blob: ba9989d25cd8030dcf9bd393484fa7a6b789559e [file] [log] [blame]
stefan@webrtc.org3d7da882014-07-08 13:59:46 +00001/*
2 * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#ifndef CALL_RAMPUP_TESTS_H_
12#define CALL_RAMPUP_TESTS_H_
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000013
14#include <map>
Danil Chapovalov44db4362019-09-30 04:16:28 +020015#include <memory>
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000016#include <string>
Artem Titov631cafa2018-08-21 21:01:00 +020017#include <utility>
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000018#include <vector>
19
Ali Tofigh641a1b12022-05-17 11:48:46 +020020#include "absl/strings/string_view.h"
Danil Chapovalov83bbe912019-08-07 12:24:53 +020021#include "api/rtc_event_log/rtc_event_log.h"
Danil Chapovalov44db4362019-09-30 04:16:28 +020022#include "api/task_queue/task_queue_base.h"
Artem Titov14b42c22022-09-26 13:21:14 +020023#include "api/test/metrics/metric.h"
Artem Titov46c4e602018-08-17 14:26:54 +020024#include "api/test/simulated_network.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020025#include "call/call.h"
Artem Titov631cafa2018-08-21 21:01:00 +020026#include "call/simulated_network.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "rtc_base/event.h"
Danil Chapovalov9f5ae7b2019-10-21 11:08:13 +020028#include "rtc_base/task_utils/repeating_task.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020029#include "test/call_test.h"
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000030
31namespace webrtc {
32
33static const int kTransmissionTimeOffsetExtensionId = 6;
34static const int kAbsSendTimeExtensionId = 7;
Erik Språng6b8d3552015-09-24 15:06:57 +020035static const int kTransportSequenceNumberExtensionId = 8;
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000036static const unsigned int kSingleStreamTargetBps = 1000000;
37
38class Clock;
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000039
stefan4fbd1452015-09-28 03:57:14 -070040class RampUpTester : public test::EndToEndTest {
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000041 public:
stefanff483612015-12-21 03:14:00 -080042 RampUpTester(size_t num_video_streams,
43 size_t num_audio_streams,
philipel5ef2bc12017-02-21 07:28:31 -080044 size_t num_flexfec_streams,
stefan4fbd1452015-09-28 03:57:14 -070045 unsigned int start_bitrate_bps,
stefan5a2c5062017-01-27 06:43:18 -080046 int64_t min_run_time_ms,
stefan4fbd1452015-09-28 03:57:14 -070047 bool rtx,
stefan5a2c5062017-01-27 06:43:18 -080048 bool red,
Tommi5e005f42019-08-05 15:29:14 +020049 bool report_perf_stats,
Danil Chapovalov9f5ae7b2019-10-21 11:08:13 +020050 TaskQueueBase* task_queue);
stefan4fbd1452015-09-28 03:57:14 -070051 ~RampUpTester() override;
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000052
Stefan Holmerd20e6512016-01-12 15:51:22 +010053 size_t GetNumVideoStreams() const override;
Stefan Holmerff2a6352016-01-14 10:00:21 +010054 size_t GetNumAudioStreams() const override;
philipel5ef2bc12017-02-21 07:28:31 -080055 size_t GetNumFlexfecStreams() const override;
Stefan Holmerd20e6512016-01-12 15:51:22 +010056
stefan4fbd1452015-09-28 03:57:14 -070057 void PerformTest() override;
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000058
stefan4fbd1452015-09-28 03:57:14 -070059 protected:
tommi0f8b4032017-02-22 11:22:05 -080060 virtual void PollStats();
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000061
stefan092508a2015-09-29 02:26:42 -070062 void AccumulateStats(const VideoSendStream::StreamStats& stream,
63 size_t* total_packets_sent,
64 size_t* total_sent,
65 size_t* padding_sent,
66 size_t* media_sent) const;
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000067
Ali Tofigh641a1b12022-05-17 11:48:46 +020068 void ReportResult(absl::string_view measurement,
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000069 size_t value,
Artem Titov14b42c22022-09-26 13:21:14 +020070 test::Unit unit,
71 test::ImprovementDirection improvement_direction) const;
stefan4fbd1452015-09-28 03:57:14 -070072 void TriggerTestDone();
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000073
74 Clock* const clock_;
Artem Titov75e36472018-10-08 12:28:56 +020075 BuiltInNetworkBehaviorConfig forward_transport_config_;
stefanff483612015-12-21 03:14:00 -080076 const size_t num_video_streams_;
77 const size_t num_audio_streams_;
philipel5ef2bc12017-02-21 07:28:31 -080078 const size_t num_flexfec_streams_;
stefan4fbd1452015-09-28 03:57:14 -070079 const bool rtx_;
80 const bool red_;
stefan45b5fe52017-03-09 06:27:02 -080081 const bool report_perf_stats_;
mflodman86cc6ff2016-07-26 04:44:06 -070082 Call* sender_call_;
stefan4fbd1452015-09-28 03:57:14 -070083 VideoSendStream* send_stream_;
stefanf116bd02015-10-27 08:29:42 -070084 test::PacketTransport* send_transport_;
Per Kjellander89870ff2023-01-19 15:45:58 +000085 SimulatedNetworkInterface* send_simulated_network_;
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000086
87 private:
stefan4fbd1452015-09-28 03:57:14 -070088 typedef std::map<uint32_t, uint32_t> SsrcMap;
perkjfa10b552016-10-02 23:45:26 -070089 class VideoStreamFactory;
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000090
Niels Möllerde8e6e62018-11-13 15:10:33 +010091 void ModifySenderBitrateConfig(BitrateConstraints* bitrate_config) override;
Tommif6f45432022-05-20 15:21:20 +020092 void OnVideoStreamsCreated(VideoSendStream* send_stream,
93 const std::vector<VideoReceiveStreamInterface*>&
94 receive_streams) override;
Per Kjellander89870ff2023-01-19 15:45:58 +000095 BuiltInNetworkBehaviorConfig GetSendTransportConfig() const override;
stefanff483612015-12-21 03:14:00 -080096 void ModifyVideoConfigs(
97 VideoSendStream::Config* send_config,
Tommif6f45432022-05-20 15:21:20 +020098 std::vector<VideoReceiveStreamInterface::Config>* receive_configs,
stefanff483612015-12-21 03:14:00 -080099 VideoEncoderConfig* encoder_config) override;
Tommi3176ef72022-05-22 20:47:28 +0200100 void ModifyAudioConfigs(AudioSendStream::Config* send_config,
101 std::vector<AudioReceiveStreamInterface::Config>*
102 receive_configs) override;
philipel5ef2bc12017-02-21 07:28:31 -0800103 void ModifyFlexfecConfigs(
104 std::vector<FlexfecReceiveStream::Config>* receive_configs) override;
stefan4fbd1452015-09-28 03:57:14 -0700105 void OnCallsCreated(Call* sender_call, Call* receiver_call) override;
Per Kjellander89870ff2023-01-19 15:45:58 +0000106 void OnTransportCreated(test::PacketTransport* to_receiver,
107 SimulatedNetworkInterface* sender_network,
108 test::PacketTransport* to_sender,
109 SimulatedNetworkInterface* receiver_network) override;
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000110
stefan4fbd1452015-09-28 03:57:14 -0700111 const int start_bitrate_bps_;
stefan5a2c5062017-01-27 06:43:18 -0800112 const int64_t min_run_time_ms_;
stefan4fbd1452015-09-28 03:57:14 -0700113 int expected_bitrate_bps_;
114 int64_t test_start_ms_;
115 int64_t ramp_up_finished_ms_;
116
stefanff483612015-12-21 03:14:00 -0800117 std::vector<uint32_t> video_ssrcs_;
118 std::vector<uint32_t> video_rtx_ssrcs_;
119 std::vector<uint32_t> audio_ssrcs_;
stefan4fbd1452015-09-28 03:57:14 -0700120
Tommi5e005f42019-08-05 15:29:14 +0200121 protected:
Danil Chapovalov9f5ae7b2019-10-21 11:08:13 +0200122 TaskQueueBase* const task_queue_;
123 RepeatingTaskHandle pending_task_;
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000124};
125
stefan4fbd1452015-09-28 03:57:14 -0700126class RampUpDownUpTester : public RampUpTester {
127 public:
Danil Chapovalov9f5ae7b2019-10-21 11:08:13 +0200128 RampUpDownUpTester(size_t num_video_streams,
129 size_t num_audio_streams,
130 size_t num_flexfec_streams,
131 unsigned int start_bitrate_bps,
Danil Chapovalov9f5ae7b2019-10-21 11:08:13 +0200132 bool rtx,
133 bool red,
134 const std::vector<int>& loss_rates,
135 bool report_perf_stats,
136 TaskQueueBase* task_queue);
stefan4fbd1452015-09-28 03:57:14 -0700137 ~RampUpDownUpTester() override;
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000138
stefan4fbd1452015-09-28 03:57:14 -0700139 protected:
tommi0f8b4032017-02-22 11:22:05 -0800140 void PollStats() override;
stefan4fbd1452015-09-28 03:57:14 -0700141
142 private:
philipel5ef2bc12017-02-21 07:28:31 -0800143 enum TestStates {
144 kFirstRampup = 0,
145 kLowRate,
146 kSecondRampup,
147 kTestEnd,
148 kTransitionToNextState,
149 };
stefan4fbd1452015-09-28 03:57:14 -0700150
Niels Möllerde8e6e62018-11-13 15:10:33 +0100151 void ModifyReceiverBitrateConfig(BitrateConstraints* bitrate_config) override;
stefan4fbd1452015-09-28 03:57:14 -0700152
153 std::string GetModifierString() const;
stefandb752f92016-12-05 08:23:40 -0800154 int GetExpectedHighBitrate() const;
stefan38d8b3c2017-01-09 04:19:24 -0800155 int GetHighLinkCapacity() const;
philipel5ef2bc12017-02-21 07:28:31 -0800156 size_t GetFecBytes() const;
157 bool ExpectingFec() const;
stefan4fbd1452015-09-28 03:57:14 -0700158 void EvolveTestState(int bitrate_bps, bool suspended);
159
philipel5ef2bc12017-02-21 07:28:31 -0800160 const std::vector<int> link_rates_;
stefan4fbd1452015-09-28 03:57:14 -0700161 TestStates test_state_;
philipel5ef2bc12017-02-21 07:28:31 -0800162 TestStates next_state_;
stefan4fbd1452015-09-28 03:57:14 -0700163 int64_t state_start_ms_;
164 int64_t interval_start_ms_;
165 int sent_bytes_;
philipel5ef2bc12017-02-21 07:28:31 -0800166 std::vector<int> loss_rates_;
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000167};
Artem Titov14b42c22022-09-26 13:21:14 +0200168
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000169} // namespace webrtc
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200170#endif // CALL_RAMPUP_TESTS_H_