blob: dbe8e07e97a14b6e0ac50af9cf2fc172f7f962e9 [file] [log] [blame]
pbos@webrtc.org994d0b72014-06-27 08:47:52 +00001/*
2 * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020010#ifndef TEST_CALL_TEST_H_
11#define TEST_CALL_TEST_H_
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000012
Bjorn Terelius5c2f1f02019-01-16 17:45:05 +010013#include <map>
kwiberg4a206a92016-03-31 10:24:26 -070014#include <memory>
Bjorn Terelius5c2f1f02019-01-16 17:45:05 +010015#include <string>
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000016#include <vector>
17
Elad Alond8d32482019-02-18 23:45:57 +010018#include "absl/types/optional.h"
Danil Chapovalov99b71df2018-10-26 15:57:48 +020019#include "api/test/video/function_video_decoder_factory.h"
20#include "api/test/video/function_video_encoder_factory.h"
Jiawei Ouc2ebe212018-11-08 10:02:56 -080021#include "api/video/video_bitrate_allocator_factory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020022#include "call/call.h"
23#include "call/rtp_transport_controller_send.h"
24#include "logging/rtc_event_log/rtc_event_log.h"
Artem Titov3faa8322018-03-07 14:44:00 +010025#include "modules/audio_device/include/test_audio_device.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020026#include "test/encoder_settings.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "test/fake_decoder.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020028#include "test/fake_videorenderer.h"
Ilya Nikolaevskiyb0588e62018-08-27 14:12:27 +020029#include "test/fake_vp8_encoder.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020030#include "test/frame_generator_capturer.h"
31#include "test/rtp_rtcp_observer.h"
32#include "test/single_threaded_task_queue.h"
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000033
34namespace webrtc {
35namespace test {
36
37class BaseTest;
38
39class CallTest : public ::testing::Test {
40 public:
41 CallTest();
Stefan Holmer9fea80f2016-01-07 17:43:18 +010042 virtual ~CallTest();
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000043
Ilya Nikolaevskiy255d1cd2017-12-21 18:02:59 +010044 static constexpr size_t kNumSsrcs = 6;
45 static const int kNumSimulcastStreams = 3;
perkjfa10b552016-10-02 23:45:26 -070046 static const int kDefaultWidth = 320;
47 static const int kDefaultHeight = 180;
48 static const int kDefaultFramerate = 30;
Peter Boström5811a392015-12-10 13:02:50 +010049 static const int kDefaultTimeoutMs;
50 static const int kLongTimeoutMs;
Ilya Nikolaevskiy465a5d92018-03-16 11:12:06 +010051 enum classPayloadTypes : uint8_t {
52 kSendRtxPayloadType = 98,
53 kRtxRedPayloadType = 99,
54 kVideoSendPayloadType = 100,
55 kAudioSendPayloadType = 103,
56 kRedPayloadType = 118,
57 kUlpfecPayloadType = 119,
58 kFlexfecPayloadType = 120,
59 kPayloadTypeH264 = 122,
60 kPayloadTypeVP8 = 123,
61 kPayloadTypeVP9 = 124,
62 kFakeVideoSendPayloadType = 125,
63 };
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +000064 static const uint32_t kSendRtxSsrcs[kNumSsrcs];
Stefan Holmer9fea80f2016-01-07 17:43:18 +010065 static const uint32_t kVideoSendSsrcs[kNumSsrcs];
66 static const uint32_t kAudioSendSsrc;
brandtr841de6a2016-11-15 07:10:52 -080067 static const uint32_t kFlexfecSendSsrc;
Stefan Holmer9fea80f2016-01-07 17:43:18 +010068 static const uint32_t kReceiverLocalVideoSsrc;
69 static const uint32_t kReceiverLocalAudioSsrc;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000070 static const int kNackRtpHistoryMs;
sprangd2702ef2017-07-10 08:41:10 -070071 static const uint8_t kDefaultKeepalivePayloadType;
minyue20c84cc2017-04-10 16:57:57 -070072 static const std::map<uint8_t, MediaType> payload_type_map_;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000073
74 protected:
Elad Alond8d32482019-02-18 23:45:57 +010075 void RegisterRtpExtension(const RtpExtension& extension);
76
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +010077 // RunBaseTest overwrites the audio_state of the send and receive Call configs
78 // to simplify test code.
stefane74eef12016-01-08 06:47:13 -080079 void RunBaseTest(BaseTest* test);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000080
Sebastian Jansson8e6602f2018-07-13 10:43:20 +020081 void CreateCalls();
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000082 void CreateCalls(const Call::Config& sender_config,
83 const Call::Config& receiver_config);
Sebastian Jansson8e6602f2018-07-13 10:43:20 +020084 void CreateSenderCall();
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000085 void CreateSenderCall(const Call::Config& config);
86 void CreateReceiverCall(const Call::Config& config);
Fredrik Solenberg4f4ec0a2015-10-22 10:49:27 +020087 void DestroyCalls();
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000088
Ilya Nikolaevskiy255d1cd2017-12-21 18:02:59 +010089 void CreateVideoSendConfig(VideoSendStream::Config* video_config,
90 size_t num_video_streams,
91 size_t num_used_ssrcs,
92 Transport* send_transport);
93 void CreateAudioAndFecSendConfigs(size_t num_audio_streams,
94 size_t num_flexfec_streams,
95 Transport* send_transport);
Sebastian Jansson3bd2c792018-07-13 13:29:03 +020096 void SetAudioConfig(const AudioSendStream::Config& config);
97
98 void SetSendFecConfig(std::vector<uint32_t> video_send_ssrcs);
99 void SetSendUlpFecConfig(VideoSendStream::Config* send_config);
100 void SetReceiveUlpFecConfig(VideoReceiveStream::Config* receive_config);
Stefan Holmer9fea80f2016-01-07 17:43:18 +0100101 void CreateSendConfig(size_t num_video_streams,
102 size_t num_audio_streams,
brandtr841de6a2016-11-15 07:10:52 -0800103 size_t num_flexfec_streams,
Stefan Holmer9fea80f2016-01-07 17:43:18 +0100104 Transport* send_transport);
ilnika014cc52017-03-07 04:21:04 -0800105
Sebastian Jansson3bd2c792018-07-13 13:29:03 +0200106 void CreateMatchingVideoReceiveConfigs(
Ilya Nikolaevskiy255d1cd2017-12-21 18:02:59 +0100107 const VideoSendStream::Config& video_send_config,
108 Transport* rtcp_send_transport);
Sebastian Jansson3bd2c792018-07-13 13:29:03 +0200109 void CreateMatchingVideoReceiveConfigs(
110 const VideoSendStream::Config& video_send_config,
111 Transport* rtcp_send_transport,
112 bool send_side_bwe,
Niels Möllercbcbc222018-09-28 09:07:24 +0200113 VideoDecoderFactory* decoder_factory,
Sebastian Jansson3bd2c792018-07-13 13:29:03 +0200114 absl::optional<size_t> decode_sub_stream,
115 bool receiver_reference_time_report,
116 int rtp_history_ms);
117 void AddMatchingVideoReceiveConfigs(
118 std::vector<VideoReceiveStream::Config>* receive_configs,
119 const VideoSendStream::Config& video_send_config,
120 Transport* rtcp_send_transport,
121 bool send_side_bwe,
Niels Möllercbcbc222018-09-28 09:07:24 +0200122 VideoDecoderFactory* decoder_factory,
Sebastian Jansson3bd2c792018-07-13 13:29:03 +0200123 absl::optional<size_t> decode_sub_stream,
124 bool receiver_reference_time_report,
125 int rtp_history_ms);
126
Ilya Nikolaevskiy255d1cd2017-12-21 18:02:59 +0100127 void CreateMatchingAudioAndFecConfigs(Transport* rtcp_send_transport);
Sebastian Jansson3bd2c792018-07-13 13:29:03 +0200128 void CreateMatchingAudioConfigs(Transport* transport, std::string sync_group);
129 static AudioReceiveStream::Config CreateMatchingAudioConfig(
130 const AudioSendStream::Config& send_config,
131 rtc::scoped_refptr<AudioDecoderFactory> audio_decoder_factory,
132 Transport* transport,
133 std::string sync_group);
134 void CreateMatchingFecConfig(
135 Transport* transport,
136 const VideoSendStream::Config& video_send_config);
pbos2d566682015-09-28 09:59:31 -0700137 void CreateMatchingReceiveConfigs(Transport* rtcp_send_transport);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000138
perkjfa10b552016-10-02 23:45:26 -0700139 void CreateFrameGeneratorCapturerWithDrift(Clock* drift_clock,
140 float speed,
141 int framerate,
142 int width,
143 int height);
144 void CreateFrameGeneratorCapturer(int framerate, int width, int height);
oprypin92220ff2017-03-23 03:40:03 -0700145 void CreateFakeAudioDevices(
Artem Titov3faa8322018-03-07 14:44:00 +0100146 std::unique_ptr<TestAudioDeviceModule::Capturer> capturer,
147 std::unique_ptr<TestAudioDeviceModule::Renderer> renderer);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000148
Stefan Holmer9fea80f2016-01-07 17:43:18 +0100149 void CreateVideoStreams();
Sebastian Janssonf33905d2018-07-13 09:49:00 +0200150 void CreateVideoSendStreams();
151 void CreateVideoSendStream(const VideoEncoderConfig& encoder_config);
Stefan Holmer9fea80f2016-01-07 17:43:18 +0100152 void CreateAudioStreams();
brandtr841de6a2016-11-15 07:10:52 -0800153 void CreateFlexfecStreams();
eladalonc0d481a2017-08-02 07:39:07 -0700154
Sebastian Janssonf33905d2018-07-13 09:49:00 +0200155 void ConnectVideoSourcesToStreams();
156
eladalonc0d481a2017-08-02 07:39:07 -0700157 void AssociateFlexfecStreamsWithVideoStreams();
158 void DissociateFlexfecStreamsFromVideoStreams();
159
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000160 void Start();
Sebastian Janssonf33905d2018-07-13 09:49:00 +0200161 void StartVideoStreams();
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000162 void Stop();
Sebastian Jansson3bd2c792018-07-13 13:29:03 +0200163 void StopVideoStreams();
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000164 void DestroyStreams();
Sebastian Janssonf33905d2018-07-13 09:49:00 +0200165 void DestroyVideoSendStreams();
Perba7dc722016-04-19 15:01:23 +0200166 void SetFakeVideoCaptureRotation(VideoRotation rotation);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000167
Sebastian Janssonf33905d2018-07-13 09:49:00 +0200168 void SetVideoDegradation(DegradationPreference preference);
169
170 VideoSendStream::Config* GetVideoSendConfig();
171 void SetVideoSendConfig(const VideoSendStream::Config& config);
172 VideoEncoderConfig* GetVideoEncoderConfig();
173 void SetVideoEncoderConfig(const VideoEncoderConfig& config);
174 VideoSendStream* GetVideoSendStream();
Sebastian Jansson3bd2c792018-07-13 13:29:03 +0200175 FlexfecReceiveStream::Config* GetFlexFecConfig();
Sebastian Janssonf33905d2018-07-13 09:49:00 +0200176
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000177 Clock* const clock_;
178
Sebastian Jansson8e6602f2018-07-13 10:43:20 +0200179 std::unique_ptr<webrtc::RtcEventLog> send_event_log_;
180 std::unique_ptr<webrtc::RtcEventLog> recv_event_log_;
kwibergbfefb032016-05-01 14:53:46 -0700181 std::unique_ptr<Call> sender_call_;
sprangdb2a9fc2017-08-09 06:42:32 -0700182 RtpTransportControllerSend* sender_call_transport_controller_;
kwibergbfefb032016-05-01 14:53:46 -0700183 std::unique_ptr<PacketTransport> send_transport_;
Sebastian Jansson3bd2c792018-07-13 13:29:03 +0200184 std::vector<VideoSendStream::Config> video_send_configs_;
185 std::vector<VideoEncoderConfig> video_encoder_configs_;
186 std::vector<VideoSendStream*> video_send_streams_;
Stefan Holmer9fea80f2016-01-07 17:43:18 +0100187 AudioSendStream::Config audio_send_config_;
188 AudioSendStream* audio_send_stream_;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000189
kwibergbfefb032016-05-01 14:53:46 -0700190 std::unique_ptr<Call> receiver_call_;
191 std::unique_ptr<PacketTransport> receive_transport_;
stefanff483612015-12-21 03:14:00 -0800192 std::vector<VideoReceiveStream::Config> video_receive_configs_;
193 std::vector<VideoReceiveStream*> video_receive_streams_;
Stefan Holmer9fea80f2016-01-07 17:43:18 +0100194 std::vector<AudioReceiveStream::Config> audio_receive_configs_;
195 std::vector<AudioReceiveStream*> audio_receive_streams_;
brandtr841de6a2016-11-15 07:10:52 -0800196 std::vector<FlexfecReceiveStream::Config> flexfec_receive_configs_;
197 std::vector<FlexfecReceiveStream*> flexfec_receive_streams_;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000198
Sebastian Jansson3bd2c792018-07-13 13:29:03 +0200199 test::FrameGeneratorCapturer* frame_generator_capturer_;
Niels Möller1c931c42018-12-18 16:08:11 +0100200 std::vector<std::unique_ptr<rtc::VideoSourceInterface<VideoFrame>>>
201 video_sources_;
Sebastian Jansson3bd2c792018-07-13 13:29:03 +0200202 DegradationPreference degradation_preference_ =
203 DegradationPreference::MAINTAIN_FRAMERATE;
204
205 std::unique_ptr<FecControllerFactoryInterface> fec_controller_factory_;
206
Niels Möller4db138e2018-04-19 09:04:13 +0200207 test::FunctionVideoEncoderFactory fake_encoder_factory_;
208 int fake_encoder_max_bitrate_ = -1;
Niels Möllercbcbc222018-09-28 09:07:24 +0200209 test::FunctionVideoDecoderFactory fake_decoder_factory_;
Jiawei Ouc2ebe212018-11-08 10:02:56 -0800210 std::unique_ptr<VideoBitrateAllocatorFactory> bitrate_allocator_factory_;
Sebastian Jansson3bd2c792018-07-13 13:29:03 +0200211 // Number of simulcast substreams.
Stefan Holmer9fea80f2016-01-07 17:43:18 +0100212 size_t num_video_streams_;
213 size_t num_audio_streams_;
brandtr841de6a2016-11-15 07:10:52 -0800214 size_t num_flexfec_streams_;
Niels Möller2784a032018-03-28 14:16:04 +0200215 rtc::scoped_refptr<AudioDecoderFactory> audio_decoder_factory_;
216 rtc::scoped_refptr<AudioEncoderFactory> audio_encoder_factory_;
sakal55d932b2016-09-30 06:19:08 -0700217 test::FakeVideoRenderer fake_renderer_;
Stefan Holmer9fea80f2016-01-07 17:43:18 +0100218
eladalon413ee9a2017-08-22 04:02:52 -0700219 SingleThreadedTaskQueueForTesting task_queue_;
220
Stefan Holmer9fea80f2016-01-07 17:43:18 +0100221 private:
Elad Alond8d32482019-02-18 23:45:57 +0100222 absl::optional<RtpExtension> GetRtpExtensionByUri(
223 const std::string& uri) const;
224
225 void AddRtpExtensionByUri(const std::string& uri,
226 std::vector<RtpExtension>* extensions) const;
227
228 std::vector<RtpExtension> rtp_extensions_;
peaha9cc40b2017-06-29 08:32:09 -0700229 rtc::scoped_refptr<AudioProcessing> apm_send_;
230 rtc::scoped_refptr<AudioProcessing> apm_recv_;
Artem Titov3faa8322018-03-07 14:44:00 +0100231 rtc::scoped_refptr<TestAudioDeviceModule> fake_send_audio_device_;
232 rtc::scoped_refptr<TestAudioDeviceModule> fake_recv_audio_device_;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000233};
234
235class BaseTest : public RtpRtcpObserver {
236 public:
philipele828c962017-03-21 03:24:27 -0700237 BaseTest();
Sebastian Jansson72582242018-07-13 13:19:42 +0200238 explicit BaseTest(int timeout_ms);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000239 virtual ~BaseTest();
240
241 virtual void PerformTest() = 0;
242 virtual bool ShouldCreateReceivers() const = 0;
243
Stefan Holmer9fea80f2016-01-07 17:43:18 +0100244 virtual size_t GetNumVideoStreams() const;
245 virtual size_t GetNumAudioStreams() const;
brandtr841de6a2016-11-15 07:10:52 -0800246 virtual size_t GetNumFlexfecStreams() const;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000247
Artem Titov3faa8322018-03-07 14:44:00 +0100248 virtual std::unique_ptr<TestAudioDeviceModule::Capturer> CreateCapturer();
249 virtual std::unique_ptr<TestAudioDeviceModule::Renderer> CreateRenderer();
250 virtual void OnFakeAudioDevicesCreated(
251 TestAudioDeviceModule* send_audio_device,
252 TestAudioDeviceModule* recv_audio_device);
oprypin92220ff2017-03-23 03:40:03 -0700253
Niels Möllerde8e6e62018-11-13 15:10:33 +0100254 virtual void ModifySenderBitrateConfig(BitrateConstraints* bitrate_config);
255 virtual void ModifyReceiverBitrateConfig(BitrateConstraints* bitrate_config);
Sebastian Jansson72582242018-07-13 13:19:42 +0200256
sprangdb2a9fc2017-08-09 06:42:32 -0700257 virtual void OnRtpTransportControllerSendCreated(
258 RtpTransportControllerSend* controller);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000259 virtual void OnCallsCreated(Call* sender_call, Call* receiver_call);
stefane74eef12016-01-08 06:47:13 -0800260
eladalon413ee9a2017-08-22 04:02:52 -0700261 virtual test::PacketTransport* CreateSendTransport(
262 SingleThreadedTaskQueueForTesting* task_queue,
263 Call* sender_call);
264 virtual test::PacketTransport* CreateReceiveTransport(
265 SingleThreadedTaskQueueForTesting* task_queue);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000266
stefanff483612015-12-21 03:14:00 -0800267 virtual void ModifyVideoConfigs(
pbos@webrtc.orgbe9d2a42014-06-30 13:19:09 +0000268 VideoSendStream::Config* send_config,
269 std::vector<VideoReceiveStream::Config>* receive_configs,
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +0000270 VideoEncoderConfig* encoder_config);
perkjfa10b552016-10-02 23:45:26 -0700271 virtual void ModifyVideoCaptureStartResolution(int* width,
272 int* heigt,
273 int* frame_rate);
Åsa Perssoncb7eddb2018-11-05 14:11:44 +0100274 virtual void ModifyVideoDegradationPreference(
275 DegradationPreference* degradation_preference);
276
stefanff483612015-12-21 03:14:00 -0800277 virtual void OnVideoStreamsCreated(
pbos@webrtc.orgbe9d2a42014-06-30 13:19:09 +0000278 VideoSendStream* send_stream,
279 const std::vector<VideoReceiveStream*>& receive_streams);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000280
Stefan Holmer9fea80f2016-01-07 17:43:18 +0100281 virtual void ModifyAudioConfigs(
282 AudioSendStream::Config* send_config,
283 std::vector<AudioReceiveStream::Config>* receive_configs);
284 virtual void OnAudioStreamsCreated(
285 AudioSendStream* send_stream,
286 const std::vector<AudioReceiveStream*>& receive_streams);
287
brandtr841de6a2016-11-15 07:10:52 -0800288 virtual void ModifyFlexfecConfigs(
289 std::vector<FlexfecReceiveStream::Config>* receive_configs);
290 virtual void OnFlexfecStreamsCreated(
291 const std::vector<FlexfecReceiveStream*>& receive_streams);
292
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000293 virtual void OnFrameGeneratorCapturerCreated(
294 FrameGeneratorCapturer* frame_generator_capturer);
skvlad11a9cbf2016-10-07 11:53:05 -0700295
Fredrik Solenberg73276ad2017-09-14 14:46:47 +0200296 virtual void OnStreamsStopped();
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000297};
298
299class SendTest : public BaseTest {
300 public:
Sebastian Jansson72582242018-07-13 13:19:42 +0200301 explicit SendTest(int timeout_ms);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000302
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000303 bool ShouldCreateReceivers() const override;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000304};
305
306class EndToEndTest : public BaseTest {
307 public:
philipele828c962017-03-21 03:24:27 -0700308 EndToEndTest();
Sebastian Jansson72582242018-07-13 13:19:42 +0200309 explicit EndToEndTest(int timeout_ms);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000310
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000311 bool ShouldCreateReceivers() const override;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000312};
313
314} // namespace test
315} // namespace webrtc
316
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200317#endif // TEST_CALL_TEST_H_