blob: 6385dee9162c320deeda24507a46cdeae4ba5880 [file] [log] [blame]
deadbeefe814a0d2017-02-25 18:15:09 -08001/*
2 * Copyright 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include <memory>
12#include <utility> // For std::pair, std::move.
13
Karl Wiberg3e9e5b32017-11-06 05:01:56 +010014#include "api/audio_codecs/builtin_audio_decoder_factory.h"
15#include "api/audio_codecs/builtin_audio_encoder_factory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020016#include "api/ortc/ortcfactoryinterface.h"
17#include "ortc/testrtpparameters.h"
18#include "p2p/base/udptransport.h"
19#include "pc/test/fakeaudiocapturemodule.h"
20#include "pc/test/fakeperiodicvideocapturer.h"
21#include "pc/test/fakevideotrackrenderer.h"
22#include "rtc_base/criticalsection.h"
23#include "rtc_base/fakenetwork.h"
24#include "rtc_base/gunit.h"
25#include "rtc_base/virtualsocketserver.h"
deadbeefe814a0d2017-02-25 18:15:09 -080026
27namespace {
28
zhihuangd3501ad2017-03-03 14:39:06 -080029const int kDefaultTimeout = 10000; // 10 seconds.
30const int kReceivingDuration = 1000; // 1 second.
deadbeefe814a0d2017-02-25 18:15:09 -080031// Default number of audio/video frames to wait for before considering a test a
32// success.
33const int kDefaultNumFrames = 3;
34const rtc::IPAddress kIPv4LocalHostAddress =
35 rtc::IPAddress(0x7F000001); // 127.0.0.1
36
zhihuangd3501ad2017-03-03 14:39:06 -080037static const char kTestKeyParams1[] =
38 "inline:WVNfX19zZW1jdGwgKskgewkyMjA7fQp9CnVubGVz";
39static const char kTestKeyParams2[] =
40 "inline:PS1uQCVeeCFCanVmcjkpaywjNWhcYD0mXXtxaVBR";
41static const char kTestKeyParams3[] =
42 "inline:WVNfX19zZW1jdGwgKskgewkyMjA7fQp9CnVubGVa";
43static const char kTestKeyParams4[] =
44 "inline:WVNfX19zZW1jdGwgKskgewkyMjA7fQp9CnVubGVb";
45static const cricket::CryptoParams kTestCryptoParams1(1,
46 "AES_CM_128_HMAC_SHA1_80",
47 kTestKeyParams1,
48 "");
49static const cricket::CryptoParams kTestCryptoParams2(1,
50 "AES_CM_128_HMAC_SHA1_80",
51 kTestKeyParams2,
52 "");
53static const cricket::CryptoParams kTestCryptoParams3(1,
54 "AES_CM_128_HMAC_SHA1_80",
55 kTestKeyParams3,
56 "");
57static const cricket::CryptoParams kTestCryptoParams4(1,
58 "AES_CM_128_HMAC_SHA1_80",
59 kTestKeyParams4,
60 "");
deadbeefe814a0d2017-02-25 18:15:09 -080061} // namespace
62
63namespace webrtc {
64
65// Used to test that things work end-to-end when using the default
66// implementations of threads/etc. provided by OrtcFactory, with the exception
67// of using a virtual network.
68//
69// By default, the virtual network manager doesn't enumerate any networks, but
70// sockets can still be created in this state.
71class OrtcFactoryIntegrationTest : public testing::Test {
72 public:
73 OrtcFactoryIntegrationTest()
deadbeef98e186c2017-05-16 18:00:06 -070074 : network_thread_(&virtual_socket_server_),
deadbeefe814a0d2017-02-25 18:15:09 -080075 fake_audio_capture_module1_(FakeAudioCaptureModule::Create()),
76 fake_audio_capture_module2_(FakeAudioCaptureModule::Create()) {
77 // Sockets are bound to the ANY address, so this is needed to tell the
78 // virtual network which address to use in this case.
79 virtual_socket_server_.SetDefaultRoute(kIPv4LocalHostAddress);
80 network_thread_.Start();
81 // Need to create after network thread is started.
Karl Wiberg3e9e5b32017-11-06 05:01:56 +010082 ortc_factory1_ =
83 OrtcFactoryInterface::Create(
84 &network_thread_, nullptr, &fake_network_manager_, nullptr,
85 fake_audio_capture_module1_, CreateBuiltinAudioEncoderFactory(),
86 CreateBuiltinAudioDecoderFactory())
87 .MoveValue();
88 ortc_factory2_ =
89 OrtcFactoryInterface::Create(
90 &network_thread_, nullptr, &fake_network_manager_, nullptr,
91 fake_audio_capture_module2_, CreateBuiltinAudioEncoderFactory(),
92 CreateBuiltinAudioDecoderFactory())
93 .MoveValue();
deadbeefe814a0d2017-02-25 18:15:09 -080094 }
95
96 protected:
97 typedef std::pair<std::unique_ptr<UdpTransportInterface>,
98 std::unique_ptr<UdpTransportInterface>>
99 UdpTransportPair;
100 typedef std::pair<std::unique_ptr<RtpTransportInterface>,
101 std::unique_ptr<RtpTransportInterface>>
102 RtpTransportPair;
zhihuangd3501ad2017-03-03 14:39:06 -0800103 typedef std::pair<std::unique_ptr<SrtpTransportInterface>,
104 std::unique_ptr<SrtpTransportInterface>>
105 SrtpTransportPair;
deadbeefe814a0d2017-02-25 18:15:09 -0800106 typedef std::pair<std::unique_ptr<RtpTransportControllerInterface>,
107 std::unique_ptr<RtpTransportControllerInterface>>
108 RtpTransportControllerPair;
109
110 // Helper function that creates one UDP transport each for |ortc_factory1_|
111 // and |ortc_factory2_|, and connects them.
112 UdpTransportPair CreateAndConnectUdpTransportPair() {
113 auto transport1 = ortc_factory1_->CreateUdpTransport(AF_INET).MoveValue();
114 auto transport2 = ortc_factory2_->CreateUdpTransport(AF_INET).MoveValue();
115 transport1->SetRemoteAddress(
116 rtc::SocketAddress(virtual_socket_server_.GetDefaultRoute(AF_INET),
117 transport2->GetLocalAddress().port()));
118 transport2->SetRemoteAddress(
119 rtc::SocketAddress(virtual_socket_server_.GetDefaultRoute(AF_INET),
120 transport1->GetLocalAddress().port()));
121 return {std::move(transport1), std::move(transport2)};
122 }
123
124 // Creates one transport controller each for |ortc_factory1_| and
125 // |ortc_factory2_|.
126 RtpTransportControllerPair CreateRtpTransportControllerPair() {
127 return {ortc_factory1_->CreateRtpTransportController().MoveValue(),
128 ortc_factory2_->CreateRtpTransportController().MoveValue()};
129 }
130
131 // Helper function that creates a pair of RtpTransports between
132 // |ortc_factory1_| and |ortc_factory2_|. Expected to be called with the
133 // result of CreateAndConnectUdpTransportPair. |rtcp_udp_transports| can be
134 // empty if RTCP muxing is used. |transport_controllers| can be empty if
135 // these transports are being created using a default transport controller.
136 RtpTransportPair CreateRtpTransportPair(
sprangdb2a9fc2017-08-09 06:42:32 -0700137 const RtpTransportParameters& parameters,
deadbeefe814a0d2017-02-25 18:15:09 -0800138 const UdpTransportPair& rtp_udp_transports,
139 const UdpTransportPair& rtcp_udp_transports,
140 const RtpTransportControllerPair& transport_controllers) {
141 auto transport_result1 = ortc_factory1_->CreateRtpTransport(
sprangdb2a9fc2017-08-09 06:42:32 -0700142 parameters, rtp_udp_transports.first.get(),
deadbeefe814a0d2017-02-25 18:15:09 -0800143 rtcp_udp_transports.first.get(), transport_controllers.first.get());
144 auto transport_result2 = ortc_factory2_->CreateRtpTransport(
sprangdb2a9fc2017-08-09 06:42:32 -0700145 parameters, rtp_udp_transports.second.get(),
deadbeefe814a0d2017-02-25 18:15:09 -0800146 rtcp_udp_transports.second.get(), transport_controllers.second.get());
147 return {transport_result1.MoveValue(), transport_result2.MoveValue()};
148 }
149
zhihuangd3501ad2017-03-03 14:39:06 -0800150 SrtpTransportPair CreateSrtpTransportPair(
sprangdb2a9fc2017-08-09 06:42:32 -0700151 const RtpTransportParameters& parameters,
zhihuangd3501ad2017-03-03 14:39:06 -0800152 const UdpTransportPair& rtp_udp_transports,
153 const UdpTransportPair& rtcp_udp_transports,
154 const RtpTransportControllerPair& transport_controllers) {
155 auto transport_result1 = ortc_factory1_->CreateSrtpTransport(
sprangdb2a9fc2017-08-09 06:42:32 -0700156 parameters, rtp_udp_transports.first.get(),
zhihuangd3501ad2017-03-03 14:39:06 -0800157 rtcp_udp_transports.first.get(), transport_controllers.first.get());
158 auto transport_result2 = ortc_factory2_->CreateSrtpTransport(
sprangdb2a9fc2017-08-09 06:42:32 -0700159 parameters, rtp_udp_transports.second.get(),
zhihuangd3501ad2017-03-03 14:39:06 -0800160 rtcp_udp_transports.second.get(), transport_controllers.second.get());
161 return {transport_result1.MoveValue(), transport_result2.MoveValue()};
162 }
163
deadbeefe814a0d2017-02-25 18:15:09 -0800164 // For convenience when |rtcp_udp_transports| and |transport_controllers|
165 // aren't needed.
166 RtpTransportPair CreateRtpTransportPair(
sprangdb2a9fc2017-08-09 06:42:32 -0700167 const RtpTransportParameters& parameters,
deadbeefe814a0d2017-02-25 18:15:09 -0800168 const UdpTransportPair& rtp_udp_transports) {
sprangdb2a9fc2017-08-09 06:42:32 -0700169 return CreateRtpTransportPair(parameters, rtp_udp_transports,
deadbeefe814a0d2017-02-25 18:15:09 -0800170 UdpTransportPair(),
171 RtpTransportControllerPair());
172 }
173
zhihuangd3501ad2017-03-03 14:39:06 -0800174 SrtpTransportPair CreateSrtpTransportPairAndSetKeys(
sprangdb2a9fc2017-08-09 06:42:32 -0700175 const RtpTransportParameters& parameters,
zhihuangd3501ad2017-03-03 14:39:06 -0800176 const UdpTransportPair& rtp_udp_transports) {
177 SrtpTransportPair srtp_transports = CreateSrtpTransportPair(
sprangdb2a9fc2017-08-09 06:42:32 -0700178 parameters, rtp_udp_transports, UdpTransportPair(),
zhihuangd3501ad2017-03-03 14:39:06 -0800179 RtpTransportControllerPair());
180 EXPECT_TRUE(srtp_transports.first->SetSrtpSendKey(kTestCryptoParams1).ok());
181 EXPECT_TRUE(
182 srtp_transports.first->SetSrtpReceiveKey(kTestCryptoParams2).ok());
183 EXPECT_TRUE(
184 srtp_transports.second->SetSrtpSendKey(kTestCryptoParams2).ok());
185 EXPECT_TRUE(
186 srtp_transports.second->SetSrtpReceiveKey(kTestCryptoParams1).ok());
187 return srtp_transports;
188 }
189
190 SrtpTransportPair CreateSrtpTransportPairAndSetMismatchingKeys(
sprangdb2a9fc2017-08-09 06:42:32 -0700191 const RtpTransportParameters& parameters,
zhihuangd3501ad2017-03-03 14:39:06 -0800192 const UdpTransportPair& rtp_udp_transports) {
193 SrtpTransportPair srtp_transports = CreateSrtpTransportPair(
sprangdb2a9fc2017-08-09 06:42:32 -0700194 parameters, rtp_udp_transports, UdpTransportPair(),
zhihuangd3501ad2017-03-03 14:39:06 -0800195 RtpTransportControllerPair());
196 EXPECT_TRUE(srtp_transports.first->SetSrtpSendKey(kTestCryptoParams1).ok());
197 EXPECT_TRUE(
198 srtp_transports.first->SetSrtpReceiveKey(kTestCryptoParams2).ok());
199 EXPECT_TRUE(
200 srtp_transports.second->SetSrtpSendKey(kTestCryptoParams1).ok());
201 EXPECT_TRUE(
202 srtp_transports.second->SetSrtpReceiveKey(kTestCryptoParams2).ok());
203 return srtp_transports;
204 }
205
deadbeefe814a0d2017-02-25 18:15:09 -0800206 // Ends up using fake audio capture module, which was passed into OrtcFactory
207 // on creation.
208 rtc::scoped_refptr<webrtc::AudioTrackInterface> CreateLocalAudioTrack(
209 const std::string& id,
210 OrtcFactoryInterface* ortc_factory) {
211 // Disable echo cancellation to make test more efficient.
212 cricket::AudioOptions options;
213 options.echo_cancellation.emplace(true);
214 rtc::scoped_refptr<webrtc::AudioSourceInterface> source =
215 ortc_factory->CreateAudioSource(options);
216 return ortc_factory->CreateAudioTrack(id, source);
217 }
218
219 // Stores created capturer in |fake_video_capturers_|.
220 rtc::scoped_refptr<webrtc::VideoTrackInterface>
221 CreateLocalVideoTrackAndFakeCapturer(const std::string& id,
222 OrtcFactoryInterface* ortc_factory) {
223 cricket::FakeVideoCapturer* fake_capturer =
224 new webrtc::FakePeriodicVideoCapturer();
225 fake_video_capturers_.push_back(fake_capturer);
226 rtc::scoped_refptr<webrtc::VideoTrackSourceInterface> source =
227 ortc_factory->CreateVideoSource(
228 std::unique_ptr<cricket::VideoCapturer>(fake_capturer));
229 return rtc::scoped_refptr<webrtc::VideoTrackInterface>(
230 ortc_factory->CreateVideoTrack(id, source));
231 }
232
zhihuangd3501ad2017-03-03 14:39:06 -0800233 // Helper function used to test two way RTP senders and receivers with basic
234 // configurations.
235 // If |expect_success| is true, waits for kDefaultTimeout for
236 // kDefaultNumFrames frames to be received by all RtpReceivers.
237 // If |expect_success| is false, simply waits for |kReceivingDuration|, and
238 // stores the number of received frames in |received_audio_frame1_| etc.
239 void BasicTwoWayRtpSendersAndReceiversTest(RtpTransportPair srtp_transports,
240 bool expect_success) {
241 received_audio_frames1_ = 0;
242 received_audio_frames2_ = 0;
243 rendered_video_frames1_ = 0;
244 rendered_video_frames2_ = 0;
245 // Create all the senders and receivers (four per endpoint).
246 auto audio_sender_result1 = ortc_factory1_->CreateRtpSender(
247 cricket::MEDIA_TYPE_AUDIO, srtp_transports.first.get());
248 auto video_sender_result1 = ortc_factory1_->CreateRtpSender(
249 cricket::MEDIA_TYPE_VIDEO, srtp_transports.first.get());
250 auto audio_receiver_result1 = ortc_factory1_->CreateRtpReceiver(
251 cricket::MEDIA_TYPE_AUDIO, srtp_transports.first.get());
252 auto video_receiver_result1 = ortc_factory1_->CreateRtpReceiver(
253 cricket::MEDIA_TYPE_VIDEO, srtp_transports.first.get());
254 ASSERT_TRUE(audio_sender_result1.ok());
255 ASSERT_TRUE(video_sender_result1.ok());
256 ASSERT_TRUE(audio_receiver_result1.ok());
257 ASSERT_TRUE(video_receiver_result1.ok());
258 auto audio_sender1 = audio_sender_result1.MoveValue();
259 auto video_sender1 = video_sender_result1.MoveValue();
260 auto audio_receiver1 = audio_receiver_result1.MoveValue();
261 auto video_receiver1 = video_receiver_result1.MoveValue();
262
263 auto audio_sender_result2 = ortc_factory2_->CreateRtpSender(
264 cricket::MEDIA_TYPE_AUDIO, srtp_transports.second.get());
265 auto video_sender_result2 = ortc_factory2_->CreateRtpSender(
266 cricket::MEDIA_TYPE_VIDEO, srtp_transports.second.get());
267 auto audio_receiver_result2 = ortc_factory2_->CreateRtpReceiver(
268 cricket::MEDIA_TYPE_AUDIO, srtp_transports.second.get());
269 auto video_receiver_result2 = ortc_factory2_->CreateRtpReceiver(
270 cricket::MEDIA_TYPE_VIDEO, srtp_transports.second.get());
271 ASSERT_TRUE(audio_sender_result2.ok());
272 ASSERT_TRUE(video_sender_result2.ok());
273 ASSERT_TRUE(audio_receiver_result2.ok());
274 ASSERT_TRUE(video_receiver_result2.ok());
275 auto audio_sender2 = audio_sender_result2.MoveValue();
276 auto video_sender2 = video_sender_result2.MoveValue();
277 auto audio_receiver2 = audio_receiver_result2.MoveValue();
278 auto video_receiver2 = video_receiver_result2.MoveValue();
279
280 // Add fake tracks.
281 RTCError error = audio_sender1->SetTrack(
282 CreateLocalAudioTrack("audio", ortc_factory1_.get()));
283 EXPECT_TRUE(error.ok());
284 error = video_sender1->SetTrack(
285 CreateLocalVideoTrackAndFakeCapturer("video", ortc_factory1_.get()));
286 EXPECT_TRUE(error.ok());
287 error = audio_sender2->SetTrack(
288 CreateLocalAudioTrack("audio", ortc_factory2_.get()));
289 EXPECT_TRUE(error.ok());
290 error = video_sender2->SetTrack(
291 CreateLocalVideoTrackAndFakeCapturer("video", ortc_factory2_.get()));
292 EXPECT_TRUE(error.ok());
293
294 // "sent_X_parameters1" are the parameters that endpoint 1 sends with and
295 // endpoint 2 receives with.
296 RtpParameters sent_opus_parameters1 =
297 MakeMinimalOpusParametersWithSsrc(0xdeadbeef);
298 RtpParameters sent_vp8_parameters1 =
299 MakeMinimalVp8ParametersWithSsrc(0xbaadfeed);
300 RtpParameters sent_opus_parameters2 =
301 MakeMinimalOpusParametersWithSsrc(0x13333337);
302 RtpParameters sent_vp8_parameters2 =
303 MakeMinimalVp8ParametersWithSsrc(0x12345678);
304
305 // Configure the senders' and receivers' parameters.
306 EXPECT_TRUE(audio_receiver1->Receive(sent_opus_parameters2).ok());
307 EXPECT_TRUE(video_receiver1->Receive(sent_vp8_parameters2).ok());
308 EXPECT_TRUE(audio_receiver2->Receive(sent_opus_parameters1).ok());
309 EXPECT_TRUE(video_receiver2->Receive(sent_vp8_parameters1).ok());
310 EXPECT_TRUE(audio_sender1->Send(sent_opus_parameters1).ok());
311 EXPECT_TRUE(video_sender1->Send(sent_vp8_parameters1).ok());
312 EXPECT_TRUE(audio_sender2->Send(sent_opus_parameters2).ok());
313 EXPECT_TRUE(video_sender2->Send(sent_vp8_parameters2).ok());
314
315 FakeVideoTrackRenderer fake_video_renderer1(
316 static_cast<VideoTrackInterface*>(video_receiver1->GetTrack().get()));
317 FakeVideoTrackRenderer fake_video_renderer2(
318 static_cast<VideoTrackInterface*>(video_receiver2->GetTrack().get()));
319
320 if (expect_success) {
321 EXPECT_TRUE_WAIT(
322 fake_audio_capture_module1_->frames_received() > kDefaultNumFrames &&
323 fake_video_renderer1.num_rendered_frames() > kDefaultNumFrames &&
324 fake_audio_capture_module2_->frames_received() >
325 kDefaultNumFrames &&
minyue-webrtcc453b082017-07-10 11:56:05 +0200326 fake_video_renderer2.num_rendered_frames() > kDefaultNumFrames,
327 kDefaultTimeout) << "Audio capture module 1 received "
328 << fake_audio_capture_module1_->frames_received()
329 << " frames, Video renderer 1 rendered "
330 << fake_video_renderer1.num_rendered_frames()
331 << " frames, Audio capture module 2 received "
332 << fake_audio_capture_module2_->frames_received()
333 << " frames, Video renderer 2 rendered "
334 << fake_video_renderer2.num_rendered_frames()
335 << " frames.";
zhihuangd3501ad2017-03-03 14:39:06 -0800336 } else {
337 WAIT(false, kReceivingDuration);
338 rendered_video_frames1_ = fake_video_renderer1.num_rendered_frames();
339 rendered_video_frames2_ = fake_video_renderer2.num_rendered_frames();
340 received_audio_frames1_ = fake_audio_capture_module1_->frames_received();
341 received_audio_frames2_ = fake_audio_capture_module2_->frames_received();
342 }
343 }
344
deadbeefe814a0d2017-02-25 18:15:09 -0800345 rtc::VirtualSocketServer virtual_socket_server_;
346 rtc::Thread network_thread_;
347 rtc::FakeNetworkManager fake_network_manager_;
348 rtc::scoped_refptr<FakeAudioCaptureModule> fake_audio_capture_module1_;
349 rtc::scoped_refptr<FakeAudioCaptureModule> fake_audio_capture_module2_;
350 std::unique_ptr<OrtcFactoryInterface> ortc_factory1_;
351 std::unique_ptr<OrtcFactoryInterface> ortc_factory2_;
352 // Actually owned by video tracks.
353 std::vector<cricket::FakeVideoCapturer*> fake_video_capturers_;
zhihuangd3501ad2017-03-03 14:39:06 -0800354 int received_audio_frames1_ = 0;
355 int received_audio_frames2_ = 0;
356 int rendered_video_frames1_ = 0;
357 int rendered_video_frames2_ = 0;
deadbeefe814a0d2017-02-25 18:15:09 -0800358};
359
zhihuangacfb0172017-03-28 13:45:18 -0700360// Disable for TSan v2, see
361// https://bugs.chromium.org/p/webrtc/issues/detail?id=7366 for details.
362#if !defined(THREAD_SANITIZER)
363
deadbeefe814a0d2017-02-25 18:15:09 -0800364// Very basic end-to-end test with a single pair of audio RTP sender and
365// receiver.
366//
367// Uses muxed RTCP, and minimal parameters with a hard-coded config that's
368// known to work.
369TEST_F(OrtcFactoryIntegrationTest, BasicOneWayAudioRtpSenderAndReceiver) {
370 auto udp_transports = CreateAndConnectUdpTransportPair();
371 auto rtp_transports =
372 CreateRtpTransportPair(MakeRtcpMuxParameters(), udp_transports);
373
374 auto sender_result = ortc_factory1_->CreateRtpSender(
375 cricket::MEDIA_TYPE_AUDIO, rtp_transports.first.get());
376 auto receiver_result = ortc_factory2_->CreateRtpReceiver(
377 cricket::MEDIA_TYPE_AUDIO, rtp_transports.second.get());
378 ASSERT_TRUE(sender_result.ok());
379 ASSERT_TRUE(receiver_result.ok());
380 auto sender = sender_result.MoveValue();
381 auto receiver = receiver_result.MoveValue();
382
383 RTCError error =
384 sender->SetTrack(CreateLocalAudioTrack("audio", ortc_factory1_.get()));
385 EXPECT_TRUE(error.ok());
386
387 RtpParameters opus_parameters = MakeMinimalOpusParameters();
388 EXPECT_TRUE(receiver->Receive(opus_parameters).ok());
389 EXPECT_TRUE(sender->Send(opus_parameters).ok());
390 // Sender and receiver are connected and configured; audio frames should be
391 // able to flow at this point.
392 EXPECT_TRUE_WAIT(
393 fake_audio_capture_module2_->frames_received() > kDefaultNumFrames,
394 kDefaultTimeout);
395}
396
397// Very basic end-to-end test with a single pair of video RTP sender and
398// receiver.
399//
400// Uses muxed RTCP, and minimal parameters with a hard-coded config that's
401// known to work.
402TEST_F(OrtcFactoryIntegrationTest, BasicOneWayVideoRtpSenderAndReceiver) {
403 auto udp_transports = CreateAndConnectUdpTransportPair();
404 auto rtp_transports =
405 CreateRtpTransportPair(MakeRtcpMuxParameters(), udp_transports);
406
407 auto sender_result = ortc_factory1_->CreateRtpSender(
408 cricket::MEDIA_TYPE_VIDEO, rtp_transports.first.get());
409 auto receiver_result = ortc_factory2_->CreateRtpReceiver(
410 cricket::MEDIA_TYPE_VIDEO, rtp_transports.second.get());
411 ASSERT_TRUE(sender_result.ok());
412 ASSERT_TRUE(receiver_result.ok());
413 auto sender = sender_result.MoveValue();
414 auto receiver = receiver_result.MoveValue();
415
416 RTCError error = sender->SetTrack(
417 CreateLocalVideoTrackAndFakeCapturer("video", ortc_factory1_.get()));
418 EXPECT_TRUE(error.ok());
419
420 RtpParameters vp8_parameters = MakeMinimalVp8Parameters();
421 EXPECT_TRUE(receiver->Receive(vp8_parameters).ok());
422 EXPECT_TRUE(sender->Send(vp8_parameters).ok());
423 FakeVideoTrackRenderer fake_renderer(
424 static_cast<VideoTrackInterface*>(receiver->GetTrack().get()));
425 // Sender and receiver are connected and configured; video frames should be
426 // able to flow at this point.
427 EXPECT_TRUE_WAIT(fake_renderer.num_rendered_frames() > kDefaultNumFrames,
428 kDefaultTimeout);
429}
430
431// Test that if the track is changed while sending, the sender seamlessly
432// transitions to sending it and frames are received end-to-end.
433//
434// Only doing this for video, since given that audio is sourced from a single
435// fake audio capture module, the audio track is just a dummy object.
436// TODO(deadbeef): Change this when possible.
437TEST_F(OrtcFactoryIntegrationTest, SetTrackWhileSending) {
438 auto udp_transports = CreateAndConnectUdpTransportPair();
439 auto rtp_transports =
440 CreateRtpTransportPair(MakeRtcpMuxParameters(), udp_transports);
441
442 auto sender_result = ortc_factory1_->CreateRtpSender(
443 cricket::MEDIA_TYPE_VIDEO, rtp_transports.first.get());
444 auto receiver_result = ortc_factory2_->CreateRtpReceiver(
445 cricket::MEDIA_TYPE_VIDEO, rtp_transports.second.get());
446 ASSERT_TRUE(sender_result.ok());
447 ASSERT_TRUE(receiver_result.ok());
448 auto sender = sender_result.MoveValue();
449 auto receiver = receiver_result.MoveValue();
450
451 RTCError error = sender->SetTrack(
452 CreateLocalVideoTrackAndFakeCapturer("video_1", ortc_factory1_.get()));
453 EXPECT_TRUE(error.ok());
454 RtpParameters vp8_parameters = MakeMinimalVp8Parameters();
455 EXPECT_TRUE(receiver->Receive(vp8_parameters).ok());
456 EXPECT_TRUE(sender->Send(vp8_parameters).ok());
457 FakeVideoTrackRenderer fake_renderer(
458 static_cast<VideoTrackInterface*>(receiver->GetTrack().get()));
459 // Expect for some initial number of frames to be received.
460 EXPECT_TRUE_WAIT(fake_renderer.num_rendered_frames() > kDefaultNumFrames,
461 kDefaultTimeout);
462 // Stop the old capturer, set a new track, and verify new frames are received
463 // from the new track. Stopping the old capturer ensures that we aren't
464 // actually still getting frames from it.
465 fake_video_capturers_[0]->Stop();
466 int prev_num_frames = fake_renderer.num_rendered_frames();
467 error = sender->SetTrack(
468 CreateLocalVideoTrackAndFakeCapturer("video_2", ortc_factory1_.get()));
469 EXPECT_TRUE(error.ok());
470 EXPECT_TRUE_WAIT(
471 fake_renderer.num_rendered_frames() > kDefaultNumFrames + prev_num_frames,
472 kDefaultTimeout);
473}
474
475// End-to-end test with two pairs of RTP senders and receivers, for audio and
476// video.
477//
478// Uses muxed RTCP, and minimal parameters with hard-coded configs that are
479// known to work.
Alex Loikoa354e262017-09-27 11:10:04 +0200480#if !(defined(WEBRTC_IOS) && defined(WEBRTC_ARCH_64_BITS) && !defined(NDEBUG))
deadbeefe814a0d2017-02-25 18:15:09 -0800481TEST_F(OrtcFactoryIntegrationTest,
482 BasicTwoWayAudioVideoRtpSendersAndReceivers) {
483 auto udp_transports = CreateAndConnectUdpTransportPair();
484 auto rtp_transports =
485 CreateRtpTransportPair(MakeRtcpMuxParameters(), udp_transports);
zhihuangd3501ad2017-03-03 14:39:06 -0800486 bool expect_success = true;
487 BasicTwoWayRtpSendersAndReceiversTest(std::move(rtp_transports),
488 expect_success);
489}
deadbeefe814a0d2017-02-25 18:15:09 -0800490
zhihuangd3501ad2017-03-03 14:39:06 -0800491TEST_F(OrtcFactoryIntegrationTest,
492 BasicTwoWayAudioVideoSrtpSendersAndReceivers) {
493 auto udp_transports = CreateAndConnectUdpTransportPair();
494 auto srtp_transports = CreateSrtpTransportPairAndSetKeys(
495 MakeRtcpMuxParameters(), udp_transports);
496 bool expect_success = true;
497 BasicTwoWayRtpSendersAndReceiversTest(std::move(srtp_transports),
498 expect_success);
499}
mbonadeif904d132017-07-14 15:19:03 -0700500#endif
deadbeefe814a0d2017-02-25 18:15:09 -0800501
zhihuangd3501ad2017-03-03 14:39:06 -0800502// Tests that the packets cannot be decoded if the keys are mismatched.
503TEST_F(OrtcFactoryIntegrationTest, SrtpSendersAndReceiversWithMismatchingKeys) {
504 auto udp_transports = CreateAndConnectUdpTransportPair();
505 auto srtp_transports = CreateSrtpTransportPairAndSetMismatchingKeys(
506 MakeRtcpMuxParameters(), udp_transports);
507 bool expect_success = false;
508 BasicTwoWayRtpSendersAndReceiversTest(std::move(srtp_transports),
509 expect_success);
510 // No frames are expected to be decoded.
511 EXPECT_TRUE(received_audio_frames1_ == 0 && received_audio_frames2_ == 0 &&
512 rendered_video_frames1_ == 0 && rendered_video_frames2_ == 0);
513}
deadbeefe814a0d2017-02-25 18:15:09 -0800514
zhihuangd3501ad2017-03-03 14:39:06 -0800515// Tests that the frames cannot be decoded if only one side uses SRTP.
516TEST_F(OrtcFactoryIntegrationTest, OneSideSrtpSenderAndReceiver) {
517 auto rtcp_parameters = MakeRtcpMuxParameters();
518 auto udp_transports = CreateAndConnectUdpTransportPair();
519 auto rtcp_udp_transports = UdpTransportPair();
520 auto transport_controllers = RtpTransportControllerPair();
521 auto transport_result1 = ortc_factory1_->CreateRtpTransport(
522 rtcp_parameters, udp_transports.first.get(),
523 rtcp_udp_transports.first.get(), transport_controllers.first.get());
524 auto transport_result2 = ortc_factory2_->CreateSrtpTransport(
525 rtcp_parameters, udp_transports.second.get(),
526 rtcp_udp_transports.second.get(), transport_controllers.second.get());
deadbeefe814a0d2017-02-25 18:15:09 -0800527
zhihuangd3501ad2017-03-03 14:39:06 -0800528 auto rtp_transport = transport_result1.MoveValue();
529 auto srtp_transport = transport_result2.MoveValue();
530 EXPECT_TRUE(srtp_transport->SetSrtpSendKey(kTestCryptoParams1).ok());
531 EXPECT_TRUE(srtp_transport->SetSrtpReceiveKey(kTestCryptoParams2).ok());
532 bool expect_success = false;
533 BasicTwoWayRtpSendersAndReceiversTest(
534 {std::move(rtp_transport), std::move(srtp_transport)}, expect_success);
deadbeefe814a0d2017-02-25 18:15:09 -0800535
zhihuangd3501ad2017-03-03 14:39:06 -0800536 // The SRTP side is not expected to decode any audio or video frames.
537 // The RTP side is not expected to decode any video frames while it is
538 // possible that the encrypted audio frames can be accidentally decoded which
539 // is why received_audio_frames1_ is not validated.
540 EXPECT_TRUE(received_audio_frames2_ == 0 && rendered_video_frames1_ == 0 &&
541 rendered_video_frames2_ == 0);
deadbeefe814a0d2017-02-25 18:15:09 -0800542}
543
544// End-to-end test with two pairs of RTP senders and receivers, for audio and
545// video. Unlike the test above, this attempts to make the parameters as
zhihuangd3501ad2017-03-03 14:39:06 -0800546// complex as possible. The senders and receivers use the SRTP transport with
547// different keys.
deadbeefe814a0d2017-02-25 18:15:09 -0800548//
549// Uses non-muxed RTCP, with separate audio/video transports, and a full set of
550// parameters, as would normally be used in a PeerConnection.
551//
552// TODO(deadbeef): Update this test as more audio/video features become
553// supported.
zhihuangd3501ad2017-03-03 14:39:06 -0800554TEST_F(OrtcFactoryIntegrationTest,
555 FullTwoWayAudioVideoSrtpSendersAndReceivers) {
deadbeefe814a0d2017-02-25 18:15:09 -0800556 // We want four pairs of UDP transports for this test, for audio/video and
557 // RTP/RTCP.
558 auto audio_rtp_udp_transports = CreateAndConnectUdpTransportPair();
559 auto audio_rtcp_udp_transports = CreateAndConnectUdpTransportPair();
560 auto video_rtp_udp_transports = CreateAndConnectUdpTransportPair();
561 auto video_rtcp_udp_transports = CreateAndConnectUdpTransportPair();
562
563 // Since we have multiple RTP transports on each side, we need an RTP
564 // transport controller.
565 auto transport_controllers = CreateRtpTransportControllerPair();
566
sprangdb2a9fc2017-08-09 06:42:32 -0700567 RtpTransportParameters audio_rtp_transport_parameters;
568 audio_rtp_transport_parameters.rtcp.mux = false;
569 auto audio_srtp_transports = CreateSrtpTransportPair(
570 audio_rtp_transport_parameters, audio_rtp_udp_transports,
571 audio_rtcp_udp_transports, transport_controllers);
deadbeefe814a0d2017-02-25 18:15:09 -0800572
sprangdb2a9fc2017-08-09 06:42:32 -0700573 RtpTransportParameters video_rtp_transport_parameters;
574 video_rtp_transport_parameters.rtcp.mux = false;
575 video_rtp_transport_parameters.rtcp.reduced_size = true;
576 auto video_srtp_transports = CreateSrtpTransportPair(
577 video_rtp_transport_parameters, video_rtp_udp_transports,
578 video_rtcp_udp_transports, transport_controllers);
zhihuangd3501ad2017-03-03 14:39:06 -0800579
580 // Set keys for SRTP transports.
581 audio_srtp_transports.first->SetSrtpSendKey(kTestCryptoParams1);
582 audio_srtp_transports.first->SetSrtpReceiveKey(kTestCryptoParams2);
583 video_srtp_transports.first->SetSrtpSendKey(kTestCryptoParams3);
584 video_srtp_transports.first->SetSrtpReceiveKey(kTestCryptoParams4);
585
586 audio_srtp_transports.second->SetSrtpSendKey(kTestCryptoParams2);
587 audio_srtp_transports.second->SetSrtpReceiveKey(kTestCryptoParams1);
588 video_srtp_transports.second->SetSrtpSendKey(kTestCryptoParams4);
589 video_srtp_transports.second->SetSrtpReceiveKey(kTestCryptoParams3);
deadbeefe814a0d2017-02-25 18:15:09 -0800590
591 // Create all the senders and receivers (four per endpoint).
592 auto audio_sender_result1 = ortc_factory1_->CreateRtpSender(
zhihuangd3501ad2017-03-03 14:39:06 -0800593 cricket::MEDIA_TYPE_AUDIO, audio_srtp_transports.first.get());
deadbeefe814a0d2017-02-25 18:15:09 -0800594 auto video_sender_result1 = ortc_factory1_->CreateRtpSender(
zhihuangd3501ad2017-03-03 14:39:06 -0800595 cricket::MEDIA_TYPE_VIDEO, video_srtp_transports.first.get());
deadbeefe814a0d2017-02-25 18:15:09 -0800596 auto audio_receiver_result1 = ortc_factory1_->CreateRtpReceiver(
zhihuangd3501ad2017-03-03 14:39:06 -0800597 cricket::MEDIA_TYPE_AUDIO, audio_srtp_transports.first.get());
deadbeefe814a0d2017-02-25 18:15:09 -0800598 auto video_receiver_result1 = ortc_factory1_->CreateRtpReceiver(
zhihuangd3501ad2017-03-03 14:39:06 -0800599 cricket::MEDIA_TYPE_VIDEO, video_srtp_transports.first.get());
deadbeefe814a0d2017-02-25 18:15:09 -0800600 ASSERT_TRUE(audio_sender_result1.ok());
601 ASSERT_TRUE(video_sender_result1.ok());
602 ASSERT_TRUE(audio_receiver_result1.ok());
603 ASSERT_TRUE(video_receiver_result1.ok());
604 auto audio_sender1 = audio_sender_result1.MoveValue();
605 auto video_sender1 = video_sender_result1.MoveValue();
606 auto audio_receiver1 = audio_receiver_result1.MoveValue();
607 auto video_receiver1 = video_receiver_result1.MoveValue();
608
609 auto audio_sender_result2 = ortc_factory2_->CreateRtpSender(
zhihuangd3501ad2017-03-03 14:39:06 -0800610 cricket::MEDIA_TYPE_AUDIO, audio_srtp_transports.second.get());
deadbeefe814a0d2017-02-25 18:15:09 -0800611 auto video_sender_result2 = ortc_factory2_->CreateRtpSender(
zhihuangd3501ad2017-03-03 14:39:06 -0800612 cricket::MEDIA_TYPE_VIDEO, video_srtp_transports.second.get());
deadbeefe814a0d2017-02-25 18:15:09 -0800613 auto audio_receiver_result2 = ortc_factory2_->CreateRtpReceiver(
zhihuangd3501ad2017-03-03 14:39:06 -0800614 cricket::MEDIA_TYPE_AUDIO, audio_srtp_transports.second.get());
deadbeefe814a0d2017-02-25 18:15:09 -0800615 auto video_receiver_result2 = ortc_factory2_->CreateRtpReceiver(
zhihuangd3501ad2017-03-03 14:39:06 -0800616 cricket::MEDIA_TYPE_VIDEO, video_srtp_transports.second.get());
deadbeefe814a0d2017-02-25 18:15:09 -0800617 ASSERT_TRUE(audio_sender_result2.ok());
618 ASSERT_TRUE(video_sender_result2.ok());
619 ASSERT_TRUE(audio_receiver_result2.ok());
620 ASSERT_TRUE(video_receiver_result2.ok());
621 auto audio_sender2 = audio_sender_result2.MoveValue();
622 auto video_sender2 = video_sender_result2.MoveValue();
623 auto audio_receiver2 = audio_receiver_result2.MoveValue();
624 auto video_receiver2 = video_receiver_result2.MoveValue();
625
626 RTCError error = audio_sender1->SetTrack(
627 CreateLocalAudioTrack("audio", ortc_factory1_.get()));
628 EXPECT_TRUE(error.ok());
629 error = video_sender1->SetTrack(
630 CreateLocalVideoTrackAndFakeCapturer("video", ortc_factory1_.get()));
631 EXPECT_TRUE(error.ok());
632 error = audio_sender2->SetTrack(
633 CreateLocalAudioTrack("audio", ortc_factory2_.get()));
634 EXPECT_TRUE(error.ok());
635 error = video_sender2->SetTrack(
636 CreateLocalVideoTrackAndFakeCapturer("video", ortc_factory2_.get()));
637 EXPECT_TRUE(error.ok());
638
639 // Use different codecs in different directions for extra challenge.
640 RtpParameters opus_send_parameters = MakeFullOpusParameters();
641 RtpParameters isac_send_parameters = MakeFullIsacParameters();
642 RtpParameters vp8_send_parameters = MakeFullVp8Parameters();
643 RtpParameters vp9_send_parameters = MakeFullVp9Parameters();
644
645 // Remove "payload_type" from receive parameters. Receiver will need to
646 // discern the payload type from packets received.
647 RtpParameters opus_receive_parameters = opus_send_parameters;
648 RtpParameters isac_receive_parameters = isac_send_parameters;
649 RtpParameters vp8_receive_parameters = vp8_send_parameters;
650 RtpParameters vp9_receive_parameters = vp9_send_parameters;
651 opus_receive_parameters.encodings[0].codec_payload_type.reset();
652 isac_receive_parameters.encodings[0].codec_payload_type.reset();
653 vp8_receive_parameters.encodings[0].codec_payload_type.reset();
654 vp9_receive_parameters.encodings[0].codec_payload_type.reset();
655
656 // Configure the senders' and receivers' parameters.
657 //
658 // Note: Intentionally, the top codec in the receive parameters does not
659 // match the codec sent by the other side. If "Receive" is called with a list
660 // of codecs, the receiver should be prepared to receive any of them, not
661 // just the one on top.
662 EXPECT_TRUE(audio_receiver1->Receive(opus_receive_parameters).ok());
663 EXPECT_TRUE(video_receiver1->Receive(vp8_receive_parameters).ok());
664 EXPECT_TRUE(audio_receiver2->Receive(isac_receive_parameters).ok());
665 EXPECT_TRUE(video_receiver2->Receive(vp9_receive_parameters).ok());
666 EXPECT_TRUE(audio_sender1->Send(opus_send_parameters).ok());
667 EXPECT_TRUE(video_sender1->Send(vp8_send_parameters).ok());
668 EXPECT_TRUE(audio_sender2->Send(isac_send_parameters).ok());
669 EXPECT_TRUE(video_sender2->Send(vp9_send_parameters).ok());
670
671 FakeVideoTrackRenderer fake_video_renderer1(
672 static_cast<VideoTrackInterface*>(video_receiver1->GetTrack().get()));
673 FakeVideoTrackRenderer fake_video_renderer2(
674 static_cast<VideoTrackInterface*>(video_receiver2->GetTrack().get()));
675
676 // Senders and receivers are connected and configured; audio and video frames
677 // should be able to flow at this point.
678 EXPECT_TRUE_WAIT(
679 fake_audio_capture_module1_->frames_received() > kDefaultNumFrames &&
680 fake_video_renderer1.num_rendered_frames() > kDefaultNumFrames &&
681 fake_audio_capture_module2_->frames_received() > kDefaultNumFrames &&
682 fake_video_renderer2.num_rendered_frames() > kDefaultNumFrames,
683 kDefaultTimeout);
684}
685
686// TODO(deadbeef): End-to-end test for multiple senders/receivers of the same
687// media type, once that's supported. Currently, it is not because the
688// BaseChannel model relies on there being a single VoiceChannel and
689// VideoChannel, and these only support a single set of codecs/etc. per
690// send/receive direction.
691
692// TODO(deadbeef): End-to-end test for simulcast, once that's supported by this
693// API.
694
zhihuangacfb0172017-03-28 13:45:18 -0700695#endif // if !defined(THREAD_SANITIZER)
696
deadbeefe814a0d2017-02-25 18:15:09 -0800697} // namespace webrtc