blob: f5731e9045d196a89fd638b5851b86e317aab41b [file] [log] [blame]
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +00001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
kwiberg27f982b2016-03-01 11:52:33 -080011#include <memory>
Åsa Persson4bece9a2017-10-06 10:04:04 +020012#include <string>
kwiberg27f982b2016-03-01 11:52:33 -080013
Steve Anton40d55332019-01-07 10:21:47 -080014#include "absl/memory/memory.h"
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020015#include "call/rtp_transport_controller_send.h"
Stefan Holmer9416ef82018-07-19 10:34:38 +020016#include "call/rtp_video_sender.h"
Stefan Holmer64be7fa2018-10-04 15:21:55 +020017#include "modules/video_coding/fec_controller_default.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020018#include "modules/video_coding/include/video_codec_interface.h"
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020019#include "rtc_base/rate_limiter.h"
Åsa Persson4bece9a2017-10-06 10:04:04 +020020#include "test/field_trial.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020021#include "test/gmock.h"
22#include "test/gtest.h"
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020023#include "test/mock_transport.h"
24#include "video/call_stats.h"
25#include "video/send_delay_stats.h"
26#include "video/send_statistics_proxy.h"
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +000027
28using ::testing::_;
29using ::testing::AnyNumber;
Åsa Persson4bece9a2017-10-06 10:04:04 +020030using ::testing::Invoke;
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +000031using ::testing::NiceMock;
32using ::testing::Return;
Åsa Persson4bece9a2017-10-06 10:04:04 +020033using ::testing::Unused;
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +000034
35namespace webrtc {
Åsa Persson4bece9a2017-10-06 10:04:04 +020036namespace {
37const int8_t kPayloadType = 96;
38const uint32_t kSsrc1 = 12345;
39const uint32_t kSsrc2 = 23456;
Åsa Persson4bece9a2017-10-06 10:04:04 +020040const int16_t kInitialPictureId1 = 222;
41const int16_t kInitialPictureId2 = 44;
Niels Möllerbb894ff2018-03-15 12:28:53 +010042const int16_t kInitialTl0PicIdx1 = 99;
43const int16_t kInitialTl0PicIdx2 = 199;
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020044const int64_t kRetransmitWindowSizeMs = 500;
45
46class MockRtcpIntraFrameObserver : public RtcpIntraFrameObserver {
47 public:
48 MOCK_METHOD1(OnReceivedIntraFrameRequest, void(uint32_t));
49};
50
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020051RtpSenderObservers CreateObservers(
52 RtcpRttStats* rtcp_rtt_stats,
53 RtcpIntraFrameObserver* intra_frame_callback,
54 RtcpStatisticsCallback* rtcp_stats,
55 StreamDataCountersCallback* rtp_stats,
56 BitrateStatisticsObserver* bitrate_observer,
57 FrameCountObserver* frame_count_observer,
58 RtcpPacketTypeCounterObserver* rtcp_type_observer,
59 SendSideDelayObserver* send_delay_observer,
Stefan Holmer64be7fa2018-10-04 15:21:55 +020060 SendPacketObserver* send_packet_observer) {
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020061 RtpSenderObservers observers;
62 observers.rtcp_rtt_stats = rtcp_rtt_stats;
63 observers.intra_frame_callback = intra_frame_callback;
64 observers.rtcp_stats = rtcp_stats;
65 observers.rtp_stats = rtp_stats;
66 observers.bitrate_observer = bitrate_observer;
67 observers.frame_count_observer = frame_count_observer;
68 observers.rtcp_type_observer = rtcp_type_observer;
69 observers.send_delay_observer = send_delay_observer;
70 observers.send_packet_observer = send_packet_observer;
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020071 return observers;
72}
73
Stefan Holmer9416ef82018-07-19 10:34:38 +020074class RtpVideoSenderTestFixture {
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020075 public:
Stefan Holmer9416ef82018-07-19 10:34:38 +020076 RtpVideoSenderTestFixture(
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020077 const std::vector<uint32_t>& ssrcs,
78 int payload_type,
79 const std::map<uint32_t, RtpPayloadState>& suspended_payload_states)
80 : clock_(0),
81 config_(&transport_),
82 send_delay_stats_(&clock_),
83 transport_controller_(&clock_, &event_log_, nullptr, bitrate_config_),
84 process_thread_(ProcessThread::Create("test_thread")),
85 call_stats_(&clock_, process_thread_.get()),
86 stats_proxy_(&clock_,
87 config_,
88 VideoEncoderConfig::ContentType::kRealtimeVideo),
89 retransmission_rate_limiter_(&clock_, kRetransmitWindowSizeMs) {
90 for (uint32_t ssrc : ssrcs) {
91 config_.rtp.ssrcs.push_back(ssrc);
92 }
93 config_.rtp.payload_type = payload_type;
94 std::map<uint32_t, RtpState> suspended_ssrcs;
Stefan Holmer9416ef82018-07-19 10:34:38 +020095 router_ = absl::make_unique<RtpVideoSender>(
Amit Hilbuch0fc28432018-12-18 13:01:47 -080096 suspended_ssrcs, suspended_payload_states, config_.rtp,
97 config_.rtcp_report_interval_ms, &transport_,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020098 CreateObservers(&call_stats_, &encoder_feedback_, &stats_proxy_,
99 &stats_proxy_, &stats_proxy_, &stats_proxy_,
Stefan Holmer64be7fa2018-10-04 15:21:55 +0200100 &stats_proxy_, &stats_proxy_, &send_delay_stats_),
101 &transport_controller_, &event_log_, &retransmission_rate_limiter_,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700102 absl::make_unique<FecControllerDefault>(&clock_), nullptr,
103 CryptoOptions{});
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200104 }
105
Stefan Holmer9416ef82018-07-19 10:34:38 +0200106 RtpVideoSender* router() { return router_.get(); }
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200107
108 private:
109 NiceMock<MockTransport> transport_;
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200110 NiceMock<MockRtcpIntraFrameObserver> encoder_feedback_;
111 SimulatedClock clock_;
112 RtcEventLogNullImpl event_log_;
113 VideoSendStream::Config config_;
114 SendDelayStats send_delay_stats_;
115 BitrateConstraints bitrate_config_;
116 RtpTransportControllerSend transport_controller_;
117 std::unique_ptr<ProcessThread> process_thread_;
118 CallStats call_stats_;
119 SendStatisticsProxy stats_proxy_;
120 RateLimiter retransmission_rate_limiter_;
Stefan Holmer9416ef82018-07-19 10:34:38 +0200121 std::unique_ptr<RtpVideoSender> router_;
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200122};
Åsa Persson4bece9a2017-10-06 10:04:04 +0200123} // namespace
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000124
Sebastian Janssondc8c9812018-09-27 17:32:00 +0200125class RtpVideoSenderTest : public ::testing::Test,
126 public ::testing::WithParamInterface<std::string> {
127 public:
128 RtpVideoSenderTest() : field_trial_(GetParam()) {}
129
130 private:
131 test::ScopedFieldTrials field_trial_;
132};
133
134INSTANTIATE_TEST_CASE_P(Default, RtpVideoSenderTest, ::testing::Values(""));
135
136INSTANTIATE_TEST_CASE_P(
137 TaskQueueTrial,
138 RtpVideoSenderTest,
139 ::testing::Values("WebRTC-TaskQueueCongestionControl/Enabled/"));
140
141TEST_P(RtpVideoSenderTest, SendOnOneModule) {
kjellander02b3d272016-04-20 05:05:54 -0700142 uint8_t payload = 'a';
kjellander02b3d272016-04-20 05:05:54 -0700143 EncodedImage encoded_image;
Niels Möller23775882018-08-16 10:24:12 +0200144 encoded_image.SetTimestamp(1);
kjellander02b3d272016-04-20 05:05:54 -0700145 encoded_image.capture_time_ms_ = 2;
146 encoded_image._frameType = kVideoFrameKey;
147 encoded_image._buffer = &payload;
148 encoded_image._length = 1;
149
Stefan Holmer9416ef82018-07-19 10:34:38 +0200150 RtpVideoSenderTestFixture test({kSsrc1}, kPayloadType, {});
sergeyu2cb155a2016-11-04 11:39:29 -0700151 EXPECT_NE(
152 EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200153 test.router()->OnEncodedImage(encoded_image, nullptr, nullptr).error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000154
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200155 test.router()->SetActive(true);
sergeyu2cb155a2016-11-04 11:39:29 -0700156 EXPECT_EQ(
157 EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200158 test.router()->OnEncodedImage(encoded_image, nullptr, nullptr).error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000159
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200160 test.router()->SetActive(false);
sergeyu2cb155a2016-11-04 11:39:29 -0700161 EXPECT_NE(
162 EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200163 test.router()->OnEncodedImage(encoded_image, nullptr, nullptr).error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000164
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200165 test.router()->SetActive(true);
sergeyu2cb155a2016-11-04 11:39:29 -0700166 EXPECT_EQ(
167 EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200168 test.router()->OnEncodedImage(encoded_image, nullptr, nullptr).error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000169}
170
Sebastian Janssondc8c9812018-09-27 17:32:00 +0200171TEST_P(RtpVideoSenderTest, SendSimulcastSetActive) {
kjellander02b3d272016-04-20 05:05:54 -0700172 uint8_t payload = 'a';
Niels Möllerd3b8c632018-08-27 15:33:42 +0200173 EncodedImage encoded_image_1;
174 encoded_image_1.SetTimestamp(1);
175 encoded_image_1.capture_time_ms_ = 2;
176 encoded_image_1._frameType = kVideoFrameKey;
177 encoded_image_1._buffer = &payload;
178 encoded_image_1._length = 1;
kjellander02b3d272016-04-20 05:05:54 -0700179
Stefan Holmer9416ef82018-07-19 10:34:38 +0200180 RtpVideoSenderTestFixture test({kSsrc1, kSsrc2}, kPayloadType, {});
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000181
Niels Möllerd3b8c632018-08-27 15:33:42 +0200182 CodecSpecificInfo codec_info;
183 memset(&codec_info, 0, sizeof(CodecSpecificInfo));
184 codec_info.codecType = kVideoCodecVP8;
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000185
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200186 test.router()->SetActive(true);
sergeyu2cb155a2016-11-04 11:39:29 -0700187 EXPECT_EQ(EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200188 test.router()
Niels Möllerd3b8c632018-08-27 15:33:42 +0200189 ->OnEncodedImage(encoded_image_1, &codec_info, nullptr)
sergeyu2cb155a2016-11-04 11:39:29 -0700190 .error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000191
Niels Möllerd3b8c632018-08-27 15:33:42 +0200192 EncodedImage encoded_image_2(encoded_image_1);
193 encoded_image_2.SetSpatialIndex(1);
sergeyu2cb155a2016-11-04 11:39:29 -0700194 EXPECT_EQ(EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200195 test.router()
Niels Möllerd3b8c632018-08-27 15:33:42 +0200196 ->OnEncodedImage(encoded_image_2, &codec_info, nullptr)
sergeyu2cb155a2016-11-04 11:39:29 -0700197 .error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000198
mflodman@webrtc.org50e28162015-02-23 07:45:11 +0000199 // Inactive.
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200200 test.router()->SetActive(false);
sergeyu2cb155a2016-11-04 11:39:29 -0700201 EXPECT_NE(EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200202 test.router()
Niels Möllerd3b8c632018-08-27 15:33:42 +0200203 ->OnEncodedImage(encoded_image_1, &codec_info, nullptr)
sergeyu2cb155a2016-11-04 11:39:29 -0700204 .error);
205 EXPECT_NE(EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200206 test.router()
Niels Möllerd3b8c632018-08-27 15:33:42 +0200207 ->OnEncodedImage(encoded_image_2, &codec_info, nullptr)
sergeyu2cb155a2016-11-04 11:39:29 -0700208 .error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000209}
210
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800211// Tests how setting individual rtp modules to active affects the overall
212// behavior of the payload router. First sets one module to active and checks
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200213// that outgoing data can be sent on this module, and checks that no data can
214// be sent if both modules are inactive.
Sebastian Janssondc8c9812018-09-27 17:32:00 +0200215TEST_P(RtpVideoSenderTest, SendSimulcastSetActiveModules) {
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800216 uint8_t payload = 'a';
Niels Möllerd3b8c632018-08-27 15:33:42 +0200217 EncodedImage encoded_image_1;
218 encoded_image_1.SetTimestamp(1);
219 encoded_image_1.capture_time_ms_ = 2;
220 encoded_image_1._frameType = kVideoFrameKey;
221 encoded_image_1._buffer = &payload;
222 encoded_image_1._length = 1;
223 EncodedImage encoded_image_2(encoded_image_1);
224 encoded_image_2.SetSpatialIndex(1);
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200225
Stefan Holmer9416ef82018-07-19 10:34:38 +0200226 RtpVideoSenderTestFixture test({kSsrc1, kSsrc2}, kPayloadType, {});
Niels Möllerd3b8c632018-08-27 15:33:42 +0200227 CodecSpecificInfo codec_info;
228 memset(&codec_info, 0, sizeof(CodecSpecificInfo));
229 codec_info.codecType = kVideoCodecVP8;
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800230
231 // Only setting one stream to active will still set the payload router to
232 // active and allow sending data on the active stream.
233 std::vector<bool> active_modules({true, false});
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200234 test.router()->SetActiveModules(active_modules);
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800235 EXPECT_EQ(EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200236 test.router()
Niels Möllerd3b8c632018-08-27 15:33:42 +0200237 ->OnEncodedImage(encoded_image_1, &codec_info, nullptr)
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800238 .error);
239
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200240 // Setting both streams to inactive will turn the payload router to
241 // inactive.
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800242 active_modules = {false, false};
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200243 test.router()->SetActiveModules(active_modules);
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800244 // An incoming encoded image will not ask the module to send outgoing data
245 // because the payload router is inactive.
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800246 EXPECT_NE(EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200247 test.router()
Niels Möllerd3b8c632018-08-27 15:33:42 +0200248 ->OnEncodedImage(encoded_image_1, &codec_info, nullptr)
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800249 .error);
250 EXPECT_NE(EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200251 test.router()
Niels Möllerd3b8c632018-08-27 15:33:42 +0200252 ->OnEncodedImage(encoded_image_1, &codec_info, nullptr)
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800253 .error);
254}
255
Sebastian Janssondc8c9812018-09-27 17:32:00 +0200256TEST_P(RtpVideoSenderTest, CreateWithNoPreviousStates) {
Stefan Holmer9416ef82018-07-19 10:34:38 +0200257 RtpVideoSenderTestFixture test({kSsrc1, kSsrc2}, kPayloadType, {});
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200258 test.router()->SetActive(true);
Åsa Persson4bece9a2017-10-06 10:04:04 +0200259
260 std::map<uint32_t, RtpPayloadState> initial_states =
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200261 test.router()->GetRtpPayloadStates();
Åsa Persson4bece9a2017-10-06 10:04:04 +0200262 EXPECT_EQ(2u, initial_states.size());
263 EXPECT_NE(initial_states.find(kSsrc1), initial_states.end());
264 EXPECT_NE(initial_states.find(kSsrc2), initial_states.end());
265}
266
Sebastian Janssondc8c9812018-09-27 17:32:00 +0200267TEST_P(RtpVideoSenderTest, CreateWithPreviousStates) {
philipel25d31ec2018-08-08 16:33:01 +0200268 const int64_t kState1SharedFrameId = 123;
269 const int64_t kState2SharedFrameId = 234;
Åsa Persson4bece9a2017-10-06 10:04:04 +0200270 RtpPayloadState state1;
271 state1.picture_id = kInitialPictureId1;
Niels Möllerbb894ff2018-03-15 12:28:53 +0100272 state1.tl0_pic_idx = kInitialTl0PicIdx1;
philipel25d31ec2018-08-08 16:33:01 +0200273 state1.shared_frame_id = kState1SharedFrameId;
Åsa Persson4bece9a2017-10-06 10:04:04 +0200274 RtpPayloadState state2;
275 state2.picture_id = kInitialPictureId2;
Niels Möllerbb894ff2018-03-15 12:28:53 +0100276 state2.tl0_pic_idx = kInitialTl0PicIdx2;
philipel25d31ec2018-08-08 16:33:01 +0200277 state2.shared_frame_id = kState2SharedFrameId;
Åsa Persson4bece9a2017-10-06 10:04:04 +0200278 std::map<uint32_t, RtpPayloadState> states = {{kSsrc1, state1},
279 {kSsrc2, state2}};
280
Stefan Holmer9416ef82018-07-19 10:34:38 +0200281 RtpVideoSenderTestFixture test({kSsrc1, kSsrc2}, kPayloadType, states);
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200282 test.router()->SetActive(true);
Åsa Persson4bece9a2017-10-06 10:04:04 +0200283
284 std::map<uint32_t, RtpPayloadState> initial_states =
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200285 test.router()->GetRtpPayloadStates();
Åsa Persson4bece9a2017-10-06 10:04:04 +0200286 EXPECT_EQ(2u, initial_states.size());
287 EXPECT_EQ(kInitialPictureId1, initial_states[kSsrc1].picture_id);
Niels Möllerbb894ff2018-03-15 12:28:53 +0100288 EXPECT_EQ(kInitialTl0PicIdx1, initial_states[kSsrc1].tl0_pic_idx);
Åsa Persson4bece9a2017-10-06 10:04:04 +0200289 EXPECT_EQ(kInitialPictureId2, initial_states[kSsrc2].picture_id);
Niels Möllerbb894ff2018-03-15 12:28:53 +0100290 EXPECT_EQ(kInitialTl0PicIdx2, initial_states[kSsrc2].tl0_pic_idx);
philipel25d31ec2018-08-08 16:33:01 +0200291 EXPECT_EQ(kState2SharedFrameId, initial_states[kSsrc1].shared_frame_id);
292 EXPECT_EQ(kState2SharedFrameId, initial_states[kSsrc2].shared_frame_id);
Åsa Persson4bece9a2017-10-06 10:04:04 +0200293}
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000294} // namespace webrtc