blob: d453f45211b0a38b63499569721c24109eb336cc [file] [log] [blame]
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +00001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Jonas Olssona4d87372019-07-05 19:08:33 +020011#include "call/rtp_video_sender.h"
12
kwiberg27f982b2016-03-01 11:52:33 -080013#include <memory>
Åsa Persson4bece9a2017-10-06 10:04:04 +020014#include <string>
kwiberg27f982b2016-03-01 11:52:33 -080015
Danil Chapovalovd3ba2362019-04-10 17:01:23 +020016#include "api/task_queue/default_task_queue_factory.h"
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020017#include "call/rtp_transport_controller_send.h"
Erik Språng490d76c2019-05-07 09:29:15 -070018#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
19#include "modules/rtp_rtcp/source/byte_io.h"
20#include "modules/rtp_rtcp/source/rtcp_packet/nack.h"
21#include "modules/rtp_rtcp/source/rtp_packet.h"
Stefan Holmer64be7fa2018-10-04 15:21:55 +020022#include "modules/video_coding/fec_controller_default.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "modules/video_coding/include/video_codec_interface.h"
Erik Språng490d76c2019-05-07 09:29:15 -070024#include "rtc_base/event.h"
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020025#include "rtc_base/rate_limiter.h"
Åsa Persson4bece9a2017-10-06 10:04:04 +020026#include "test/field_trial.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "test/gmock.h"
28#include "test/gtest.h"
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020029#include "test/mock_transport.h"
30#include "video/call_stats.h"
31#include "video/send_delay_stats.h"
32#include "video/send_statistics_proxy.h"
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +000033
34using ::testing::_;
Erik Språng490d76c2019-05-07 09:29:15 -070035using ::testing::Invoke;
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +000036using ::testing::NiceMock;
Niels Möller949f0fd2019-01-29 09:44:24 +010037using ::testing::SaveArg;
Åsa Persson4bece9a2017-10-06 10:04:04 +020038using ::testing::Unused;
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +000039
40namespace webrtc {
Åsa Persson4bece9a2017-10-06 10:04:04 +020041namespace {
42const int8_t kPayloadType = 96;
43const uint32_t kSsrc1 = 12345;
44const uint32_t kSsrc2 = 23456;
Erik Språng490d76c2019-05-07 09:29:15 -070045const uint32_t kRtxSsrc1 = 34567;
46const uint32_t kRtxSsrc2 = 45678;
Åsa Persson4bece9a2017-10-06 10:04:04 +020047const int16_t kInitialPictureId1 = 222;
48const int16_t kInitialPictureId2 = 44;
Niels Möllerbb894ff2018-03-15 12:28:53 +010049const int16_t kInitialTl0PicIdx1 = 99;
50const int16_t kInitialTl0PicIdx2 = 199;
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020051const int64_t kRetransmitWindowSizeMs = 500;
Erik Språng845c6aa2019-05-29 13:02:24 +020052const int kTransportsSequenceExtensionId = 7;
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020053
54class MockRtcpIntraFrameObserver : public RtcpIntraFrameObserver {
55 public:
56 MOCK_METHOD1(OnReceivedIntraFrameRequest, void(uint32_t));
57};
58
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020059RtpSenderObservers CreateObservers(
60 RtcpRttStats* rtcp_rtt_stats,
61 RtcpIntraFrameObserver* intra_frame_callback,
62 RtcpStatisticsCallback* rtcp_stats,
Henrik Boström87e3f9d2019-05-27 10:44:24 +020063 ReportBlockDataObserver* report_block_data_observer,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020064 StreamDataCountersCallback* rtp_stats,
65 BitrateStatisticsObserver* bitrate_observer,
66 FrameCountObserver* frame_count_observer,
67 RtcpPacketTypeCounterObserver* rtcp_type_observer,
68 SendSideDelayObserver* send_delay_observer,
Stefan Holmer64be7fa2018-10-04 15:21:55 +020069 SendPacketObserver* send_packet_observer) {
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020070 RtpSenderObservers observers;
71 observers.rtcp_rtt_stats = rtcp_rtt_stats;
72 observers.intra_frame_callback = intra_frame_callback;
Erik Språng490d76c2019-05-07 09:29:15 -070073 observers.rtcp_loss_notification_observer = nullptr;
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020074 observers.rtcp_stats = rtcp_stats;
Henrik Boström87e3f9d2019-05-27 10:44:24 +020075 observers.report_block_data_observer = report_block_data_observer;
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020076 observers.rtp_stats = rtp_stats;
77 observers.bitrate_observer = bitrate_observer;
78 observers.frame_count_observer = frame_count_observer;
79 observers.rtcp_type_observer = rtcp_type_observer;
80 observers.send_delay_observer = send_delay_observer;
81 observers.send_packet_observer = send_packet_observer;
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020082 return observers;
83}
84
Erik Språng490d76c2019-05-07 09:29:15 -070085BitrateConstraints GetBitrateConfig() {
86 BitrateConstraints bitrate_config;
87 bitrate_config.min_bitrate_bps = 30000;
88 bitrate_config.start_bitrate_bps = 300000;
89 bitrate_config.max_bitrate_bps = 3000000;
90 return bitrate_config;
91}
92
93VideoSendStream::Config CreateVideoSendStreamConfig(
94 Transport* transport,
95 const std::vector<uint32_t>& ssrcs,
96 const std::vector<uint32_t>& rtx_ssrcs,
97 int payload_type) {
98 VideoSendStream::Config config(transport);
99 config.rtp.ssrcs = ssrcs;
100 config.rtp.rtx.ssrcs = rtx_ssrcs;
101 config.rtp.payload_type = payload_type;
102 config.rtp.rtx.payload_type = payload_type + 1;
103 config.rtp.nack.rtp_history_ms = 1000;
Erik Språng845c6aa2019-05-29 13:02:24 +0200104 config.rtp.extensions.emplace_back(RtpExtension::kTransportSequenceNumberUri,
105 kTransportsSequenceExtensionId);
Erik Språng490d76c2019-05-07 09:29:15 -0700106 return config;
107}
108
Stefan Holmer9416ef82018-07-19 10:34:38 +0200109class RtpVideoSenderTestFixture {
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200110 public:
Stefan Holmer9416ef82018-07-19 10:34:38 +0200111 RtpVideoSenderTestFixture(
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200112 const std::vector<uint32_t>& ssrcs,
Erik Språng490d76c2019-05-07 09:29:15 -0700113 const std::vector<uint32_t>& rtx_ssrcs,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200114 int payload_type,
Niels Möller949f0fd2019-01-29 09:44:24 +0100115 const std::map<uint32_t, RtpPayloadState>& suspended_payload_states,
116 FrameCountObserver* frame_count_observer)
Sebastian Jansson572c60f2019-03-04 18:30:41 +0100117 : clock_(1000000),
Erik Språng490d76c2019-05-07 09:29:15 -0700118 config_(CreateVideoSendStreamConfig(&transport_,
119 ssrcs,
120 rtx_ssrcs,
121 payload_type)),
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200122 send_delay_stats_(&clock_),
Erik Språng490d76c2019-05-07 09:29:15 -0700123 bitrate_config_(GetBitrateConfig()),
Danil Chapovalovd3ba2362019-04-10 17:01:23 +0200124 task_queue_factory_(CreateDefaultTaskQueueFactory()),
Sebastian Janssoned50e6c2019-03-01 14:45:21 +0100125 transport_controller_(&clock_,
126 &event_log_,
127 nullptr,
Ying Wang0810a7c2019-04-10 13:48:24 +0200128 nullptr,
Sebastian Janssoned50e6c2019-03-01 14:45:21 +0100129 bitrate_config_,
130 ProcessThread::Create("PacerThread"),
Erik Språng662678d2019-11-15 17:18:52 +0100131 task_queue_factory_.get(),
132 &field_trials_),
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200133 process_thread_(ProcessThread::Create("test_thread")),
134 call_stats_(&clock_, process_thread_.get()),
135 stats_proxy_(&clock_,
136 config_,
137 VideoEncoderConfig::ContentType::kRealtimeVideo),
138 retransmission_rate_limiter_(&clock_, kRetransmitWindowSizeMs) {
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200139 std::map<uint32_t, RtpState> suspended_ssrcs;
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200140 router_ = std::make_unique<RtpVideoSender>(
Sebastian Jansson572c60f2019-03-04 18:30:41 +0100141 &clock_, suspended_ssrcs, suspended_payload_states, config_.rtp,
Oleh Prypine8964902019-03-29 15:33:01 +0000142 config_.rtcp_report_interval_ms, &transport_,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200143 CreateObservers(&call_stats_, &encoder_feedback_, &stats_proxy_,
Henrik Boström87e3f9d2019-05-27 10:44:24 +0200144 &stats_proxy_, &stats_proxy_, &stats_proxy_,
145 frame_count_observer, &stats_proxy_, &stats_proxy_,
146 &send_delay_stats_),
Stefan Holmer64be7fa2018-10-04 15:21:55 +0200147 &transport_controller_, &event_log_, &retransmission_rate_limiter_,
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200148 std::make_unique<FecControllerDefault>(&clock_), nullptr,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700149 CryptoOptions{});
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200150 }
Niels Möller949f0fd2019-01-29 09:44:24 +0100151 RtpVideoSenderTestFixture(
152 const std::vector<uint32_t>& ssrcs,
Erik Språng490d76c2019-05-07 09:29:15 -0700153 const std::vector<uint32_t>& rtx_ssrcs,
Niels Möller949f0fd2019-01-29 09:44:24 +0100154 int payload_type,
155 const std::map<uint32_t, RtpPayloadState>& suspended_payload_states)
156 : RtpVideoSenderTestFixture(ssrcs,
Erik Språng490d76c2019-05-07 09:29:15 -0700157 rtx_ssrcs,
Niels Möller949f0fd2019-01-29 09:44:24 +0100158 payload_type,
159 suspended_payload_states,
160 /*frame_count_observer=*/nullptr) {}
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200161
Stefan Holmer9416ef82018-07-19 10:34:38 +0200162 RtpVideoSender* router() { return router_.get(); }
Erik Språng490d76c2019-05-07 09:29:15 -0700163 MockTransport& transport() { return transport_; }
164 SimulatedClock& clock() { return clock_; }
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200165
166 private:
167 NiceMock<MockTransport> transport_;
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200168 NiceMock<MockRtcpIntraFrameObserver> encoder_feedback_;
169 SimulatedClock clock_;
Danil Chapovalov83bbe912019-08-07 12:24:53 +0200170 RtcEventLogNull event_log_;
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200171 VideoSendStream::Config config_;
172 SendDelayStats send_delay_stats_;
173 BitrateConstraints bitrate_config_;
Danil Chapovalovd3ba2362019-04-10 17:01:23 +0200174 const std::unique_ptr<TaskQueueFactory> task_queue_factory_;
Erik Språng662678d2019-11-15 17:18:52 +0100175 const FieldTrialBasedConfig field_trials_;
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200176 RtpTransportControllerSend transport_controller_;
177 std::unique_ptr<ProcessThread> process_thread_;
178 CallStats call_stats_;
179 SendStatisticsProxy stats_proxy_;
180 RateLimiter retransmission_rate_limiter_;
Stefan Holmer9416ef82018-07-19 10:34:38 +0200181 std::unique_ptr<RtpVideoSender> router_;
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200182};
Åsa Persson4bece9a2017-10-06 10:04:04 +0200183} // namespace
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000184
Sebastian Jansson63470292019-02-01 10:13:43 +0100185TEST(RtpVideoSenderTest, SendOnOneModule) {
Niels Möller663844d2019-02-14 16:15:54 +0100186 constexpr uint8_t kPayload = 'a';
kjellander02b3d272016-04-20 05:05:54 -0700187 EncodedImage encoded_image;
Niels Möller23775882018-08-16 10:24:12 +0200188 encoded_image.SetTimestamp(1);
kjellander02b3d272016-04-20 05:05:54 -0700189 encoded_image.capture_time_ms_ = 2;
Niels Möller8f7ce222019-03-21 15:43:58 +0100190 encoded_image._frameType = VideoFrameType::kVideoFrameKey;
Niels Möller4d504c72019-06-18 15:56:56 +0200191 encoded_image.SetEncodedData(EncodedImageBuffer::Create(&kPayload, 1));
kjellander02b3d272016-04-20 05:05:54 -0700192
Erik Språng490d76c2019-05-07 09:29:15 -0700193 RtpVideoSenderTestFixture test({kSsrc1}, {kRtxSsrc1}, kPayloadType, {});
sergeyu2cb155a2016-11-04 11:39:29 -0700194 EXPECT_NE(
195 EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200196 test.router()->OnEncodedImage(encoded_image, nullptr, nullptr).error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000197
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200198 test.router()->SetActive(true);
sergeyu2cb155a2016-11-04 11:39:29 -0700199 EXPECT_EQ(
200 EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200201 test.router()->OnEncodedImage(encoded_image, nullptr, nullptr).error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000202
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200203 test.router()->SetActive(false);
sergeyu2cb155a2016-11-04 11:39:29 -0700204 EXPECT_NE(
205 EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200206 test.router()->OnEncodedImage(encoded_image, nullptr, nullptr).error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000207
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200208 test.router()->SetActive(true);
sergeyu2cb155a2016-11-04 11:39:29 -0700209 EXPECT_EQ(
210 EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200211 test.router()->OnEncodedImage(encoded_image, nullptr, nullptr).error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000212}
213
Sebastian Jansson63470292019-02-01 10:13:43 +0100214TEST(RtpVideoSenderTest, SendSimulcastSetActive) {
Niels Möller663844d2019-02-14 16:15:54 +0100215 constexpr uint8_t kPayload = 'a';
Niels Möllerd3b8c632018-08-27 15:33:42 +0200216 EncodedImage encoded_image_1;
217 encoded_image_1.SetTimestamp(1);
218 encoded_image_1.capture_time_ms_ = 2;
Niels Möller8f7ce222019-03-21 15:43:58 +0100219 encoded_image_1._frameType = VideoFrameType::kVideoFrameKey;
Niels Möller4d504c72019-06-18 15:56:56 +0200220 encoded_image_1.SetEncodedData(EncodedImageBuffer::Create(&kPayload, 1));
kjellander02b3d272016-04-20 05:05:54 -0700221
Erik Språng490d76c2019-05-07 09:29:15 -0700222 RtpVideoSenderTestFixture test({kSsrc1, kSsrc2}, {kRtxSsrc1, kRtxSsrc2},
223 kPayloadType, {});
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000224
Niels Möllerd3b8c632018-08-27 15:33:42 +0200225 CodecSpecificInfo codec_info;
Niels Möllerd3b8c632018-08-27 15:33:42 +0200226 codec_info.codecType = kVideoCodecVP8;
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000227
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200228 test.router()->SetActive(true);
sergeyu2cb155a2016-11-04 11:39:29 -0700229 EXPECT_EQ(EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200230 test.router()
Niels Möllerd3b8c632018-08-27 15:33:42 +0200231 ->OnEncodedImage(encoded_image_1, &codec_info, nullptr)
sergeyu2cb155a2016-11-04 11:39:29 -0700232 .error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000233
Niels Möllerd3b8c632018-08-27 15:33:42 +0200234 EncodedImage encoded_image_2(encoded_image_1);
235 encoded_image_2.SetSpatialIndex(1);
sergeyu2cb155a2016-11-04 11:39:29 -0700236 EXPECT_EQ(EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200237 test.router()
Niels Möllerd3b8c632018-08-27 15:33:42 +0200238 ->OnEncodedImage(encoded_image_2, &codec_info, nullptr)
sergeyu2cb155a2016-11-04 11:39:29 -0700239 .error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000240
mflodman@webrtc.org50e28162015-02-23 07:45:11 +0000241 // Inactive.
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200242 test.router()->SetActive(false);
sergeyu2cb155a2016-11-04 11:39:29 -0700243 EXPECT_NE(EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200244 test.router()
Niels Möllerd3b8c632018-08-27 15:33:42 +0200245 ->OnEncodedImage(encoded_image_1, &codec_info, nullptr)
sergeyu2cb155a2016-11-04 11:39:29 -0700246 .error);
247 EXPECT_NE(EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200248 test.router()
Niels Möllerd3b8c632018-08-27 15:33:42 +0200249 ->OnEncodedImage(encoded_image_2, &codec_info, nullptr)
sergeyu2cb155a2016-11-04 11:39:29 -0700250 .error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000251}
252
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800253// Tests how setting individual rtp modules to active affects the overall
254// behavior of the payload router. First sets one module to active and checks
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200255// that outgoing data can be sent on this module, and checks that no data can
256// be sent if both modules are inactive.
Sebastian Jansson63470292019-02-01 10:13:43 +0100257TEST(RtpVideoSenderTest, SendSimulcastSetActiveModules) {
Niels Möller663844d2019-02-14 16:15:54 +0100258 constexpr uint8_t kPayload = 'a';
Niels Möllerd3b8c632018-08-27 15:33:42 +0200259 EncodedImage encoded_image_1;
260 encoded_image_1.SetTimestamp(1);
261 encoded_image_1.capture_time_ms_ = 2;
Niels Möller8f7ce222019-03-21 15:43:58 +0100262 encoded_image_1._frameType = VideoFrameType::kVideoFrameKey;
Niels Möller4d504c72019-06-18 15:56:56 +0200263 encoded_image_1.SetEncodedData(EncodedImageBuffer::Create(&kPayload, 1));
Niels Möller77536a22019-01-15 08:50:01 +0100264
Niels Möllerd3b8c632018-08-27 15:33:42 +0200265 EncodedImage encoded_image_2(encoded_image_1);
266 encoded_image_2.SetSpatialIndex(1);
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200267
Erik Språng490d76c2019-05-07 09:29:15 -0700268 RtpVideoSenderTestFixture test({kSsrc1, kSsrc2}, {kRtxSsrc1, kRtxSsrc2},
269 kPayloadType, {});
Niels Möllerd3b8c632018-08-27 15:33:42 +0200270 CodecSpecificInfo codec_info;
Niels Möllerd3b8c632018-08-27 15:33:42 +0200271 codec_info.codecType = kVideoCodecVP8;
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800272
273 // Only setting one stream to active will still set the payload router to
274 // active and allow sending data on the active stream.
275 std::vector<bool> active_modules({true, false});
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200276 test.router()->SetActiveModules(active_modules);
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800277 EXPECT_EQ(EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200278 test.router()
Niels Möllerd3b8c632018-08-27 15:33:42 +0200279 ->OnEncodedImage(encoded_image_1, &codec_info, nullptr)
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800280 .error);
281
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200282 // Setting both streams to inactive will turn the payload router to
283 // inactive.
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800284 active_modules = {false, false};
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200285 test.router()->SetActiveModules(active_modules);
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800286 // An incoming encoded image will not ask the module to send outgoing data
287 // because the payload router is inactive.
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800288 EXPECT_NE(EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200289 test.router()
Niels Möllerd3b8c632018-08-27 15:33:42 +0200290 ->OnEncodedImage(encoded_image_1, &codec_info, nullptr)
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800291 .error);
292 EXPECT_NE(EncodedImageCallback::Result::OK,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200293 test.router()
Niels Möllerd3b8c632018-08-27 15:33:42 +0200294 ->OnEncodedImage(encoded_image_1, &codec_info, nullptr)
Seth Hampsoncc7125f2018-02-02 08:46:16 -0800295 .error);
296}
297
Sebastian Jansson63470292019-02-01 10:13:43 +0100298TEST(RtpVideoSenderTest, CreateWithNoPreviousStates) {
Erik Språng490d76c2019-05-07 09:29:15 -0700299 RtpVideoSenderTestFixture test({kSsrc1, kSsrc2}, {kRtxSsrc1, kRtxSsrc2},
300 kPayloadType, {});
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200301 test.router()->SetActive(true);
Åsa Persson4bece9a2017-10-06 10:04:04 +0200302
303 std::map<uint32_t, RtpPayloadState> initial_states =
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200304 test.router()->GetRtpPayloadStates();
Åsa Persson4bece9a2017-10-06 10:04:04 +0200305 EXPECT_EQ(2u, initial_states.size());
306 EXPECT_NE(initial_states.find(kSsrc1), initial_states.end());
307 EXPECT_NE(initial_states.find(kSsrc2), initial_states.end());
308}
309
Sebastian Jansson63470292019-02-01 10:13:43 +0100310TEST(RtpVideoSenderTest, CreateWithPreviousStates) {
philipel25d31ec2018-08-08 16:33:01 +0200311 const int64_t kState1SharedFrameId = 123;
312 const int64_t kState2SharedFrameId = 234;
Åsa Persson4bece9a2017-10-06 10:04:04 +0200313 RtpPayloadState state1;
314 state1.picture_id = kInitialPictureId1;
Niels Möllerbb894ff2018-03-15 12:28:53 +0100315 state1.tl0_pic_idx = kInitialTl0PicIdx1;
philipel25d31ec2018-08-08 16:33:01 +0200316 state1.shared_frame_id = kState1SharedFrameId;
Åsa Persson4bece9a2017-10-06 10:04:04 +0200317 RtpPayloadState state2;
318 state2.picture_id = kInitialPictureId2;
Niels Möllerbb894ff2018-03-15 12:28:53 +0100319 state2.tl0_pic_idx = kInitialTl0PicIdx2;
philipel25d31ec2018-08-08 16:33:01 +0200320 state2.shared_frame_id = kState2SharedFrameId;
Åsa Persson4bece9a2017-10-06 10:04:04 +0200321 std::map<uint32_t, RtpPayloadState> states = {{kSsrc1, state1},
322 {kSsrc2, state2}};
323
Erik Språng490d76c2019-05-07 09:29:15 -0700324 RtpVideoSenderTestFixture test({kSsrc1, kSsrc2}, {kRtxSsrc1, kRtxSsrc2},
325 kPayloadType, states);
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200326 test.router()->SetActive(true);
Åsa Persson4bece9a2017-10-06 10:04:04 +0200327
328 std::map<uint32_t, RtpPayloadState> initial_states =
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200329 test.router()->GetRtpPayloadStates();
Åsa Persson4bece9a2017-10-06 10:04:04 +0200330 EXPECT_EQ(2u, initial_states.size());
331 EXPECT_EQ(kInitialPictureId1, initial_states[kSsrc1].picture_id);
Niels Möllerbb894ff2018-03-15 12:28:53 +0100332 EXPECT_EQ(kInitialTl0PicIdx1, initial_states[kSsrc1].tl0_pic_idx);
Åsa Persson4bece9a2017-10-06 10:04:04 +0200333 EXPECT_EQ(kInitialPictureId2, initial_states[kSsrc2].picture_id);
Niels Möllerbb894ff2018-03-15 12:28:53 +0100334 EXPECT_EQ(kInitialTl0PicIdx2, initial_states[kSsrc2].tl0_pic_idx);
philipel25d31ec2018-08-08 16:33:01 +0200335 EXPECT_EQ(kState2SharedFrameId, initial_states[kSsrc1].shared_frame_id);
336 EXPECT_EQ(kState2SharedFrameId, initial_states[kSsrc2].shared_frame_id);
Åsa Persson4bece9a2017-10-06 10:04:04 +0200337}
Niels Möller949f0fd2019-01-29 09:44:24 +0100338
Sebastian Jansson63470292019-02-01 10:13:43 +0100339TEST(RtpVideoSenderTest, FrameCountCallbacks) {
Niels Möller949f0fd2019-01-29 09:44:24 +0100340 class MockFrameCountObserver : public FrameCountObserver {
341 public:
342 MOCK_METHOD2(FrameCountUpdated,
343 void(const FrameCounts& frame_counts, uint32_t ssrc));
344 } callback;
345
Erik Språng490d76c2019-05-07 09:29:15 -0700346 RtpVideoSenderTestFixture test({kSsrc1}, {kRtxSsrc1}, kPayloadType, {},
347 &callback);
Niels Möller949f0fd2019-01-29 09:44:24 +0100348
Niels Möller663844d2019-02-14 16:15:54 +0100349 constexpr uint8_t kPayload = 'a';
Niels Möller949f0fd2019-01-29 09:44:24 +0100350 EncodedImage encoded_image;
351 encoded_image.SetTimestamp(1);
352 encoded_image.capture_time_ms_ = 2;
Niels Möller8f7ce222019-03-21 15:43:58 +0100353 encoded_image._frameType = VideoFrameType::kVideoFrameKey;
Niels Möller4d504c72019-06-18 15:56:56 +0200354 encoded_image.SetEncodedData(EncodedImageBuffer::Create(&kPayload, 1));
Niels Möller949f0fd2019-01-29 09:44:24 +0100355
Niels Möller8f7ce222019-03-21 15:43:58 +0100356 encoded_image._frameType = VideoFrameType::kVideoFrameKey;
Niels Möller949f0fd2019-01-29 09:44:24 +0100357
358 // No callbacks when not active.
359 EXPECT_CALL(callback, FrameCountUpdated).Times(0);
360 EXPECT_NE(
361 EncodedImageCallback::Result::OK,
362 test.router()->OnEncodedImage(encoded_image, nullptr, nullptr).error);
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200363 ::testing::Mock::VerifyAndClearExpectations(&callback);
Niels Möller949f0fd2019-01-29 09:44:24 +0100364
365 test.router()->SetActive(true);
366
367 FrameCounts frame_counts;
368 EXPECT_CALL(callback, FrameCountUpdated(_, kSsrc1))
369 .WillOnce(SaveArg<0>(&frame_counts));
370 EXPECT_EQ(
371 EncodedImageCallback::Result::OK,
372 test.router()->OnEncodedImage(encoded_image, nullptr, nullptr).error);
373
374 EXPECT_EQ(1, frame_counts.key_frames);
375 EXPECT_EQ(0, frame_counts.delta_frames);
376
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200377 ::testing::Mock::VerifyAndClearExpectations(&callback);
Niels Möller949f0fd2019-01-29 09:44:24 +0100378
Niels Möller8f7ce222019-03-21 15:43:58 +0100379 encoded_image._frameType = VideoFrameType::kVideoFrameDelta;
Niels Möller949f0fd2019-01-29 09:44:24 +0100380 EXPECT_CALL(callback, FrameCountUpdated(_, kSsrc1))
381 .WillOnce(SaveArg<0>(&frame_counts));
382 EXPECT_EQ(
383 EncodedImageCallback::Result::OK,
384 test.router()->OnEncodedImage(encoded_image, nullptr, nullptr).error);
385
386 EXPECT_EQ(1, frame_counts.key_frames);
387 EXPECT_EQ(1, frame_counts.delta_frames);
388}
389
Erik Språng490d76c2019-05-07 09:29:15 -0700390// Integration test verifying that ack of packet via TransportFeedback means
Erik Språng845c6aa2019-05-29 13:02:24 +0200391// that the packet is removed from RtpPacketHistory and won't be retransmitted
Erik Språng490d76c2019-05-07 09:29:15 -0700392// again.
Sami Kalliomäkic14b2332019-08-14 13:27:47 +0200393// TODO(crbug.com/webrtc/10873): Re-enable on iOS
394#if defined(WEBRTC_IOS)
395TEST(RtpVideoSenderTest, DISABLED_DoesNotRetrasmitAckedPackets) {
396#else
Erik Språng490d76c2019-05-07 09:29:15 -0700397TEST(RtpVideoSenderTest, DoesNotRetrasmitAckedPackets) {
Sami Kalliomäkic14b2332019-08-14 13:27:47 +0200398#endif
Erik Språng490d76c2019-05-07 09:29:15 -0700399 const int64_t kTimeoutMs = 500;
400
401 RtpVideoSenderTestFixture test({kSsrc1, kSsrc2}, {kRtxSsrc1, kRtxSsrc2},
402 kPayloadType, {});
403 test.router()->SetActive(true);
404
405 constexpr uint8_t kPayload = 'a';
406 EncodedImage encoded_image;
407 encoded_image.SetTimestamp(1);
408 encoded_image.capture_time_ms_ = 2;
409 encoded_image._frameType = VideoFrameType::kVideoFrameKey;
Niels Möller4d504c72019-06-18 15:56:56 +0200410 encoded_image.SetEncodedData(EncodedImageBuffer::Create(&kPayload, 1));
Erik Språng490d76c2019-05-07 09:29:15 -0700411
412 // Send two tiny images, mapping to two RTP packets. Capture sequence numbers.
413 rtc::Event event;
414 std::vector<uint16_t> rtp_sequence_numbers;
415 std::vector<uint16_t> transport_sequence_numbers;
416 EXPECT_CALL(test.transport(), SendRtp)
417 .Times(2)
418 .WillRepeatedly(
419 [&event, &rtp_sequence_numbers, &transport_sequence_numbers](
420 const uint8_t* packet, size_t length,
421 const PacketOptions& options) {
422 RtpPacket rtp_packet;
423 EXPECT_TRUE(rtp_packet.Parse(packet, length));
424 rtp_sequence_numbers.push_back(rtp_packet.SequenceNumber());
425 transport_sequence_numbers.push_back(options.packet_id);
426 if (transport_sequence_numbers.size() == 2) {
427 event.Set();
428 }
429 return true;
430 });
431 EXPECT_EQ(
432 EncodedImageCallback::Result::OK,
433 test.router()->OnEncodedImage(encoded_image, nullptr, nullptr).error);
434 encoded_image.SetTimestamp(2);
435 encoded_image.capture_time_ms_ = 3;
436 EXPECT_EQ(
437 EncodedImageCallback::Result::OK,
438 test.router()->OnEncodedImage(encoded_image, nullptr, nullptr).error);
Erik Språngbd7046c2019-05-07 14:54:29 -0700439
Erik Språng490d76c2019-05-07 09:29:15 -0700440 test.clock().AdvanceTimeMilliseconds(33);
441
442 ASSERT_TRUE(event.Wait(kTimeoutMs));
443
444 // Construct a NACK message for requesting retransmission of both packet.
445 rtcp::Nack nack;
446 nack.SetMediaSsrc(kSsrc1);
447 nack.SetPacketIds(rtp_sequence_numbers);
448 rtc::Buffer nack_buffer = nack.Build();
449
450 std::vector<uint16_t> retransmitted_rtp_sequence_numbers;
451 EXPECT_CALL(test.transport(), SendRtp)
452 .Times(2)
453 .WillRepeatedly([&event, &retransmitted_rtp_sequence_numbers](
454 const uint8_t* packet, size_t length,
455 const PacketOptions& options) {
456 RtpPacket rtp_packet;
457 EXPECT_TRUE(rtp_packet.Parse(packet, length));
458 EXPECT_EQ(rtp_packet.Ssrc(), kRtxSsrc1);
459 // Capture the retransmitted sequence number from the RTX header.
460 rtc::ArrayView<const uint8_t> payload = rtp_packet.payload();
461 retransmitted_rtp_sequence_numbers.push_back(
462 ByteReader<uint16_t>::ReadBigEndian(payload.data()));
463 if (retransmitted_rtp_sequence_numbers.size() == 2) {
464 event.Set();
465 }
466 return true;
467 });
468 test.router()->DeliverRtcp(nack_buffer.data(), nack_buffer.size());
469 ASSERT_TRUE(event.Wait(kTimeoutMs));
470
471 // Verify that both packets were retransmitted.
472 EXPECT_EQ(retransmitted_rtp_sequence_numbers, rtp_sequence_numbers);
473
474 // Simulate transport feedback indicating fist packet received, next packet
475 // lost.
Sebastian Janssonf2988552019-10-29 17:18:51 +0100476 StreamFeedbackObserver::StreamPacketInfo received_packet_feedback;
Erik Språng490d76c2019-05-07 09:29:15 -0700477 received_packet_feedback.rtp_sequence_number = rtp_sequence_numbers[0];
478 received_packet_feedback.ssrc = kSsrc1;
Sebastian Janssonf2988552019-10-29 17:18:51 +0100479 received_packet_feedback.received = true;
Erik Språng490d76c2019-05-07 09:29:15 -0700480
Sebastian Janssonf2988552019-10-29 17:18:51 +0100481 StreamFeedbackObserver::StreamPacketInfo lost_packet_feedback;
Erik Språng490d76c2019-05-07 09:29:15 -0700482 lost_packet_feedback.rtp_sequence_number = rtp_sequence_numbers[1];
483 lost_packet_feedback.ssrc = kSsrc1;
Sebastian Janssonf2988552019-10-29 17:18:51 +0100484 lost_packet_feedback.received = false;
Erik Språng490d76c2019-05-07 09:29:15 -0700485
Sebastian Janssonf2988552019-10-29 17:18:51 +0100486 test.router()->OnPacketFeedbackVector(
487 {received_packet_feedback, lost_packet_feedback});
Erik Språng490d76c2019-05-07 09:29:15 -0700488
489 // Advance time to make sure retransmission would be allowed and try again.
490 // This time the retransmission should not happen for the first packet since
491 // the history has been notified of the ack and removed the packet. The
492 // second packet, included in the feedback but not marked as received, should
493 // still be retransmitted.
494 test.clock().AdvanceTimeMilliseconds(33);
495 EXPECT_CALL(test.transport(), SendRtp)
496 .WillOnce([&event, &lost_packet_feedback](const uint8_t* packet,
497 size_t length,
498 const PacketOptions& options) {
499 RtpPacket rtp_packet;
500 EXPECT_TRUE(rtp_packet.Parse(packet, length));
501 EXPECT_EQ(rtp_packet.Ssrc(), kRtxSsrc1);
502 // Capture the retransmitted sequence number from the RTX header.
503 rtc::ArrayView<const uint8_t> payload = rtp_packet.payload();
504 EXPECT_EQ(lost_packet_feedback.rtp_sequence_number,
505 ByteReader<uint16_t>::ReadBigEndian(payload.data()));
506 event.Set();
507 return true;
508 });
509 test.router()->DeliverRtcp(nack_buffer.data(), nack_buffer.size());
510 ASSERT_TRUE(event.Wait(kTimeoutMs));
511}
Erik Språng845c6aa2019-05-29 13:02:24 +0200512
513// Integration test verifying that retransmissions are sent for packets which
514// can be detected as lost early, using transport wide feedback.
515TEST(RtpVideoSenderTest, EarlyRetransmits) {
516 const int64_t kTimeoutMs = 500;
517
518 RtpVideoSenderTestFixture test({kSsrc1, kSsrc2}, {kRtxSsrc1, kRtxSsrc2},
519 kPayloadType, {});
520 test.router()->SetActive(true);
521
Niels Möllerb9bfe652019-10-03 08:43:53 +0200522 const uint8_t kPayload[1] = {'a'};
Erik Språng845c6aa2019-05-29 13:02:24 +0200523 EncodedImage encoded_image;
524 encoded_image.SetTimestamp(1);
525 encoded_image.capture_time_ms_ = 2;
526 encoded_image._frameType = VideoFrameType::kVideoFrameKey;
Niels Möllerb9bfe652019-10-03 08:43:53 +0200527 encoded_image.SetEncodedData(
528 EncodedImageBuffer::Create(kPayload, sizeof(kPayload)));
Erik Språng845c6aa2019-05-29 13:02:24 +0200529 encoded_image.SetSpatialIndex(0);
530
531 CodecSpecificInfo codec_specific;
532 codec_specific.codecType = VideoCodecType::kVideoCodecGeneric;
533
534 // Send two tiny images, mapping to single RTP packets. Capture sequence
535 // numbers.
536 rtc::Event event;
537 uint16_t frame1_rtp_sequence_number = 0;
538 uint16_t frame1_transport_sequence_number = 0;
539 EXPECT_CALL(test.transport(), SendRtp)
540 .WillOnce([&event, &frame1_rtp_sequence_number,
541 &frame1_transport_sequence_number](
542 const uint8_t* packet, size_t length,
543 const PacketOptions& options) {
544 RtpPacket rtp_packet;
545 EXPECT_TRUE(rtp_packet.Parse(packet, length));
546 frame1_rtp_sequence_number = rtp_packet.SequenceNumber();
547 frame1_transport_sequence_number = options.packet_id;
548 EXPECT_EQ(rtp_packet.Ssrc(), kSsrc1);
549 event.Set();
550 return true;
551 });
552 EXPECT_EQ(test.router()
553 ->OnEncodedImage(encoded_image, &codec_specific, nullptr)
554 .error,
555 EncodedImageCallback::Result::OK);
Erik Språng845c6aa2019-05-29 13:02:24 +0200556
557 test.clock().AdvanceTimeMilliseconds(33);
558 ASSERT_TRUE(event.Wait(kTimeoutMs));
559
560 uint16_t frame2_rtp_sequence_number = 0;
561 uint16_t frame2_transport_sequence_number = 0;
562 encoded_image.SetSpatialIndex(1);
563 EXPECT_CALL(test.transport(), SendRtp)
564 .WillOnce([&event, &frame2_rtp_sequence_number,
565 &frame2_transport_sequence_number](
566 const uint8_t* packet, size_t length,
567 const PacketOptions& options) {
568 RtpPacket rtp_packet;
569 EXPECT_TRUE(rtp_packet.Parse(packet, length));
570 frame2_rtp_sequence_number = rtp_packet.SequenceNumber();
571 frame2_transport_sequence_number = options.packet_id;
572 EXPECT_EQ(rtp_packet.Ssrc(), kSsrc2);
573 event.Set();
574 return true;
575 });
576 EXPECT_EQ(test.router()
577 ->OnEncodedImage(encoded_image, &codec_specific, nullptr)
578 .error,
579 EncodedImageCallback::Result::OK);
580 test.clock().AdvanceTimeMilliseconds(33);
581 ASSERT_TRUE(event.Wait(kTimeoutMs));
582
583 EXPECT_NE(frame1_transport_sequence_number, frame2_transport_sequence_number);
584
585 // Inject a transport feedback where the packet for the first frame is lost,
586 // expect a retransmission for it.
587 EXPECT_CALL(test.transport(), SendRtp)
588 .WillOnce([&event, &frame1_rtp_sequence_number](
589 const uint8_t* packet, size_t length,
590 const PacketOptions& options) {
591 RtpPacket rtp_packet;
592 EXPECT_TRUE(rtp_packet.Parse(packet, length));
Sebastian Janssonf2988552019-10-29 17:18:51 +0100593 EXPECT_EQ(rtp_packet.Ssrc(), kRtxSsrc1);
Erik Språng845c6aa2019-05-29 13:02:24 +0200594
595 // Retransmitted sequence number from the RTX header should match
596 // the lost packet.
597 rtc::ArrayView<const uint8_t> payload = rtp_packet.payload();
598 EXPECT_EQ(ByteReader<uint16_t>::ReadBigEndian(payload.data()),
599 frame1_rtp_sequence_number);
600 event.Set();
601 return true;
602 });
603
Sebastian Janssonf2988552019-10-29 17:18:51 +0100604 StreamFeedbackObserver::StreamPacketInfo first_packet_feedback;
Erik Språng845c6aa2019-05-29 13:02:24 +0200605 first_packet_feedback.rtp_sequence_number = frame1_rtp_sequence_number;
606 first_packet_feedback.ssrc = kSsrc1;
Sebastian Janssonf2988552019-10-29 17:18:51 +0100607 first_packet_feedback.received = false;
Erik Språng845c6aa2019-05-29 13:02:24 +0200608
Sebastian Janssonf2988552019-10-29 17:18:51 +0100609 StreamFeedbackObserver::StreamPacketInfo second_packet_feedback;
610 second_packet_feedback.rtp_sequence_number = frame2_rtp_sequence_number;
611 second_packet_feedback.ssrc = kSsrc2;
612 second_packet_feedback.received = true;
Erik Språng845c6aa2019-05-29 13:02:24 +0200613
Sebastian Janssonf2988552019-10-29 17:18:51 +0100614 test.router()->OnPacketFeedbackVector(
615 {first_packet_feedback, second_packet_feedback});
Erik Språng845c6aa2019-05-29 13:02:24 +0200616
617 // Wait for pacer to run and send the RTX packet.
618 test.clock().AdvanceTimeMilliseconds(33);
619 ASSERT_TRUE(event.Wait(kTimeoutMs));
620}
Sebastian Janssoncf41eb12019-06-10 11:30:59 +0200621
622TEST(RtpVideoSenderTest, CanSetZeroBitrateWithOverhead) {
623 test::ScopedFieldTrials trials("WebRTC-SendSideBwe-WithOverhead/Enabled/");
624 RtpVideoSenderTestFixture test({kSsrc1}, {kRtxSsrc1}, kPayloadType, {});
Sebastian Jansson82ed2e82019-10-15 15:58:37 +0200625 BitrateAllocationUpdate update;
626 update.target_bitrate = DataRate::Zero();
627 update.packet_loss_ratio = 0;
628 update.round_trip_time = TimeDelta::Zero();
Sebastian Janssoncf41eb12019-06-10 11:30:59 +0200629
Sebastian Jansson82ed2e82019-10-15 15:58:37 +0200630 test.router()->OnBitrateUpdated(update, /*framerate*/ 0);
Sebastian Janssoncf41eb12019-06-10 11:30:59 +0200631}
632
633TEST(RtpVideoSenderTest, CanSetZeroBitrateWithoutOverhead) {
634 RtpVideoSenderTestFixture test({kSsrc1}, {kRtxSsrc1}, kPayloadType, {});
635
Sebastian Jansson82ed2e82019-10-15 15:58:37 +0200636 BitrateAllocationUpdate update;
637 update.target_bitrate = DataRate::Zero();
638 update.packet_loss_ratio = 0;
639 update.round_trip_time = TimeDelta::Zero();
640
641 test.router()->OnBitrateUpdated(update, /*framerate*/ 0);
Sebastian Janssoncf41eb12019-06-10 11:30:59 +0200642}
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000643} // namespace webrtc