blob: ef13d80aeeabf18b60ede707c0130cb4af068a62 [file] [log] [blame]
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001/*
phoglund@webrtc.org78088c22012-02-07 14:56:45 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Jonas Olssona4d87372019-07-05 19:08:33 +020011#include "modules/rtp_rtcp/source/rtp_sender.h"
12
kwiberg84be5112016-04-27 01:19:58 -070013#include <memory>
danilchapb8b6fbb2015-12-10 05:05:27 -080014#include <vector>
15
Danil Chapovalov16cb1f62019-09-05 11:29:59 +020016#include "api/rtc_event_log/rtc_event.h"
Per Kjellandere11b7d22019-02-21 07:55:59 +010017#include "api/transport/field_trial_based_config.h"
Erik Språngf93eda12019-01-16 17:10:57 +010018#include "api/video/video_codec_constants.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "api/video/video_timing.h"
20#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
21#include "modules/rtp_rtcp/include/rtp_cvo.h"
22#include "modules/rtp_rtcp/include/rtp_header_extension_map.h"
Erik Språngaa59eca2019-07-24 14:52:55 +020023#include "modules/rtp_rtcp/include/rtp_packet_sender.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020024#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
25#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
26#include "modules/rtp_rtcp/source/rtp_format_video_generic.h"
philipelb3e42a42018-09-13 10:57:14 +020027#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h"
28#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020029#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
30#include "modules/rtp_rtcp/source/rtp_packet_received.h"
31#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020032#include "modules/rtp_rtcp/source/rtp_sender_video.h"
33#include "modules/rtp_rtcp/source/rtp_utility.h"
34#include "rtc_base/arraysize.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020035#include "rtc_base/rate_limiter.h"
36#include "test/field_trial.h"
37#include "test/gmock.h"
38#include "test/gtest.h"
39#include "test/mock_transport.h"
Tommi25eb47c2019-08-29 16:39:05 +020040#include "test/rtp_header_parser.h"
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +000041
42namespace webrtc {
43
andrew@webrtc.org8a442592011-12-16 21:24:30 +000044namespace {
Elad Alond8d32482019-02-18 23:45:57 +010045enum : int { // The first valid value is 1.
46 kAbsoluteSendTimeExtensionId = 1,
47 kAudioLevelExtensionId,
Elad Alonccb9b752019-02-19 13:01:31 +010048 kGenericDescriptorId00,
49 kGenericDescriptorId01,
Elad Alond8d32482019-02-18 23:45:57 +010050 kMidExtensionId,
51 kRepairedRidExtensionId,
52 kRidExtensionId,
53 kTransmissionTimeOffsetExtensionId,
54 kTransportSequenceNumberExtensionId,
55 kVideoRotationExtensionId,
56 kVideoTimingExtensionId,
57};
58
andrew@webrtc.org8a442592011-12-16 21:24:30 +000059const int kPayload = 100;
Shao Changbine62202f2015-04-21 20:24:50 +080060const int kRtxPayload = 98;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000061const uint32_t kTimestamp = 10;
62const uint16_t kSeqNum = 33;
brandtr9dfff292016-11-14 05:14:50 -080063const uint32_t kSsrc = 725242;
Erik Språng9c771c22019-06-17 16:31:53 +020064const uint32_t kRtxSsrc = 12345;
65const uint32_t kFlexFecSsrc = 45678;
Erik Språng1fbfecd2019-08-26 19:00:05 +020066const uint16_t kTransportSequenceNumber = 1;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000067const uint64_t kStartTime = 123456789;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +000068const size_t kMaxPaddingSize = 224u;
Stefan Holmera246cfb2016-08-23 17:51:42 +020069const uint8_t kPayloadData[] = {47, 11, 32, 93, 89};
spranga8ae6f22017-09-04 07:23:56 -070070const int64_t kDefaultExpectedRetransmissionTimeMs = 125;
Amit Hilbuch77938e62018-12-21 09:23:38 -080071const char kNoRid[] = "";
72const char kNoMid[] = "";
andrew@webrtc.org8a442592011-12-16 21:24:30 +000073
Danil Chapovalov5e57b172016-09-02 19:15:59 +020074using ::testing::_;
Erik Språng30a276b2019-04-23 12:00:11 +020075using ::testing::AllOf;
Danil Chapovalov5e57b172016-09-02 19:15:59 +020076using ::testing::ElementsAreArray;
Erik Språng30a276b2019-04-23 12:00:11 +020077using ::testing::Field;
Erik Språng9c771c22019-06-17 16:31:53 +020078using ::testing::NiceMock;
Erik Språng478cb462019-06-26 15:49:27 +020079using ::testing::Pointee;
80using ::testing::Property;
Erik Språng214f5432019-06-20 15:09:58 +020081using ::testing::Return;
Erik Språng9c771c22019-06-17 16:31:53 +020082using ::testing::StrictMock;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +000083
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000084uint64_t ConvertMsToAbsSendTime(int64_t time_ms) {
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020085 return (((time_ms << 18) + 500) / 1000) & 0x00ffffff;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000086}
87
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +000088class LoopbackTransportTest : public webrtc::Transport {
89 public:
Petter Strandmark26bc6692018-05-29 08:43:35 +020090 LoopbackTransportTest() : total_bytes_sent_(0) {
Danil Chapovalova74e4772019-09-12 17:53:04 +020091 receivers_extensions_.Register<TransmissionOffset>(
92 kTransmissionTimeOffsetExtensionId);
93 receivers_extensions_.Register<AbsoluteSendTime>(
94 kAbsoluteSendTimeExtensionId);
95 receivers_extensions_.Register<TransportSequenceNumber>(
96 kTransportSequenceNumberExtensionId);
97 receivers_extensions_.Register<VideoOrientation>(kVideoRotationExtensionId);
98 receivers_extensions_.Register<AudioLevel>(kAudioLevelExtensionId);
99 receivers_extensions_.Register<VideoTimingExtension>(
100 kVideoTimingExtensionId);
101 receivers_extensions_.Register<RtpMid>(kMidExtensionId);
102 receivers_extensions_.Register<RtpGenericFrameDescriptorExtension00>(
103 kGenericDescriptorId00);
104 receivers_extensions_.Register<RtpGenericFrameDescriptorExtension01>(
105 kGenericDescriptorId01);
106 receivers_extensions_.Register<RtpStreamId>(kRidExtensionId);
107 receivers_extensions_.Register<RepairedRtpStreamId>(
108 kRepairedRidExtensionId);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000109 }
danilchap12ba1862016-10-26 02:41:55 -0700110
stefan1d8a5062015-10-02 03:39:33 -0700111 bool SendRtp(const uint8_t* data,
112 size_t len,
113 const PacketOptions& options) override {
Petter Strandmark26bc6692018-05-29 08:43:35 +0200114 last_options_ = options;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000115 total_bytes_sent_ += len;
danilchap12ba1862016-10-26 02:41:55 -0700116 sent_packets_.push_back(RtpPacketReceived(&receivers_extensions_));
117 EXPECT_TRUE(sent_packets_.back().Parse(data, len));
pbos2d566682015-09-28 09:59:31 -0700118 return true;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000119 }
danilchap162abd32015-12-10 02:39:40 -0800120 bool SendRtcp(const uint8_t* data, size_t len) override { return false; }
danilchap12ba1862016-10-26 02:41:55 -0700121 const RtpPacketReceived& last_sent_packet() { return sent_packets_.back(); }
122 int packets_sent() { return sent_packets_.size(); }
123
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000124 size_t total_bytes_sent_;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200125 PacketOptions last_options_;
danilchap12ba1862016-10-26 02:41:55 -0700126 std::vector<RtpPacketReceived> sent_packets_;
127
128 private:
129 RtpHeaderExtensionMap receivers_extensions_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000130};
131
Elad Alon4a87e1c2017-10-03 16:11:34 +0200132MATCHER_P(SameRtcEventTypeAs, value, "") {
133 return value == arg->GetType();
134}
135
Erik Språngf6468d22019-07-05 16:53:43 +0200136struct TestConfig {
Erik Språngf5815fa2019-08-21 14:27:31 +0200137 explicit TestConfig(bool with_overhead) : with_overhead(with_overhead) {}
Erik Språngf6468d22019-07-05 16:53:43 +0200138 bool with_overhead = false;
Erik Språngf6468d22019-07-05 16:53:43 +0200139};
140
141std::string ToFieldTrialString(TestConfig config) {
142 std::string field_trials;
143 if (config.with_overhead) {
144 field_trials += "WebRTC-SendSideBwe-WithOverhead/Enabled/";
145 }
Erik Språngf6468d22019-07-05 16:53:43 +0200146 return field_trials;
147}
148
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000149} // namespace
150
Erik Språngaa59eca2019-07-24 14:52:55 +0200151class MockRtpPacketPacer : public RtpPacketSender {
sprangebbf8a82015-09-21 15:11:14 -0700152 public:
Erik Språng59b86542019-06-23 18:24:46 +0200153 MockRtpPacketPacer() {}
154 virtual ~MockRtpPacketPacer() {}
155
156 MOCK_METHOD1(EnqueuePacket, void(std::unique_ptr<RtpPacketToSend>));
sprangebbf8a82015-09-21 15:11:14 -0700157
Erik Språngaa59eca2019-07-24 14:52:55 +0200158 MOCK_METHOD2(CreateProbeCluster, void(int bitrate_bps, int cluster_id));
159
160 MOCK_METHOD0(Pause, void());
161 MOCK_METHOD0(Resume, void());
162 MOCK_METHOD1(SetCongestionWindow,
163 void(absl::optional<int64_t> congestion_window_bytes));
164 MOCK_METHOD1(UpdateOutstandingData, void(int64_t outstanding_bytes));
165 MOCK_METHOD1(SetAccountForAudioPackets, void(bool account_for_audio));
sprangebbf8a82015-09-21 15:11:14 -0700166};
167
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200168class MockSendSideDelayObserver : public SendSideDelayObserver {
169 public:
Henrik Boström9fe18342019-05-16 18:38:20 +0200170 MOCK_METHOD4(SendSideDelayUpdated, void(int, int, uint64_t, uint32_t));
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200171};
172
asapersson35151f32016-05-02 23:44:01 -0700173class MockSendPacketObserver : public SendPacketObserver {
174 public:
175 MOCK_METHOD3(OnSendPacket, void(uint16_t, int64_t, uint32_t));
176};
177
Stefan Holmera246cfb2016-08-23 17:51:42 +0200178class MockTransportFeedbackObserver : public TransportFeedbackObserver {
179 public:
Erik Språng30a276b2019-04-23 12:00:11 +0200180 MOCK_METHOD1(OnAddPacket, void(const RtpPacketSendInfo&));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200181 MOCK_METHOD1(OnTransportFeedback, void(const rtcp::TransportFeedback&));
elad.alonf9490002017-03-06 05:32:21 -0800182 MOCK_CONST_METHOD0(GetTransportFeedbackVector, std::vector<PacketFeedback>());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200183};
184
minyue3a407ee2017-04-03 01:10:33 -0700185class MockOverheadObserver : public OverheadObserver {
186 public:
187 MOCK_METHOD1(OnOverheadChanged, void(size_t overhead_bytes_per_packet));
188};
189
Erik Språngf6468d22019-07-05 16:53:43 +0200190class RtpSenderTest : public ::testing::TestWithParam<TestConfig> {
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000191 protected:
192 RtpSenderTest()
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000193 : fake_clock_(kStartTime),
terelius429c3452016-01-21 05:42:04 -0800194 mock_rtc_event_log_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000195 mock_paced_sender_(),
sprangcd349d92016-07-13 09:11:28 -0700196 retransmission_rate_limiter_(&fake_clock_, 1000),
Erik Språng4580ca22019-07-04 10:38:43 +0200197 flexfec_sender_(0,
198 kFlexFecSsrc,
199 kSsrc,
200 "",
201 std::vector<RtpExtension>(),
202 std::vector<RtpExtensionSize>(),
203 nullptr,
204 &fake_clock_),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000205 rtp_sender_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000206 transport_(),
minyue3a407ee2017-04-03 01:10:33 -0700207 kMarkerBit(true),
Erik Språngf6468d22019-07-05 16:53:43 +0200208 field_trials_(ToFieldTrialString(GetParam())) {}
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000209
Erik Språng7b52f102018-02-07 14:37:37 +0100210 void SetUp() override { SetUpRtpSender(true, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200211
Erik Språng7b52f102018-02-07 14:37:37 +0100212 void SetUpRtpSender(bool pacer, bool populate_network2) {
Erik Språng4580ca22019-07-04 10:38:43 +0200213 RtpRtcp::Configuration config;
214 config.clock = &fake_clock_;
215 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200216 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200217 config.rtx_send_ssrc = kRtxSsrc;
218 config.flexfec_sender = &flexfec_sender_;
Erik Språng4580ca22019-07-04 10:38:43 +0200219 config.event_log = &mock_rtc_event_log_;
220 config.send_packet_observer = &send_packet_observer_;
221 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
222 config.paced_sender = pacer ? &mock_paced_sender_ : nullptr;
223 config.populate_network2_timestamp = populate_network2;
224 rtp_sender_.reset(new RTPSender(config));
brandtr9dfff292016-11-14 05:14:50 -0800225 rtp_sender_->SetSequenceNumber(kSeqNum);
danilchap71fead22016-08-18 02:01:49 -0700226 rtp_sender_->SetTimestampOffset(0);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000227 }
228
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000229 SimulatedClock fake_clock_;
Erik Språng9c771c22019-06-17 16:31:53 +0200230 NiceMock<MockRtcEventLog> mock_rtc_event_log_;
Erik Språng59b86542019-06-23 18:24:46 +0200231 MockRtpPacketPacer mock_paced_sender_;
Erik Språng9c771c22019-06-17 16:31:53 +0200232 StrictMock<MockSendPacketObserver> send_packet_observer_;
233 StrictMock<MockTransportFeedbackObserver> feedback_observer_;
sprangcd349d92016-07-13 09:11:28 -0700234 RateLimiter retransmission_rate_limiter_;
Erik Språng4580ca22019-07-04 10:38:43 +0200235 FlexfecSender flexfec_sender_;
kwiberg84be5112016-04-27 01:19:58 -0700236 std::unique_ptr<RTPSender> rtp_sender_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000237 LoopbackTransportTest transport_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000238 const bool kMarkerBit;
minyue3a407ee2017-04-03 01:10:33 -0700239 test::ScopedFieldTrials field_trials_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000240
danilchapb6f1fb52016-10-19 06:11:39 -0700241 std::unique_ptr<RtpPacketToSend> BuildRtpPacket(int payload_type,
242 bool marker_bit,
243 uint32_t timestamp,
244 int64_t capture_time_ms) {
245 auto packet = rtp_sender_->AllocatePacket();
246 packet->SetPayloadType(payload_type);
Erik Språng60ffc312019-07-30 22:03:49 +0200247 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
danilchapb6f1fb52016-10-19 06:11:39 -0700248 packet->SetMarker(marker_bit);
249 packet->SetTimestamp(timestamp);
250 packet->set_capture_time_ms(capture_time_ms);
251 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
252 return packet;
253 }
254
Erik Språngf6468d22019-07-05 16:53:43 +0200255 std::unique_ptr<RtpPacketToSend> SendPacket(int64_t capture_time_ms,
256 int payload_length) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000257 uint32_t timestamp = capture_time_ms * 90;
danilchapb6f1fb52016-10-19 06:11:39 -0700258 auto packet =
259 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
260 packet->AllocatePayload(payload_length);
Erik Språng70768f42019-08-27 18:16:26 +0200261 packet->set_allow_retransmission(true);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000262
263 // Packet should be stored in a send bucket.
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200264 EXPECT_TRUE(
265 rtp_sender_->SendToNetwork(std::make_unique<RtpPacketToSend>(*packet)));
Erik Språngf6468d22019-07-05 16:53:43 +0200266 return packet;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000267 }
asapersson35151f32016-05-02 23:44:01 -0700268
Erik Språngf6468d22019-07-05 16:53:43 +0200269 std::unique_ptr<RtpPacketToSend> SendGenericPacket() {
asapersson35151f32016-05-02 23:44:01 -0700270 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
Erik Språngf6468d22019-07-05 16:53:43 +0200271 return SendPacket(kCaptureTimeMs, sizeof(kPayloadData));
asapersson35151f32016-05-02 23:44:01 -0700272 }
Steve Anton2bac7da2019-07-21 15:04:21 -0400273
Erik Språng4208a132019-08-26 08:58:45 +0200274 size_t GenerateAndSendPadding(size_t target_size_bytes) {
275 size_t generated_bytes = 0;
276 for (auto& packet : rtp_sender_->GeneratePadding(target_size_bytes)) {
277 generated_bytes += packet->payload_size() + packet->padding_size();
278 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
279 }
280 return generated_bytes;
281 }
282
Steve Anton2bac7da2019-07-21 15:04:21 -0400283 // The following are helpers for configuring the RTPSender. They must be
284 // called before sending any packets.
285
286 // Enable the retransmission stream with sizable packet storage.
287 void EnableRtx() {
288 // RTX needs to be able to read the source packets from the packet store.
289 // Pick a number of packets to store big enough for any unit test.
290 constexpr uint16_t kNumberOfPacketsToStore = 100;
291 rtp_sender_->SetStorePacketsStatus(true, kNumberOfPacketsToStore);
292 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
293 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
294 }
295
296 // Enable sending of the MID header extension for both the primary SSRC and
297 // the RTX SSRC.
298 void EnableMidSending(const std::string& mid) {
299 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionMid, kMidExtensionId);
300 rtp_sender_->SetMid(mid);
301 }
302
303 // Enable sending of the RSID header extension for the primary SSRC and the
304 // RRSID header extension for the RTX SSRC.
305 void EnableRidSending(const std::string& rid) {
306 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
307 kRidExtensionId);
308 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRepairedRtpStreamId,
309 kRepairedRidExtensionId);
310 rtp_sender_->SetRid(rid);
311 }
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000312};
313
Peter Boströme23e7372015-10-08 11:44:14 +0200314// TODO(pbos): Move tests over from WithoutPacer to RtpSenderTest as this is our
315// default code path.
316class RtpSenderTestWithoutPacer : public RtpSenderTest {
317 public:
Erik Språng7b52f102018-02-07 14:37:37 +0100318 void SetUp() override { SetUpRtpSender(false, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200319};
320
minyue3a407ee2017-04-03 01:10:33 -0700321TEST_P(RtpSenderTestWithoutPacer, AllocatePacketSetCsrc) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200322 // Configure rtp_sender with csrc.
323 std::vector<uint32_t> csrcs;
324 csrcs.push_back(0x23456789);
325 rtp_sender_->SetCsrcs(csrcs);
326
327 auto packet = rtp_sender_->AllocatePacket();
328
329 ASSERT_TRUE(packet);
330 EXPECT_EQ(rtp_sender_->SSRC(), packet->Ssrc());
331 EXPECT_EQ(csrcs, packet->Csrcs());
332}
333
minyue3a407ee2017-04-03 01:10:33 -0700334TEST_P(RtpSenderTestWithoutPacer, AllocatePacketReserveExtensions) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200335 // Configure rtp_sender with extensions.
336 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
337 kRtpExtensionTransmissionTimeOffset,
338 kTransmissionTimeOffsetExtensionId));
339 ASSERT_EQ(
340 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
341 kAbsoluteSendTimeExtensionId));
342 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAudioLevel,
343 kAudioLevelExtensionId));
344 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
345 kRtpExtensionTransportSequenceNumber,
346 kTransportSequenceNumberExtensionId));
347 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
348 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
349
350 auto packet = rtp_sender_->AllocatePacket();
351
352 ASSERT_TRUE(packet);
353 // Preallocate BWE extensions RtpSender set itself.
354 EXPECT_TRUE(packet->HasExtension<TransmissionOffset>());
355 EXPECT_TRUE(packet->HasExtension<AbsoluteSendTime>());
356 EXPECT_TRUE(packet->HasExtension<TransportSequenceNumber>());
357 // Do not allocate media specific extensions.
358 EXPECT_FALSE(packet->HasExtension<AudioLevel>());
359 EXPECT_FALSE(packet->HasExtension<VideoOrientation>());
360}
361
minyue3a407ee2017-04-03 01:10:33 -0700362TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberAdvanceSequenceNumber) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200363 auto packet = rtp_sender_->AllocatePacket();
364 ASSERT_TRUE(packet);
365 const uint16_t sequence_number = rtp_sender_->SequenceNumber();
366
367 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
368
369 EXPECT_EQ(sequence_number, packet->SequenceNumber());
370 EXPECT_EQ(sequence_number + 1, rtp_sender_->SequenceNumber());
371}
372
minyue3a407ee2017-04-03 01:10:33 -0700373TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberFailsOnNotSending) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200374 auto packet = rtp_sender_->AllocatePacket();
375 ASSERT_TRUE(packet);
376
377 rtp_sender_->SetSendingMediaStatus(false);
378 EXPECT_FALSE(rtp_sender_->AssignSequenceNumber(packet.get()));
379}
380
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100381TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberMayAllowPaddingOnVideo) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200382 constexpr size_t kPaddingSize = 100;
383 auto packet = rtp_sender_->AllocatePacket();
384 ASSERT_TRUE(packet);
385
Erik Språng4208a132019-08-26 08:58:45 +0200386 ASSERT_TRUE(rtp_sender_->GeneratePadding(kPaddingSize).empty());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200387 packet->SetMarker(false);
388 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100389 // Packet without marker bit doesn't allow padding on video stream.
Erik Språng4208a132019-08-26 08:58:45 +0200390 ASSERT_TRUE(rtp_sender_->GeneratePadding(kPaddingSize).empty());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200391
392 packet->SetMarker(true);
393 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
394 // Packet with marker bit allows send padding.
Erik Språng4208a132019-08-26 08:58:45 +0200395 ASSERT_FALSE(rtp_sender_->GeneratePadding(kPaddingSize).empty());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200396}
397
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100398TEST_P(RtpSenderTest, AssignSequenceNumberAllowsPaddingOnAudio) {
399 MockTransport transport;
Erik Språng4580ca22019-07-04 10:38:43 +0200400 RtpRtcp::Configuration config;
401 config.audio = true;
402 config.clock = &fake_clock_;
403 config.outgoing_transport = &transport;
404 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200405 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200406 config.event_log = &mock_rtc_event_log_;
407 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200408 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språng4580ca22019-07-04 10:38:43 +0200409
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100410 rtp_sender_->SetTimestampOffset(0);
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100411
412 std::unique_ptr<RtpPacketToSend> audio_packet = rtp_sender_->AllocatePacket();
413 // Padding on audio stream allowed regardless of marker in the last packet.
414 audio_packet->SetMarker(false);
415 audio_packet->SetPayloadType(kPayload);
416 rtp_sender_->AssignSequenceNumber(audio_packet.get());
417
418 const size_t kPaddingSize = 59;
419 EXPECT_CALL(transport, SendRtp(_, kPaddingSize + kRtpHeaderSize, _))
Erik Språng214f5432019-06-20 15:09:58 +0200420 .WillOnce(Return(true));
Erik Språng4208a132019-08-26 08:58:45 +0200421 EXPECT_EQ(kPaddingSize, GenerateAndSendPadding(kPaddingSize));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100422
423 // Requested padding size is too small, will send a larger one.
424 const size_t kMinPaddingSize = 50;
425 EXPECT_CALL(transport, SendRtp(_, kMinPaddingSize + kRtpHeaderSize, _))
Erik Språng214f5432019-06-20 15:09:58 +0200426 .WillOnce(Return(true));
Erik Språng4208a132019-08-26 08:58:45 +0200427 EXPECT_EQ(kMinPaddingSize, GenerateAndSendPadding(kMinPaddingSize - 5));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100428}
429
minyue3a407ee2017-04-03 01:10:33 -0700430TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberSetPaddingTimestamps) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200431 constexpr size_t kPaddingSize = 100;
432 auto packet = rtp_sender_->AllocatePacket();
433 ASSERT_TRUE(packet);
434 packet->SetMarker(true);
435 packet->SetTimestamp(kTimestamp);
436
437 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Erik Språng4208a132019-08-26 08:58:45 +0200438 auto padding_packets = rtp_sender_->GeneratePadding(kPaddingSize);
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200439
Erik Språng4208a132019-08-26 08:58:45 +0200440 ASSERT_EQ(1u, padding_packets.size());
danilchap12ba1862016-10-26 02:41:55 -0700441 // Verify padding packet timestamp.
Erik Språng4208a132019-08-26 08:58:45 +0200442 EXPECT_EQ(kTimestamp, padding_packets[0]->Timestamp());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200443}
444
minyue3a407ee2017-04-03 01:10:33 -0700445TEST_P(RtpSenderTestWithoutPacer,
446 TransportFeedbackObserverGetsCorrectByteCount) {
447 constexpr int kRtpOverheadBytesPerPacket = 12 + 8;
Erik Språng9c771c22019-06-17 16:31:53 +0200448 NiceMock<MockOverheadObserver> mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +0200449
450 RtpRtcp::Configuration config;
451 config.clock = &fake_clock_;
452 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200453 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200454 config.transport_feedback_callback = &feedback_observer_;
455 config.event_log = &mock_rtc_event_log_;
456 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
457 config.overhead_observer = &mock_overhead_observer;
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200458 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språng4580ca22019-07-04 10:38:43 +0200459
minyue3a407ee2017-04-03 01:10:33 -0700460 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
461 kRtpExtensionTransportSequenceNumber,
462 kTransportSequenceNumberExtensionId));
minyue3a407ee2017-04-03 01:10:33 -0700463
464 const size_t expected_bytes =
Erik Språngf6468d22019-07-05 16:53:43 +0200465 GetParam().with_overhead
466 ? sizeof(kPayloadData) + kRtpOverheadBytesPerPacket
467 : sizeof(kPayloadData);
minyue3a407ee2017-04-03 01:10:33 -0700468
469 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200470 OnAddPacket(AllOf(
471 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
472 Field(&RtpPacketSendInfo::transport_sequence_number,
473 kTransportSequenceNumber),
474 Field(&RtpPacketSendInfo::rtp_sequence_number,
475 rtp_sender_->SequenceNumber()),
476 Field(&RtpPacketSendInfo::length, expected_bytes),
477 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
minyue3a407ee2017-04-03 01:10:33 -0700478 .Times(1);
479 EXPECT_CALL(mock_overhead_observer,
480 OnOverheadChanged(kRtpOverheadBytesPerPacket))
481 .Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100482 SendGenericPacket();
minyue3a407ee2017-04-03 01:10:33 -0700483}
484
485TEST_P(RtpSenderTestWithoutPacer, SendsPacketsWithTransportSequenceNumber) {
Erik Språng4580ca22019-07-04 10:38:43 +0200486 RtpRtcp::Configuration config;
487 config.clock = &fake_clock_;
488 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200489 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200490 config.transport_feedback_callback = &feedback_observer_;
491 config.event_log = &mock_rtc_event_log_;
492 config.send_packet_observer = &send_packet_observer_;
493 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200494 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språng4580ca22019-07-04 10:38:43 +0200495
Stefan Holmerf5dca482016-01-27 12:58:51 +0100496 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
497 kRtpExtensionTransportSequenceNumber,
498 kTransportSequenceNumberExtensionId));
499
asapersson35151f32016-05-02 23:44:01 -0700500 EXPECT_CALL(send_packet_observer_,
501 OnSendPacket(kTransportSequenceNumber, _, _))
502 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700503
504 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200505 OnAddPacket(AllOf(
506 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
507 Field(&RtpPacketSendInfo::transport_sequence_number,
508 kTransportSequenceNumber),
509 Field(&RtpPacketSendInfo::rtp_sequence_number,
510 rtp_sender_->SequenceNumber()),
511 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200512 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700513
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100514 SendGenericPacket();
Stefan Holmerf5dca482016-01-27 12:58:51 +0100515
danilchap12ba1862016-10-26 02:41:55 -0700516 const auto& packet = transport_.last_sent_packet();
517 uint16_t transport_seq_no;
518 ASSERT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
519 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200520 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200521 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200522}
523
524TEST_P(RtpSenderTestWithoutPacer, PacketOptionsNoRetransmission) {
Erik Språng4580ca22019-07-04 10:38:43 +0200525 RtpRtcp::Configuration config;
526 config.clock = &fake_clock_;
527 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200528 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200529 config.transport_feedback_callback = &feedback_observer_;
530 config.event_log = &mock_rtc_event_log_;
531 config.send_packet_observer = &send_packet_observer_;
532 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200533 rtp_sender_ = std::make_unique<RTPSender>(config);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200534
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100535 SendGenericPacket();
Petter Strandmark26bc6692018-05-29 08:43:35 +0200536
537 EXPECT_FALSE(transport_.last_options_.is_retransmit);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100538}
539
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200540TEST_P(RtpSenderTestWithoutPacer,
541 SetsIncludedInFeedbackWhenTransportSequenceNumberExtensionIsRegistered) {
542 SetUpRtpSender(false, false);
543 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
544 kTransportSequenceNumberExtensionId);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200545 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100546 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200547 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
548}
549
550TEST_P(
551 RtpSenderTestWithoutPacer,
552 SetsIncludedInAllocationWhenTransportSequenceNumberExtensionIsRegistered) {
553 SetUpRtpSender(false, false);
554 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
555 kTransportSequenceNumberExtensionId);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200556 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100557 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200558 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
559}
560
561TEST_P(RtpSenderTestWithoutPacer,
562 SetsIncludedInAllocationWhenForcedAsPartOfAllocation) {
563 SetUpRtpSender(false, false);
564 rtp_sender_->SetAsPartOfAllocation(true);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100565 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200566 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
567 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
568}
569
570TEST_P(RtpSenderTestWithoutPacer, DoesnSetIncludedInAllocationByDefault) {
571 SetUpRtpSender(false, false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100572 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200573 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
574 EXPECT_FALSE(transport_.last_options_.included_in_allocation);
stefana23fc622016-07-28 07:56:38 -0700575}
asapersson35151f32016-05-02 23:44:01 -0700576
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200577TEST_P(RtpSenderTestWithoutPacer, OnSendSideDelayUpdated) {
Erik Språng9c771c22019-06-17 16:31:53 +0200578 StrictMock<MockSendSideDelayObserver> send_side_delay_observer_;
Erik Språng4580ca22019-07-04 10:38:43 +0200579
580 RtpRtcp::Configuration config;
581 config.clock = &fake_clock_;
582 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200583 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200584 config.send_side_delay_observer = &send_side_delay_observer_;
585 config.event_log = &mock_rtc_event_log_;
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200586 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språng4580ca22019-07-04 10:38:43 +0200587
Niels Möller5fe95102019-03-04 16:49:25 +0100588 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +0100589 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +0200590 &playout_delay_oracle, nullptr, false, false,
Andrei Dumitru09872732019-08-29 12:00:29 -0700591 false, FieldTrialBasedConfig());
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200592
593 const uint8_t kPayloadType = 127;
Erik Språng6cf554e2019-10-02 20:55:39 +0200594 const absl::optional<VideoCodecType> kCodecType =
595 VideoCodecType::kVideoCodecGeneric;
Niels Möller59ab1cf2019-02-06 22:48:11 +0100596
597 const uint32_t kCaptureTimeMsToRtpTimestamp = 90; // 90 kHz clock
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200598 RTPVideoHeader video_header;
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200599
Henrik Boström9fe18342019-05-16 18:38:20 +0200600 // Send packet with 10 ms send-side delay. The average, max and total should
601 // be 10 ms.
602 EXPECT_CALL(send_side_delay_observer_,
603 SendSideDelayUpdated(10, 10, 10, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200604 .Times(1);
605 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
606 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100607 EXPECT_TRUE(rtp_sender_video.SendVideo(
Erik Språng6cf554e2019-10-02 20:55:39 +0200608 VideoFrameType::kVideoFrameKey, kPayloadType, kCodecType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200609 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100610 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200611 kDefaultExpectedRetransmissionTimeMs));
612
Henrik Boström9fe18342019-05-16 18:38:20 +0200613 // Send another packet with 20 ms delay. The average, max and total should be
614 // 15, 20 and 30 ms respectively.
615 EXPECT_CALL(send_side_delay_observer_,
616 SendSideDelayUpdated(15, 20, 30, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200617 .Times(1);
618 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100619 EXPECT_TRUE(rtp_sender_video.SendVideo(
Erik Språng6cf554e2019-10-02 20:55:39 +0200620 VideoFrameType::kVideoFrameKey, kPayloadType, kCodecType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200621 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100622 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200623 kDefaultExpectedRetransmissionTimeMs));
624
625 // Send another packet at the same time, which replaces the last packet.
626 // Since this packet has 0 ms delay, the average is now 5 ms and max is 10 ms.
Henrik Boström9fe18342019-05-16 18:38:20 +0200627 // The total counter stays the same though.
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200628 // TODO(terelius): Is is not clear that this is the right behavior.
Henrik Boström9fe18342019-05-16 18:38:20 +0200629 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(5, 10, 30, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200630 .Times(1);
631 capture_time_ms = fake_clock_.TimeInMilliseconds();
Niels Möller59ab1cf2019-02-06 22:48:11 +0100632 EXPECT_TRUE(rtp_sender_video.SendVideo(
Erik Språng6cf554e2019-10-02 20:55:39 +0200633 VideoFrameType::kVideoFrameKey, kPayloadType, kCodecType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200634 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100635 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200636 kDefaultExpectedRetransmissionTimeMs));
637
638 // Send a packet 1 second later. The earlier packets should have timed
Henrik Boström9fe18342019-05-16 18:38:20 +0200639 // out, so both max and average should be the delay of this packet. The total
640 // keeps increasing.
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200641 fake_clock_.AdvanceTimeMilliseconds(1000);
642 capture_time_ms = fake_clock_.TimeInMilliseconds();
643 fake_clock_.AdvanceTimeMilliseconds(1);
Henrik Boström9fe18342019-05-16 18:38:20 +0200644 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(1, 1, 31, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200645 .Times(1);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100646 EXPECT_TRUE(rtp_sender_video.SendVideo(
Erik Språng6cf554e2019-10-02 20:55:39 +0200647 VideoFrameType::kVideoFrameKey, kPayloadType, kCodecType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200648 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100649 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200650 kDefaultExpectedRetransmissionTimeMs));
651}
652
minyue3a407ee2017-04-03 01:10:33 -0700653TEST_P(RtpSenderTestWithoutPacer, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700654 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
655 kRtpExtensionTransportSequenceNumber,
656 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700657 EXPECT_CALL(send_packet_observer_,
658 OnSendPacket(kTransportSequenceNumber, _, _))
659 .Times(1);
660
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100661 SendGenericPacket();
asapersson35151f32016-05-02 23:44:01 -0700662}
663
minyue3a407ee2017-04-03 01:10:33 -0700664TEST_P(RtpSenderTest, SendsPacketsWithTransportSequenceNumber) {
Erik Språng4580ca22019-07-04 10:38:43 +0200665 RtpRtcp::Configuration config;
666 config.clock = &fake_clock_;
667 config.outgoing_transport = &transport_;
668 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200669 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200670 config.transport_feedback_callback = &feedback_observer_;
671 config.event_log = &mock_rtc_event_log_;
672 config.send_packet_observer = &send_packet_observer_;
673 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200674 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språng4580ca22019-07-04 10:38:43 +0200675
brandtr9dfff292016-11-14 05:14:50 -0800676 rtp_sender_->SetSequenceNumber(kSeqNum);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200677 rtp_sender_->SetStorePacketsStatus(true, 10);
678 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
679 kRtpExtensionTransportSequenceNumber,
680 kTransportSequenceNumberExtensionId));
681
Stefan Holmera246cfb2016-08-23 17:51:42 +0200682 EXPECT_CALL(send_packet_observer_,
683 OnSendPacket(kTransportSequenceNumber, _, _))
684 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700685 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200686 OnAddPacket(AllOf(
687 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
688 Field(&RtpPacketSendInfo::transport_sequence_number,
689 kTransportSequenceNumber),
690 Field(&RtpPacketSendInfo::rtp_sequence_number,
691 rtp_sender_->SequenceNumber()),
692 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200693 .Times(1);
694
Erik Språngf5815fa2019-08-21 14:27:31 +0200695 EXPECT_CALL(
696 mock_paced_sender_,
697 EnqueuePacket(
698 AllOf(Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
699 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
700 auto packet = SendGenericPacket();
701 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
702 // Transport sequence number is set by PacketRouter, before TrySendPacket().
703 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
704 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200705
danilchap12ba1862016-10-26 02:41:55 -0700706 uint16_t transport_seq_no;
Erik Språngf5815fa2019-08-21 14:27:31 +0200707 EXPECT_TRUE(
708 transport_.last_sent_packet().GetExtension<TransportSequenceNumber>(
709 &transport_seq_no));
danilchap12ba1862016-10-26 02:41:55 -0700710 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200711 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200712}
713
Erik Språng7b52f102018-02-07 14:37:37 +0100714TEST_P(RtpSenderTest, WritesPacerExitToTimingExtension) {
ilnik04f4d122017-06-19 07:18:55 -0700715 rtp_sender_->SetStorePacketsStatus(true, 10);
716 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
717 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
718 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
719 auto packet = rtp_sender_->AllocatePacket();
720 packet->SetPayloadType(kPayload);
721 packet->SetMarker(true);
722 packet->SetTimestamp(kTimestamp);
723 packet->set_capture_time_ms(capture_time_ms);
ilnik2edc6842017-07-06 03:06:50 -0700724 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
ilnik04f4d122017-06-19 07:18:55 -0700725 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
726 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
727 size_t packet_size = packet->size();
ilnik04f4d122017-06-19 07:18:55 -0700728
729 const int kStoredTimeInMs = 100;
Erik Språngf5815fa2019-08-21 14:27:31 +0200730 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språng70768f42019-08-27 18:16:26 +0200731 packet->set_allow_retransmission(true);
Erik Språngf5815fa2019-08-21 14:27:31 +0200732 EXPECT_CALL(mock_paced_sender_,
733 EnqueuePacket(Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc))));
Erik Språng70768f42019-08-27 18:16:26 +0200734 EXPECT_TRUE(
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200735 rtp_sender_->SendToNetwork(std::make_unique<RtpPacketToSend>(*packet)));
Erik Språngf5815fa2019-08-21 14:27:31 +0200736 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
737 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
ilnik04f4d122017-06-19 07:18:55 -0700738 EXPECT_EQ(1, transport_.packets_sent());
739 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
740
danilchapce251812017-09-11 12:24:41 -0700741 VideoSendTiming video_timing;
742 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
743 &video_timing));
744 EXPECT_EQ(kStoredTimeInMs, video_timing.pacer_exit_delta_ms);
Erik Språng7b52f102018-02-07 14:37:37 +0100745}
ilnik04f4d122017-06-19 07:18:55 -0700746
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100747TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithPacer) {
748 SetUpRtpSender(/*pacer=*/true, /*populate_network2=*/true);
Erik Språng7b52f102018-02-07 14:37:37 +0100749 rtp_sender_->SetStorePacketsStatus(true, 10);
750 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
751 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
752 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
753 auto packet = rtp_sender_->AllocatePacket();
754 packet->SetPayloadType(kPayload);
755 packet->SetMarker(true);
756 packet->SetTimestamp(kTimestamp);
757 packet->set_capture_time_ms(capture_time_ms);
758 const uint16_t kPacerExitMs = 1234u;
759 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, kPacerExitMs, 0u, 0u, true};
760 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
761 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
762 size_t packet_size = packet->size();
763
764 const int kStoredTimeInMs = 100;
Erik Språngf6468d22019-07-05 16:53:43 +0200765
Erik Språngf6468d22019-07-05 16:53:43 +0200766 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språng70768f42019-08-27 18:16:26 +0200767 packet->set_allow_retransmission(true);
Erik Språngf6468d22019-07-05 16:53:43 +0200768 EXPECT_CALL(
769 mock_paced_sender_,
770 EnqueuePacket(Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc))));
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200771 EXPECT_TRUE(
772 rtp_sender_->SendToNetwork(std::make_unique<RtpPacketToSend>(*packet)));
Erik Språngf6468d22019-07-05 16:53:43 +0200773 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
774 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +0200775
Erik Språng7b52f102018-02-07 14:37:37 +0100776 EXPECT_EQ(1, transport_.packets_sent());
ilnik04f4d122017-06-19 07:18:55 -0700777 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
778
Erik Språng7b52f102018-02-07 14:37:37 +0100779 VideoSendTiming video_timing;
danilchapce251812017-09-11 12:24:41 -0700780 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
781 &video_timing));
Erik Språng7b52f102018-02-07 14:37:37 +0100782 EXPECT_EQ(kStoredTimeInMs, video_timing.network2_timestamp_delta_ms);
783 EXPECT_EQ(kPacerExitMs, video_timing.pacer_exit_delta_ms);
ilnik04f4d122017-06-19 07:18:55 -0700784}
785
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100786TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithoutPacer) {
787 SetUpRtpSender(/*pacer=*/false, /*populate_network2=*/true);
788 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
789 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
790 auto packet = rtp_sender_->AllocatePacket();
791 packet->SetMarker(true);
792 packet->set_capture_time_ms(fake_clock_.TimeInMilliseconds());
793 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
794 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
Erik Språng70768f42019-08-27 18:16:26 +0200795 packet->set_allow_retransmission(true);
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100796 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Erik Språng1fbfecd2019-08-26 19:00:05 +0200797 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100798
799 const int kPropagateTimeMs = 10;
800 fake_clock_.AdvanceTimeMilliseconds(kPropagateTimeMs);
801
Erik Språng70768f42019-08-27 18:16:26 +0200802 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet)));
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100803
804 EXPECT_EQ(1, transport_.packets_sent());
805 absl::optional<VideoSendTiming> video_timing =
806 transport_.last_sent_packet().GetExtension<VideoTimingExtension>();
807 ASSERT_TRUE(video_timing);
808 EXPECT_EQ(kPropagateTimeMs, video_timing->network2_timestamp_delta_ms);
809}
810
minyue3a407ee2017-04-03 01:10:33 -0700811TEST_P(RtpSenderTest, TrafficSmoothingWithExtensions) {
Elad Alon4a87e1c2017-10-03 16:11:34 +0200812 EXPECT_CALL(mock_rtc_event_log_,
813 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000814
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000815 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000816 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800817 kRtpExtensionTransmissionTimeOffset,
818 kTransmissionTimeOffsetExtensionId));
819 EXPECT_EQ(
820 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
821 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000822 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700823 auto packet =
824 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
825 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000826
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000827 const int kStoredTimeInMs = 100;
Erik Språngf6468d22019-07-05 16:53:43 +0200828 EXPECT_CALL(
829 mock_paced_sender_,
830 EnqueuePacket(AllOf(
831 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
832 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
833 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språng70768f42019-08-27 18:16:26 +0200834 packet->set_allow_retransmission(true);
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200835 EXPECT_TRUE(
836 rtp_sender_->SendToNetwork(std::make_unique<RtpPacketToSend>(*packet)));
Erik Språngf6468d22019-07-05 16:53:43 +0200837 EXPECT_EQ(0, transport_.packets_sent());
838 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
839 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000840
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000841 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700842 EXPECT_EQ(1, transport_.packets_sent());
843 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
844
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000845 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700846 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000847
848 // Verify transmission time offset.
849 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000850 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000851 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000852 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000853}
854
minyue3a407ee2017-04-03 01:10:33 -0700855TEST_P(RtpSenderTest, TrafficSmoothingRetransmits) {
Elad Alon4a87e1c2017-10-03 16:11:34 +0200856 EXPECT_CALL(mock_rtc_event_log_,
857 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000858
859 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000860 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800861 kRtpExtensionTransmissionTimeOffset,
862 kTransmissionTimeOffsetExtensionId));
863 EXPECT_EQ(
864 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
865 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000866 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700867 auto packet =
868 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
869 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000870
871 // Packet should be stored in a send bucket.
Erik Språngf6468d22019-07-05 16:53:43 +0200872 EXPECT_CALL(
873 mock_paced_sender_,
874 EnqueuePacket(AllOf(
875 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
876 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
877 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
878 packet->set_allow_retransmission(true);
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200879 EXPECT_TRUE(
880 rtp_sender_->SendToNetwork(std::make_unique<RtpPacketToSend>(*packet)));
Erik Språngf6468d22019-07-05 16:53:43 +0200881 // Immediately process send bucket and send packet.
882 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +0200883
Erik Språng0f4f0552019-05-08 10:15:05 -0700884 EXPECT_EQ(1, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000885
Erik Språng0f4f0552019-05-08 10:15:05 -0700886 // Retransmit packet.
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000887 const int kStoredTimeInMs = 100;
888 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
889
Erik Språng0f4f0552019-05-08 10:15:05 -0700890 EXPECT_CALL(mock_rtc_event_log_,
891 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
Erik Språngf6468d22019-07-05 16:53:43 +0200892 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
893 packet->set_retransmitted_sequence_number(kSeqNum);
894 EXPECT_CALL(
895 mock_paced_sender_,
896 EnqueuePacket(AllOf(
897 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
898 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
899 EXPECT_EQ(static_cast<int>(packet_size),
900 rtp_sender_->ReSendPacket(kSeqNum));
901 EXPECT_EQ(1, transport_.packets_sent());
902 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000903
904 // Process send bucket. Packet should now be sent.
Erik Språng0f4f0552019-05-08 10:15:05 -0700905 EXPECT_EQ(2, transport_.packets_sent());
danilchap12ba1862016-10-26 02:41:55 -0700906 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000907
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000908 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700909 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000910
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000911 // Verify transmission time offset.
912 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000913 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000914 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
915 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
916}
917
918// This test sends 1 regular video packet, then 4 padding packets, and then
919// 1 more regular packet.
minyue3a407ee2017-04-03 01:10:33 -0700920TEST_P(RtpSenderTest, SendPadding) {
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000921 // Make all (non-padding) packets go to send queue.
Elad Alon4a87e1c2017-10-03 16:11:34 +0200922 EXPECT_CALL(mock_rtc_event_log_,
923 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
924 .Times(1 + 4 + 1);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000925
926 uint16_t seq_num = kSeqNum;
927 uint32_t timestamp = kTimestamp;
928 rtp_sender_->SetStorePacketsStatus(true, 10);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000929 size_t rtp_header_len = kRtpHeaderSize;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000930 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800931 kRtpExtensionTransmissionTimeOffset,
932 kTransmissionTimeOffsetExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000933 rtp_header_len += 4; // 4 bytes extension.
danilchap162abd32015-12-10 02:39:40 -0800934 EXPECT_EQ(
935 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
936 kAbsoluteSendTimeExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000937 rtp_header_len += 4; // 4 bytes extension.
938 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
939
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000940 webrtc::RTPHeader rtp_header;
941
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000942 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700943 auto packet =
944 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200945 const uint32_t media_packet_timestamp = timestamp;
danilchapb6f1fb52016-10-19 06:11:39 -0700946 size_t packet_size = packet->size();
Erik Språngf6468d22019-07-05 16:53:43 +0200947 int total_packets_sent = 0;
948 const int kStoredTimeInMs = 100;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000949
950 // Packet should be stored in a send bucket.
Erik Språngf6468d22019-07-05 16:53:43 +0200951 EXPECT_CALL(
952 mock_paced_sender_,
953 EnqueuePacket(AllOf(
954 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
955 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
956 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
957 packet->set_allow_retransmission(true);
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200958 EXPECT_TRUE(
959 rtp_sender_->SendToNetwork(std::make_unique<RtpPacketToSend>(*packet)));
Erik Språngf6468d22019-07-05 16:53:43 +0200960 EXPECT_EQ(total_packets_sent, transport_.packets_sent());
961 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
962 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
963 ++seq_num;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000964
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000965 // Packet should now be sent. This test doesn't verify the regular video
966 // packet, since it is tested in another test.
danilchap12ba1862016-10-26 02:41:55 -0700967 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000968 timestamp += 90 * kStoredTimeInMs;
969
970 // Send padding 4 times, waiting 50 ms between each.
971 for (int i = 0; i < 4; ++i) {
972 const int kPaddingPeriodMs = 50;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000973 const size_t kPaddingBytes = 100;
974 const size_t kMaxPaddingLength = 224; // Value taken from rtp_sender.cc.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000975 // Padding will be forced to full packets.
Erik Språng4208a132019-08-26 08:58:45 +0200976 EXPECT_EQ(kMaxPaddingLength, GenerateAndSendPadding(kPaddingBytes));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000977
978 // Process send bucket. Padding should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700979 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000980 EXPECT_EQ(kMaxPaddingLength + rtp_header_len,
danilchap12ba1862016-10-26 02:41:55 -0700981 transport_.last_sent_packet().size());
982
983 transport_.last_sent_packet().GetHeader(&rtp_header);
pbosbd2522a2015-07-01 05:35:53 -0700984 EXPECT_EQ(kMaxPaddingLength, rtp_header.paddingLength);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000985
Stefan Holmer586b19b2015-09-18 11:14:31 +0200986 // Verify sequence number and timestamp. The timestamp should be the same
987 // as the last media packet.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000988 EXPECT_EQ(seq_num++, rtp_header.sequenceNumber);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200989 EXPECT_EQ(media_packet_timestamp, rtp_header.timestamp);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000990 // Verify transmission time offset.
Stefan Holmer586b19b2015-09-18 11:14:31 +0200991 int offset = timestamp - media_packet_timestamp;
992 EXPECT_EQ(offset, rtp_header.extension.transmissionTimeOffset);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000993 uint64_t expected_send_time =
994 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
995 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
996 fake_clock_.AdvanceTimeMilliseconds(kPaddingPeriodMs);
997 timestamp += 90 * kPaddingPeriodMs;
998 }
999
1000 // Send a regular video packet again.
1001 capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -07001002 packet = BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
1003 packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001004
Erik Språngf6468d22019-07-05 16:53:43 +02001005 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språng70768f42019-08-27 18:16:26 +02001006 packet->set_allow_retransmission(true);
Erik Språngf6468d22019-07-05 16:53:43 +02001007 EXPECT_CALL(
1008 mock_paced_sender_,
1009 EnqueuePacket(AllOf(
1010 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1011 Pointee(Property(&RtpPacketToSend::SequenceNumber, seq_num)))));
Mirko Bonadei317a1f02019-09-17 17:06:18 +02001012 EXPECT_TRUE(
1013 rtp_sender_->SendToNetwork(std::make_unique<RtpPacketToSend>(*packet)));
Erik Språngf6468d22019-07-05 16:53:43 +02001014 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
terelius5d332ac2016-01-14 14:37:39 -08001015
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001016 // Process send bucket.
danilchap12ba1862016-10-26 02:41:55 -07001017 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
1018 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
1019 transport_.last_sent_packet().GetHeader(&rtp_header);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001020
1021 // Verify sequence number and timestamp.
1022 EXPECT_EQ(seq_num, rtp_header.sequenceNumber);
1023 EXPECT_EQ(timestamp, rtp_header.timestamp);
1024 // Verify transmission time offset. This packet is sent without delay.
1025 EXPECT_EQ(0, rtp_header.extension.transmissionTimeOffset);
1026 uint64_t expected_send_time =
1027 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001028 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +00001029}
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001030
minyue3a407ee2017-04-03 01:10:33 -07001031TEST_P(RtpSenderTest, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -07001032 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1033 kRtpExtensionTransportSequenceNumber,
1034 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -07001035 rtp_sender_->SetStorePacketsStatus(true, 10);
1036
1037 EXPECT_CALL(send_packet_observer_,
1038 OnSendPacket(kTransportSequenceNumber, _, _))
1039 .Times(1);
asapersson35151f32016-05-02 23:44:01 -07001040
Erik Språngf6468d22019-07-05 16:53:43 +02001041 EXPECT_CALL(
1042 mock_paced_sender_,
1043 EnqueuePacket(AllOf(
1044 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1045 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
1046 auto packet = SendGenericPacket();
1047 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1048 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
1049 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001050
danilchap12ba1862016-10-26 02:41:55 -07001051 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -07001052}
1053
minyue3a407ee2017-04-03 01:10:33 -07001054TEST_P(RtpSenderTest, OnSendPacketNotUpdatedForRetransmits) {
stefana23fc622016-07-28 07:56:38 -07001055 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1056 kRtpExtensionTransportSequenceNumber,
1057 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -07001058 rtp_sender_->SetStorePacketsStatus(true, 10);
1059
1060 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
asapersson35151f32016-05-02 23:44:01 -07001061
Erik Språngf6468d22019-07-05 16:53:43 +02001062 EXPECT_CALL(
1063 mock_paced_sender_,
1064 EnqueuePacket(AllOf(
1065 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1066 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
1067 auto packet = SendGenericPacket();
1068 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
1069 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
1070 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001071
danilchap12ba1862016-10-26 02:41:55 -07001072 EXPECT_EQ(1, transport_.packets_sent());
Petter Strandmark26bc6692018-05-29 08:43:35 +02001073 EXPECT_TRUE(transport_.last_options_.is_retransmit);
asapersson35151f32016-05-02 23:44:01 -07001074}
1075
minyue3a407ee2017-04-03 01:10:33 -07001076TEST_P(RtpSenderTestWithoutPacer, SendGenericVideo) {
Erik Språng6cf554e2019-10-02 20:55:39 +02001077 const uint8_t kPayloadType = 127;
1078 const VideoCodecType kCodecType = VideoCodecType::kVideoCodecGeneric;
Niels Möller5fe95102019-03-04 16:49:25 +01001079 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001080 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001081 &playout_delay_oracle, nullptr, false, false,
Andrei Dumitru09872732019-08-29 12:00:29 -07001082 false, FieldTrialBasedConfig());
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001083 uint8_t payload[] = {47, 11, 32, 93, 89};
1084
1085 // Send keyframe
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001086 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001087 ASSERT_TRUE(rtp_sender_video.SendVideo(
Erik Språng6cf554e2019-10-02 20:55:39 +02001088 VideoFrameType::kVideoFrameKey, kPayloadType, kCodecType, 1234, 4321,
1089 payload, sizeof(payload), nullptr, &video_header,
Niels Möller8f7ce222019-03-21 15:43:58 +01001090 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001091
danilchap96c15872016-11-21 01:35:29 -08001092 auto sent_payload = transport_.last_sent_packet().payload();
1093 uint8_t generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001094 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1095 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001096 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001097
1098 // Send delta frame
1099 payload[0] = 13;
1100 payload[1] = 42;
1101 payload[4] = 13;
1102
Niels Möller59ab1cf2019-02-06 22:48:11 +01001103 ASSERT_TRUE(rtp_sender_video.SendVideo(
Erik Språng6cf554e2019-10-02 20:55:39 +02001104 VideoFrameType::kVideoFrameDelta, kPayloadType, kCodecType, 1234, 4321,
1105 payload, sizeof(payload), nullptr, &video_header,
Niels Möller8f7ce222019-03-21 15:43:58 +01001106 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001107
danilchap96c15872016-11-21 01:35:29 -08001108 sent_payload = transport_.last_sent_packet().payload();
1109 generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001110 EXPECT_FALSE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1111 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001112 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001113}
1114
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001115TEST_P(RtpSenderTestWithoutPacer, SendRawVideo) {
Erik Språng6cf554e2019-10-02 20:55:39 +02001116 const uint8_t kPayloadType = 111;
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001117 const uint8_t payload[] = {11, 22, 33, 44, 55};
1118
1119 PlayoutDelayOracle playout_delay_oracle;
1120 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001121 &playout_delay_oracle, nullptr, false, false,
Andrei Dumitru09872732019-08-29 12:00:29 -07001122 false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001123
1124 // Send a frame.
1125 RTPVideoHeader video_header;
1126 ASSERT_TRUE(rtp_sender_video.SendVideo(
Erik Språng6cf554e2019-10-02 20:55:39 +02001127 VideoFrameType::kVideoFrameKey, kPayloadType, absl::nullopt, 1234, 4321,
1128 payload, sizeof(payload), nullptr, &video_header,
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001129 kDefaultExpectedRetransmissionTimeMs));
1130
1131 auto sent_payload = transport_.last_sent_packet().payload();
1132 EXPECT_THAT(sent_payload, ElementsAreArray(payload));
1133}
1134
minyue3a407ee2017-04-03 01:10:33 -07001135TEST_P(RtpSenderTest, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001136 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001137 constexpr int kMediaPayloadType = 127;
Erik Språng6cf554e2019-10-02 20:55:39 +02001138 constexpr VideoCodecType kCodecType = VideoCodecType::kVideoCodecGeneric;
brandtrdbdb3f12016-11-10 05:04:48 -08001139 constexpr int kFlexfecPayloadType = 118;
brandtrdbdb3f12016-11-10 05:04:48 -08001140 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001141 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språng4580ca22019-07-04 10:38:43 +02001142 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1143 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001144 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001145
1146 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001147 RtpRtcp::Configuration config;
1148 config.clock = &fake_clock_;
1149 config.outgoing_transport = &transport_;
1150 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001151 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001152 config.flexfec_sender = &flexfec_sender_;
Erik Språng4580ca22019-07-04 10:38:43 +02001153 config.event_log = &mock_rtc_event_log_;
1154 config.send_packet_observer = &send_packet_observer_;
1155 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Mirko Bonadei317a1f02019-09-17 17:06:18 +02001156 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språng4580ca22019-07-04 10:38:43 +02001157
brandtrdbdb3f12016-11-10 05:04:48 -08001158 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001159 rtp_sender_->SetStorePacketsStatus(true, 10);
1160
Niels Möller5fe95102019-03-04 16:49:25 +01001161 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001162 RTPSenderVideo rtp_sender_video(
1163 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
Andrei Dumitru09872732019-08-29 12:00:29 -07001164 nullptr, false, false, false, FieldTrialBasedConfig());
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001165
brandtrdbdb3f12016-11-10 05:04:48 -08001166 // Parameters selected to generate a single FEC packet per media packet.
1167 FecProtectionParams params;
1168 params.fec_rate = 15;
1169 params.max_fec_frames = 1;
1170 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001171 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001172
brandtr9dfff292016-11-14 05:14:50 -08001173 uint16_t flexfec_seq_num;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001174 RTPVideoHeader video_header;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001175
Erik Språngf6468d22019-07-05 16:53:43 +02001176 std::unique_ptr<RtpPacketToSend> media_packet;
1177 std::unique_ptr<RtpPacketToSend> fec_packet;
1178
1179 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
1180 .Times(2)
1181 .WillRepeatedly([&](std::unique_ptr<RtpPacketToSend> packet) {
1182 if (packet->packet_type() == RtpPacketToSend::Type::kVideo) {
1183 EXPECT_EQ(packet->Ssrc(), kSsrc);
1184 EXPECT_EQ(packet->SequenceNumber(), kSeqNum);
1185 media_packet = std::move(packet);
1186 } else {
1187 EXPECT_EQ(packet->packet_type(),
1188 RtpPacketToSend::Type::kForwardErrorCorrection);
1189 EXPECT_EQ(packet->Ssrc(), kFlexFecSsrc);
1190 fec_packet = std::move(packet);
1191 }
1192 });
1193
1194 EXPECT_TRUE(rtp_sender_video.SendVideo(
Erik Språng6cf554e2019-10-02 20:55:39 +02001195 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kCodecType,
1196 kTimestamp, fake_clock_.TimeInMilliseconds(), kPayloadData,
1197 sizeof(kPayloadData), nullptr, &video_header,
1198 kDefaultExpectedRetransmissionTimeMs));
Erik Språngf6468d22019-07-05 16:53:43 +02001199 ASSERT_TRUE(media_packet != nullptr);
1200 ASSERT_TRUE(fec_packet != nullptr);
1201
1202 flexfec_seq_num = fec_packet->SequenceNumber();
1203 rtp_sender_->TrySendPacket(media_packet.get(), PacedPacketInfo());
1204 rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001205
brandtr9dfff292016-11-14 05:14:50 -08001206 ASSERT_EQ(2, transport_.packets_sent());
Erik Språngf5815fa2019-08-21 14:27:31 +02001207 const RtpPacketReceived& sent_media_packet = transport_.sent_packets_[0];
1208 EXPECT_EQ(kMediaPayloadType, sent_media_packet.PayloadType());
1209 EXPECT_EQ(kSeqNum, sent_media_packet.SequenceNumber());
1210 EXPECT_EQ(kSsrc, sent_media_packet.Ssrc());
1211 const RtpPacketReceived& sent_flexfec_packet = transport_.sent_packets_[1];
1212 EXPECT_EQ(kFlexfecPayloadType, sent_flexfec_packet.PayloadType());
1213 EXPECT_EQ(flexfec_seq_num, sent_flexfec_packet.SequenceNumber());
1214 EXPECT_EQ(kFlexFecSsrc, sent_flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001215}
1216
Erik Språngf6468d22019-07-05 16:53:43 +02001217// TODO(ilnik): because of webrtc:7859. Once FEC moved below pacer, this test
1218// should be removed.
1219TEST_P(RtpSenderTest, NoFlexfecForTimingFrames) {
1220 constexpr uint32_t kTimestamp = 1234;
1221 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
1222 constexpr int kMediaPayloadType = 127;
Erik Språng6cf554e2019-10-02 20:55:39 +02001223 constexpr VideoCodecType kCodecType = VideoCodecType::kVideoCodecGeneric;
Erik Språngf6468d22019-07-05 16:53:43 +02001224 constexpr int kFlexfecPayloadType = 118;
1225 const std::vector<RtpExtension> kNoRtpExtensions;
1226 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
1227
1228 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1229 kNoRtpExtensions, kNoRtpExtensionSizes,
1230 nullptr /* rtp_state */, &fake_clock_);
1231
1232 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng630443a2019-07-26 16:44:55 +02001233 RtpRtcp::Configuration config;
1234 config.clock = &fake_clock_;
1235 config.outgoing_transport = &transport_;
1236 config.paced_sender = &mock_paced_sender_;
1237 config.flexfec_sender = &flexfec_sender;
Erik Språng630443a2019-07-26 16:44:55 +02001238 config.event_log = &mock_rtc_event_log_;
1239 config.send_packet_observer = &send_packet_observer_;
1240 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001241 config.local_media_ssrc = kSsrc;
Mirko Bonadei317a1f02019-09-17 17:06:18 +02001242 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språngf6468d22019-07-05 16:53:43 +02001243 rtp_sender_->SetSequenceNumber(kSeqNum);
1244 rtp_sender_->SetStorePacketsStatus(true, 10);
1245
1246 PlayoutDelayOracle playout_delay_oracle;
1247 RTPSenderVideo rtp_sender_video(
1248 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
Andrei Dumitru09872732019-08-29 12:00:29 -07001249 nullptr, false, false, false, FieldTrialBasedConfig());
Erik Språngf6468d22019-07-05 16:53:43 +02001250
1251 // Need extension to be registered for timing frames to be sent.
1252 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1253 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
1254
1255 // Parameters selected to generate a single FEC packet per media packet.
1256 FecProtectionParams params;
1257 params.fec_rate = 15;
1258 params.max_fec_frames = 1;
1259 params.fec_mask_type = kFecMaskRandom;
1260 rtp_sender_video.SetFecParameters(params, params);
1261
1262 RTPVideoHeader video_header;
1263 video_header.video_timing.flags = VideoSendTiming::kTriggeredByTimer;
1264
1265 EXPECT_CALL(mock_rtc_event_log_,
1266 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1267 .Times(1);
Erik Språngf6468d22019-07-05 16:53:43 +02001268 std::unique_ptr<RtpPacketToSend> rtp_packet;
1269 EXPECT_CALL(
1270 mock_paced_sender_,
1271 EnqueuePacket(AllOf(
1272 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1273 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))))
1274 .WillOnce([&rtp_packet](std::unique_ptr<RtpPacketToSend> packet) {
1275 rtp_packet = std::move(packet);
1276 });
1277
1278 EXPECT_CALL(
1279 mock_paced_sender_,
1280 EnqueuePacket(Pointee(Property(&RtpPacketToSend::Ssrc, kFlexFecSsrc))))
1281 .Times(0); // Not called because packet should not be protected.
1282
1283 EXPECT_TRUE(rtp_sender_video.SendVideo(
Erik Språng6cf554e2019-10-02 20:55:39 +02001284 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kCodecType,
1285 kTimestamp, kCaptureTimeMs, kPayloadData, sizeof(kPayloadData), nullptr,
Erik Språngf6468d22019-07-05 16:53:43 +02001286 &video_header, kDefaultExpectedRetransmissionTimeMs));
1287
1288 EXPECT_TRUE(
1289 rtp_sender_->TrySendPacket(rtp_packet.get(), PacedPacketInfo()));
Erik Språngf6468d22019-07-05 16:53:43 +02001290
1291 ASSERT_EQ(1, transport_.packets_sent());
Erik Språngf5815fa2019-08-21 14:27:31 +02001292 const RtpPacketReceived& sent_media_packet1 = transport_.sent_packets_[0];
1293 EXPECT_EQ(kMediaPayloadType, sent_media_packet1.PayloadType());
1294 EXPECT_EQ(kSeqNum, sent_media_packet1.SequenceNumber());
1295 EXPECT_EQ(kSsrc, sent_media_packet1.Ssrc());
Erik Språngf6468d22019-07-05 16:53:43 +02001296
1297 // Now try to send not a timing frame.
1298 uint16_t flexfec_seq_num;
1299
1300 EXPECT_CALL(mock_rtc_event_log_,
1301 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1302 .Times(2);
Erik Språngf5815fa2019-08-21 14:27:31 +02001303 std::unique_ptr<RtpPacketToSend> media_packet2;
1304 std::unique_ptr<RtpPacketToSend> fec_packet;
Erik Språngf6468d22019-07-05 16:53:43 +02001305
Erik Språngf5815fa2019-08-21 14:27:31 +02001306 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
1307 .Times(2)
1308 .WillRepeatedly([&](std::unique_ptr<RtpPacketToSend> packet) {
1309 if (packet->packet_type() == RtpPacketToSend::Type::kVideo) {
1310 EXPECT_EQ(packet->Ssrc(), kSsrc);
1311 EXPECT_EQ(packet->SequenceNumber(), kSeqNum + 1);
1312 media_packet2 = std::move(packet);
1313 } else {
1314 EXPECT_EQ(packet->packet_type(),
1315 RtpPacketToSend::Type::kForwardErrorCorrection);
1316 EXPECT_EQ(packet->Ssrc(), kFlexFecSsrc);
1317 fec_packet = std::move(packet);
1318 }
1319 });
Erik Språngf6468d22019-07-05 16:53:43 +02001320
Erik Språngf5815fa2019-08-21 14:27:31 +02001321 video_header.video_timing.flags = VideoSendTiming::kInvalid;
1322 EXPECT_TRUE(rtp_sender_video.SendVideo(
Erik Språng6cf554e2019-10-02 20:55:39 +02001323 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kCodecType,
1324 kTimestamp + 1, kCaptureTimeMs + 1, kPayloadData, sizeof(kPayloadData),
1325 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
Erik Språngf6468d22019-07-05 16:53:43 +02001326
Erik Språngf5815fa2019-08-21 14:27:31 +02001327 ASSERT_TRUE(media_packet2 != nullptr);
1328 ASSERT_TRUE(fec_packet != nullptr);
Erik Språngf6468d22019-07-05 16:53:43 +02001329
Erik Språngf5815fa2019-08-21 14:27:31 +02001330 flexfec_seq_num = fec_packet->SequenceNumber();
1331 rtp_sender_->TrySendPacket(media_packet2.get(), PacedPacketInfo());
1332 rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001333
1334 ASSERT_EQ(3, transport_.packets_sent());
Erik Språngf5815fa2019-08-21 14:27:31 +02001335 const RtpPacketReceived& sent_media_packet2 = transport_.sent_packets_[1];
1336 EXPECT_EQ(kMediaPayloadType, sent_media_packet2.PayloadType());
1337 EXPECT_EQ(kSeqNum + 1, sent_media_packet2.SequenceNumber());
1338 EXPECT_EQ(kSsrc, sent_media_packet2.Ssrc());
Erik Språngf6468d22019-07-05 16:53:43 +02001339 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[2];
1340 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1341 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1342 EXPECT_EQ(kFlexFecSsrc, flexfec_packet.Ssrc());
1343}
1344
minyue3a407ee2017-04-03 01:10:33 -07001345TEST_P(RtpSenderTestWithoutPacer, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001346 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001347 constexpr int kMediaPayloadType = 127;
Erik Språng6cf554e2019-10-02 20:55:39 +02001348 constexpr VideoCodecType kCodecType = VideoCodecType::kVideoCodecGeneric;
brandtrdbdb3f12016-11-10 05:04:48 -08001349 constexpr int kFlexfecPayloadType = 118;
brandtrdbdb3f12016-11-10 05:04:48 -08001350 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001351 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språngf6468d22019-07-05 16:53:43 +02001352 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
Erik Språng4580ca22019-07-04 10:38:43 +02001353 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001354 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001355
1356 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001357 RtpRtcp::Configuration config;
1358 config.clock = &fake_clock_;
1359 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001360 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001361 config.flexfec_sender = &flexfec_sender;
Erik Språng4580ca22019-07-04 10:38:43 +02001362 config.event_log = &mock_rtc_event_log_;
1363 config.send_packet_observer = &send_packet_observer_;
1364 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Mirko Bonadei317a1f02019-09-17 17:06:18 +02001365 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språng4580ca22019-07-04 10:38:43 +02001366
brandtrdbdb3f12016-11-10 05:04:48 -08001367 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001368
Niels Möller5fe95102019-03-04 16:49:25 +01001369 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001370 RTPSenderVideo rtp_sender_video(
1371 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
Andrei Dumitru09872732019-08-29 12:00:29 -07001372 nullptr, false, false, false, FieldTrialBasedConfig());
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001373
brandtrdbdb3f12016-11-10 05:04:48 -08001374 // Parameters selected to generate a single FEC packet per media packet.
1375 FecProtectionParams params;
1376 params.fec_rate = 15;
1377 params.max_fec_frames = 1;
1378 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001379 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001380
Elad Alon4a87e1c2017-10-03 16:11:34 +02001381 EXPECT_CALL(mock_rtc_event_log_,
1382 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1383 .Times(2);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001384 RTPVideoHeader video_header;
1385 EXPECT_TRUE(rtp_sender_video.SendVideo(
Erik Språng6cf554e2019-10-02 20:55:39 +02001386 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kCodecType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001387 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1388 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1389
brandtrdbdb3f12016-11-10 05:04:48 -08001390 ASSERT_EQ(2, transport_.packets_sent());
1391 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1392 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
Erik Språng4580ca22019-07-04 10:38:43 +02001393 EXPECT_EQ(kSsrc, media_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001394 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1395 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
Erik Språngf6468d22019-07-05 16:53:43 +02001396 EXPECT_EQ(kFlexFecSsrc, flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001397}
1398
Steve Anton296a0ce2018-03-22 15:17:27 -07001399// Test that the MID header extension is included on sent packets when
1400// configured.
1401TEST_P(RtpSenderTestWithoutPacer, MidIncludedOnSentPackets) {
1402 const char kMid[] = "mid";
1403
Steve Anton2bac7da2019-07-21 15:04:21 -04001404 EnableMidSending(kMid);
Steve Anton296a0ce2018-03-22 15:17:27 -07001405
1406 // Send a couple packets.
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001407 SendGenericPacket();
1408 SendGenericPacket();
Steve Anton296a0ce2018-03-22 15:17:27 -07001409
1410 // Expect both packets to have the MID set.
1411 ASSERT_EQ(2u, transport_.sent_packets_.size());
1412 for (const RtpPacketReceived& packet : transport_.sent_packets_) {
1413 std::string mid;
1414 ASSERT_TRUE(packet.GetExtension<RtpMid>(&mid));
1415 EXPECT_EQ(kMid, mid);
1416 }
1417}
1418
Amit Hilbuch77938e62018-12-21 09:23:38 -08001419TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnSentPackets) {
1420 const char kRid[] = "f";
1421
Steve Anton2bac7da2019-07-21 15:04:21 -04001422 EnableRidSending(kRid);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001423
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001424 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001425
1426 ASSERT_EQ(1u, transport_.sent_packets_.size());
1427 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1428 std::string rid;
1429 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1430 EXPECT_EQ(kRid, rid);
1431}
1432
1433TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnRtxSentPackets) {
1434 const char kRid[] = "f";
Amit Hilbuch77938e62018-12-21 09:23:38 -08001435
Steve Anton2bac7da2019-07-21 15:04:21 -04001436 EnableRtx();
1437 EnableRidSending(kRid);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001438
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001439 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001440 ASSERT_EQ(1u, transport_.sent_packets_.size());
1441 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1442 std::string rid;
1443 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1444 EXPECT_EQ(kRid, rid);
1445 rid = kNoRid;
Steve Anton2bac7da2019-07-21 15:04:21 -04001446 EXPECT_FALSE(packet.HasExtension<RepairedRtpStreamId>());
Amit Hilbuch77938e62018-12-21 09:23:38 -08001447
1448 uint16_t packet_id = packet.SequenceNumber();
1449 rtp_sender_->ReSendPacket(packet_id);
1450 ASSERT_EQ(2u, transport_.sent_packets_.size());
1451 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1452 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rid));
1453 EXPECT_EQ(kRid, rid);
1454 EXPECT_FALSE(rtx_packet.HasExtension<RtpStreamId>());
1455}
1456
Steve Anton2bac7da2019-07-21 15:04:21 -04001457TEST_P(RtpSenderTestWithoutPacer, MidAndRidNotIncludedOnSentPacketsAfterAck) {
1458 const char kMid[] = "mid";
1459 const char kRid[] = "f";
1460
1461 EnableMidSending(kMid);
1462 EnableRidSending(kRid);
1463
1464 // This first packet should include both MID and RID.
1465 auto first_built_packet = SendGenericPacket();
1466
1467 rtp_sender_->OnReceivedAckOnSsrc(first_built_packet->SequenceNumber());
1468
1469 // The second packet should include neither since an ack was received.
1470 SendGenericPacket();
1471
1472 ASSERT_EQ(2u, transport_.sent_packets_.size());
1473
1474 const RtpPacketReceived& first_packet = transport_.sent_packets_[0];
1475 std::string mid, rid;
1476 ASSERT_TRUE(first_packet.GetExtension<RtpMid>(&mid));
1477 EXPECT_EQ(kMid, mid);
1478 ASSERT_TRUE(first_packet.GetExtension<RtpStreamId>(&rid));
1479 EXPECT_EQ(kRid, rid);
1480
1481 const RtpPacketReceived& second_packet = transport_.sent_packets_[1];
1482 EXPECT_FALSE(second_packet.HasExtension<RtpMid>());
1483 EXPECT_FALSE(second_packet.HasExtension<RtpStreamId>());
1484}
1485
1486// Test that the first RTX packet includes both MID and RRID even if the packet
1487// being retransmitted did not have MID or RID. The MID and RID are needed on
1488// the first packets for a given SSRC, and RTX packets are sent on a separate
1489// SSRC.
1490TEST_P(RtpSenderTestWithoutPacer, MidAndRidIncludedOnFirstRtxPacket) {
1491 const char kMid[] = "mid";
1492 const char kRid[] = "f";
1493
1494 EnableRtx();
1495 EnableMidSending(kMid);
1496 EnableRidSending(kRid);
1497
1498 // This first packet will include both MID and RID.
1499 auto first_built_packet = SendGenericPacket();
1500 rtp_sender_->OnReceivedAckOnSsrc(first_built_packet->SequenceNumber());
1501
1502 // The second packet will include neither since an ack was received.
1503 auto second_built_packet = SendGenericPacket();
1504
1505 // The first RTX packet should include MID and RRID.
1506 ASSERT_LT(0,
1507 rtp_sender_->ReSendPacket(second_built_packet->SequenceNumber()));
1508
1509 ASSERT_EQ(3u, transport_.sent_packets_.size());
1510
1511 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[2];
1512 std::string mid, rrid;
1513 ASSERT_TRUE(rtx_packet.GetExtension<RtpMid>(&mid));
1514 EXPECT_EQ(kMid, mid);
1515 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rrid));
1516 EXPECT_EQ(kRid, rrid);
1517}
1518
1519// Test that the RTX packets sent after receving an ACK on the RTX SSRC does
1520// not include either MID or RRID even if the packet being retransmitted did
1521// had a MID or RID.
1522TEST_P(RtpSenderTestWithoutPacer, MidAndRidNotIncludedOnRtxPacketsAfterAck) {
1523 const char kMid[] = "mid";
1524 const char kRid[] = "f";
1525
1526 EnableRtx();
1527 EnableMidSending(kMid);
1528 EnableRidSending(kRid);
1529
1530 // This first packet will include both MID and RID.
1531 auto first_built_packet = SendGenericPacket();
1532 rtp_sender_->OnReceivedAckOnSsrc(first_built_packet->SequenceNumber());
1533
1534 // The second packet will include neither since an ack was received.
1535 auto second_built_packet = SendGenericPacket();
1536
1537 // The first RTX packet will include MID and RRID.
1538 ASSERT_LT(0,
1539 rtp_sender_->ReSendPacket(second_built_packet->SequenceNumber()));
1540
1541 ASSERT_EQ(3u, transport_.sent_packets_.size());
1542 const RtpPacketReceived& first_rtx_packet = transport_.sent_packets_[2];
1543
1544 rtp_sender_->OnReceivedAckOnRtxSsrc(first_rtx_packet.SequenceNumber());
1545
1546 // The second and third RTX packets should not include MID nor RRID.
1547 ASSERT_LT(0, rtp_sender_->ReSendPacket(first_built_packet->SequenceNumber()));
1548 ASSERT_LT(0,
1549 rtp_sender_->ReSendPacket(second_built_packet->SequenceNumber()));
1550
1551 ASSERT_EQ(5u, transport_.sent_packets_.size());
1552
1553 const RtpPacketReceived& second_rtx_packet = transport_.sent_packets_[3];
1554 EXPECT_FALSE(second_rtx_packet.HasExtension<RtpMid>());
1555 EXPECT_FALSE(second_rtx_packet.HasExtension<RepairedRtpStreamId>());
1556
1557 const RtpPacketReceived& third_rtx_packet = transport_.sent_packets_[4];
1558 EXPECT_FALSE(third_rtx_packet.HasExtension<RtpMid>());
1559 EXPECT_FALSE(third_rtx_packet.HasExtension<RepairedRtpStreamId>());
1560}
1561
1562// Test that if the RtpState indicates an ACK has been received on that SSRC
1563// then neither the MID nor RID header extensions will be sent.
1564TEST_P(RtpSenderTestWithoutPacer,
1565 MidAndRidNotIncludedOnSentPacketsAfterRtpStateRestored) {
1566 const char kMid[] = "mid";
1567 const char kRid[] = "f";
1568
1569 EnableMidSending(kMid);
1570 EnableRidSending(kRid);
1571
1572 RtpState state = rtp_sender_->GetRtpState();
1573 EXPECT_FALSE(state.ssrc_has_acked);
1574 state.ssrc_has_acked = true;
1575 rtp_sender_->SetRtpState(state);
1576
1577 SendGenericPacket();
1578
1579 ASSERT_EQ(1u, transport_.sent_packets_.size());
1580 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1581 EXPECT_FALSE(packet.HasExtension<RtpMid>());
1582 EXPECT_FALSE(packet.HasExtension<RtpStreamId>());
1583}
1584
1585// Test that if the RTX RtpState indicates an ACK has been received on that
1586// RTX SSRC then neither the MID nor RRID header extensions will be sent on
1587// RTX packets.
1588TEST_P(RtpSenderTestWithoutPacer,
1589 MidAndRridNotIncludedOnRtxPacketsAfterRtpStateRestored) {
1590 const char kMid[] = "mid";
1591 const char kRid[] = "f";
1592
1593 EnableRtx();
1594 EnableMidSending(kMid);
1595 EnableRidSending(kRid);
1596
1597 RtpState rtx_state = rtp_sender_->GetRtxRtpState();
1598 EXPECT_FALSE(rtx_state.ssrc_has_acked);
1599 rtx_state.ssrc_has_acked = true;
1600 rtp_sender_->SetRtxRtpState(rtx_state);
1601
1602 auto built_packet = SendGenericPacket();
1603 ASSERT_LT(0, rtp_sender_->ReSendPacket(built_packet->SequenceNumber()));
1604
1605 ASSERT_EQ(2u, transport_.sent_packets_.size());
1606 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1607 EXPECT_FALSE(rtx_packet.HasExtension<RtpMid>());
1608 EXPECT_FALSE(rtx_packet.HasExtension<RepairedRtpStreamId>());
1609}
1610
minyue3a407ee2017-04-03 01:10:33 -07001611TEST_P(RtpSenderTest, FecOverheadRate) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001612 constexpr uint32_t kTimestamp = 1234;
1613 constexpr int kMediaPayloadType = 127;
Erik Språng6cf554e2019-10-02 20:55:39 +02001614 constexpr VideoCodecType kCodecType = VideoCodecType::kVideoCodecGeneric;
brandtr81eab612017-01-24 04:06:09 -08001615 constexpr int kFlexfecPayloadType = 118;
brandtr81eab612017-01-24 04:06:09 -08001616 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001617 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språng4580ca22019-07-04 10:38:43 +02001618 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1619 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001620 nullptr /* rtp_state */, &fake_clock_);
brandtr81eab612017-01-24 04:06:09 -08001621
1622 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001623 RtpRtcp::Configuration config;
1624 config.clock = &fake_clock_;
1625 config.outgoing_transport = &transport_;
1626 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001627 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001628 config.flexfec_sender = &flexfec_sender;
Erik Språng4580ca22019-07-04 10:38:43 +02001629 config.event_log = &mock_rtc_event_log_;
1630 config.send_packet_observer = &send_packet_observer_;
1631 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Mirko Bonadei317a1f02019-09-17 17:06:18 +02001632 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språng4580ca22019-07-04 10:38:43 +02001633
brandtr81eab612017-01-24 04:06:09 -08001634 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr81eab612017-01-24 04:06:09 -08001635
Niels Möller5fe95102019-03-04 16:49:25 +01001636 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001637 RTPSenderVideo rtp_sender_video(
1638 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
Andrei Dumitru09872732019-08-29 12:00:29 -07001639 nullptr, false, false, false, FieldTrialBasedConfig());
brandtr81eab612017-01-24 04:06:09 -08001640 // Parameters selected to generate a single FEC packet per media packet.
1641 FecProtectionParams params;
1642 params.fec_rate = 15;
1643 params.max_fec_frames = 1;
1644 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001645 rtp_sender_video.SetFecParameters(params, params);
brandtr81eab612017-01-24 04:06:09 -08001646
1647 constexpr size_t kNumMediaPackets = 10;
1648 constexpr size_t kNumFecPackets = kNumMediaPackets;
1649 constexpr int64_t kTimeBetweenPacketsMs = 10;
Erik Språngf6468d22019-07-05 16:53:43 +02001650 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
1651 .Times(kNumMediaPackets + kNumFecPackets);
brandtr81eab612017-01-24 04:06:09 -08001652 for (size_t i = 0; i < kNumMediaPackets; ++i) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001653 RTPVideoHeader video_header;
1654
1655 EXPECT_TRUE(rtp_sender_video.SendVideo(
Erik Språng6cf554e2019-10-02 20:55:39 +02001656 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kCodecType,
1657 kTimestamp, fake_clock_.TimeInMilliseconds(), kPayloadData,
1658 sizeof(kPayloadData), nullptr, &video_header,
1659 kDefaultExpectedRetransmissionTimeMs));
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001660
brandtr81eab612017-01-24 04:06:09 -08001661 fake_clock_.AdvanceTimeMilliseconds(kTimeBetweenPacketsMs);
1662 }
1663 constexpr size_t kRtpHeaderLength = 12;
1664 constexpr size_t kFlexfecHeaderLength = 20;
1665 constexpr size_t kGenericCodecHeaderLength = 1;
1666 constexpr size_t kPayloadLength = sizeof(kPayloadData);
1667 constexpr size_t kPacketLength = kRtpHeaderLength + kFlexfecHeaderLength +
1668 kGenericCodecHeaderLength + kPayloadLength;
1669 EXPECT_NEAR(kNumFecPackets * kPacketLength * 8 /
1670 (kNumFecPackets * kTimeBetweenPacketsMs / 1000.0f),
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001671 rtp_sender_video.FecOverheadRate(), 500);
brandtr81eab612017-01-24 04:06:09 -08001672}
1673
minyue3a407ee2017-04-03 01:10:33 -07001674TEST_P(RtpSenderTest, BitrateCallbacks) {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001675 class TestCallback : public BitrateStatisticsObserver {
1676 public:
sprangcd349d92016-07-13 09:11:28 -07001677 TestCallback()
1678 : BitrateStatisticsObserver(),
1679 num_calls_(0),
1680 ssrc_(0),
1681 total_bitrate_(0),
1682 retransmit_bitrate_(0) {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001683 ~TestCallback() override = default;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001684
sprangcd349d92016-07-13 09:11:28 -07001685 void Notify(uint32_t total_bitrate,
1686 uint32_t retransmit_bitrate,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001687 uint32_t ssrc) override {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001688 ++num_calls_;
1689 ssrc_ = ssrc;
sprangcd349d92016-07-13 09:11:28 -07001690 total_bitrate_ = total_bitrate;
1691 retransmit_bitrate_ = retransmit_bitrate;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001692 }
1693
1694 uint32_t num_calls_;
1695 uint32_t ssrc_;
sprangcd349d92016-07-13 09:11:28 -07001696 uint32_t total_bitrate_;
1697 uint32_t retransmit_bitrate_;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001698 } callback;
Erik Språng4580ca22019-07-04 10:38:43 +02001699
1700 RtpRtcp::Configuration config;
1701 config.clock = &fake_clock_;
1702 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001703 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001704 config.send_bitrate_observer = &callback;
1705 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Mirko Bonadei317a1f02019-09-17 17:06:18 +02001706 rtp_sender_ = std::make_unique<RTPSender>(config);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001707
Niels Möller5fe95102019-03-04 16:49:25 +01001708 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001709 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001710 &playout_delay_oracle, nullptr, false, false,
Andrei Dumitru09872732019-08-29 12:00:29 -07001711 false, FieldTrialBasedConfig());
Erik Språng6cf554e2019-10-02 20:55:39 +02001712 const VideoCodecType kCodecType = VideoCodecType::kVideoCodecGeneric;
1713 const uint8_t kPayloadType = 127;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001714
sprangcd349d92016-07-13 09:11:28 -07001715 // Simulate kNumPackets sent with kPacketInterval ms intervals, with the
1716 // number of packets selected so that we fill (but don't overflow) the one
1717 // second averaging window.
1718 const uint32_t kWindowSizeMs = 1000;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001719 const uint32_t kPacketInterval = 20;
sprangcd349d92016-07-13 09:11:28 -07001720 const uint32_t kNumPackets =
1721 (kWindowSizeMs - kPacketInterval) / kPacketInterval;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001722 // Overhead = 12 bytes RTP header + 1 byte generic header.
1723 const uint32_t kPacketOverhead = 13;
1724
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001725 uint8_t payload[] = {47, 11, 32, 93, 89};
1726 rtp_sender_->SetStorePacketsStatus(true, 1);
1727 uint32_t ssrc = rtp_sender_->SSRC();
1728
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001729 // Initial process call so we get a new time window.
1730 rtp_sender_->ProcessBitrate();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001731
1732 // Send a few frames.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001733 RTPVideoHeader video_header;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001734 for (uint32_t i = 0; i < kNumPackets; ++i) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001735 ASSERT_TRUE(rtp_sender_video.SendVideo(
Erik Språng6cf554e2019-10-02 20:55:39 +02001736 VideoFrameType::kVideoFrameKey, kPayloadType, kCodecType, 1234, 4321,
1737 payload, sizeof(payload), nullptr, &video_header,
Niels Möller8f7ce222019-03-21 15:43:58 +01001738 kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001739 fake_clock_.AdvanceTimeMilliseconds(kPacketInterval);
1740 }
1741
1742 rtp_sender_->ProcessBitrate();
1743
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001744 // We get one call for every stats updated, thus two calls since both the
1745 // stream stats and the retransmit stats are updated once.
1746 EXPECT_EQ(2u, callback.num_calls_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001747 EXPECT_EQ(ssrc, callback.ssrc_);
sprangcd349d92016-07-13 09:11:28 -07001748 const uint32_t kTotalPacketSize = kPacketOverhead + sizeof(payload);
1749 // Bitrate measured over delta between last and first timestamp, plus one.
1750 const uint32_t kExpectedWindowMs = kNumPackets * kPacketInterval + 1;
1751 const uint32_t kExpectedBitsAccumulated = kTotalPacketSize * kNumPackets * 8;
1752 const uint32_t kExpectedRateBps =
1753 (kExpectedBitsAccumulated * 1000 + (kExpectedWindowMs / 2)) /
1754 kExpectedWindowMs;
1755 EXPECT_EQ(kExpectedRateBps, callback.total_bitrate_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001756
andresp@webrtc.orgd11bec42014-07-08 14:32:58 +00001757 rtp_sender_.reset();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001758}
1759
minyue3a407ee2017-04-03 01:10:33 -07001760TEST_P(RtpSenderTestWithoutPacer, StreamDataCountersCallbacks) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001761 class TestCallback : public StreamDataCountersCallback {
1762 public:
danilchap162abd32015-12-10 02:39:40 -08001763 TestCallback() : StreamDataCountersCallback(), ssrc_(0), counters_() {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001764 ~TestCallback() override = default;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001765
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001766 void DataCountersUpdated(const StreamDataCounters& counters,
1767 uint32_t ssrc) override {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001768 ssrc_ = ssrc;
1769 counters_ = counters;
1770 }
1771
1772 uint32_t ssrc_;
1773 StreamDataCounters counters_;
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001774
1775 void MatchPacketCounter(const RtpPacketCounter& expected,
1776 const RtpPacketCounter& actual) {
1777 EXPECT_EQ(expected.payload_bytes, actual.payload_bytes);
1778 EXPECT_EQ(expected.header_bytes, actual.header_bytes);
1779 EXPECT_EQ(expected.padding_bytes, actual.padding_bytes);
1780 EXPECT_EQ(expected.packets, actual.packets);
1781 }
1782
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001783 void Matches(uint32_t ssrc, const StreamDataCounters& counters) {
1784 EXPECT_EQ(ssrc, ssrc_);
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001785 MatchPacketCounter(counters.transmitted, counters_.transmitted);
1786 MatchPacketCounter(counters.retransmitted, counters_.retransmitted);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001787 EXPECT_EQ(counters.fec.packets, counters_.fec.packets);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001788 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001789 } callback;
1790
1791 const uint8_t kRedPayloadType = 96;
1792 const uint8_t kUlpfecPayloadType = 97;
Erik Språng6cf554e2019-10-02 20:55:39 +02001793 const uint8_t kPayloadType = 127;
1794 const VideoCodecType kCodecType = VideoCodecType::kVideoCodecGeneric;
Niels Möller5fe95102019-03-04 16:49:25 +01001795 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001796 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001797 &playout_delay_oracle, nullptr, false, false,
Andrei Dumitru09872732019-08-29 12:00:29 -07001798 false, FieldTrialBasedConfig());
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001799 uint8_t payload[] = {47, 11, 32, 93, 89};
1800 rtp_sender_->SetStorePacketsStatus(true, 1);
1801 uint32_t ssrc = rtp_sender_->SSRC();
1802
1803 rtp_sender_->RegisterRtpStatisticsCallback(&callback);
1804
1805 // Send a frame.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001806 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001807 ASSERT_TRUE(rtp_sender_video.SendVideo(
Erik Språng6cf554e2019-10-02 20:55:39 +02001808 VideoFrameType::kVideoFrameKey, kPayloadType, kCodecType, 1234, 4321,
1809 payload, sizeof(payload), nullptr, &video_header,
Niels Möller8f7ce222019-03-21 15:43:58 +01001810 kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001811 StreamDataCounters expected;
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001812 expected.transmitted.payload_bytes = 6;
1813 expected.transmitted.header_bytes = 12;
1814 expected.transmitted.padding_bytes = 0;
1815 expected.transmitted.packets = 1;
1816 expected.retransmitted.payload_bytes = 0;
1817 expected.retransmitted.header_bytes = 0;
1818 expected.retransmitted.padding_bytes = 0;
1819 expected.retransmitted.packets = 0;
1820 expected.fec.packets = 0;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001821 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001822
1823 // Retransmit a frame.
1824 uint16_t seqno = rtp_sender_->SequenceNumber() - 1;
Erik Språnga12b1d62018-03-14 12:39:24 +01001825 rtp_sender_->ReSendPacket(seqno);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001826 expected.transmitted.payload_bytes = 12;
1827 expected.transmitted.header_bytes = 24;
1828 expected.transmitted.packets = 2;
1829 expected.retransmitted.payload_bytes = 6;
1830 expected.retransmitted.header_bytes = 12;
1831 expected.retransmitted.padding_bytes = 0;
1832 expected.retransmitted.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001833 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001834
1835 // Send padding.
Erik Språng4208a132019-08-26 08:58:45 +02001836 GenerateAndSendPadding(kMaxPaddingSize);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001837 expected.transmitted.payload_bytes = 12;
1838 expected.transmitted.header_bytes = 36;
1839 expected.transmitted.padding_bytes = kMaxPaddingSize;
1840 expected.transmitted.packets = 3;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001841 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001842
brandtrf1bb4762016-11-07 03:05:06 -08001843 // Send ULPFEC.
Niels Möller59ab1cf2019-02-06 22:48:11 +01001844 rtp_sender_video.SetUlpfecConfig(kRedPayloadType, kUlpfecPayloadType);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001845 FecProtectionParams fec_params;
1846 fec_params.fec_mask_type = kFecMaskRandom;
1847 fec_params.fec_rate = 1;
1848 fec_params.max_fec_frames = 1;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001849 rtp_sender_video.SetFecParameters(fec_params, fec_params);
1850 ASSERT_TRUE(rtp_sender_video.SendVideo(
Erik Språng6cf554e2019-10-02 20:55:39 +02001851 VideoFrameType::kVideoFrameDelta, kPayloadType, kCodecType, 1234, 4321,
1852 payload, sizeof(payload), nullptr, &video_header,
Niels Möller8f7ce222019-03-21 15:43:58 +01001853 kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001854 expected.transmitted.payload_bytes = 40;
1855 expected.transmitted.header_bytes = 60;
1856 expected.transmitted.packets = 5;
1857 expected.fec.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001858 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001859
sprang867fb522015-08-03 04:38:41 -07001860 rtp_sender_->RegisterRtpStatisticsCallback(nullptr);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001861}
1862
minyue3a407ee2017-04-03 01:10:33 -07001863TEST_P(RtpSenderTestWithoutPacer, BytesReportedCorrectly) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001864 // XXX const char* kPayloadName = "GENERIC";
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001865 const uint8_t kPayloadType = 127;
Shao Changbine62202f2015-04-21 20:24:50 +08001866 rtp_sender_->SetRtxPayloadType(kPayloadType - 1, kPayloadType);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001867 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001868
Niels Möller59ab1cf2019-02-06 22:48:11 +01001869 SendGenericPacket();
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001870 // Will send 2 full-size padding packets.
Erik Språng4208a132019-08-26 08:58:45 +02001871 GenerateAndSendPadding(1);
1872 GenerateAndSendPadding(1);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001873
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001874 StreamDataCounters rtp_stats;
1875 StreamDataCounters rtx_stats;
1876 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001877
Niels Möller59ab1cf2019-02-06 22:48:11 +01001878 // Payload
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +00001879 EXPECT_GT(rtp_stats.first_packet_time_ms, -1);
Niels Möller59ab1cf2019-02-06 22:48:11 +01001880 EXPECT_EQ(rtp_stats.transmitted.payload_bytes, sizeof(kPayloadData));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001881 EXPECT_EQ(rtp_stats.transmitted.header_bytes, 12u);
1882 EXPECT_EQ(rtp_stats.transmitted.padding_bytes, 0u);
1883 EXPECT_EQ(rtx_stats.transmitted.payload_bytes, 0u);
1884 EXPECT_EQ(rtx_stats.transmitted.header_bytes, 24u);
1885 EXPECT_EQ(rtx_stats.transmitted.padding_bytes, 2 * kMaxPaddingSize);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001886
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001887 EXPECT_EQ(rtp_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001888 rtp_stats.transmitted.payload_bytes +
1889 rtp_stats.transmitted.header_bytes +
1890 rtp_stats.transmitted.padding_bytes);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001891 EXPECT_EQ(rtx_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001892 rtx_stats.transmitted.payload_bytes +
1893 rtx_stats.transmitted.header_bytes +
1894 rtx_stats.transmitted.padding_bytes);
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001895
danilchap162abd32015-12-10 02:39:40 -08001896 EXPECT_EQ(
1897 transport_.total_bytes_sent_,
1898 rtp_stats.transmitted.TotalBytes() + rtx_stats.transmitted.TotalBytes());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001899}
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001900
minyue3a407ee2017-04-03 01:10:33 -07001901TEST_P(RtpSenderTestWithoutPacer, RespectsNackBitrateLimit) {
sprang38778b02015-09-29 09:48:22 -07001902 const int32_t kPacketSize = 1400;
1903 const int32_t kNumPackets = 30;
1904
sprangcd349d92016-07-13 09:11:28 -07001905 retransmission_rate_limiter_.SetMaxRate(kPacketSize * kNumPackets * 8);
1906
sprang38778b02015-09-29 09:48:22 -07001907 rtp_sender_->SetStorePacketsStatus(true, kNumPackets);
sprang38778b02015-09-29 09:48:22 -07001908 const uint16_t kStartSequenceNumber = rtp_sender_->SequenceNumber();
Danil Chapovalov2800d742016-08-26 18:48:46 +02001909 std::vector<uint16_t> sequence_numbers;
sprang38778b02015-09-29 09:48:22 -07001910 for (int32_t i = 0; i < kNumPackets; ++i) {
1911 sequence_numbers.push_back(kStartSequenceNumber + i);
1912 fake_clock_.AdvanceTimeMilliseconds(1);
1913 SendPacket(fake_clock_.TimeInMilliseconds(), kPacketSize);
1914 }
danilchap12ba1862016-10-26 02:41:55 -07001915 EXPECT_EQ(kNumPackets, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001916
1917 fake_clock_.AdvanceTimeMilliseconds(1000 - kNumPackets);
1918
1919 // Resending should work - brings the bandwidth up to the limit.
1920 // NACK bitrate is capped to the same bitrate as the encoder, since the max
1921 // protection overhead is 50% (see MediaOptimization::SetTargetRates).
Danil Chapovalov2800d742016-08-26 18:48:46 +02001922 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001923 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001924
sprangcd349d92016-07-13 09:11:28 -07001925 // Must be at least 5ms in between retransmission attempts.
1926 fake_clock_.AdvanceTimeMilliseconds(5);
1927
sprang38778b02015-09-29 09:48:22 -07001928 // Resending should not work, bandwidth exceeded.
Danil Chapovalov2800d742016-08-26 18:48:46 +02001929 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001930 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001931}
1932
minyue3a407ee2017-04-03 01:10:33 -07001933TEST_P(RtpSenderTest, OnOverheadChanged) {
michaelt4da30442016-11-17 01:38:43 -08001934 MockOverheadObserver mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02001935 RtpRtcp::Configuration config;
1936 config.clock = &fake_clock_;
1937 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001938 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001939 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1940 config.overhead_observer = &mock_overhead_observer;
Mirko Bonadei317a1f02019-09-17 17:06:18 +02001941 rtp_sender_ = std::make_unique<RTPSender>(config);
michaelt4da30442016-11-17 01:38:43 -08001942
michaelt4da30442016-11-17 01:38:43 -08001943 // RTP overhead is 12B.
nisse284542b2017-01-10 08:58:32 -08001944 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(12)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001945 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001946
1947 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
1948 kTransmissionTimeOffsetExtensionId);
1949
1950 // TransmissionTimeOffset extension has a size of 8B.
nisse284542b2017-01-10 08:58:32 -08001951 // 12B + 8B = 20B
1952 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(20)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001953 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001954}
1955
minyue3a407ee2017-04-03 01:10:33 -07001956TEST_P(RtpSenderTest, DoesNotUpdateOverheadOnEqualSize) {
michaelt4da30442016-11-17 01:38:43 -08001957 MockOverheadObserver mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02001958 RtpRtcp::Configuration config;
1959 config.clock = &fake_clock_;
1960 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001961 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001962 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1963 config.overhead_observer = &mock_overhead_observer;
Mirko Bonadei317a1f02019-09-17 17:06:18 +02001964 rtp_sender_ = std::make_unique<RTPSender>(config);
michaelt4da30442016-11-17 01:38:43 -08001965
1966 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(_)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001967 SendGenericPacket();
1968 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001969}
1970
Erik Språng9c771c22019-06-17 16:31:53 +02001971TEST_P(RtpSenderTest, TrySendPacketMatchesVideo) {
1972 std::unique_ptr<RtpPacketToSend> packet =
1973 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1974 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1975
1976 // Verify not sent with wrong SSRC.
1977 packet->SetSsrc(kSsrc + 1);
1978 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1979
1980 // Verify sent with correct SSRC.
1981 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1982 packet->SetSsrc(kSsrc);
1983 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1984 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1985}
1986
1987TEST_P(RtpSenderTest, TrySendPacketMatchesAudio) {
1988 std::unique_ptr<RtpPacketToSend> packet =
1989 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1990 packet->set_packet_type(RtpPacketToSend::Type::kAudio);
1991
1992 // Verify not sent with wrong SSRC.
1993 packet->SetSsrc(kSsrc + 1);
1994 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1995
1996 // Verify sent with correct SSRC.
1997 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1998 packet->SetSsrc(kSsrc);
1999 packet->set_packet_type(RtpPacketToSend::Type::kAudio);
2000 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2001}
2002
2003TEST_P(RtpSenderTest, TrySendPacketMatchesRetransmissions) {
2004 std::unique_ptr<RtpPacketToSend> packet =
2005 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2006 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2007
2008 // Verify not sent with wrong SSRC.
2009 packet->SetSsrc(kSsrc + 1);
2010 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2011
2012 // Verify sent with correct SSRC (non-RTX).
2013 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2014 packet->SetSsrc(kSsrc);
2015 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2016 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2017
2018 // RTX retransmission.
2019 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2020 packet->SetSsrc(kRtxSsrc);
2021 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2022 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2023}
2024
2025TEST_P(RtpSenderTest, TrySendPacketMatchesPadding) {
2026 std::unique_ptr<RtpPacketToSend> packet =
2027 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2028 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
2029
2030 // Verify not sent with wrong SSRC.
2031 packet->SetSsrc(kSsrc + 1);
2032 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2033
2034 // Verify sent with correct SSRC (non-RTX).
2035 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2036 packet->SetSsrc(kSsrc);
2037 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
2038 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2039
2040 // RTX padding.
2041 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2042 packet->SetSsrc(kRtxSsrc);
2043 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
2044 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2045}
2046
2047TEST_P(RtpSenderTest, TrySendPacketMatchesFlexfec) {
2048 std::unique_ptr<RtpPacketToSend> packet =
2049 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2050 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2051
2052 // Verify not sent with wrong SSRC.
2053 packet->SetSsrc(kSsrc + 1);
2054 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2055
2056 // Verify sent with correct SSRC.
2057 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2058 packet->SetSsrc(kFlexFecSsrc);
2059 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2060 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2061}
2062
2063TEST_P(RtpSenderTest, TrySendPacketMatchesUlpfec) {
2064 std::unique_ptr<RtpPacketToSend> packet =
2065 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2066 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2067
2068 // Verify not sent with wrong SSRC.
2069 packet->SetSsrc(kSsrc + 1);
2070 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2071
2072 // Verify sent with correct SSRC.
2073 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2074 packet->SetSsrc(kSsrc);
2075 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2076 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2077}
2078
2079TEST_P(RtpSenderTest, TrySendPacketHandlesRetransmissionHistory) {
2080 rtp_sender_->SetStorePacketsStatus(true, 10);
2081
2082 // Build a media packet and send it.
2083 std::unique_ptr<RtpPacketToSend> packet =
2084 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2085 const uint16_t media_sequence_number = packet->SequenceNumber();
2086 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2087 packet->set_allow_retransmission(true);
2088 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2089
2090 // Simulate retransmission request.
2091 fake_clock_.AdvanceTimeMilliseconds(30);
2092 EXPECT_GT(rtp_sender_->ReSendPacket(media_sequence_number), 0);
2093
2094 // Packet already pending, retransmission not allowed.
2095 fake_clock_.AdvanceTimeMilliseconds(30);
2096 EXPECT_EQ(rtp_sender_->ReSendPacket(media_sequence_number), 0);
2097
2098 // Packet exiting pacer, mark as not longer pending.
2099 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2100 EXPECT_NE(packet->SequenceNumber(), media_sequence_number);
2101 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2102 packet->SetSsrc(kRtxSsrc);
2103 packet->set_retransmitted_sequence_number(media_sequence_number);
2104 packet->set_allow_retransmission(false);
2105 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2106
2107 // Retransmissions allowed again.
2108 fake_clock_.AdvanceTimeMilliseconds(30);
2109 EXPECT_GT(rtp_sender_->ReSendPacket(media_sequence_number), 0);
2110
2111 // Retransmission of RTX packet should not be allowed.
2112 EXPECT_EQ(rtp_sender_->ReSendPacket(packet->SequenceNumber()), 0);
2113}
2114
2115TEST_P(RtpSenderTest, TrySendPacketUpdatesExtensions) {
2116 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
2117 kRtpExtensionTransmissionTimeOffset,
2118 kTransmissionTimeOffsetExtensionId),
2119 0);
2120 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
2121 kRtpExtensionAbsoluteSendTime, kAbsoluteSendTimeExtensionId),
2122 0);
2123 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionVideoTiming,
2124 kVideoTimingExtensionId),
2125 0);
2126
2127 std::unique_ptr<RtpPacketToSend> packet =
2128 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2129 packet->set_packetization_finish_time_ms(fake_clock_.TimeInMilliseconds());
2130
2131 const int32_t kDiffMs = 10;
2132 fake_clock_.AdvanceTimeMilliseconds(kDiffMs);
2133
2134 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2135 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2136
2137 const RtpPacketReceived& received_packet = transport_.last_sent_packet();
2138
2139 EXPECT_EQ(received_packet.GetExtension<TransmissionOffset>(), kDiffMs * 90);
2140
2141 EXPECT_EQ(received_packet.GetExtension<AbsoluteSendTime>(),
2142 AbsoluteSendTime::MsTo24Bits(fake_clock_.TimeInMilliseconds()));
2143
2144 VideoSendTiming timing;
2145 EXPECT_TRUE(received_packet.GetExtension<VideoTimingExtension>(&timing));
2146 EXPECT_EQ(timing.pacer_exit_delta_ms, kDiffMs);
2147}
2148
2149TEST_P(RtpSenderTest, TrySendPacketSetsPacketOptions) {
2150 const uint16_t kPacketId = 42;
2151 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
2152 kRtpExtensionTransportSequenceNumber,
2153 kTransportSequenceNumberExtensionId),
2154 0);
2155 std::unique_ptr<RtpPacketToSend> packet =
2156 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2157 packet->SetExtension<TransportSequenceNumber>(kPacketId);
2158
2159 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2160 EXPECT_CALL(send_packet_observer_, OnSendPacket);
2161 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2162
2163 EXPECT_EQ(transport_.last_options_.packet_id, kPacketId);
2164 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
2165 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
2166 EXPECT_FALSE(transport_.last_options_.is_retransmit);
2167
2168 // Send another packet as retransmission, verify options are populated.
2169 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2170 packet->SetExtension<TransportSequenceNumber>(kPacketId + 1);
2171 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2172 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2173 EXPECT_TRUE(transport_.last_options_.is_retransmit);
2174}
2175
2176TEST_P(RtpSenderTest, TrySendPacketUpdatesStats) {
2177 const size_t kPayloadSize = 1000;
2178
2179 StrictMock<MockSendSideDelayObserver> send_side_delay_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02002180
2181 RtpRtcp::Configuration config;
2182 config.clock = &fake_clock_;
2183 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02002184 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02002185 config.rtx_send_ssrc = kRtxSsrc;
2186 config.flexfec_sender = &flexfec_sender_;
2187 config.send_side_delay_observer = &send_side_delay_observer;
2188 config.event_log = &mock_rtc_event_log_;
2189 config.send_packet_observer = &send_packet_observer_;
Mirko Bonadei317a1f02019-09-17 17:06:18 +02002190 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språng9c771c22019-06-17 16:31:53 +02002191 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2192 kRtpExtensionTransportSequenceNumber,
2193 kTransportSequenceNumberExtensionId));
2194
2195 const int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
2196
2197 std::unique_ptr<RtpPacketToSend> video_packet =
2198 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2199 video_packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2200 video_packet->SetPayloadSize(kPayloadSize);
2201 video_packet->SetExtension<TransportSequenceNumber>(1);
2202
2203 std::unique_ptr<RtpPacketToSend> rtx_packet =
2204 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2205 rtx_packet->SetSsrc(kRtxSsrc);
2206 rtx_packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2207 rtx_packet->SetPayloadSize(kPayloadSize);
2208 rtx_packet->SetExtension<TransportSequenceNumber>(2);
2209
2210 std::unique_ptr<RtpPacketToSend> fec_packet =
2211 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2212 fec_packet->SetSsrc(kFlexFecSsrc);
2213 fec_packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2214 fec_packet->SetPayloadSize(kPayloadSize);
2215 fec_packet->SetExtension<TransportSequenceNumber>(3);
2216
2217 const int64_t kDiffMs = 25;
2218 fake_clock_.AdvanceTimeMilliseconds(kDiffMs);
2219
2220 EXPECT_CALL(send_side_delay_observer,
2221 SendSideDelayUpdated(kDiffMs, kDiffMs, kDiffMs, kSsrc));
2222 EXPECT_CALL(
2223 send_side_delay_observer,
2224 SendSideDelayUpdated(kDiffMs, kDiffMs, 2 * kDiffMs, kFlexFecSsrc));
2225
2226 EXPECT_CALL(send_packet_observer_, OnSendPacket(1, capture_time_ms, kSsrc));
2227 EXPECT_TRUE(
2228 rtp_sender_->TrySendPacket(video_packet.get(), PacedPacketInfo()));
2229
2230 // Send packet observer not called for padding/retransmissions.
2231 EXPECT_CALL(send_packet_observer_, OnSendPacket(2, _, _)).Times(0);
2232 EXPECT_TRUE(rtp_sender_->TrySendPacket(rtx_packet.get(), PacedPacketInfo()));
2233
2234 EXPECT_CALL(send_packet_observer_,
2235 OnSendPacket(3, capture_time_ms, kFlexFecSsrc));
2236 EXPECT_TRUE(rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo()));
2237
2238 StreamDataCounters rtp_stats;
2239 StreamDataCounters rtx_stats;
2240 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
2241 EXPECT_EQ(rtp_stats.transmitted.packets, 2u);
2242 EXPECT_EQ(rtp_stats.fec.packets, 1u);
2243 EXPECT_EQ(rtx_stats.retransmitted.packets, 1u);
2244}
2245
Erik Språng478cb462019-06-26 15:49:27 +02002246TEST_P(RtpSenderTest, GeneratePaddingResendsOldPacketsWithRtx) {
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002247 // Min requested size in order to use RTX payload.
2248 const size_t kMinPaddingSize = 50;
2249
Erik Språng478cb462019-06-26 15:49:27 +02002250 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2251 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2252 rtp_sender_->SetStorePacketsStatus(true, 1);
2253
Erik Språng0f6191d2019-07-15 20:33:40 +02002254 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2255 kRtpExtensionTransmissionTimeOffset,
2256 kTransmissionTimeOffsetExtensionId));
2257 ASSERT_EQ(
2258 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
2259 kAbsoluteSendTimeExtensionId));
2260 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2261 kRtpExtensionTransportSequenceNumber,
2262 kTransportSequenceNumberExtensionId));
2263
Erik Språng478cb462019-06-26 15:49:27 +02002264 const size_t kPayloadPacketSize = 1234;
2265 std::unique_ptr<RtpPacketToSend> packet =
2266 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2267 packet->set_allow_retransmission(true);
2268 packet->SetPayloadSize(kPayloadPacketSize);
2269 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2270
2271 // Send a dummy video packet so it ends up in the packet history.
Erik Språng0f6191d2019-07-15 20:33:40 +02002272 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Erik Språng478cb462019-06-26 15:49:27 +02002273 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2274
2275 // Generated padding has large enough budget that the video packet should be
2276 // retransmitted as padding.
Erik Språngf6468d22019-07-05 16:53:43 +02002277 std::vector<std::unique_ptr<RtpPacketToSend>> generated_packets =
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002278 rtp_sender_->GeneratePadding(kMinPaddingSize);
Erik Språngf6468d22019-07-05 16:53:43 +02002279 ASSERT_EQ(generated_packets.size(), 1u);
2280 auto& padding_packet = generated_packets.front();
2281 EXPECT_EQ(padding_packet->packet_type(), RtpPacketToSend::Type::kPadding);
2282 EXPECT_EQ(padding_packet->Ssrc(), kRtxSsrc);
2283 EXPECT_EQ(padding_packet->payload_size(),
2284 kPayloadPacketSize + kRtxHeaderSize);
Erik Språng0f6191d2019-07-15 20:33:40 +02002285 EXPECT_TRUE(padding_packet->IsExtensionReserved<TransportSequenceNumber>());
2286 EXPECT_TRUE(padding_packet->IsExtensionReserved<AbsoluteSendTime>());
2287 EXPECT_TRUE(padding_packet->IsExtensionReserved<TransmissionOffset>());
2288
2289 // Verify all header extensions are received.
2290 EXPECT_TRUE(
2291 rtp_sender_->TrySendPacket(padding_packet.get(), PacedPacketInfo()));
2292 webrtc::RTPHeader rtp_header;
2293 transport_.last_sent_packet().GetHeader(&rtp_header);
2294 EXPECT_TRUE(rtp_header.extension.hasAbsoluteSendTime);
2295 EXPECT_TRUE(rtp_header.extension.hasTransmissionTimeOffset);
2296 EXPECT_TRUE(rtp_header.extension.hasTransportSequenceNumber);
Erik Språng478cb462019-06-26 15:49:27 +02002297
2298 // Not enough budged for payload padding, use plain padding instead.
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002299 const size_t kPaddingBytesRequested = kMinPaddingSize - 1;
Erik Språngf6468d22019-07-05 16:53:43 +02002300
2301 size_t padding_bytes_generated = 0;
2302 generated_packets = rtp_sender_->GeneratePadding(kPaddingBytesRequested);
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002303 EXPECT_EQ(generated_packets.size(), 1u);
Erik Språngf6468d22019-07-05 16:53:43 +02002304 for (auto& packet : generated_packets) {
2305 EXPECT_EQ(packet->packet_type(), RtpPacketToSend::Type::kPadding);
2306 EXPECT_EQ(packet->Ssrc(), kRtxSsrc);
2307 EXPECT_EQ(packet->payload_size(), 0u);
2308 EXPECT_GT(packet->padding_size(), 0u);
2309 padding_bytes_generated += packet->padding_size();
Erik Språng0f6191d2019-07-15 20:33:40 +02002310
2311 EXPECT_TRUE(packet->IsExtensionReserved<TransportSequenceNumber>());
2312 EXPECT_TRUE(packet->IsExtensionReserved<AbsoluteSendTime>());
2313 EXPECT_TRUE(packet->IsExtensionReserved<TransmissionOffset>());
2314
2315 // Verify all header extensions are received.
2316 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2317 webrtc::RTPHeader rtp_header;
2318 transport_.last_sent_packet().GetHeader(&rtp_header);
2319 EXPECT_TRUE(rtp_header.extension.hasAbsoluteSendTime);
2320 EXPECT_TRUE(rtp_header.extension.hasTransmissionTimeOffset);
2321 EXPECT_TRUE(rtp_header.extension.hasTransportSequenceNumber);
Erik Språngf6468d22019-07-05 16:53:43 +02002322 }
2323
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002324 EXPECT_EQ(padding_bytes_generated, kMaxPaddingSize);
Erik Språng478cb462019-06-26 15:49:27 +02002325}
2326
2327TEST_P(RtpSenderTest, GeneratePaddingCreatesPurePaddingWithoutRtx) {
2328 rtp_sender_->SetStorePacketsStatus(true, 1);
Erik Språng0f6191d2019-07-15 20:33:40 +02002329 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2330 kRtpExtensionTransmissionTimeOffset,
2331 kTransmissionTimeOffsetExtensionId));
2332 ASSERT_EQ(
2333 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
2334 kAbsoluteSendTimeExtensionId));
2335 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2336 kRtpExtensionTransportSequenceNumber,
2337 kTransportSequenceNumberExtensionId));
Erik Språng478cb462019-06-26 15:49:27 +02002338
2339 const size_t kPayloadPacketSize = 1234;
2340 // Send a dummy video packet so it ends up in the packet history. Since we
2341 // are not using RTX, it should never be used as padding.
2342 std::unique_ptr<RtpPacketToSend> packet =
2343 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2344 packet->set_allow_retransmission(true);
2345 packet->SetPayloadSize(kPayloadPacketSize);
2346 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språng0f6191d2019-07-15 20:33:40 +02002347 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Erik Språng478cb462019-06-26 15:49:27 +02002348 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2349
2350 // Payload padding not available without RTX, only generate plain padding on
2351 // the media SSRC.
2352 // Number of padding packets is the requested padding size divided by max
2353 // padding packet size, rounded up. Pure padding packets are always of the
2354 // maximum size.
2355 const size_t kPaddingBytesRequested = kPayloadPacketSize + kRtxHeaderSize;
2356 const size_t kExpectedNumPaddingPackets =
2357 (kPaddingBytesRequested + kMaxPaddingSize - 1) / kMaxPaddingSize;
Erik Språngf6468d22019-07-05 16:53:43 +02002358 size_t padding_bytes_generated = 0;
2359 std::vector<std::unique_ptr<RtpPacketToSend>> padding_packets =
2360 rtp_sender_->GeneratePadding(kPaddingBytesRequested);
2361 EXPECT_EQ(padding_packets.size(), kExpectedNumPaddingPackets);
2362 for (auto& packet : padding_packets) {
2363 EXPECT_EQ(packet->packet_type(), RtpPacketToSend::Type::kPadding);
2364 EXPECT_EQ(packet->Ssrc(), kSsrc);
2365 EXPECT_EQ(packet->payload_size(), 0u);
2366 EXPECT_GT(packet->padding_size(), 0u);
2367 padding_bytes_generated += packet->padding_size();
Erik Språng0f6191d2019-07-15 20:33:40 +02002368 EXPECT_TRUE(packet->IsExtensionReserved<TransportSequenceNumber>());
2369 EXPECT_TRUE(packet->IsExtensionReserved<AbsoluteSendTime>());
2370 EXPECT_TRUE(packet->IsExtensionReserved<TransmissionOffset>());
2371
2372 // Verify all header extensions are received.
2373 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2374 webrtc::RTPHeader rtp_header;
2375 transport_.last_sent_packet().GetHeader(&rtp_header);
2376 EXPECT_TRUE(rtp_header.extension.hasAbsoluteSendTime);
2377 EXPECT_TRUE(rtp_header.extension.hasTransmissionTimeOffset);
2378 EXPECT_TRUE(rtp_header.extension.hasTransportSequenceNumber);
Erik Språngf6468d22019-07-05 16:53:43 +02002379 }
2380
2381 EXPECT_EQ(padding_bytes_generated,
2382 kExpectedNumPaddingPackets * kMaxPaddingSize);
Erik Språng478cb462019-06-26 15:49:27 +02002383}
2384
Mirko Bonadei999a72a2019-07-12 17:33:46 +00002385TEST_P(RtpSenderTest, SupportsPadding) {
2386 bool kSendingMediaStats[] = {true, false};
2387 bool kEnableRedundantPayloads[] = {true, false};
2388 RTPExtensionType kBweExtensionTypes[] = {
2389 kRtpExtensionTransportSequenceNumber,
2390 kRtpExtensionTransportSequenceNumber02, kRtpExtensionAbsoluteSendTime,
2391 kRtpExtensionTransmissionTimeOffset};
2392 const int kExtensionsId = 7;
2393
2394 for (bool sending_media : kSendingMediaStats) {
2395 rtp_sender_->SetSendingMediaStatus(sending_media);
2396 for (bool redundant_payloads : kEnableRedundantPayloads) {
2397 int rtx_mode = kRtxRetransmitted;
2398 if (redundant_payloads) {
2399 rtx_mode |= kRtxRedundantPayloads;
2400 }
2401 rtp_sender_->SetRtxStatus(rtx_mode);
2402
2403 for (auto extension_type : kBweExtensionTypes) {
2404 EXPECT_FALSE(rtp_sender_->SupportsPadding());
2405 rtp_sender_->RegisterRtpHeaderExtension(extension_type, kExtensionsId);
2406 if (!sending_media) {
2407 EXPECT_FALSE(rtp_sender_->SupportsPadding());
2408 } else {
2409 EXPECT_TRUE(rtp_sender_->SupportsPadding());
2410 if (redundant_payloads) {
2411 EXPECT_TRUE(rtp_sender_->SupportsRtxPayloadPadding());
2412 } else {
2413 EXPECT_FALSE(rtp_sender_->SupportsRtxPayloadPadding());
2414 }
2415 }
2416 rtp_sender_->DeregisterRtpHeaderExtension(extension_type);
2417 EXPECT_FALSE(rtp_sender_->SupportsPadding());
2418 }
2419 }
2420 }
2421}
2422
Erik Språnga57711c2019-07-24 10:47:20 +02002423TEST_P(RtpSenderTest, SetsCaptureTimeAndPopulatesTransmissionOffset) {
2424 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
2425 kTransmissionTimeOffsetExtensionId);
2426
2427 rtp_sender_->SetSendingMediaStatus(true);
2428 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2429 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2430 rtp_sender_->SetStorePacketsStatus(true, 10);
2431
2432 const int64_t kMissingCaptureTimeMs = 0;
2433 const uint32_t kTimestampTicksPerMs = 90;
2434 const int64_t kOffsetMs = 10;
2435
Erik Språnga57711c2019-07-24 10:47:20 +02002436 auto packet =
2437 BuildRtpPacket(kPayload, kMarkerBit, fake_clock_.TimeInMilliseconds(),
2438 kMissingCaptureTimeMs);
2439 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2440 packet->ReserveExtension<TransmissionOffset>();
2441 packet->AllocatePayload(sizeof(kPayloadData));
2442
2443 std::unique_ptr<RtpPacketToSend> packet_to_pace;
2444 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
2445 .WillOnce([&](std::unique_ptr<RtpPacketToSend> packet) {
2446 EXPECT_GT(packet->capture_time_ms(), 0);
2447 packet_to_pace = std::move(packet);
2448 });
2449
Erik Språng70768f42019-08-27 18:16:26 +02002450 packet->set_allow_retransmission(true);
2451 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet)));
Erik Språnga57711c2019-07-24 10:47:20 +02002452
2453 fake_clock_.AdvanceTimeMilliseconds(kOffsetMs);
2454
2455 rtp_sender_->TrySendPacket(packet_to_pace.get(), PacedPacketInfo());
Erik Språnga57711c2019-07-24 10:47:20 +02002456
2457 EXPECT_EQ(1, transport_.packets_sent());
2458 absl::optional<int32_t> transmission_time_extension =
2459 transport_.sent_packets_.back().GetExtension<TransmissionOffset>();
2460 ASSERT_TRUE(transmission_time_extension.has_value());
2461 EXPECT_EQ(*transmission_time_extension, kOffsetMs * kTimestampTicksPerMs);
2462
2463 // Retransmit packet. The RTX packet should get the same capture time as the
2464 // original packet, so offset is delta from original packet to now.
2465 fake_clock_.AdvanceTimeMilliseconds(kOffsetMs);
2466
Erik Språnga57711c2019-07-24 10:47:20 +02002467 std::unique_ptr<RtpPacketToSend> rtx_packet_to_pace;
2468 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
2469 .WillOnce([&](std::unique_ptr<RtpPacketToSend> packet) {
2470 EXPECT_GT(packet->capture_time_ms(), 0);
2471 rtx_packet_to_pace = std::move(packet);
2472 });
2473
2474 EXPECT_GT(rtp_sender_->ReSendPacket(kSeqNum), 0);
2475 rtp_sender_->TrySendPacket(rtx_packet_to_pace.get(), PacedPacketInfo());
Erik Språnga57711c2019-07-24 10:47:20 +02002476
2477 EXPECT_EQ(2, transport_.packets_sent());
2478 transmission_time_extension =
2479 transport_.sent_packets_.back().GetExtension<TransmissionOffset>();
2480 ASSERT_TRUE(transmission_time_extension.has_value());
2481 EXPECT_EQ(*transmission_time_extension, 2 * kOffsetMs * kTimestampTicksPerMs);
2482}
2483
Erik Språng6cacef22019-07-24 14:15:51 +02002484TEST_P(RtpSenderTestWithoutPacer, ClearHistoryOnSsrcChange) {
2485 const int64_t kRtt = 10;
2486
2487 rtp_sender_->SetSendingMediaStatus(true);
2488 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2489 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2490 rtp_sender_->SetStorePacketsStatus(true, 10);
2491 rtp_sender_->SetRtt(kRtt);
Erik Språng6cacef22019-07-24 14:15:51 +02002492
2493 // Send a packet and record its sequence numbers.
2494 SendGenericPacket();
2495 ASSERT_EQ(1u, transport_.sent_packets_.size());
2496 const uint16_t packet_seqence_number =
2497 transport_.sent_packets_.back().SequenceNumber();
2498
2499 // Advance time and make sure it can be retransmitted, even if we try to set
2500 // the ssrc the what it already is.
2501 rtp_sender_->SetSSRC(kSsrc);
2502 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2503 EXPECT_GT(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
2504
2505 // Change the SSRC, then move the time and try to retransmit again. The old
2506 // packet should now be gone.
2507 rtp_sender_->SetSSRC(kSsrc + 1);
2508 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2509 EXPECT_EQ(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
2510}
2511
2512TEST_P(RtpSenderTestWithoutPacer, ClearHistoryOnSequenceNumberCange) {
2513 const int64_t kRtt = 10;
2514
2515 rtp_sender_->SetSendingMediaStatus(true);
2516 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2517 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2518 rtp_sender_->SetStorePacketsStatus(true, 10);
2519 rtp_sender_->SetRtt(kRtt);
2520
2521 // Send a packet and record its sequence numbers.
2522 SendGenericPacket();
2523 ASSERT_EQ(1u, transport_.sent_packets_.size());
2524 const uint16_t packet_seqence_number =
2525 transport_.sent_packets_.back().SequenceNumber();
2526
2527 // Advance time and make sure it can be retransmitted, even if we try to set
2528 // the ssrc the what it already is.
2529 rtp_sender_->SetSequenceNumber(rtp_sender_->SequenceNumber());
2530 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2531 EXPECT_GT(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
2532
2533 // Change the sequence number, then move the time and try to retransmit again.
2534 // The old packet should now be gone.
2535 rtp_sender_->SetSequenceNumber(rtp_sender_->SequenceNumber() - 1);
2536 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2537 EXPECT_EQ(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
2538}
2539
Erik Språng60ffc312019-07-30 22:03:49 +02002540TEST_P(RtpSenderTest, IgnoresNackAfterDisablingMedia) {
2541 const int64_t kRtt = 10;
2542
2543 rtp_sender_->SetSendingMediaStatus(true);
2544 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2545 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2546 rtp_sender_->SetStorePacketsStatus(true, 10);
2547 rtp_sender_->SetRtt(kRtt);
2548
2549 // Send a packet so it is in the packet history.
Erik Språng60ffc312019-07-30 22:03:49 +02002550 std::unique_ptr<RtpPacketToSend> packet_to_pace;
2551 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
2552 .WillOnce([&](std::unique_ptr<RtpPacketToSend> packet) {
2553 packet_to_pace = std::move(packet);
2554 });
2555
2556 SendGenericPacket();
2557 rtp_sender_->TrySendPacket(packet_to_pace.get(), PacedPacketInfo());
2558
2559 ASSERT_EQ(1u, transport_.sent_packets_.size());
2560
2561 // Disable media sending and try to retransmit the packet, it should fail.
2562 rtp_sender_->SetSendingMediaStatus(false);
2563 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2564 EXPECT_LT(rtp_sender_->ReSendPacket(kSeqNum), 0);
Erik Språng60ffc312019-07-30 22:03:49 +02002565}
2566
Mirko Bonadeic84f6612019-01-31 12:20:57 +01002567INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
2568 RtpSenderTest,
Erik Språngf5815fa2019-08-21 14:27:31 +02002569 ::testing::Values(TestConfig{false},
2570 TestConfig{true}));
Erik Språngf6468d22019-07-05 16:53:43 +02002571
Mirko Bonadeic84f6612019-01-31 12:20:57 +01002572INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
2573 RtpSenderTestWithoutPacer,
Erik Språngf5815fa2019-08-21 14:27:31 +02002574 ::testing::Values(TestConfig{false},
2575 TestConfig{true}));
Niels Möllera34d7762019-02-01 14:13:29 +01002576
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00002577} // namespace webrtc