blob: d50528093f162442dee86bbc7343d6ad9f4d38ea [file] [log] [blame]
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001/*
phoglund@webrtc.org78088c22012-02-07 14:56:45 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Jonas Olssona4d87372019-07-05 19:08:33 +020011#include "modules/rtp_rtcp/source/rtp_sender.h"
12
kwiberg84be5112016-04-27 01:19:58 -070013#include <memory>
danilchapb8b6fbb2015-12-10 05:05:27 -080014#include <vector>
15
Karl Wiberg918f50c2018-07-05 11:40:33 +020016#include "absl/memory/memory.h"
Per Kjellandere11b7d22019-02-21 07:55:59 +010017#include "api/transport/field_trial_based_config.h"
Erik Språngf93eda12019-01-16 17:10:57 +010018#include "api/video/video_codec_constants.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "api/video/video_timing.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020020#include "logging/rtc_event_log/events/rtc_event.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020021#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
22#include "modules/rtp_rtcp/include/rtp_cvo.h"
23#include "modules/rtp_rtcp/include/rtp_header_extension_map.h"
24#include "modules/rtp_rtcp/include/rtp_header_parser.h"
Erik Språngaa59eca2019-07-24 14:52:55 +020025#include "modules/rtp_rtcp/include/rtp_packet_sender.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020026#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
27#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
28#include "modules/rtp_rtcp/source/rtp_format_video_generic.h"
philipelb3e42a42018-09-13 10:57:14 +020029#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h"
30#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020031#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
32#include "modules/rtp_rtcp/source/rtp_packet_received.h"
33#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020034#include "modules/rtp_rtcp/source/rtp_sender_video.h"
35#include "modules/rtp_rtcp/source/rtp_utility.h"
36#include "rtc_base/arraysize.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020037#include "rtc_base/rate_limiter.h"
38#include "test/field_trial.h"
39#include "test/gmock.h"
40#include "test/gtest.h"
41#include "test/mock_transport.h"
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +000042
43namespace webrtc {
44
andrew@webrtc.org8a442592011-12-16 21:24:30 +000045namespace {
Elad Alond8d32482019-02-18 23:45:57 +010046enum : int { // The first valid value is 1.
47 kAbsoluteSendTimeExtensionId = 1,
48 kAudioLevelExtensionId,
Elad Alonccb9b752019-02-19 13:01:31 +010049 kGenericDescriptorId00,
50 kGenericDescriptorId01,
Elad Alond8d32482019-02-18 23:45:57 +010051 kMidExtensionId,
52 kRepairedRidExtensionId,
53 kRidExtensionId,
54 kTransmissionTimeOffsetExtensionId,
55 kTransportSequenceNumberExtensionId,
56 kVideoRotationExtensionId,
57 kVideoTimingExtensionId,
58};
59
andrew@webrtc.org8a442592011-12-16 21:24:30 +000060const int kPayload = 100;
Shao Changbine62202f2015-04-21 20:24:50 +080061const int kRtxPayload = 98;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000062const uint32_t kTimestamp = 10;
63const uint16_t kSeqNum = 33;
brandtr9dfff292016-11-14 05:14:50 -080064const uint32_t kSsrc = 725242;
Erik Språng9c771c22019-06-17 16:31:53 +020065const uint32_t kRtxSsrc = 12345;
66const uint32_t kFlexFecSsrc = 45678;
sprang@webrtc.org30933902015-03-17 14:33:12 +000067const uint16_t kTransportSequenceNumber = 0xaabbu;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000068const uint64_t kStartTime = 123456789;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +000069const size_t kMaxPaddingSize = 224u;
Stefan Holmera246cfb2016-08-23 17:51:42 +020070const uint8_t kPayloadData[] = {47, 11, 32, 93, 89};
spranga8ae6f22017-09-04 07:23:56 -070071const int64_t kDefaultExpectedRetransmissionTimeMs = 125;
Amit Hilbuch77938e62018-12-21 09:23:38 -080072const char kNoRid[] = "";
73const char kNoMid[] = "";
andrew@webrtc.org8a442592011-12-16 21:24:30 +000074
Danil Chapovalov5e57b172016-09-02 19:15:59 +020075using ::testing::_;
Erik Språng30a276b2019-04-23 12:00:11 +020076using ::testing::AllOf;
Erik Språng214f5432019-06-20 15:09:58 +020077using ::testing::AtLeast;
78using ::testing::DoAll;
philipelb3e42a42018-09-13 10:57:14 +020079using ::testing::ElementsAre;
Danil Chapovalov5e57b172016-09-02 19:15:59 +020080using ::testing::ElementsAreArray;
Erik Språng30a276b2019-04-23 12:00:11 +020081using ::testing::Field;
Erik Språng478cb462019-06-26 15:49:27 +020082using ::testing::Gt;
sprang168794c2017-07-06 04:38:06 -070083using ::testing::Invoke;
Erik Språng9c771c22019-06-17 16:31:53 +020084using ::testing::NiceMock;
Erik Språng478cb462019-06-26 15:49:27 +020085using ::testing::Pointee;
86using ::testing::Property;
Erik Språng214f5432019-06-20 15:09:58 +020087using ::testing::Return;
88using ::testing::SaveArg;
Danil Chapovalov84ffb352018-09-25 18:59:09 +020089using ::testing::SizeIs;
Erik Språng9c771c22019-06-17 16:31:53 +020090using ::testing::StrictMock;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +000091
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000092uint64_t ConvertMsToAbsSendTime(int64_t time_ms) {
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020093 return (((time_ms << 18) + 500) / 1000) & 0x00ffffff;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000094}
95
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +000096class LoopbackTransportTest : public webrtc::Transport {
97 public:
Petter Strandmark26bc6692018-05-29 08:43:35 +020098 LoopbackTransportTest() : total_bytes_sent_(0) {
danilchap12ba1862016-10-26 02:41:55 -070099 receivers_extensions_.Register(kRtpExtensionTransmissionTimeOffset,
100 kTransmissionTimeOffsetExtensionId);
101 receivers_extensions_.Register(kRtpExtensionAbsoluteSendTime,
102 kAbsoluteSendTimeExtensionId);
103 receivers_extensions_.Register(kRtpExtensionTransportSequenceNumber,
104 kTransportSequenceNumberExtensionId);
105 receivers_extensions_.Register(kRtpExtensionVideoRotation,
106 kVideoRotationExtensionId);
107 receivers_extensions_.Register(kRtpExtensionAudioLevel,
108 kAudioLevelExtensionId);
ilnik04f4d122017-06-19 07:18:55 -0700109 receivers_extensions_.Register(kRtpExtensionVideoTiming,
110 kVideoTimingExtensionId);
Steve Anton296a0ce2018-03-22 15:17:27 -0700111 receivers_extensions_.Register(kRtpExtensionMid, kMidExtensionId);
Elad Alonccb9b752019-02-19 13:01:31 +0100112 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor00,
113 kGenericDescriptorId00);
114 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor01,
115 kGenericDescriptorId01);
Amit Hilbuch77938e62018-12-21 09:23:38 -0800116 receivers_extensions_.Register(kRtpExtensionRtpStreamId, kRidExtensionId);
117 receivers_extensions_.Register(kRtpExtensionRepairedRtpStreamId,
118 kRepairedRidExtensionId);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000119 }
danilchap12ba1862016-10-26 02:41:55 -0700120
stefan1d8a5062015-10-02 03:39:33 -0700121 bool SendRtp(const uint8_t* data,
122 size_t len,
123 const PacketOptions& options) override {
Petter Strandmark26bc6692018-05-29 08:43:35 +0200124 last_options_ = options;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000125 total_bytes_sent_ += len;
danilchap12ba1862016-10-26 02:41:55 -0700126 sent_packets_.push_back(RtpPacketReceived(&receivers_extensions_));
127 EXPECT_TRUE(sent_packets_.back().Parse(data, len));
pbos2d566682015-09-28 09:59:31 -0700128 return true;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000129 }
danilchap162abd32015-12-10 02:39:40 -0800130 bool SendRtcp(const uint8_t* data, size_t len) override { return false; }
danilchap12ba1862016-10-26 02:41:55 -0700131 const RtpPacketReceived& last_sent_packet() { return sent_packets_.back(); }
132 int packets_sent() { return sent_packets_.size(); }
133
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000134 size_t total_bytes_sent_;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200135 PacketOptions last_options_;
danilchap12ba1862016-10-26 02:41:55 -0700136 std::vector<RtpPacketReceived> sent_packets_;
137
138 private:
139 RtpHeaderExtensionMap receivers_extensions_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000140};
141
Elad Alon4a87e1c2017-10-03 16:11:34 +0200142MATCHER_P(SameRtcEventTypeAs, value, "") {
143 return value == arg->GetType();
144}
145
Erik Språngf6468d22019-07-05 16:53:43 +0200146struct TestConfig {
147 TestConfig(bool with_overhead, bool pacer_references_packets)
148 : with_overhead(with_overhead),
149 pacer_references_packets(pacer_references_packets) {}
150 bool with_overhead = false;
151 bool pacer_references_packets = false;
152};
153
154std::string ToFieldTrialString(TestConfig config) {
155 std::string field_trials;
156 if (config.with_overhead) {
157 field_trials += "WebRTC-SendSideBwe-WithOverhead/Enabled/";
158 }
159 if (config.pacer_references_packets) {
160 field_trials += "WebRTC-Pacer-LegacyPacketReferencing/Enabled/";
161 } else {
162 field_trials += "WebRTC-Pacer-LegacyPacketReferencing/Disabled/";
163 }
164 return field_trials;
165}
166
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000167} // namespace
168
Erik Språngaa59eca2019-07-24 14:52:55 +0200169class MockRtpPacketPacer : public RtpPacketSender {
sprangebbf8a82015-09-21 15:11:14 -0700170 public:
Erik Språng59b86542019-06-23 18:24:46 +0200171 MockRtpPacketPacer() {}
172 virtual ~MockRtpPacketPacer() {}
173
174 MOCK_METHOD1(EnqueuePacket, void(std::unique_ptr<RtpPacketToSend>));
sprangebbf8a82015-09-21 15:11:14 -0700175
Peter Boströme23e7372015-10-08 11:44:14 +0200176 MOCK_METHOD6(InsertPacket,
177 void(Priority priority,
sprangebbf8a82015-09-21 15:11:14 -0700178 uint32_t ssrc,
179 uint16_t sequence_number,
180 int64_t capture_time_ms,
181 size_t bytes,
182 bool retransmission));
Erik Språngaa59eca2019-07-24 14:52:55 +0200183
184 MOCK_METHOD2(CreateProbeCluster, void(int bitrate_bps, int cluster_id));
185
186 MOCK_METHOD0(Pause, void());
187 MOCK_METHOD0(Resume, void());
188 MOCK_METHOD1(SetCongestionWindow,
189 void(absl::optional<int64_t> congestion_window_bytes));
190 MOCK_METHOD1(UpdateOutstandingData, void(int64_t outstanding_bytes));
191 MOCK_METHOD1(SetAccountForAudioPackets, void(bool account_for_audio));
sprangebbf8a82015-09-21 15:11:14 -0700192};
193
Stefan Holmerf5dca482016-01-27 12:58:51 +0100194class MockTransportSequenceNumberAllocator
195 : public TransportSequenceNumberAllocator {
196 public:
197 MOCK_METHOD0(AllocateSequenceNumber, uint16_t());
198};
199
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200200class MockSendSideDelayObserver : public SendSideDelayObserver {
201 public:
Henrik Boström9fe18342019-05-16 18:38:20 +0200202 MOCK_METHOD4(SendSideDelayUpdated, void(int, int, uint64_t, uint32_t));
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200203};
204
asapersson35151f32016-05-02 23:44:01 -0700205class MockSendPacketObserver : public SendPacketObserver {
206 public:
207 MOCK_METHOD3(OnSendPacket, void(uint16_t, int64_t, uint32_t));
208};
209
Stefan Holmera246cfb2016-08-23 17:51:42 +0200210class MockTransportFeedbackObserver : public TransportFeedbackObserver {
211 public:
Erik Språng30a276b2019-04-23 12:00:11 +0200212 MOCK_METHOD1(OnAddPacket, void(const RtpPacketSendInfo&));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200213 MOCK_METHOD1(OnTransportFeedback, void(const rtcp::TransportFeedback&));
elad.alonf9490002017-03-06 05:32:21 -0800214 MOCK_CONST_METHOD0(GetTransportFeedbackVector, std::vector<PacketFeedback>());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200215};
216
minyue3a407ee2017-04-03 01:10:33 -0700217class MockOverheadObserver : public OverheadObserver {
218 public:
219 MOCK_METHOD1(OnOverheadChanged, void(size_t overhead_bytes_per_packet));
220};
221
Erik Språngf6468d22019-07-05 16:53:43 +0200222class RtpSenderTest : public ::testing::TestWithParam<TestConfig> {
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000223 protected:
224 RtpSenderTest()
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000225 : fake_clock_(kStartTime),
terelius429c3452016-01-21 05:42:04 -0800226 mock_rtc_event_log_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000227 mock_paced_sender_(),
sprangcd349d92016-07-13 09:11:28 -0700228 retransmission_rate_limiter_(&fake_clock_, 1000),
Erik Språng4580ca22019-07-04 10:38:43 +0200229 flexfec_sender_(0,
230 kFlexFecSsrc,
231 kSsrc,
232 "",
233 std::vector<RtpExtension>(),
234 std::vector<RtpExtensionSize>(),
235 nullptr,
236 &fake_clock_),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000237 rtp_sender_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000238 transport_(),
minyue3a407ee2017-04-03 01:10:33 -0700239 kMarkerBit(true),
Erik Språngf6468d22019-07-05 16:53:43 +0200240 field_trials_(ToFieldTrialString(GetParam())) {}
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000241
Erik Språng7b52f102018-02-07 14:37:37 +0100242 void SetUp() override { SetUpRtpSender(true, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200243
Erik Språng7b52f102018-02-07 14:37:37 +0100244 void SetUpRtpSender(bool pacer, bool populate_network2) {
Erik Språng4580ca22019-07-04 10:38:43 +0200245 RtpRtcp::Configuration config;
246 config.clock = &fake_clock_;
247 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200248 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200249 config.rtx_send_ssrc = kRtxSsrc;
250 config.flexfec_sender = &flexfec_sender_;
251 config.transport_sequence_number_allocator = &seq_num_allocator_;
252 config.event_log = &mock_rtc_event_log_;
253 config.send_packet_observer = &send_packet_observer_;
254 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
255 config.paced_sender = pacer ? &mock_paced_sender_ : nullptr;
256 config.populate_network2_timestamp = populate_network2;
257 rtp_sender_.reset(new RTPSender(config));
brandtr9dfff292016-11-14 05:14:50 -0800258 rtp_sender_->SetSequenceNumber(kSeqNum);
danilchap71fead22016-08-18 02:01:49 -0700259 rtp_sender_->SetTimestampOffset(0);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000260 }
261
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000262 SimulatedClock fake_clock_;
Erik Språng9c771c22019-06-17 16:31:53 +0200263 NiceMock<MockRtcEventLog> mock_rtc_event_log_;
Erik Språng59b86542019-06-23 18:24:46 +0200264 MockRtpPacketPacer mock_paced_sender_;
Erik Språng9c771c22019-06-17 16:31:53 +0200265 StrictMock<MockTransportSequenceNumberAllocator> seq_num_allocator_;
266 StrictMock<MockSendPacketObserver> send_packet_observer_;
267 StrictMock<MockTransportFeedbackObserver> feedback_observer_;
sprangcd349d92016-07-13 09:11:28 -0700268 RateLimiter retransmission_rate_limiter_;
Erik Språng4580ca22019-07-04 10:38:43 +0200269 FlexfecSender flexfec_sender_;
kwiberg84be5112016-04-27 01:19:58 -0700270 std::unique_ptr<RTPSender> rtp_sender_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000271 LoopbackTransportTest transport_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000272 const bool kMarkerBit;
minyue3a407ee2017-04-03 01:10:33 -0700273 test::ScopedFieldTrials field_trials_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000274
danilchapb6f1fb52016-10-19 06:11:39 -0700275 std::unique_ptr<RtpPacketToSend> BuildRtpPacket(int payload_type,
276 bool marker_bit,
277 uint32_t timestamp,
278 int64_t capture_time_ms) {
279 auto packet = rtp_sender_->AllocatePacket();
280 packet->SetPayloadType(payload_type);
Erik Språng60ffc312019-07-30 22:03:49 +0200281 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
danilchapb6f1fb52016-10-19 06:11:39 -0700282 packet->SetMarker(marker_bit);
283 packet->SetTimestamp(timestamp);
284 packet->set_capture_time_ms(capture_time_ms);
285 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
286 return packet;
287 }
288
Erik Språngf6468d22019-07-05 16:53:43 +0200289 std::unique_ptr<RtpPacketToSend> SendPacket(int64_t capture_time_ms,
290 int payload_length) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000291 uint32_t timestamp = capture_time_ms * 90;
danilchapb6f1fb52016-10-19 06:11:39 -0700292 auto packet =
293 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
294 packet->AllocatePayload(payload_length);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000295
296 // Packet should be stored in a send bucket.
Erik Språngf6468d22019-07-05 16:53:43 +0200297 EXPECT_TRUE(rtp_sender_->SendToNetwork(
Erik Språng60ffc312019-07-30 22:03:49 +0200298 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
Erik Språngf6468d22019-07-05 16:53:43 +0200299 return packet;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000300 }
asapersson35151f32016-05-02 23:44:01 -0700301
Erik Språngf6468d22019-07-05 16:53:43 +0200302 std::unique_ptr<RtpPacketToSend> SendGenericPacket() {
asapersson35151f32016-05-02 23:44:01 -0700303 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
Erik Språngf6468d22019-07-05 16:53:43 +0200304 return SendPacket(kCaptureTimeMs, sizeof(kPayloadData));
asapersson35151f32016-05-02 23:44:01 -0700305 }
Steve Anton2bac7da2019-07-21 15:04:21 -0400306
307 // The following are helpers for configuring the RTPSender. They must be
308 // called before sending any packets.
309
310 // Enable the retransmission stream with sizable packet storage.
311 void EnableRtx() {
312 // RTX needs to be able to read the source packets from the packet store.
313 // Pick a number of packets to store big enough for any unit test.
314 constexpr uint16_t kNumberOfPacketsToStore = 100;
315 rtp_sender_->SetStorePacketsStatus(true, kNumberOfPacketsToStore);
316 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
317 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
318 }
319
320 // Enable sending of the MID header extension for both the primary SSRC and
321 // the RTX SSRC.
322 void EnableMidSending(const std::string& mid) {
323 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionMid, kMidExtensionId);
324 rtp_sender_->SetMid(mid);
325 }
326
327 // Enable sending of the RSID header extension for the primary SSRC and the
328 // RRSID header extension for the RTX SSRC.
329 void EnableRidSending(const std::string& rid) {
330 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
331 kRidExtensionId);
332 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRepairedRtpStreamId,
333 kRepairedRidExtensionId);
334 rtp_sender_->SetRid(rid);
335 }
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000336};
337
Peter Boströme23e7372015-10-08 11:44:14 +0200338// TODO(pbos): Move tests over from WithoutPacer to RtpSenderTest as this is our
339// default code path.
340class RtpSenderTestWithoutPacer : public RtpSenderTest {
341 public:
Erik Språng7b52f102018-02-07 14:37:37 +0100342 void SetUp() override { SetUpRtpSender(false, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200343};
344
minyue3a407ee2017-04-03 01:10:33 -0700345TEST_P(RtpSenderTestWithoutPacer, AllocatePacketSetCsrc) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200346 // Configure rtp_sender with csrc.
347 std::vector<uint32_t> csrcs;
348 csrcs.push_back(0x23456789);
349 rtp_sender_->SetCsrcs(csrcs);
350
351 auto packet = rtp_sender_->AllocatePacket();
352
353 ASSERT_TRUE(packet);
354 EXPECT_EQ(rtp_sender_->SSRC(), packet->Ssrc());
355 EXPECT_EQ(csrcs, packet->Csrcs());
356}
357
minyue3a407ee2017-04-03 01:10:33 -0700358TEST_P(RtpSenderTestWithoutPacer, AllocatePacketReserveExtensions) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200359 // Configure rtp_sender with extensions.
360 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
361 kRtpExtensionTransmissionTimeOffset,
362 kTransmissionTimeOffsetExtensionId));
363 ASSERT_EQ(
364 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
365 kAbsoluteSendTimeExtensionId));
366 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAudioLevel,
367 kAudioLevelExtensionId));
368 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
369 kRtpExtensionTransportSequenceNumber,
370 kTransportSequenceNumberExtensionId));
371 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
372 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
373
374 auto packet = rtp_sender_->AllocatePacket();
375
376 ASSERT_TRUE(packet);
377 // Preallocate BWE extensions RtpSender set itself.
378 EXPECT_TRUE(packet->HasExtension<TransmissionOffset>());
379 EXPECT_TRUE(packet->HasExtension<AbsoluteSendTime>());
380 EXPECT_TRUE(packet->HasExtension<TransportSequenceNumber>());
381 // Do not allocate media specific extensions.
382 EXPECT_FALSE(packet->HasExtension<AudioLevel>());
383 EXPECT_FALSE(packet->HasExtension<VideoOrientation>());
384}
385
minyue3a407ee2017-04-03 01:10:33 -0700386TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberAdvanceSequenceNumber) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200387 auto packet = rtp_sender_->AllocatePacket();
388 ASSERT_TRUE(packet);
389 const uint16_t sequence_number = rtp_sender_->SequenceNumber();
390
391 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
392
393 EXPECT_EQ(sequence_number, packet->SequenceNumber());
394 EXPECT_EQ(sequence_number + 1, rtp_sender_->SequenceNumber());
395}
396
minyue3a407ee2017-04-03 01:10:33 -0700397TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberFailsOnNotSending) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200398 auto packet = rtp_sender_->AllocatePacket();
399 ASSERT_TRUE(packet);
400
401 rtp_sender_->SetSendingMediaStatus(false);
402 EXPECT_FALSE(rtp_sender_->AssignSequenceNumber(packet.get()));
403}
404
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100405TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberMayAllowPaddingOnVideo) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200406 constexpr size_t kPaddingSize = 100;
407 auto packet = rtp_sender_->AllocatePacket();
408 ASSERT_TRUE(packet);
409
philipel8aadd502017-02-23 02:56:13 -0800410 ASSERT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200411 packet->SetMarker(false);
412 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100413 // Packet without marker bit doesn't allow padding on video stream.
philipel8aadd502017-02-23 02:56:13 -0800414 EXPECT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200415
416 packet->SetMarker(true);
417 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
418 // Packet with marker bit allows send padding.
philipel8aadd502017-02-23 02:56:13 -0800419 EXPECT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200420}
421
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100422TEST_P(RtpSenderTest, AssignSequenceNumberAllowsPaddingOnAudio) {
423 MockTransport transport;
Erik Språng4580ca22019-07-04 10:38:43 +0200424 RtpRtcp::Configuration config;
425 config.audio = true;
426 config.clock = &fake_clock_;
427 config.outgoing_transport = &transport;
428 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200429 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200430 config.event_log = &mock_rtc_event_log_;
431 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
432 rtp_sender_ = absl::make_unique<RTPSender>(config);
433
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100434 rtp_sender_->SetTimestampOffset(0);
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100435
436 std::unique_ptr<RtpPacketToSend> audio_packet = rtp_sender_->AllocatePacket();
437 // Padding on audio stream allowed regardless of marker in the last packet.
438 audio_packet->SetMarker(false);
439 audio_packet->SetPayloadType(kPayload);
440 rtp_sender_->AssignSequenceNumber(audio_packet.get());
441
442 const size_t kPaddingSize = 59;
443 EXPECT_CALL(transport, SendRtp(_, kPaddingSize + kRtpHeaderSize, _))
Erik Språng214f5432019-06-20 15:09:58 +0200444 .WillOnce(Return(true));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100445 EXPECT_EQ(kPaddingSize,
446 rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
447
448 // Requested padding size is too small, will send a larger one.
449 const size_t kMinPaddingSize = 50;
450 EXPECT_CALL(transport, SendRtp(_, kMinPaddingSize + kRtpHeaderSize, _))
Erik Språng214f5432019-06-20 15:09:58 +0200451 .WillOnce(Return(true));
Yves Gerey665174f2018-06-19 15:03:05 +0200452 EXPECT_EQ(kMinPaddingSize, rtp_sender_->TimeToSendPadding(kMinPaddingSize - 5,
453 PacedPacketInfo()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100454}
455
minyue3a407ee2017-04-03 01:10:33 -0700456TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberSetPaddingTimestamps) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200457 constexpr size_t kPaddingSize = 100;
458 auto packet = rtp_sender_->AllocatePacket();
459 ASSERT_TRUE(packet);
460 packet->SetMarker(true);
461 packet->SetTimestamp(kTimestamp);
462
463 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
philipel8aadd502017-02-23 02:56:13 -0800464 ASSERT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200465
466 ASSERT_EQ(1u, transport_.sent_packets_.size());
danilchap12ba1862016-10-26 02:41:55 -0700467 // Verify padding packet timestamp.
468 EXPECT_EQ(kTimestamp, transport_.last_sent_packet().Timestamp());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200469}
470
minyue3a407ee2017-04-03 01:10:33 -0700471TEST_P(RtpSenderTestWithoutPacer,
472 TransportFeedbackObserverGetsCorrectByteCount) {
473 constexpr int kRtpOverheadBytesPerPacket = 12 + 8;
Erik Språng9c771c22019-06-17 16:31:53 +0200474 NiceMock<MockOverheadObserver> mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +0200475
476 RtpRtcp::Configuration config;
477 config.clock = &fake_clock_;
478 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200479 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200480 config.transport_sequence_number_allocator = &seq_num_allocator_;
481 config.transport_feedback_callback = &feedback_observer_;
482 config.event_log = &mock_rtc_event_log_;
483 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
484 config.overhead_observer = &mock_overhead_observer;
485 rtp_sender_ = absl::make_unique<RTPSender>(config);
486
minyue3a407ee2017-04-03 01:10:33 -0700487 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
488 kRtpExtensionTransportSequenceNumber,
489 kTransportSequenceNumberExtensionId));
490 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200491 .WillOnce(Return(kTransportSequenceNumber));
minyue3a407ee2017-04-03 01:10:33 -0700492
493 const size_t expected_bytes =
Erik Språngf6468d22019-07-05 16:53:43 +0200494 GetParam().with_overhead
495 ? sizeof(kPayloadData) + kRtpOverheadBytesPerPacket
496 : sizeof(kPayloadData);
minyue3a407ee2017-04-03 01:10:33 -0700497
498 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200499 OnAddPacket(AllOf(
500 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
501 Field(&RtpPacketSendInfo::transport_sequence_number,
502 kTransportSequenceNumber),
503 Field(&RtpPacketSendInfo::rtp_sequence_number,
504 rtp_sender_->SequenceNumber()),
505 Field(&RtpPacketSendInfo::length, expected_bytes),
506 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
minyue3a407ee2017-04-03 01:10:33 -0700507 .Times(1);
508 EXPECT_CALL(mock_overhead_observer,
509 OnOverheadChanged(kRtpOverheadBytesPerPacket))
510 .Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100511 SendGenericPacket();
minyue3a407ee2017-04-03 01:10:33 -0700512}
513
514TEST_P(RtpSenderTestWithoutPacer, SendsPacketsWithTransportSequenceNumber) {
Erik Språng4580ca22019-07-04 10:38:43 +0200515 RtpRtcp::Configuration config;
516 config.clock = &fake_clock_;
517 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200518 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200519 config.transport_sequence_number_allocator = &seq_num_allocator_;
520 config.transport_feedback_callback = &feedback_observer_;
521 config.event_log = &mock_rtc_event_log_;
522 config.send_packet_observer = &send_packet_observer_;
523 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
524 rtp_sender_ = absl::make_unique<RTPSender>(config);
525
Stefan Holmerf5dca482016-01-27 12:58:51 +0100526 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
527 kRtpExtensionTransportSequenceNumber,
528 kTransportSequenceNumberExtensionId));
529
Stefan Holmerf5dca482016-01-27 12:58:51 +0100530 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200531 .WillOnce(Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700532 EXPECT_CALL(send_packet_observer_,
533 OnSendPacket(kTransportSequenceNumber, _, _))
534 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700535
536 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200537 OnAddPacket(AllOf(
538 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
539 Field(&RtpPacketSendInfo::transport_sequence_number,
540 kTransportSequenceNumber),
541 Field(&RtpPacketSendInfo::rtp_sequence_number,
542 rtp_sender_->SequenceNumber()),
543 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200544 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700545
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100546 SendGenericPacket();
Stefan Holmerf5dca482016-01-27 12:58:51 +0100547
danilchap12ba1862016-10-26 02:41:55 -0700548 const auto& packet = transport_.last_sent_packet();
549 uint16_t transport_seq_no;
550 ASSERT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
551 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200552 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200553 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200554}
555
556TEST_P(RtpSenderTestWithoutPacer, PacketOptionsNoRetransmission) {
Erik Språng4580ca22019-07-04 10:38:43 +0200557 RtpRtcp::Configuration config;
558 config.clock = &fake_clock_;
559 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200560 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200561 config.transport_sequence_number_allocator = &seq_num_allocator_;
562 config.transport_feedback_callback = &feedback_observer_;
563 config.event_log = &mock_rtc_event_log_;
564 config.send_packet_observer = &send_packet_observer_;
565 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
566 rtp_sender_ = absl::make_unique<RTPSender>(config);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200567
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100568 SendGenericPacket();
Petter Strandmark26bc6692018-05-29 08:43:35 +0200569
570 EXPECT_FALSE(transport_.last_options_.is_retransmit);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100571}
572
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200573TEST_P(RtpSenderTestWithoutPacer,
574 SetsIncludedInFeedbackWhenTransportSequenceNumberExtensionIsRegistered) {
575 SetUpRtpSender(false, false);
576 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
577 kTransportSequenceNumberExtensionId);
578 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200579 .WillOnce(Return(kTransportSequenceNumber));
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200580 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100581 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200582 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
583}
584
585TEST_P(
586 RtpSenderTestWithoutPacer,
587 SetsIncludedInAllocationWhenTransportSequenceNumberExtensionIsRegistered) {
588 SetUpRtpSender(false, false);
589 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
590 kTransportSequenceNumberExtensionId);
591 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200592 .WillOnce(Return(kTransportSequenceNumber));
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200593 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100594 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200595 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
596}
597
598TEST_P(RtpSenderTestWithoutPacer,
599 SetsIncludedInAllocationWhenForcedAsPartOfAllocation) {
600 SetUpRtpSender(false, false);
601 rtp_sender_->SetAsPartOfAllocation(true);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100602 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200603 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
604 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
605}
606
607TEST_P(RtpSenderTestWithoutPacer, DoesnSetIncludedInAllocationByDefault) {
608 SetUpRtpSender(false, false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100609 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200610 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
611 EXPECT_FALSE(transport_.last_options_.included_in_allocation);
stefana23fc622016-07-28 07:56:38 -0700612}
asapersson35151f32016-05-02 23:44:01 -0700613
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200614TEST_P(RtpSenderTestWithoutPacer, OnSendSideDelayUpdated) {
Erik Språng9c771c22019-06-17 16:31:53 +0200615 StrictMock<MockSendSideDelayObserver> send_side_delay_observer_;
Erik Språng4580ca22019-07-04 10:38:43 +0200616
617 RtpRtcp::Configuration config;
618 config.clock = &fake_clock_;
619 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200620 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200621 config.send_side_delay_observer = &send_side_delay_observer_;
622 config.event_log = &mock_rtc_event_log_;
623 rtp_sender_ = absl::make_unique<RTPSender>(config);
624
Niels Möller5fe95102019-03-04 16:49:25 +0100625 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +0100626 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +0200627 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +0100628 FieldTrialBasedConfig());
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200629
630 const uint8_t kPayloadType = 127;
Niels Möller8a40edd2019-01-24 18:04:44 +0100631 const char payload_name[] = "GENERIC";
Niels Möller59ab1cf2019-02-06 22:48:11 +0100632
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +0200633 rtp_sender_video.RegisterPayloadType(kPayloadType, payload_name,
634 /*raw_payload=*/false);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100635
636 const uint32_t kCaptureTimeMsToRtpTimestamp = 90; // 90 kHz clock
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200637 RTPVideoHeader video_header;
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200638
Henrik Boström9fe18342019-05-16 18:38:20 +0200639 // Send packet with 10 ms send-side delay. The average, max and total should
640 // be 10 ms.
641 EXPECT_CALL(send_side_delay_observer_,
642 SendSideDelayUpdated(10, 10, 10, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200643 .Times(1);
644 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
645 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100646 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100647 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200648 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100649 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200650 kDefaultExpectedRetransmissionTimeMs));
651
Henrik Boström9fe18342019-05-16 18:38:20 +0200652 // Send another packet with 20 ms delay. The average, max and total should be
653 // 15, 20 and 30 ms respectively.
654 EXPECT_CALL(send_side_delay_observer_,
655 SendSideDelayUpdated(15, 20, 30, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200656 .Times(1);
657 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100658 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100659 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200660 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100661 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200662 kDefaultExpectedRetransmissionTimeMs));
663
664 // Send another packet at the same time, which replaces the last packet.
665 // Since this packet has 0 ms delay, the average is now 5 ms and max is 10 ms.
Henrik Boström9fe18342019-05-16 18:38:20 +0200666 // The total counter stays the same though.
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200667 // TODO(terelius): Is is not clear that this is the right behavior.
Henrik Boström9fe18342019-05-16 18:38:20 +0200668 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(5, 10, 30, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200669 .Times(1);
670 capture_time_ms = fake_clock_.TimeInMilliseconds();
Niels Möller59ab1cf2019-02-06 22:48:11 +0100671 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100672 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200673 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100674 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200675 kDefaultExpectedRetransmissionTimeMs));
676
677 // Send a packet 1 second later. The earlier packets should have timed
Henrik Boström9fe18342019-05-16 18:38:20 +0200678 // out, so both max and average should be the delay of this packet. The total
679 // keeps increasing.
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200680 fake_clock_.AdvanceTimeMilliseconds(1000);
681 capture_time_ms = fake_clock_.TimeInMilliseconds();
682 fake_clock_.AdvanceTimeMilliseconds(1);
Henrik Boström9fe18342019-05-16 18:38:20 +0200683 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(1, 1, 31, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200684 .Times(1);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100685 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100686 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200687 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100688 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200689 kDefaultExpectedRetransmissionTimeMs));
690}
691
minyue3a407ee2017-04-03 01:10:33 -0700692TEST_P(RtpSenderTestWithoutPacer, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700693 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
694 kRtpExtensionTransportSequenceNumber,
695 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700696 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200697 .WillOnce(Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700698 EXPECT_CALL(send_packet_observer_,
699 OnSendPacket(kTransportSequenceNumber, _, _))
700 .Times(1);
701
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100702 SendGenericPacket();
asapersson35151f32016-05-02 23:44:01 -0700703}
704
minyue3a407ee2017-04-03 01:10:33 -0700705TEST_P(RtpSenderTest, SendsPacketsWithTransportSequenceNumber) {
Erik Språng4580ca22019-07-04 10:38:43 +0200706 RtpRtcp::Configuration config;
707 config.clock = &fake_clock_;
708 config.outgoing_transport = &transport_;
709 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200710 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200711 config.transport_sequence_number_allocator = &seq_num_allocator_;
712 config.transport_feedback_callback = &feedback_observer_;
713 config.event_log = &mock_rtc_event_log_;
714 config.send_packet_observer = &send_packet_observer_;
715 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
716 rtp_sender_ = absl::make_unique<RTPSender>(config);
717
brandtr9dfff292016-11-14 05:14:50 -0800718 rtp_sender_->SetSequenceNumber(kSeqNum);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200719 rtp_sender_->SetStorePacketsStatus(true, 10);
720 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
721 kRtpExtensionTransportSequenceNumber,
722 kTransportSequenceNumberExtensionId));
723
Stefan Holmera246cfb2016-08-23 17:51:42 +0200724 EXPECT_CALL(send_packet_observer_,
725 OnSendPacket(kTransportSequenceNumber, _, _))
726 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700727 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200728 OnAddPacket(AllOf(
729 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
730 Field(&RtpPacketSendInfo::transport_sequence_number,
731 kTransportSequenceNumber),
732 Field(&RtpPacketSendInfo::rtp_sequence_number,
733 rtp_sender_->SequenceNumber()),
734 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200735 .Times(1);
736
Erik Språngf6468d22019-07-05 16:53:43 +0200737 if (GetParam().pacer_references_packets) {
738 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _));
739 SendGenericPacket();
740 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
741 .WillOnce(Return(kTransportSequenceNumber));
742 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
743 fake_clock_.TimeInMilliseconds(), false,
744 PacedPacketInfo());
745 } else {
746 EXPECT_CALL(
747 mock_paced_sender_,
748 EnqueuePacket(AllOf(
749 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
750 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
751 auto packet = SendGenericPacket();
752 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
753 // Transport sequence number is set by PacketRouter, before TrySendPacket().
754 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
755 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
756 }
Stefan Holmera246cfb2016-08-23 17:51:42 +0200757
danilchap12ba1862016-10-26 02:41:55 -0700758 const auto& packet = transport_.last_sent_packet();
759 uint16_t transport_seq_no;
760 EXPECT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
761 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200762 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200763}
764
Erik Språng7b52f102018-02-07 14:37:37 +0100765TEST_P(RtpSenderTest, WritesPacerExitToTimingExtension) {
ilnik04f4d122017-06-19 07:18:55 -0700766 rtp_sender_->SetStorePacketsStatus(true, 10);
767 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
768 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
769 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
770 auto packet = rtp_sender_->AllocatePacket();
771 packet->SetPayloadType(kPayload);
772 packet->SetMarker(true);
773 packet->SetTimestamp(kTimestamp);
774 packet->set_capture_time_ms(capture_time_ms);
ilnik2edc6842017-07-06 03:06:50 -0700775 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
ilnik04f4d122017-06-19 07:18:55 -0700776 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
777 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
778 size_t packet_size = packet->size();
ilnik04f4d122017-06-19 07:18:55 -0700779
780 const int kStoredTimeInMs = 100;
Erik Språngf6468d22019-07-05 16:53:43 +0200781 if (GetParam().pacer_references_packets) {
Erik Språng7b52f102018-02-07 14:37:37 +0100782 EXPECT_CALL(
783 mock_paced_sender_,
784 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
785 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
786 kAllowRetransmission,
787 RtpPacketSender::kNormalPriority));
Erik Språngf6468d22019-07-05 16:53:43 +0200788 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
789 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
790 PacedPacketInfo());
791 } else {
792 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
793 EXPECT_CALL(
794 mock_paced_sender_,
795 EnqueuePacket(Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc))));
796 EXPECT_TRUE(rtp_sender_->SendToNetwork(
797 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
798 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
799 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språng7b52f102018-02-07 14:37:37 +0100800 }
ilnik04f4d122017-06-19 07:18:55 -0700801 EXPECT_EQ(1, transport_.packets_sent());
802 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
803
danilchapce251812017-09-11 12:24:41 -0700804 VideoSendTiming video_timing;
805 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
806 &video_timing));
807 EXPECT_EQ(kStoredTimeInMs, video_timing.pacer_exit_delta_ms);
Erik Språng7b52f102018-02-07 14:37:37 +0100808}
ilnik04f4d122017-06-19 07:18:55 -0700809
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100810TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithPacer) {
811 SetUpRtpSender(/*pacer=*/true, /*populate_network2=*/true);
Erik Språng7b52f102018-02-07 14:37:37 +0100812 rtp_sender_->SetStorePacketsStatus(true, 10);
813 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
814 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
815 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
816 auto packet = rtp_sender_->AllocatePacket();
817 packet->SetPayloadType(kPayload);
818 packet->SetMarker(true);
819 packet->SetTimestamp(kTimestamp);
820 packet->set_capture_time_ms(capture_time_ms);
821 const uint16_t kPacerExitMs = 1234u;
822 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, kPacerExitMs, 0u, 0u, true};
823 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
824 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
825 size_t packet_size = packet->size();
826
827 const int kStoredTimeInMs = 100;
Erik Språngf6468d22019-07-05 16:53:43 +0200828
829 if (GetParam().pacer_references_packets) {
Erik Språng7b52f102018-02-07 14:37:37 +0100830 EXPECT_CALL(
831 mock_paced_sender_,
832 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
833 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
834 kAllowRetransmission,
835 RtpPacketSender::kNormalPriority));
Erik Språngf6468d22019-07-05 16:53:43 +0200836 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
837 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
838 PacedPacketInfo());
839 } else {
840 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
841 EXPECT_CALL(
842 mock_paced_sender_,
843 EnqueuePacket(Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc))));
844 EXPECT_TRUE(rtp_sender_->SendToNetwork(
845 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission,
846 RtpPacketSender::kNormalPriority));
847 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
848 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språng7b52f102018-02-07 14:37:37 +0100849 }
Erik Språngf6468d22019-07-05 16:53:43 +0200850
Erik Språng7b52f102018-02-07 14:37:37 +0100851 EXPECT_EQ(1, transport_.packets_sent());
ilnik04f4d122017-06-19 07:18:55 -0700852 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
853
Erik Språng7b52f102018-02-07 14:37:37 +0100854 VideoSendTiming video_timing;
danilchapce251812017-09-11 12:24:41 -0700855 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
856 &video_timing));
Erik Språng7b52f102018-02-07 14:37:37 +0100857 EXPECT_EQ(kStoredTimeInMs, video_timing.network2_timestamp_delta_ms);
858 EXPECT_EQ(kPacerExitMs, video_timing.pacer_exit_delta_ms);
ilnik04f4d122017-06-19 07:18:55 -0700859}
860
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100861TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithoutPacer) {
862 SetUpRtpSender(/*pacer=*/false, /*populate_network2=*/true);
863 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
864 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
865 auto packet = rtp_sender_->AllocatePacket();
866 packet->SetMarker(true);
867 packet->set_capture_time_ms(fake_clock_.TimeInMilliseconds());
868 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
869 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
870 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
871
872 const int kPropagateTimeMs = 10;
873 fake_clock_.AdvanceTimeMilliseconds(kPropagateTimeMs);
874
875 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
876 kAllowRetransmission,
877 RtpPacketSender::kNormalPriority));
878
879 EXPECT_EQ(1, transport_.packets_sent());
880 absl::optional<VideoSendTiming> video_timing =
881 transport_.last_sent_packet().GetExtension<VideoTimingExtension>();
882 ASSERT_TRUE(video_timing);
883 EXPECT_EQ(kPropagateTimeMs, video_timing->network2_timestamp_delta_ms);
884}
885
minyue3a407ee2017-04-03 01:10:33 -0700886TEST_P(RtpSenderTest, TrafficSmoothingWithExtensions) {
Elad Alon4a87e1c2017-10-03 16:11:34 +0200887 EXPECT_CALL(mock_rtc_event_log_,
888 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000889
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000890 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000891 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800892 kRtpExtensionTransmissionTimeOffset,
893 kTransmissionTimeOffsetExtensionId));
894 EXPECT_EQ(
895 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
896 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000897 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700898 auto packet =
899 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
900 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000901
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000902 const int kStoredTimeInMs = 100;
Erik Språngf6468d22019-07-05 16:53:43 +0200903 if (GetParam().pacer_references_packets) {
904 EXPECT_CALL(mock_paced_sender_,
905 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, kSeqNum,
906 _, _, _));
907 // Packet should be stored in a send bucket.
908 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
909 kAllowRetransmission,
910 RtpPacketSender::kNormalPriority));
911 EXPECT_EQ(0, transport_.packets_sent());
912 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
913 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
914 PacedPacketInfo());
915 } else {
916 EXPECT_CALL(
917 mock_paced_sender_,
918 EnqueuePacket(AllOf(
919 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
920 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
921 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
922 EXPECT_TRUE(rtp_sender_->SendToNetwork(
923 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
924 EXPECT_EQ(0, transport_.packets_sent());
925 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
926 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
927 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000928
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000929 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700930 EXPECT_EQ(1, transport_.packets_sent());
931 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
932
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000933 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700934 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000935
936 // Verify transmission time offset.
937 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000938 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000939 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000940 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000941}
942
minyue3a407ee2017-04-03 01:10:33 -0700943TEST_P(RtpSenderTest, TrafficSmoothingRetransmits) {
Elad Alon4a87e1c2017-10-03 16:11:34 +0200944 EXPECT_CALL(mock_rtc_event_log_,
945 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000946
947 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000948 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800949 kRtpExtensionTransmissionTimeOffset,
950 kTransmissionTimeOffsetExtensionId));
951 EXPECT_EQ(
952 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
953 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000954 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700955 auto packet =
956 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
957 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000958
959 // Packet should be stored in a send bucket.
Erik Språngf6468d22019-07-05 16:53:43 +0200960 if (GetParam().pacer_references_packets) {
961 EXPECT_CALL(mock_paced_sender_,
962 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, kSeqNum,
963 _, _, _));
964 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
965 kAllowRetransmission,
966 RtpPacketSender::kNormalPriority));
967 // Immediately process send bucket and send packet.
968 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
969 PacedPacketInfo());
970 } else {
971 EXPECT_CALL(
972 mock_paced_sender_,
973 EnqueuePacket(AllOf(
974 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
975 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
976 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
977 packet->set_allow_retransmission(true);
978 EXPECT_TRUE(rtp_sender_->SendToNetwork(
979 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
980 // Immediately process send bucket and send packet.
981 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
982 }
983
Erik Språng0f4f0552019-05-08 10:15:05 -0700984 EXPECT_EQ(1, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000985
Erik Språng0f4f0552019-05-08 10:15:05 -0700986 // Retransmit packet.
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000987 const int kStoredTimeInMs = 100;
988 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
989
Erik Språng0f4f0552019-05-08 10:15:05 -0700990 EXPECT_CALL(mock_rtc_event_log_,
991 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
Erik Språngf6468d22019-07-05 16:53:43 +0200992 if (GetParam().pacer_references_packets) {
993 EXPECT_CALL(mock_paced_sender_,
994 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, kSeqNum,
995 _, _, _));
996 EXPECT_EQ(static_cast<int>(packet_size),
997 rtp_sender_->ReSendPacket(kSeqNum));
998 EXPECT_EQ(1, transport_.packets_sent());
999 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, true,
1000 PacedPacketInfo());
1001 } else {
1002 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
1003 packet->set_retransmitted_sequence_number(kSeqNum);
1004 EXPECT_CALL(
1005 mock_paced_sender_,
1006 EnqueuePacket(AllOf(
1007 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1008 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
1009 EXPECT_EQ(static_cast<int>(packet_size),
1010 rtp_sender_->ReSendPacket(kSeqNum));
1011 EXPECT_EQ(1, transport_.packets_sent());
1012 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
1013 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +00001014
1015 // Process send bucket. Packet should now be sent.
Erik Språng0f4f0552019-05-08 10:15:05 -07001016 EXPECT_EQ(2, transport_.packets_sent());
danilchap12ba1862016-10-26 02:41:55 -07001017 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +00001018
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +00001019 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -07001020 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +00001021
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +00001022 // Verify transmission time offset.
1023 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001024 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001025 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
1026 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
1027}
1028
1029// This test sends 1 regular video packet, then 4 padding packets, and then
1030// 1 more regular packet.
minyue3a407ee2017-04-03 01:10:33 -07001031TEST_P(RtpSenderTest, SendPadding) {
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001032 // Make all (non-padding) packets go to send queue.
Elad Alon4a87e1c2017-10-03 16:11:34 +02001033 EXPECT_CALL(mock_rtc_event_log_,
1034 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1035 .Times(1 + 4 + 1);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001036
1037 uint16_t seq_num = kSeqNum;
1038 uint32_t timestamp = kTimestamp;
1039 rtp_sender_->SetStorePacketsStatus(true, 10);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001040 size_t rtp_header_len = kRtpHeaderSize;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001041 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -08001042 kRtpExtensionTransmissionTimeOffset,
1043 kTransmissionTimeOffsetExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001044 rtp_header_len += 4; // 4 bytes extension.
danilchap162abd32015-12-10 02:39:40 -08001045 EXPECT_EQ(
1046 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
1047 kAbsoluteSendTimeExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001048 rtp_header_len += 4; // 4 bytes extension.
1049 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
1050
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001051 webrtc::RTPHeader rtp_header;
1052
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001053 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -07001054 auto packet =
1055 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
Stefan Holmer586b19b2015-09-18 11:14:31 +02001056 const uint32_t media_packet_timestamp = timestamp;
danilchapb6f1fb52016-10-19 06:11:39 -07001057 size_t packet_size = packet->size();
Erik Språngf6468d22019-07-05 16:53:43 +02001058 int total_packets_sent = 0;
1059 const int kStoredTimeInMs = 100;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001060
1061 // Packet should be stored in a send bucket.
Erik Språngf6468d22019-07-05 16:53:43 +02001062 if (GetParam().pacer_references_packets) {
1063 EXPECT_CALL(mock_paced_sender_,
1064 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, kSeqNum,
1065 _, _, _));
1066 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
1067 kAllowRetransmission,
1068 RtpPacketSender::kNormalPriority));
1069 EXPECT_EQ(total_packets_sent, transport_.packets_sent());
1070 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
1071 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
1072 PacedPacketInfo());
1073 } else {
1074 EXPECT_CALL(
1075 mock_paced_sender_,
1076 EnqueuePacket(AllOf(
1077 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1078 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
1079 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1080 packet->set_allow_retransmission(true);
1081 EXPECT_TRUE(rtp_sender_->SendToNetwork(
1082 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
1083 EXPECT_EQ(total_packets_sent, transport_.packets_sent());
1084 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
1085 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
1086 ++seq_num;
1087 }
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001088
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001089 // Packet should now be sent. This test doesn't verify the regular video
1090 // packet, since it is tested in another test.
danilchap12ba1862016-10-26 02:41:55 -07001091 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001092 timestamp += 90 * kStoredTimeInMs;
1093
1094 // Send padding 4 times, waiting 50 ms between each.
1095 for (int i = 0; i < 4; ++i) {
1096 const int kPaddingPeriodMs = 50;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001097 const size_t kPaddingBytes = 100;
1098 const size_t kMaxPaddingLength = 224; // Value taken from rtp_sender.cc.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001099 // Padding will be forced to full packets.
philipelc7bf32a2017-02-17 03:59:43 -08001100 EXPECT_EQ(kMaxPaddingLength,
philipel8aadd502017-02-23 02:56:13 -08001101 rtp_sender_->TimeToSendPadding(kPaddingBytes, PacedPacketInfo()));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001102
1103 // Process send bucket. Padding should now be sent.
danilchap12ba1862016-10-26 02:41:55 -07001104 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001105 EXPECT_EQ(kMaxPaddingLength + rtp_header_len,
danilchap12ba1862016-10-26 02:41:55 -07001106 transport_.last_sent_packet().size());
1107
1108 transport_.last_sent_packet().GetHeader(&rtp_header);
pbosbd2522a2015-07-01 05:35:53 -07001109 EXPECT_EQ(kMaxPaddingLength, rtp_header.paddingLength);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001110
Stefan Holmer586b19b2015-09-18 11:14:31 +02001111 // Verify sequence number and timestamp. The timestamp should be the same
1112 // as the last media packet.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001113 EXPECT_EQ(seq_num++, rtp_header.sequenceNumber);
Stefan Holmer586b19b2015-09-18 11:14:31 +02001114 EXPECT_EQ(media_packet_timestamp, rtp_header.timestamp);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001115 // Verify transmission time offset.
Stefan Holmer586b19b2015-09-18 11:14:31 +02001116 int offset = timestamp - media_packet_timestamp;
1117 EXPECT_EQ(offset, rtp_header.extension.transmissionTimeOffset);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001118 uint64_t expected_send_time =
1119 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
1120 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
1121 fake_clock_.AdvanceTimeMilliseconds(kPaddingPeriodMs);
1122 timestamp += 90 * kPaddingPeriodMs;
1123 }
1124
1125 // Send a regular video packet again.
1126 capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -07001127 packet = BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
1128 packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001129
Erik Språngf6468d22019-07-05 16:53:43 +02001130 if (GetParam().pacer_references_packets) {
1131 EXPECT_CALL(mock_paced_sender_,
1132 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, seq_num,
1133 _, _, _));
1134 // Packet should be stored in a send bucket.
1135 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
1136 kAllowRetransmission,
1137 RtpPacketSender::kNormalPriority));
1138 rtp_sender_->TimeToSendPacket(kSsrc, seq_num, capture_time_ms, false,
1139 PacedPacketInfo());
1140 } else {
1141 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1142 EXPECT_CALL(
1143 mock_paced_sender_,
1144 EnqueuePacket(AllOf(
1145 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1146 Pointee(Property(&RtpPacketToSend::SequenceNumber, seq_num)))));
1147 EXPECT_TRUE(rtp_sender_->SendToNetwork(
1148 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
1149 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
1150 }
terelius5d332ac2016-01-14 14:37:39 -08001151
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001152 // Process send bucket.
danilchap12ba1862016-10-26 02:41:55 -07001153 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
1154 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
1155 transport_.last_sent_packet().GetHeader(&rtp_header);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001156
1157 // Verify sequence number and timestamp.
1158 EXPECT_EQ(seq_num, rtp_header.sequenceNumber);
1159 EXPECT_EQ(timestamp, rtp_header.timestamp);
1160 // Verify transmission time offset. This packet is sent without delay.
1161 EXPECT_EQ(0, rtp_header.extension.transmissionTimeOffset);
1162 uint64_t expected_send_time =
1163 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001164 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +00001165}
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001166
minyue3a407ee2017-04-03 01:10:33 -07001167TEST_P(RtpSenderTest, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -07001168 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1169 kRtpExtensionTransportSequenceNumber,
1170 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -07001171 rtp_sender_->SetStorePacketsStatus(true, 10);
1172
1173 EXPECT_CALL(send_packet_observer_,
1174 OnSendPacket(kTransportSequenceNumber, _, _))
1175 .Times(1);
asapersson35151f32016-05-02 23:44:01 -07001176
Erik Språngf6468d22019-07-05 16:53:43 +02001177 if (GetParam().pacer_references_packets) {
1178 const bool kIsRetransmit = false;
1179 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _));
1180 SendGenericPacket(); // Packet passed to pacer.
1181 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
1182 .WillOnce(::testing::Return(kTransportSequenceNumber));
1183 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
1184 fake_clock_.TimeInMilliseconds(),
1185 kIsRetransmit, PacedPacketInfo());
1186 } else {
1187 EXPECT_CALL(
1188 mock_paced_sender_,
1189 EnqueuePacket(AllOf(
1190 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1191 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
1192 auto packet = SendGenericPacket();
1193 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1194 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
1195 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
1196 }
1197
danilchap12ba1862016-10-26 02:41:55 -07001198 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -07001199}
1200
minyue3a407ee2017-04-03 01:10:33 -07001201TEST_P(RtpSenderTest, OnSendPacketNotUpdatedForRetransmits) {
stefana23fc622016-07-28 07:56:38 -07001202 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1203 kRtpExtensionTransportSequenceNumber,
1204 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -07001205 rtp_sender_->SetStorePacketsStatus(true, 10);
1206
1207 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
asapersson35151f32016-05-02 23:44:01 -07001208
Erik Språngf6468d22019-07-05 16:53:43 +02001209 if (GetParam().pacer_references_packets) {
1210 const bool kIsRetransmit = true;
1211 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _));
1212 SendGenericPacket(); // Packet passed to pacer.
1213 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
1214 .WillOnce(Return(kTransportSequenceNumber));
1215 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
1216 fake_clock_.TimeInMilliseconds(),
1217 kIsRetransmit, PacedPacketInfo());
1218 } else {
1219 EXPECT_CALL(
1220 mock_paced_sender_,
1221 EnqueuePacket(AllOf(
1222 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1223 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
1224 auto packet = SendGenericPacket();
1225 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
1226 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
1227 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
1228 }
1229
danilchap12ba1862016-10-26 02:41:55 -07001230 EXPECT_EQ(1, transport_.packets_sent());
Petter Strandmark26bc6692018-05-29 08:43:35 +02001231 EXPECT_TRUE(transport_.last_options_.is_retransmit);
asapersson35151f32016-05-02 23:44:01 -07001232}
1233
minyue3a407ee2017-04-03 01:10:33 -07001234TEST_P(RtpSenderTest, OnSendPacketNotUpdatedWithoutSeqNumAllocator) {
Erik Språngf6468d22019-07-05 16:53:43 +02001235 if (!GetParam().pacer_references_packets) {
1236 // When PacedSender owns packets, there is no
1237 // TransportSequenceNumberAllocator callback, so this test does not make any
1238 // sense.
1239 // TODO(bugs.webrtc.org/10633): Remove this test once old code is gone.
1240 return;
1241 }
1242
Erik Språng4580ca22019-07-04 10:38:43 +02001243 RtpRtcp::Configuration config;
1244 config.clock = &fake_clock_;
1245 config.outgoing_transport = &transport_;
1246 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001247 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001248 config.send_packet_observer = &send_packet_observer_;
1249 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1250 rtp_sender_ = absl::make_unique<RTPSender>(config);
1251
brandtr9dfff292016-11-14 05:14:50 -08001252 rtp_sender_->SetSequenceNumber(kSeqNum);
stefana23fc622016-07-28 07:56:38 -07001253 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1254 kRtpExtensionTransportSequenceNumber,
1255 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -07001256 rtp_sender_->SetSequenceNumber(kSeqNum);
1257 rtp_sender_->SetStorePacketsStatus(true, 10);
1258
1259 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
asapersson35151f32016-05-02 23:44:01 -07001260
asapersson35151f32016-05-02 23:44:01 -07001261 const bool kIsRetransmit = false;
Erik Språngf6468d22019-07-05 16:53:43 +02001262 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _));
1263 SendGenericPacket(); // Packet passed to pacer.
brandtr9dfff292016-11-14 05:14:50 -08001264 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
1265 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -08001266 PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001267
danilchap12ba1862016-10-26 02:41:55 -07001268 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -07001269}
1270
minyue3a407ee2017-04-03 01:10:33 -07001271TEST_P(RtpSenderTest, SendRedundantPayloads) {
Erik Språngf6468d22019-07-05 16:53:43 +02001272 if (!GetParam().pacer_references_packets) {
1273 // If PacedSender owns the RTP packets, GeneratePadding() family of methods
1274 // will be called instead and this test makes no sense.
1275 return;
1276 }
1277
Erik Språng214f5432019-06-20 15:09:58 +02001278 MockTransport transport;
Erik Språng4580ca22019-07-04 10:38:43 +02001279 RtpRtcp::Configuration config;
1280 config.clock = &fake_clock_;
1281 config.outgoing_transport = &transport;
1282 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001283 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001284 config.rtx_send_ssrc = kRtxSsrc;
1285 config.event_log = &mock_rtc_event_log_;
1286 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1287 rtp_sender_ = absl::make_unique<RTPSender>(config);
1288
Erik Språng214f5432019-06-20 15:09:58 +02001289 rtp_sender_->SetSequenceNumber(kSeqNum);
Erik Språng214f5432019-06-20 15:09:58 +02001290 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
1291
1292 uint16_t seq_num = kSeqNum;
1293 rtp_sender_->SetStorePacketsStatus(true, 10);
1294 int32_t rtp_header_len = kRtpHeaderSize;
1295 EXPECT_EQ(
1296 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
1297 kAbsoluteSendTimeExtensionId));
1298 rtp_header_len += 4; // 4 bytes extension.
1299 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
1300
1301 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
Erik Språng214f5432019-06-20 15:09:58 +02001302
1303 const size_t kNumPayloadSizes = 10;
1304 const size_t kPayloadSizes[kNumPayloadSizes] = {500, 550, 600, 650, 700,
1305 750, 800, 850, 900, 950};
1306 // Expect all packets go through the pacer.
Erik Språng214f5432019-06-20 15:09:58 +02001307 EXPECT_CALL(mock_rtc_event_log_,
1308 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1309 .Times(kNumPayloadSizes);
1310
1311 // Send 10 packets of increasing size.
Erik Språng214f5432019-06-20 15:09:58 +02001312 for (size_t i = 0; i < kNumPayloadSizes; ++i) {
1313 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
Erik Språngf6468d22019-07-05 16:53:43 +02001314
1315 EXPECT_CALL(transport, SendRtp(_, _, _)).WillOnce(::testing::Return(true));
1316
1317 if (GetParam().pacer_references_packets) {
1318 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, seq_num, _, _, _));
1319 SendPacket(capture_time_ms, kPayloadSizes[i]);
1320 rtp_sender_->TimeToSendPacket(kSsrc, seq_num,
1321 fake_clock_.TimeInMilliseconds(), false,
1322 PacedPacketInfo());
1323 } else {
1324 EXPECT_CALL(
1325 mock_paced_sender_,
1326 EnqueuePacket(AllOf(
1327 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1328 Pointee(Property(&RtpPacketToSend::SequenceNumber, seq_num)))));
1329 auto packet = SendPacket(capture_time_ms, kPayloadSizes[i]);
1330 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1331 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
1332 }
1333
1334 ++seq_num;
Erik Språng214f5432019-06-20 15:09:58 +02001335 fake_clock_.AdvanceTimeMilliseconds(33);
1336 }
1337
1338 EXPECT_CALL(mock_rtc_event_log_,
1339 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1340 .Times(AtLeast(4));
1341
1342 // The amount of padding to send it too small to send a payload packet.
1343 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
1344 .WillOnce(Return(true));
1345 EXPECT_EQ(kMaxPaddingSize,
1346 rtp_sender_->TimeToSendPadding(49, PacedPacketInfo()));
1347
1348 // Payload padding will prefer packets with lower transmit count first and
1349 // lower age second.
1350 EXPECT_CALL(transport, SendRtp(_,
1351 kPayloadSizes[kNumPayloadSizes - 1] +
1352 rtp_header_len + kRtxHeaderSize,
1353 Field(&PacketOptions::is_retransmit, true)))
1354 .WillOnce(Return(true));
1355 EXPECT_EQ(kPayloadSizes[kNumPayloadSizes - 1],
1356 rtp_sender_->TimeToSendPadding(500, PacedPacketInfo()));
1357
1358 EXPECT_CALL(transport, SendRtp(_,
1359 kPayloadSizes[kNumPayloadSizes - 2] +
1360 rtp_header_len + kRtxHeaderSize,
1361 _))
1362 .WillOnce(Return(true));
1363
1364 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len,
1365 Field(&PacketOptions::is_retransmit, false)))
1366 .WillOnce(Return(true));
1367 EXPECT_EQ(kPayloadSizes[kNumPayloadSizes - 2] + kMaxPaddingSize,
1368 rtp_sender_->TimeToSendPadding(
1369 kPayloadSizes[kNumPayloadSizes - 2] + 49, PacedPacketInfo()));
1370}
1371
minyue3a407ee2017-04-03 01:10:33 -07001372TEST_P(RtpSenderTestWithoutPacer, SendGenericVideo) {
Niels Möller8a40edd2019-01-24 18:04:44 +01001373 const char payload_name[] = "GENERIC";
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001374 const uint8_t payload_type = 127;
Niels Möller5fe95102019-03-04 16:49:25 +01001375 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001376 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001377 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +01001378 FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001379 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1380 /*raw_payload=*/false);
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001381 uint8_t payload[] = {47, 11, 32, 93, 89};
1382
1383 // Send keyframe
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001384 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001385 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001386 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1387 sizeof(payload), nullptr, &video_header,
1388 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001389
danilchap96c15872016-11-21 01:35:29 -08001390 auto sent_payload = transport_.last_sent_packet().payload();
1391 uint8_t generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001392 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1393 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001394 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001395
1396 // Send delta frame
1397 payload[0] = 13;
1398 payload[1] = 42;
1399 payload[4] = 13;
1400
Niels Möller59ab1cf2019-02-06 22:48:11 +01001401 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001402 VideoFrameType::kVideoFrameDelta, payload_type, 1234, 4321, payload,
1403 sizeof(payload), nullptr, &video_header,
1404 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001405
danilchap96c15872016-11-21 01:35:29 -08001406 sent_payload = transport_.last_sent_packet().payload();
1407 generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001408 EXPECT_FALSE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1409 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001410 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001411}
1412
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001413TEST_P(RtpSenderTestWithoutPacer, SendRawVideo) {
1414 const char payload_name[] = "VP8";
1415 const uint8_t payload_type = 111;
1416 const uint8_t payload[] = {11, 22, 33, 44, 55};
1417
1418 PlayoutDelayOracle playout_delay_oracle;
1419 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001420 &playout_delay_oracle, nullptr, false, false,
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001421 FieldTrialBasedConfig());
1422 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1423 /*raw_payload=*/true);
1424
1425 // Send a frame.
1426 RTPVideoHeader video_header;
1427 ASSERT_TRUE(rtp_sender_video.SendVideo(
1428 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1429 sizeof(payload), nullptr, &video_header,
1430 kDefaultExpectedRetransmissionTimeMs));
1431
1432 auto sent_payload = transport_.last_sent_packet().payload();
1433 EXPECT_THAT(sent_payload, ElementsAreArray(payload));
1434}
1435
minyue3a407ee2017-04-03 01:10:33 -07001436TEST_P(RtpSenderTest, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001437 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001438 constexpr int kMediaPayloadType = 127;
1439 constexpr int kFlexfecPayloadType = 118;
brandtrdbdb3f12016-11-10 05:04:48 -08001440 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001441 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språng4580ca22019-07-04 10:38:43 +02001442 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1443 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001444 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001445
1446 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001447 RtpRtcp::Configuration config;
1448 config.clock = &fake_clock_;
1449 config.outgoing_transport = &transport_;
1450 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001451 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001452 config.flexfec_sender = &flexfec_sender_;
1453 config.transport_sequence_number_allocator = &seq_num_allocator_;
1454 config.event_log = &mock_rtc_event_log_;
1455 config.send_packet_observer = &send_packet_observer_;
1456 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1457 rtp_sender_ = absl::make_unique<RTPSender>(config);
1458
brandtrdbdb3f12016-11-10 05:04:48 -08001459 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001460 rtp_sender_->SetStorePacketsStatus(true, 10);
1461
Niels Möller5fe95102019-03-04 16:49:25 +01001462 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001463 RTPSenderVideo rtp_sender_video(
1464 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1465 nullptr, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001466 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1467 /*raw_payload=*/false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001468
brandtrdbdb3f12016-11-10 05:04:48 -08001469 // Parameters selected to generate a single FEC packet per media packet.
1470 FecProtectionParams params;
1471 params.fec_rate = 15;
1472 params.max_fec_frames = 1;
1473 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001474 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001475
brandtr9dfff292016-11-14 05:14:50 -08001476 uint16_t flexfec_seq_num;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001477 RTPVideoHeader video_header;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001478
Erik Språngf6468d22019-07-05 16:53:43 +02001479 if (GetParam().pacer_references_packets) {
1480 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1481 kSsrc, kSeqNum, _, _, false));
1482 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1483 kFlexFecSsrc, _, _, _, false))
1484 .WillOnce(::testing::SaveArg<2>(&flexfec_seq_num));
1485
1486 EXPECT_TRUE(rtp_sender_video.SendVideo(
1487 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
1488 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1489 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1490
1491 EXPECT_EQ(RtpPacketSendResult::kSuccess,
1492 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
1493 fake_clock_.TimeInMilliseconds(),
1494 false, PacedPacketInfo()));
1495 EXPECT_EQ(RtpPacketSendResult::kSuccess,
1496 rtp_sender_->TimeToSendPacket(kFlexFecSsrc, flexfec_seq_num,
1497 fake_clock_.TimeInMilliseconds(),
1498 false, PacedPacketInfo()));
1499 } else {
1500 std::unique_ptr<RtpPacketToSend> media_packet;
1501 std::unique_ptr<RtpPacketToSend> fec_packet;
1502
1503 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
1504 .Times(2)
1505 .WillRepeatedly([&](std::unique_ptr<RtpPacketToSend> packet) {
1506 if (packet->packet_type() == RtpPacketToSend::Type::kVideo) {
1507 EXPECT_EQ(packet->Ssrc(), kSsrc);
1508 EXPECT_EQ(packet->SequenceNumber(), kSeqNum);
1509 media_packet = std::move(packet);
1510 } else {
1511 EXPECT_EQ(packet->packet_type(),
1512 RtpPacketToSend::Type::kForwardErrorCorrection);
1513 EXPECT_EQ(packet->Ssrc(), kFlexFecSsrc);
1514 fec_packet = std::move(packet);
1515 }
1516 });
1517
1518 EXPECT_TRUE(rtp_sender_video.SendVideo(
1519 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
1520 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1521 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1522 ASSERT_TRUE(media_packet != nullptr);
1523 ASSERT_TRUE(fec_packet != nullptr);
1524
1525 flexfec_seq_num = fec_packet->SequenceNumber();
1526 rtp_sender_->TrySendPacket(media_packet.get(), PacedPacketInfo());
1527 rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo());
1528 }
1529
brandtr9dfff292016-11-14 05:14:50 -08001530 ASSERT_EQ(2, transport_.packets_sent());
brandtrdbdb3f12016-11-10 05:04:48 -08001531 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1532 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
brandtr9dfff292016-11-14 05:14:50 -08001533 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
Erik Språng4580ca22019-07-04 10:38:43 +02001534 EXPECT_EQ(kSsrc, media_packet.Ssrc());
brandtr9dfff292016-11-14 05:14:50 -08001535 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1536 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1537 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
Erik Språng4580ca22019-07-04 10:38:43 +02001538 EXPECT_EQ(kFlexFecSsrc, flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001539}
1540
Erik Språngf6468d22019-07-05 16:53:43 +02001541// TODO(ilnik): because of webrtc:7859. Once FEC moved below pacer, this test
1542// should be removed.
1543TEST_P(RtpSenderTest, NoFlexfecForTimingFrames) {
1544 constexpr uint32_t kTimestamp = 1234;
1545 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
1546 constexpr int kMediaPayloadType = 127;
1547 constexpr int kFlexfecPayloadType = 118;
1548 const std::vector<RtpExtension> kNoRtpExtensions;
1549 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
1550
1551 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1552 kNoRtpExtensions, kNoRtpExtensionSizes,
1553 nullptr /* rtp_state */, &fake_clock_);
1554
1555 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng630443a2019-07-26 16:44:55 +02001556 RtpRtcp::Configuration config;
1557 config.clock = &fake_clock_;
1558 config.outgoing_transport = &transport_;
1559 config.paced_sender = &mock_paced_sender_;
1560 config.flexfec_sender = &flexfec_sender;
1561 config.transport_sequence_number_allocator = &seq_num_allocator_;
1562 config.event_log = &mock_rtc_event_log_;
1563 config.send_packet_observer = &send_packet_observer_;
1564 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001565 config.local_media_ssrc = kSsrc;
Erik Språng630443a2019-07-26 16:44:55 +02001566 rtp_sender_ = absl::make_unique<RTPSender>(config);
Erik Språngf6468d22019-07-05 16:53:43 +02001567 rtp_sender_->SetSequenceNumber(kSeqNum);
1568 rtp_sender_->SetStorePacketsStatus(true, 10);
1569
1570 PlayoutDelayOracle playout_delay_oracle;
1571 RTPSenderVideo rtp_sender_video(
1572 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1573 nullptr, false, false, FieldTrialBasedConfig());
1574 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1575 /*raw_payload=*/false);
1576
1577 // Need extension to be registered for timing frames to be sent.
1578 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1579 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
1580
1581 // Parameters selected to generate a single FEC packet per media packet.
1582 FecProtectionParams params;
1583 params.fec_rate = 15;
1584 params.max_fec_frames = 1;
1585 params.fec_mask_type = kFecMaskRandom;
1586 rtp_sender_video.SetFecParameters(params, params);
1587
1588 RTPVideoHeader video_header;
1589 video_header.video_timing.flags = VideoSendTiming::kTriggeredByTimer;
1590
1591 EXPECT_CALL(mock_rtc_event_log_,
1592 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1593 .Times(1);
1594 if (GetParam().pacer_references_packets) {
1595 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1596 kSsrc, kSeqNum, _, _, false));
1597 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1598 kFlexFecSsrc, _, _, _, false))
1599 .Times(0); // Not called because packet should not be protected.
1600
1601 EXPECT_TRUE(rtp_sender_video.SendVideo(
1602 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
1603 kCaptureTimeMs, kPayloadData, sizeof(kPayloadData), nullptr,
1604 &video_header, kDefaultExpectedRetransmissionTimeMs));
1605
1606 EXPECT_EQ(RtpPacketSendResult::kSuccess,
1607 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
1608 fake_clock_.TimeInMilliseconds(),
1609 false, PacedPacketInfo()));
1610 } else {
1611 std::unique_ptr<RtpPacketToSend> rtp_packet;
1612 EXPECT_CALL(
1613 mock_paced_sender_,
1614 EnqueuePacket(AllOf(
1615 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1616 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))))
1617 .WillOnce([&rtp_packet](std::unique_ptr<RtpPacketToSend> packet) {
1618 rtp_packet = std::move(packet);
1619 });
1620
1621 EXPECT_CALL(
1622 mock_paced_sender_,
1623 EnqueuePacket(Pointee(Property(&RtpPacketToSend::Ssrc, kFlexFecSsrc))))
1624 .Times(0); // Not called because packet should not be protected.
1625
1626 EXPECT_TRUE(rtp_sender_video.SendVideo(
1627 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
1628 kCaptureTimeMs, kPayloadData, sizeof(kPayloadData), nullptr,
1629 &video_header, kDefaultExpectedRetransmissionTimeMs));
1630
1631 EXPECT_TRUE(
1632 rtp_sender_->TrySendPacket(rtp_packet.get(), PacedPacketInfo()));
1633 }
1634
1635 ASSERT_EQ(1, transport_.packets_sent());
1636 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1637 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1638 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
1639 EXPECT_EQ(kSsrc, media_packet.Ssrc());
1640
1641 // Now try to send not a timing frame.
1642 uint16_t flexfec_seq_num;
1643
1644 EXPECT_CALL(mock_rtc_event_log_,
1645 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1646 .Times(2);
1647 if (GetParam().pacer_references_packets) {
1648 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1649 kFlexFecSsrc, _, _, _, false))
1650 .WillOnce(::testing::SaveArg<2>(&flexfec_seq_num));
1651 EXPECT_CALL(mock_paced_sender_,
1652 InsertPacket(RtpPacketSender::kLowPriority, kSsrc, kSeqNum + 1,
1653 _, _, false));
1654 video_header.video_timing.flags = VideoSendTiming::kInvalid;
1655 EXPECT_TRUE(rtp_sender_video.SendVideo(
1656 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp + 1,
1657 kCaptureTimeMs + 1, kPayloadData, sizeof(kPayloadData), nullptr,
1658 &video_header, kDefaultExpectedRetransmissionTimeMs));
1659
1660 EXPECT_EQ(RtpPacketSendResult::kSuccess,
1661 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum + 1,
1662 fake_clock_.TimeInMilliseconds(),
1663 false, PacedPacketInfo()));
1664 EXPECT_EQ(RtpPacketSendResult::kSuccess,
1665 rtp_sender_->TimeToSendPacket(kFlexFecSsrc, flexfec_seq_num,
1666 fake_clock_.TimeInMilliseconds(),
1667 false, PacedPacketInfo()));
1668 } else {
1669 std::unique_ptr<RtpPacketToSend> media_packet;
1670 std::unique_ptr<RtpPacketToSend> fec_packet;
1671
1672 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
1673 .Times(2)
1674 .WillRepeatedly([&](std::unique_ptr<RtpPacketToSend> packet) {
1675 if (packet->packet_type() == RtpPacketToSend::Type::kVideo) {
1676 EXPECT_EQ(packet->Ssrc(), kSsrc);
1677 EXPECT_EQ(packet->SequenceNumber(), kSeqNum + 1);
1678 media_packet = std::move(packet);
1679 } else {
1680 EXPECT_EQ(packet->packet_type(),
1681 RtpPacketToSend::Type::kForwardErrorCorrection);
1682 EXPECT_EQ(packet->Ssrc(), kFlexFecSsrc);
1683 fec_packet = std::move(packet);
1684 }
1685 });
1686
1687 video_header.video_timing.flags = VideoSendTiming::kInvalid;
1688 EXPECT_TRUE(rtp_sender_video.SendVideo(
1689 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp + 1,
1690 kCaptureTimeMs + 1, kPayloadData, sizeof(kPayloadData), nullptr,
1691 &video_header, kDefaultExpectedRetransmissionTimeMs));
1692
1693 ASSERT_TRUE(media_packet != nullptr);
1694 ASSERT_TRUE(fec_packet != nullptr);
1695
1696 flexfec_seq_num = fec_packet->SequenceNumber();
1697 rtp_sender_->TrySendPacket(media_packet.get(), PacedPacketInfo());
1698 rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo());
1699 }
1700
1701 ASSERT_EQ(3, transport_.packets_sent());
1702 const RtpPacketReceived& media_packet2 = transport_.sent_packets_[1];
1703 EXPECT_EQ(kMediaPayloadType, media_packet2.PayloadType());
1704 EXPECT_EQ(kSeqNum + 1, media_packet2.SequenceNumber());
1705 EXPECT_EQ(kSsrc, media_packet2.Ssrc());
1706 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[2];
1707 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1708 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1709 EXPECT_EQ(kFlexFecSsrc, flexfec_packet.Ssrc());
1710}
1711
minyue3a407ee2017-04-03 01:10:33 -07001712TEST_P(RtpSenderTestWithoutPacer, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001713 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001714 constexpr int kMediaPayloadType = 127;
1715 constexpr int kFlexfecPayloadType = 118;
brandtrdbdb3f12016-11-10 05:04:48 -08001716 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001717 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språngf6468d22019-07-05 16:53:43 +02001718 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
Erik Språng4580ca22019-07-04 10:38:43 +02001719 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001720 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001721
1722 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001723 RtpRtcp::Configuration config;
1724 config.clock = &fake_clock_;
1725 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001726 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001727 config.flexfec_sender = &flexfec_sender;
1728 config.transport_sequence_number_allocator = &seq_num_allocator_;
1729 config.event_log = &mock_rtc_event_log_;
1730 config.send_packet_observer = &send_packet_observer_;
1731 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1732 rtp_sender_ = absl::make_unique<RTPSender>(config);
1733
brandtrdbdb3f12016-11-10 05:04:48 -08001734 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001735
Niels Möller5fe95102019-03-04 16:49:25 +01001736 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001737 RTPSenderVideo rtp_sender_video(
1738 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1739 nullptr, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001740 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1741 /*raw_payload=*/false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001742
brandtrdbdb3f12016-11-10 05:04:48 -08001743 // Parameters selected to generate a single FEC packet per media packet.
1744 FecProtectionParams params;
1745 params.fec_rate = 15;
1746 params.max_fec_frames = 1;
1747 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001748 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001749
Elad Alon4a87e1c2017-10-03 16:11:34 +02001750 EXPECT_CALL(mock_rtc_event_log_,
1751 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1752 .Times(2);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001753 RTPVideoHeader video_header;
1754 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001755 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001756 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1757 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1758
brandtrdbdb3f12016-11-10 05:04:48 -08001759 ASSERT_EQ(2, transport_.packets_sent());
1760 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1761 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
Erik Språng4580ca22019-07-04 10:38:43 +02001762 EXPECT_EQ(kSsrc, media_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001763 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1764 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
Erik Språngf6468d22019-07-05 16:53:43 +02001765 EXPECT_EQ(kFlexFecSsrc, flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001766}
1767
Steve Anton296a0ce2018-03-22 15:17:27 -07001768// Test that the MID header extension is included on sent packets when
1769// configured.
1770TEST_P(RtpSenderTestWithoutPacer, MidIncludedOnSentPackets) {
1771 const char kMid[] = "mid";
1772
Steve Anton2bac7da2019-07-21 15:04:21 -04001773 EnableMidSending(kMid);
Steve Anton296a0ce2018-03-22 15:17:27 -07001774
1775 // Send a couple packets.
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001776 SendGenericPacket();
1777 SendGenericPacket();
Steve Anton296a0ce2018-03-22 15:17:27 -07001778
1779 // Expect both packets to have the MID set.
1780 ASSERT_EQ(2u, transport_.sent_packets_.size());
1781 for (const RtpPacketReceived& packet : transport_.sent_packets_) {
1782 std::string mid;
1783 ASSERT_TRUE(packet.GetExtension<RtpMid>(&mid));
1784 EXPECT_EQ(kMid, mid);
1785 }
1786}
1787
Amit Hilbuch77938e62018-12-21 09:23:38 -08001788TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnSentPackets) {
1789 const char kRid[] = "f";
1790
Steve Anton2bac7da2019-07-21 15:04:21 -04001791 EnableRidSending(kRid);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001792
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001793 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001794
1795 ASSERT_EQ(1u, transport_.sent_packets_.size());
1796 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1797 std::string rid;
1798 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1799 EXPECT_EQ(kRid, rid);
1800}
1801
1802TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnRtxSentPackets) {
1803 const char kRid[] = "f";
Amit Hilbuch77938e62018-12-21 09:23:38 -08001804
Steve Anton2bac7da2019-07-21 15:04:21 -04001805 EnableRtx();
1806 EnableRidSending(kRid);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001807
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001808 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001809 ASSERT_EQ(1u, transport_.sent_packets_.size());
1810 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1811 std::string rid;
1812 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1813 EXPECT_EQ(kRid, rid);
1814 rid = kNoRid;
Steve Anton2bac7da2019-07-21 15:04:21 -04001815 EXPECT_FALSE(packet.HasExtension<RepairedRtpStreamId>());
Amit Hilbuch77938e62018-12-21 09:23:38 -08001816
1817 uint16_t packet_id = packet.SequenceNumber();
1818 rtp_sender_->ReSendPacket(packet_id);
1819 ASSERT_EQ(2u, transport_.sent_packets_.size());
1820 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1821 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rid));
1822 EXPECT_EQ(kRid, rid);
1823 EXPECT_FALSE(rtx_packet.HasExtension<RtpStreamId>());
1824}
1825
Steve Anton2bac7da2019-07-21 15:04:21 -04001826TEST_P(RtpSenderTestWithoutPacer, MidAndRidNotIncludedOnSentPacketsAfterAck) {
1827 const char kMid[] = "mid";
1828 const char kRid[] = "f";
1829
1830 EnableMidSending(kMid);
1831 EnableRidSending(kRid);
1832
1833 // This first packet should include both MID and RID.
1834 auto first_built_packet = SendGenericPacket();
1835
1836 rtp_sender_->OnReceivedAckOnSsrc(first_built_packet->SequenceNumber());
1837
1838 // The second packet should include neither since an ack was received.
1839 SendGenericPacket();
1840
1841 ASSERT_EQ(2u, transport_.sent_packets_.size());
1842
1843 const RtpPacketReceived& first_packet = transport_.sent_packets_[0];
1844 std::string mid, rid;
1845 ASSERT_TRUE(first_packet.GetExtension<RtpMid>(&mid));
1846 EXPECT_EQ(kMid, mid);
1847 ASSERT_TRUE(first_packet.GetExtension<RtpStreamId>(&rid));
1848 EXPECT_EQ(kRid, rid);
1849
1850 const RtpPacketReceived& second_packet = transport_.sent_packets_[1];
1851 EXPECT_FALSE(second_packet.HasExtension<RtpMid>());
1852 EXPECT_FALSE(second_packet.HasExtension<RtpStreamId>());
1853}
1854
1855// Test that the first RTX packet includes both MID and RRID even if the packet
1856// being retransmitted did not have MID or RID. The MID and RID are needed on
1857// the first packets for a given SSRC, and RTX packets are sent on a separate
1858// SSRC.
1859TEST_P(RtpSenderTestWithoutPacer, MidAndRidIncludedOnFirstRtxPacket) {
1860 const char kMid[] = "mid";
1861 const char kRid[] = "f";
1862
1863 EnableRtx();
1864 EnableMidSending(kMid);
1865 EnableRidSending(kRid);
1866
1867 // This first packet will include both MID and RID.
1868 auto first_built_packet = SendGenericPacket();
1869 rtp_sender_->OnReceivedAckOnSsrc(first_built_packet->SequenceNumber());
1870
1871 // The second packet will include neither since an ack was received.
1872 auto second_built_packet = SendGenericPacket();
1873
1874 // The first RTX packet should include MID and RRID.
1875 ASSERT_LT(0,
1876 rtp_sender_->ReSendPacket(second_built_packet->SequenceNumber()));
1877
1878 ASSERT_EQ(3u, transport_.sent_packets_.size());
1879
1880 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[2];
1881 std::string mid, rrid;
1882 ASSERT_TRUE(rtx_packet.GetExtension<RtpMid>(&mid));
1883 EXPECT_EQ(kMid, mid);
1884 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rrid));
1885 EXPECT_EQ(kRid, rrid);
1886}
1887
1888// Test that the RTX packets sent after receving an ACK on the RTX SSRC does
1889// not include either MID or RRID even if the packet being retransmitted did
1890// had a MID or RID.
1891TEST_P(RtpSenderTestWithoutPacer, MidAndRidNotIncludedOnRtxPacketsAfterAck) {
1892 const char kMid[] = "mid";
1893 const char kRid[] = "f";
1894
1895 EnableRtx();
1896 EnableMidSending(kMid);
1897 EnableRidSending(kRid);
1898
1899 // This first packet will include both MID and RID.
1900 auto first_built_packet = SendGenericPacket();
1901 rtp_sender_->OnReceivedAckOnSsrc(first_built_packet->SequenceNumber());
1902
1903 // The second packet will include neither since an ack was received.
1904 auto second_built_packet = SendGenericPacket();
1905
1906 // The first RTX packet will include MID and RRID.
1907 ASSERT_LT(0,
1908 rtp_sender_->ReSendPacket(second_built_packet->SequenceNumber()));
1909
1910 ASSERT_EQ(3u, transport_.sent_packets_.size());
1911 const RtpPacketReceived& first_rtx_packet = transport_.sent_packets_[2];
1912
1913 rtp_sender_->OnReceivedAckOnRtxSsrc(first_rtx_packet.SequenceNumber());
1914
1915 // The second and third RTX packets should not include MID nor RRID.
1916 ASSERT_LT(0, rtp_sender_->ReSendPacket(first_built_packet->SequenceNumber()));
1917 ASSERT_LT(0,
1918 rtp_sender_->ReSendPacket(second_built_packet->SequenceNumber()));
1919
1920 ASSERT_EQ(5u, transport_.sent_packets_.size());
1921
1922 const RtpPacketReceived& second_rtx_packet = transport_.sent_packets_[3];
1923 EXPECT_FALSE(second_rtx_packet.HasExtension<RtpMid>());
1924 EXPECT_FALSE(second_rtx_packet.HasExtension<RepairedRtpStreamId>());
1925
1926 const RtpPacketReceived& third_rtx_packet = transport_.sent_packets_[4];
1927 EXPECT_FALSE(third_rtx_packet.HasExtension<RtpMid>());
1928 EXPECT_FALSE(third_rtx_packet.HasExtension<RepairedRtpStreamId>());
1929}
1930
1931// Test that if the RtpState indicates an ACK has been received on that SSRC
1932// then neither the MID nor RID header extensions will be sent.
1933TEST_P(RtpSenderTestWithoutPacer,
1934 MidAndRidNotIncludedOnSentPacketsAfterRtpStateRestored) {
1935 const char kMid[] = "mid";
1936 const char kRid[] = "f";
1937
1938 EnableMidSending(kMid);
1939 EnableRidSending(kRid);
1940
1941 RtpState state = rtp_sender_->GetRtpState();
1942 EXPECT_FALSE(state.ssrc_has_acked);
1943 state.ssrc_has_acked = true;
1944 rtp_sender_->SetRtpState(state);
1945
1946 SendGenericPacket();
1947
1948 ASSERT_EQ(1u, transport_.sent_packets_.size());
1949 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1950 EXPECT_FALSE(packet.HasExtension<RtpMid>());
1951 EXPECT_FALSE(packet.HasExtension<RtpStreamId>());
1952}
1953
1954// Test that if the RTX RtpState indicates an ACK has been received on that
1955// RTX SSRC then neither the MID nor RRID header extensions will be sent on
1956// RTX packets.
1957TEST_P(RtpSenderTestWithoutPacer,
1958 MidAndRridNotIncludedOnRtxPacketsAfterRtpStateRestored) {
1959 const char kMid[] = "mid";
1960 const char kRid[] = "f";
1961
1962 EnableRtx();
1963 EnableMidSending(kMid);
1964 EnableRidSending(kRid);
1965
1966 RtpState rtx_state = rtp_sender_->GetRtxRtpState();
1967 EXPECT_FALSE(rtx_state.ssrc_has_acked);
1968 rtx_state.ssrc_has_acked = true;
1969 rtp_sender_->SetRtxRtpState(rtx_state);
1970
1971 auto built_packet = SendGenericPacket();
1972 ASSERT_LT(0, rtp_sender_->ReSendPacket(built_packet->SequenceNumber()));
1973
1974 ASSERT_EQ(2u, transport_.sent_packets_.size());
1975 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1976 EXPECT_FALSE(rtx_packet.HasExtension<RtpMid>());
1977 EXPECT_FALSE(rtx_packet.HasExtension<RepairedRtpStreamId>());
1978}
1979
minyue3a407ee2017-04-03 01:10:33 -07001980TEST_P(RtpSenderTest, FecOverheadRate) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001981 constexpr uint32_t kTimestamp = 1234;
1982 constexpr int kMediaPayloadType = 127;
brandtr81eab612017-01-24 04:06:09 -08001983 constexpr int kFlexfecPayloadType = 118;
brandtr81eab612017-01-24 04:06:09 -08001984 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001985 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språng4580ca22019-07-04 10:38:43 +02001986 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1987 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001988 nullptr /* rtp_state */, &fake_clock_);
brandtr81eab612017-01-24 04:06:09 -08001989
1990 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001991 RtpRtcp::Configuration config;
1992 config.clock = &fake_clock_;
1993 config.outgoing_transport = &transport_;
1994 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001995 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001996 config.flexfec_sender = &flexfec_sender;
1997 config.transport_sequence_number_allocator = &seq_num_allocator_;
1998 config.event_log = &mock_rtc_event_log_;
1999 config.send_packet_observer = &send_packet_observer_;
2000 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
2001 rtp_sender_ = absl::make_unique<RTPSender>(config);
2002
brandtr81eab612017-01-24 04:06:09 -08002003 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr81eab612017-01-24 04:06:09 -08002004
Niels Möller5fe95102019-03-04 16:49:25 +01002005 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02002006 RTPSenderVideo rtp_sender_video(
2007 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
2008 nullptr, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02002009 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
2010 /*raw_payload=*/false);
brandtr81eab612017-01-24 04:06:09 -08002011 // Parameters selected to generate a single FEC packet per media packet.
2012 FecProtectionParams params;
2013 params.fec_rate = 15;
2014 params.max_fec_frames = 1;
2015 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01002016 rtp_sender_video.SetFecParameters(params, params);
brandtr81eab612017-01-24 04:06:09 -08002017
2018 constexpr size_t kNumMediaPackets = 10;
2019 constexpr size_t kNumFecPackets = kNumMediaPackets;
2020 constexpr int64_t kTimeBetweenPacketsMs = 10;
Erik Språngf6468d22019-07-05 16:53:43 +02002021 if (GetParam().pacer_references_packets) {
2022 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, _, _, _, _, false))
2023 .Times(kNumMediaPackets + kNumFecPackets);
2024 } else {
2025 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
2026 .Times(kNumMediaPackets + kNumFecPackets);
2027 }
brandtr81eab612017-01-24 04:06:09 -08002028 for (size_t i = 0; i < kNumMediaPackets; ++i) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01002029 RTPVideoHeader video_header;
2030
2031 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01002032 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01002033 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
2034 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
2035
brandtr81eab612017-01-24 04:06:09 -08002036 fake_clock_.AdvanceTimeMilliseconds(kTimeBetweenPacketsMs);
2037 }
2038 constexpr size_t kRtpHeaderLength = 12;
2039 constexpr size_t kFlexfecHeaderLength = 20;
2040 constexpr size_t kGenericCodecHeaderLength = 1;
2041 constexpr size_t kPayloadLength = sizeof(kPayloadData);
2042 constexpr size_t kPacketLength = kRtpHeaderLength + kFlexfecHeaderLength +
2043 kGenericCodecHeaderLength + kPayloadLength;
2044 EXPECT_NEAR(kNumFecPackets * kPacketLength * 8 /
2045 (kNumFecPackets * kTimeBetweenPacketsMs / 1000.0f),
Niels Möllere7b9e6b2019-02-06 18:23:44 +01002046 rtp_sender_video.FecOverheadRate(), 500);
brandtr81eab612017-01-24 04:06:09 -08002047}
2048
minyue3a407ee2017-04-03 01:10:33 -07002049TEST_P(RtpSenderTest, BitrateCallbacks) {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002050 class TestCallback : public BitrateStatisticsObserver {
2051 public:
sprangcd349d92016-07-13 09:11:28 -07002052 TestCallback()
2053 : BitrateStatisticsObserver(),
2054 num_calls_(0),
2055 ssrc_(0),
2056 total_bitrate_(0),
2057 retransmit_bitrate_(0) {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00002058 ~TestCallback() override = default;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002059
sprangcd349d92016-07-13 09:11:28 -07002060 void Notify(uint32_t total_bitrate,
2061 uint32_t retransmit_bitrate,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00002062 uint32_t ssrc) override {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002063 ++num_calls_;
2064 ssrc_ = ssrc;
sprangcd349d92016-07-13 09:11:28 -07002065 total_bitrate_ = total_bitrate;
2066 retransmit_bitrate_ = retransmit_bitrate;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002067 }
2068
2069 uint32_t num_calls_;
2070 uint32_t ssrc_;
sprangcd349d92016-07-13 09:11:28 -07002071 uint32_t total_bitrate_;
2072 uint32_t retransmit_bitrate_;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002073 } callback;
Erik Språng4580ca22019-07-04 10:38:43 +02002074
2075 RtpRtcp::Configuration config;
2076 config.clock = &fake_clock_;
2077 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02002078 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02002079 config.send_bitrate_observer = &callback;
2080 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
2081 rtp_sender_ = absl::make_unique<RTPSender>(config);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002082
Niels Möller5fe95102019-03-04 16:49:25 +01002083 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01002084 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02002085 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +01002086 FieldTrialBasedConfig());
Niels Möller59ab1cf2019-02-06 22:48:11 +01002087 const char payload_name[] = "GENERIC";
2088 const uint8_t payload_type = 127;
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02002089 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
2090 /*raw_payload=*/false);
Niels Möller59ab1cf2019-02-06 22:48:11 +01002091
sprangcd349d92016-07-13 09:11:28 -07002092 // Simulate kNumPackets sent with kPacketInterval ms intervals, with the
2093 // number of packets selected so that we fill (but don't overflow) the one
2094 // second averaging window.
2095 const uint32_t kWindowSizeMs = 1000;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002096 const uint32_t kPacketInterval = 20;
sprangcd349d92016-07-13 09:11:28 -07002097 const uint32_t kNumPackets =
2098 (kWindowSizeMs - kPacketInterval) / kPacketInterval;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002099 // Overhead = 12 bytes RTP header + 1 byte generic header.
2100 const uint32_t kPacketOverhead = 13;
2101
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002102 uint8_t payload[] = {47, 11, 32, 93, 89};
2103 rtp_sender_->SetStorePacketsStatus(true, 1);
2104 uint32_t ssrc = rtp_sender_->SSRC();
2105
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002106 // Initial process call so we get a new time window.
2107 rtp_sender_->ProcessBitrate();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002108
2109 // Send a few frames.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02002110 RTPVideoHeader video_header;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002111 for (uint32_t i = 0; i < kNumPackets; ++i) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01002112 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01002113 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
2114 sizeof(payload), nullptr, &video_header,
2115 kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002116 fake_clock_.AdvanceTimeMilliseconds(kPacketInterval);
2117 }
2118
2119 rtp_sender_->ProcessBitrate();
2120
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00002121 // We get one call for every stats updated, thus two calls since both the
2122 // stream stats and the retransmit stats are updated once.
2123 EXPECT_EQ(2u, callback.num_calls_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002124 EXPECT_EQ(ssrc, callback.ssrc_);
sprangcd349d92016-07-13 09:11:28 -07002125 const uint32_t kTotalPacketSize = kPacketOverhead + sizeof(payload);
2126 // Bitrate measured over delta between last and first timestamp, plus one.
2127 const uint32_t kExpectedWindowMs = kNumPackets * kPacketInterval + 1;
2128 const uint32_t kExpectedBitsAccumulated = kTotalPacketSize * kNumPackets * 8;
2129 const uint32_t kExpectedRateBps =
2130 (kExpectedBitsAccumulated * 1000 + (kExpectedWindowMs / 2)) /
2131 kExpectedWindowMs;
2132 EXPECT_EQ(kExpectedRateBps, callback.total_bitrate_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002133
andresp@webrtc.orgd11bec42014-07-08 14:32:58 +00002134 rtp_sender_.reset();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002135}
2136
minyue3a407ee2017-04-03 01:10:33 -07002137TEST_P(RtpSenderTestWithoutPacer, StreamDataCountersCallbacks) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002138 class TestCallback : public StreamDataCountersCallback {
2139 public:
danilchap162abd32015-12-10 02:39:40 -08002140 TestCallback() : StreamDataCountersCallback(), ssrc_(0), counters_() {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00002141 ~TestCallback() override = default;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002142
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00002143 void DataCountersUpdated(const StreamDataCounters& counters,
2144 uint32_t ssrc) override {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002145 ssrc_ = ssrc;
2146 counters_ = counters;
2147 }
2148
2149 uint32_t ssrc_;
2150 StreamDataCounters counters_;
asapersson@webrtc.org44149392015-02-04 08:34:47 +00002151
2152 void MatchPacketCounter(const RtpPacketCounter& expected,
2153 const RtpPacketCounter& actual) {
2154 EXPECT_EQ(expected.payload_bytes, actual.payload_bytes);
2155 EXPECT_EQ(expected.header_bytes, actual.header_bytes);
2156 EXPECT_EQ(expected.padding_bytes, actual.padding_bytes);
2157 EXPECT_EQ(expected.packets, actual.packets);
2158 }
2159
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00002160 void Matches(uint32_t ssrc, const StreamDataCounters& counters) {
2161 EXPECT_EQ(ssrc, ssrc_);
asapersson@webrtc.org44149392015-02-04 08:34:47 +00002162 MatchPacketCounter(counters.transmitted, counters_.transmitted);
2163 MatchPacketCounter(counters.retransmitted, counters_.retransmitted);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00002164 EXPECT_EQ(counters.fec.packets, counters_.fec.packets);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002165 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002166 } callback;
2167
2168 const uint8_t kRedPayloadType = 96;
2169 const uint8_t kUlpfecPayloadType = 97;
Niels Möller8a40edd2019-01-24 18:04:44 +01002170 const char payload_name[] = "GENERIC";
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002171 const uint8_t payload_type = 127;
Niels Möller5fe95102019-03-04 16:49:25 +01002172 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01002173 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02002174 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +01002175 FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02002176 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
2177 /*raw_payload=*/false);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002178 uint8_t payload[] = {47, 11, 32, 93, 89};
2179 rtp_sender_->SetStorePacketsStatus(true, 1);
2180 uint32_t ssrc = rtp_sender_->SSRC();
2181
2182 rtp_sender_->RegisterRtpStatisticsCallback(&callback);
2183
2184 // Send a frame.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02002185 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01002186 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01002187 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
2188 sizeof(payload), nullptr, &video_header,
2189 kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00002190 StreamDataCounters expected;
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00002191 expected.transmitted.payload_bytes = 6;
2192 expected.transmitted.header_bytes = 12;
2193 expected.transmitted.padding_bytes = 0;
2194 expected.transmitted.packets = 1;
2195 expected.retransmitted.payload_bytes = 0;
2196 expected.retransmitted.header_bytes = 0;
2197 expected.retransmitted.padding_bytes = 0;
2198 expected.retransmitted.packets = 0;
2199 expected.fec.packets = 0;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00002200 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002201
2202 // Retransmit a frame.
2203 uint16_t seqno = rtp_sender_->SequenceNumber() - 1;
Erik Språnga12b1d62018-03-14 12:39:24 +01002204 rtp_sender_->ReSendPacket(seqno);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00002205 expected.transmitted.payload_bytes = 12;
2206 expected.transmitted.header_bytes = 24;
2207 expected.transmitted.packets = 2;
2208 expected.retransmitted.payload_bytes = 6;
2209 expected.retransmitted.header_bytes = 12;
2210 expected.retransmitted.padding_bytes = 0;
2211 expected.retransmitted.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00002212 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002213
2214 // Send padding.
philipel8aadd502017-02-23 02:56:13 -08002215 rtp_sender_->TimeToSendPadding(kMaxPaddingSize, PacedPacketInfo());
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00002216 expected.transmitted.payload_bytes = 12;
2217 expected.transmitted.header_bytes = 36;
2218 expected.transmitted.padding_bytes = kMaxPaddingSize;
2219 expected.transmitted.packets = 3;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00002220 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002221
brandtrf1bb4762016-11-07 03:05:06 -08002222 // Send ULPFEC.
Niels Möller59ab1cf2019-02-06 22:48:11 +01002223 rtp_sender_video.SetUlpfecConfig(kRedPayloadType, kUlpfecPayloadType);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002224 FecProtectionParams fec_params;
2225 fec_params.fec_mask_type = kFecMaskRandom;
2226 fec_params.fec_rate = 1;
2227 fec_params.max_fec_frames = 1;
Niels Möller59ab1cf2019-02-06 22:48:11 +01002228 rtp_sender_video.SetFecParameters(fec_params, fec_params);
2229 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01002230 VideoFrameType::kVideoFrameDelta, payload_type, 1234, 4321, payload,
2231 sizeof(payload), nullptr, &video_header,
2232 kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00002233 expected.transmitted.payload_bytes = 40;
2234 expected.transmitted.header_bytes = 60;
2235 expected.transmitted.packets = 5;
2236 expected.fec.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00002237 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002238
sprang867fb522015-08-03 04:38:41 -07002239 rtp_sender_->RegisterRtpStatisticsCallback(nullptr);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002240}
2241
minyue3a407ee2017-04-03 01:10:33 -07002242TEST_P(RtpSenderTestWithoutPacer, BytesReportedCorrectly) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01002243 // XXX const char* kPayloadName = "GENERIC";
pbos@webrtc.org72491b92014-07-10 16:24:54 +00002244 const uint8_t kPayloadType = 127;
Shao Changbine62202f2015-04-21 20:24:50 +08002245 rtp_sender_->SetRtxPayloadType(kPayloadType - 1, kPayloadType);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00002246 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00002247
Niels Möller59ab1cf2019-02-06 22:48:11 +01002248 SendGenericPacket();
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00002249 // Will send 2 full-size padding packets.
philipel8aadd502017-02-23 02:56:13 -08002250 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
2251 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00002252
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00002253 StreamDataCounters rtp_stats;
2254 StreamDataCounters rtx_stats;
2255 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00002256
Niels Möller59ab1cf2019-02-06 22:48:11 +01002257 // Payload
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +00002258 EXPECT_GT(rtp_stats.first_packet_time_ms, -1);
Niels Möller59ab1cf2019-02-06 22:48:11 +01002259 EXPECT_EQ(rtp_stats.transmitted.payload_bytes, sizeof(kPayloadData));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00002260 EXPECT_EQ(rtp_stats.transmitted.header_bytes, 12u);
2261 EXPECT_EQ(rtp_stats.transmitted.padding_bytes, 0u);
2262 EXPECT_EQ(rtx_stats.transmitted.payload_bytes, 0u);
2263 EXPECT_EQ(rtx_stats.transmitted.header_bytes, 24u);
2264 EXPECT_EQ(rtx_stats.transmitted.padding_bytes, 2 * kMaxPaddingSize);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00002265
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00002266 EXPECT_EQ(rtp_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08002267 rtp_stats.transmitted.payload_bytes +
2268 rtp_stats.transmitted.header_bytes +
2269 rtp_stats.transmitted.padding_bytes);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00002270 EXPECT_EQ(rtx_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08002271 rtx_stats.transmitted.payload_bytes +
2272 rtx_stats.transmitted.header_bytes +
2273 rtx_stats.transmitted.padding_bytes);
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00002274
danilchap162abd32015-12-10 02:39:40 -08002275 EXPECT_EQ(
2276 transport_.total_bytes_sent_,
2277 rtp_stats.transmitted.TotalBytes() + rtx_stats.transmitted.TotalBytes());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00002278}
guoweis@webrtc.org45362892015-03-04 22:55:15 +00002279
minyue3a407ee2017-04-03 01:10:33 -07002280TEST_P(RtpSenderTestWithoutPacer, RespectsNackBitrateLimit) {
sprang38778b02015-09-29 09:48:22 -07002281 const int32_t kPacketSize = 1400;
2282 const int32_t kNumPackets = 30;
2283
sprangcd349d92016-07-13 09:11:28 -07002284 retransmission_rate_limiter_.SetMaxRate(kPacketSize * kNumPackets * 8);
2285
sprang38778b02015-09-29 09:48:22 -07002286 rtp_sender_->SetStorePacketsStatus(true, kNumPackets);
sprang38778b02015-09-29 09:48:22 -07002287 const uint16_t kStartSequenceNumber = rtp_sender_->SequenceNumber();
Danil Chapovalov2800d742016-08-26 18:48:46 +02002288 std::vector<uint16_t> sequence_numbers;
sprang38778b02015-09-29 09:48:22 -07002289 for (int32_t i = 0; i < kNumPackets; ++i) {
2290 sequence_numbers.push_back(kStartSequenceNumber + i);
2291 fake_clock_.AdvanceTimeMilliseconds(1);
2292 SendPacket(fake_clock_.TimeInMilliseconds(), kPacketSize);
2293 }
danilchap12ba1862016-10-26 02:41:55 -07002294 EXPECT_EQ(kNumPackets, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07002295
2296 fake_clock_.AdvanceTimeMilliseconds(1000 - kNumPackets);
2297
2298 // Resending should work - brings the bandwidth up to the limit.
2299 // NACK bitrate is capped to the same bitrate as the encoder, since the max
2300 // protection overhead is 50% (see MediaOptimization::SetTargetRates).
Danil Chapovalov2800d742016-08-26 18:48:46 +02002301 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07002302 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07002303
sprangcd349d92016-07-13 09:11:28 -07002304 // Must be at least 5ms in between retransmission attempts.
2305 fake_clock_.AdvanceTimeMilliseconds(5);
2306
sprang38778b02015-09-29 09:48:22 -07002307 // Resending should not work, bandwidth exceeded.
Danil Chapovalov2800d742016-08-26 18:48:46 +02002308 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07002309 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07002310}
2311
minyue3a407ee2017-04-03 01:10:33 -07002312TEST_P(RtpSenderTest, OnOverheadChanged) {
michaelt4da30442016-11-17 01:38:43 -08002313 MockOverheadObserver mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02002314 RtpRtcp::Configuration config;
2315 config.clock = &fake_clock_;
2316 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02002317 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02002318 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
2319 config.overhead_observer = &mock_overhead_observer;
2320 rtp_sender_ = absl::make_unique<RTPSender>(config);
michaelt4da30442016-11-17 01:38:43 -08002321
michaelt4da30442016-11-17 01:38:43 -08002322 // RTP overhead is 12B.
nisse284542b2017-01-10 08:58:32 -08002323 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(12)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01002324 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08002325
2326 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
2327 kTransmissionTimeOffsetExtensionId);
2328
2329 // TransmissionTimeOffset extension has a size of 8B.
nisse284542b2017-01-10 08:58:32 -08002330 // 12B + 8B = 20B
2331 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(20)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01002332 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08002333}
2334
minyue3a407ee2017-04-03 01:10:33 -07002335TEST_P(RtpSenderTest, DoesNotUpdateOverheadOnEqualSize) {
michaelt4da30442016-11-17 01:38:43 -08002336 MockOverheadObserver mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02002337 RtpRtcp::Configuration config;
2338 config.clock = &fake_clock_;
2339 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02002340 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02002341 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
2342 config.overhead_observer = &mock_overhead_observer;
2343 rtp_sender_ = absl::make_unique<RTPSender>(config);
michaelt4da30442016-11-17 01:38:43 -08002344
2345 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(_)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01002346 SendGenericPacket();
2347 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08002348}
2349
Erik Språng9c771c22019-06-17 16:31:53 +02002350TEST_P(RtpSenderTest, TrySendPacketMatchesVideo) {
2351 std::unique_ptr<RtpPacketToSend> packet =
2352 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2353 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2354
2355 // Verify not sent with wrong SSRC.
2356 packet->SetSsrc(kSsrc + 1);
2357 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2358
2359 // Verify sent with correct SSRC.
2360 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2361 packet->SetSsrc(kSsrc);
2362 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2363 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2364}
2365
2366TEST_P(RtpSenderTest, TrySendPacketMatchesAudio) {
2367 std::unique_ptr<RtpPacketToSend> packet =
2368 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2369 packet->set_packet_type(RtpPacketToSend::Type::kAudio);
2370
2371 // Verify not sent with wrong SSRC.
2372 packet->SetSsrc(kSsrc + 1);
2373 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2374
2375 // Verify sent with correct SSRC.
2376 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2377 packet->SetSsrc(kSsrc);
2378 packet->set_packet_type(RtpPacketToSend::Type::kAudio);
2379 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2380}
2381
2382TEST_P(RtpSenderTest, TrySendPacketMatchesRetransmissions) {
2383 std::unique_ptr<RtpPacketToSend> packet =
2384 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2385 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2386
2387 // Verify not sent with wrong SSRC.
2388 packet->SetSsrc(kSsrc + 1);
2389 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2390
2391 // Verify sent with correct SSRC (non-RTX).
2392 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2393 packet->SetSsrc(kSsrc);
2394 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2395 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2396
2397 // RTX retransmission.
2398 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2399 packet->SetSsrc(kRtxSsrc);
2400 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2401 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2402}
2403
2404TEST_P(RtpSenderTest, TrySendPacketMatchesPadding) {
2405 std::unique_ptr<RtpPacketToSend> packet =
2406 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2407 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
2408
2409 // Verify not sent with wrong SSRC.
2410 packet->SetSsrc(kSsrc + 1);
2411 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2412
2413 // Verify sent with correct SSRC (non-RTX).
2414 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2415 packet->SetSsrc(kSsrc);
2416 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
2417 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2418
2419 // RTX padding.
2420 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2421 packet->SetSsrc(kRtxSsrc);
2422 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
2423 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2424}
2425
2426TEST_P(RtpSenderTest, TrySendPacketMatchesFlexfec) {
2427 std::unique_ptr<RtpPacketToSend> packet =
2428 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2429 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2430
2431 // Verify not sent with wrong SSRC.
2432 packet->SetSsrc(kSsrc + 1);
2433 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2434
2435 // Verify sent with correct SSRC.
2436 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2437 packet->SetSsrc(kFlexFecSsrc);
2438 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2439 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2440}
2441
2442TEST_P(RtpSenderTest, TrySendPacketMatchesUlpfec) {
2443 std::unique_ptr<RtpPacketToSend> packet =
2444 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2445 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2446
2447 // Verify not sent with wrong SSRC.
2448 packet->SetSsrc(kSsrc + 1);
2449 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2450
2451 // Verify sent with correct SSRC.
2452 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2453 packet->SetSsrc(kSsrc);
2454 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2455 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2456}
2457
2458TEST_P(RtpSenderTest, TrySendPacketHandlesRetransmissionHistory) {
2459 rtp_sender_->SetStorePacketsStatus(true, 10);
2460
2461 // Build a media packet and send it.
2462 std::unique_ptr<RtpPacketToSend> packet =
2463 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2464 const uint16_t media_sequence_number = packet->SequenceNumber();
2465 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2466 packet->set_allow_retransmission(true);
2467 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2468
2469 // Simulate retransmission request.
2470 fake_clock_.AdvanceTimeMilliseconds(30);
2471 EXPECT_GT(rtp_sender_->ReSendPacket(media_sequence_number), 0);
2472
2473 // Packet already pending, retransmission not allowed.
2474 fake_clock_.AdvanceTimeMilliseconds(30);
2475 EXPECT_EQ(rtp_sender_->ReSendPacket(media_sequence_number), 0);
2476
2477 // Packet exiting pacer, mark as not longer pending.
2478 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2479 EXPECT_NE(packet->SequenceNumber(), media_sequence_number);
2480 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2481 packet->SetSsrc(kRtxSsrc);
2482 packet->set_retransmitted_sequence_number(media_sequence_number);
2483 packet->set_allow_retransmission(false);
2484 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2485
2486 // Retransmissions allowed again.
2487 fake_clock_.AdvanceTimeMilliseconds(30);
2488 EXPECT_GT(rtp_sender_->ReSendPacket(media_sequence_number), 0);
2489
2490 // Retransmission of RTX packet should not be allowed.
2491 EXPECT_EQ(rtp_sender_->ReSendPacket(packet->SequenceNumber()), 0);
2492}
2493
2494TEST_P(RtpSenderTest, TrySendPacketUpdatesExtensions) {
2495 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
2496 kRtpExtensionTransmissionTimeOffset,
2497 kTransmissionTimeOffsetExtensionId),
2498 0);
2499 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
2500 kRtpExtensionAbsoluteSendTime, kAbsoluteSendTimeExtensionId),
2501 0);
2502 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionVideoTiming,
2503 kVideoTimingExtensionId),
2504 0);
2505
2506 std::unique_ptr<RtpPacketToSend> packet =
2507 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2508 packet->set_packetization_finish_time_ms(fake_clock_.TimeInMilliseconds());
2509
2510 const int32_t kDiffMs = 10;
2511 fake_clock_.AdvanceTimeMilliseconds(kDiffMs);
2512
2513 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2514 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2515
2516 const RtpPacketReceived& received_packet = transport_.last_sent_packet();
2517
2518 EXPECT_EQ(received_packet.GetExtension<TransmissionOffset>(), kDiffMs * 90);
2519
2520 EXPECT_EQ(received_packet.GetExtension<AbsoluteSendTime>(),
2521 AbsoluteSendTime::MsTo24Bits(fake_clock_.TimeInMilliseconds()));
2522
2523 VideoSendTiming timing;
2524 EXPECT_TRUE(received_packet.GetExtension<VideoTimingExtension>(&timing));
2525 EXPECT_EQ(timing.pacer_exit_delta_ms, kDiffMs);
2526}
2527
2528TEST_P(RtpSenderTest, TrySendPacketSetsPacketOptions) {
2529 const uint16_t kPacketId = 42;
2530 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
2531 kRtpExtensionTransportSequenceNumber,
2532 kTransportSequenceNumberExtensionId),
2533 0);
2534 std::unique_ptr<RtpPacketToSend> packet =
2535 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2536 packet->SetExtension<TransportSequenceNumber>(kPacketId);
2537
2538 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2539 EXPECT_CALL(send_packet_observer_, OnSendPacket);
2540 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2541
2542 EXPECT_EQ(transport_.last_options_.packet_id, kPacketId);
2543 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
2544 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
2545 EXPECT_FALSE(transport_.last_options_.is_retransmit);
2546
2547 // Send another packet as retransmission, verify options are populated.
2548 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2549 packet->SetExtension<TransportSequenceNumber>(kPacketId + 1);
2550 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2551 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2552 EXPECT_TRUE(transport_.last_options_.is_retransmit);
2553}
2554
2555TEST_P(RtpSenderTest, TrySendPacketUpdatesStats) {
2556 const size_t kPayloadSize = 1000;
2557
2558 StrictMock<MockSendSideDelayObserver> send_side_delay_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02002559
2560 RtpRtcp::Configuration config;
2561 config.clock = &fake_clock_;
2562 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02002563 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02002564 config.rtx_send_ssrc = kRtxSsrc;
2565 config.flexfec_sender = &flexfec_sender_;
2566 config.send_side_delay_observer = &send_side_delay_observer;
2567 config.event_log = &mock_rtc_event_log_;
2568 config.send_packet_observer = &send_packet_observer_;
2569 rtp_sender_ = absl::make_unique<RTPSender>(config);
Erik Språng9c771c22019-06-17 16:31:53 +02002570 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2571 kRtpExtensionTransportSequenceNumber,
2572 kTransportSequenceNumberExtensionId));
2573
2574 const int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
2575
2576 std::unique_ptr<RtpPacketToSend> video_packet =
2577 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2578 video_packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2579 video_packet->SetPayloadSize(kPayloadSize);
2580 video_packet->SetExtension<TransportSequenceNumber>(1);
2581
2582 std::unique_ptr<RtpPacketToSend> rtx_packet =
2583 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2584 rtx_packet->SetSsrc(kRtxSsrc);
2585 rtx_packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2586 rtx_packet->SetPayloadSize(kPayloadSize);
2587 rtx_packet->SetExtension<TransportSequenceNumber>(2);
2588
2589 std::unique_ptr<RtpPacketToSend> fec_packet =
2590 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2591 fec_packet->SetSsrc(kFlexFecSsrc);
2592 fec_packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2593 fec_packet->SetPayloadSize(kPayloadSize);
2594 fec_packet->SetExtension<TransportSequenceNumber>(3);
2595
2596 const int64_t kDiffMs = 25;
2597 fake_clock_.AdvanceTimeMilliseconds(kDiffMs);
2598
2599 EXPECT_CALL(send_side_delay_observer,
2600 SendSideDelayUpdated(kDiffMs, kDiffMs, kDiffMs, kSsrc));
2601 EXPECT_CALL(
2602 send_side_delay_observer,
2603 SendSideDelayUpdated(kDiffMs, kDiffMs, 2 * kDiffMs, kFlexFecSsrc));
2604
2605 EXPECT_CALL(send_packet_observer_, OnSendPacket(1, capture_time_ms, kSsrc));
2606 EXPECT_TRUE(
2607 rtp_sender_->TrySendPacket(video_packet.get(), PacedPacketInfo()));
2608
2609 // Send packet observer not called for padding/retransmissions.
2610 EXPECT_CALL(send_packet_observer_, OnSendPacket(2, _, _)).Times(0);
2611 EXPECT_TRUE(rtp_sender_->TrySendPacket(rtx_packet.get(), PacedPacketInfo()));
2612
2613 EXPECT_CALL(send_packet_observer_,
2614 OnSendPacket(3, capture_time_ms, kFlexFecSsrc));
2615 EXPECT_TRUE(rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo()));
2616
2617 StreamDataCounters rtp_stats;
2618 StreamDataCounters rtx_stats;
2619 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
2620 EXPECT_EQ(rtp_stats.transmitted.packets, 2u);
2621 EXPECT_EQ(rtp_stats.fec.packets, 1u);
2622 EXPECT_EQ(rtx_stats.retransmitted.packets, 1u);
2623}
2624
Erik Språng478cb462019-06-26 15:49:27 +02002625TEST_P(RtpSenderTest, GeneratePaddingResendsOldPacketsWithRtx) {
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002626 // Min requested size in order to use RTX payload.
2627 const size_t kMinPaddingSize = 50;
2628
Erik Språng478cb462019-06-26 15:49:27 +02002629 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2630 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2631 rtp_sender_->SetStorePacketsStatus(true, 1);
2632
Erik Språng0f6191d2019-07-15 20:33:40 +02002633 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2634 kRtpExtensionTransmissionTimeOffset,
2635 kTransmissionTimeOffsetExtensionId));
2636 ASSERT_EQ(
2637 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
2638 kAbsoluteSendTimeExtensionId));
2639 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2640 kRtpExtensionTransportSequenceNumber,
2641 kTransportSequenceNumberExtensionId));
2642
Erik Språng478cb462019-06-26 15:49:27 +02002643 const size_t kPayloadPacketSize = 1234;
2644 std::unique_ptr<RtpPacketToSend> packet =
2645 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2646 packet->set_allow_retransmission(true);
2647 packet->SetPayloadSize(kPayloadPacketSize);
2648 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2649
2650 // Send a dummy video packet so it ends up in the packet history.
Erik Språng0f6191d2019-07-15 20:33:40 +02002651 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Erik Språng478cb462019-06-26 15:49:27 +02002652 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2653
2654 // Generated padding has large enough budget that the video packet should be
2655 // retransmitted as padding.
Erik Språngf6468d22019-07-05 16:53:43 +02002656 std::vector<std::unique_ptr<RtpPacketToSend>> generated_packets =
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002657 rtp_sender_->GeneratePadding(kMinPaddingSize);
Erik Språngf6468d22019-07-05 16:53:43 +02002658 ASSERT_EQ(generated_packets.size(), 1u);
2659 auto& padding_packet = generated_packets.front();
2660 EXPECT_EQ(padding_packet->packet_type(), RtpPacketToSend::Type::kPadding);
2661 EXPECT_EQ(padding_packet->Ssrc(), kRtxSsrc);
2662 EXPECT_EQ(padding_packet->payload_size(),
2663 kPayloadPacketSize + kRtxHeaderSize);
Erik Språng0f6191d2019-07-15 20:33:40 +02002664 EXPECT_TRUE(padding_packet->IsExtensionReserved<TransportSequenceNumber>());
2665 EXPECT_TRUE(padding_packet->IsExtensionReserved<AbsoluteSendTime>());
2666 EXPECT_TRUE(padding_packet->IsExtensionReserved<TransmissionOffset>());
2667
2668 // Verify all header extensions are received.
2669 EXPECT_TRUE(
2670 rtp_sender_->TrySendPacket(padding_packet.get(), PacedPacketInfo()));
2671 webrtc::RTPHeader rtp_header;
2672 transport_.last_sent_packet().GetHeader(&rtp_header);
2673 EXPECT_TRUE(rtp_header.extension.hasAbsoluteSendTime);
2674 EXPECT_TRUE(rtp_header.extension.hasTransmissionTimeOffset);
2675 EXPECT_TRUE(rtp_header.extension.hasTransportSequenceNumber);
Erik Språng478cb462019-06-26 15:49:27 +02002676
2677 // Not enough budged for payload padding, use plain padding instead.
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002678 const size_t kPaddingBytesRequested = kMinPaddingSize - 1;
Erik Språngf6468d22019-07-05 16:53:43 +02002679
2680 size_t padding_bytes_generated = 0;
2681 generated_packets = rtp_sender_->GeneratePadding(kPaddingBytesRequested);
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002682 EXPECT_EQ(generated_packets.size(), 1u);
Erik Språngf6468d22019-07-05 16:53:43 +02002683 for (auto& packet : generated_packets) {
2684 EXPECT_EQ(packet->packet_type(), RtpPacketToSend::Type::kPadding);
2685 EXPECT_EQ(packet->Ssrc(), kRtxSsrc);
2686 EXPECT_EQ(packet->payload_size(), 0u);
2687 EXPECT_GT(packet->padding_size(), 0u);
2688 padding_bytes_generated += packet->padding_size();
Erik Språng0f6191d2019-07-15 20:33:40 +02002689
2690 EXPECT_TRUE(packet->IsExtensionReserved<TransportSequenceNumber>());
2691 EXPECT_TRUE(packet->IsExtensionReserved<AbsoluteSendTime>());
2692 EXPECT_TRUE(packet->IsExtensionReserved<TransmissionOffset>());
2693
2694 // Verify all header extensions are received.
2695 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2696 webrtc::RTPHeader rtp_header;
2697 transport_.last_sent_packet().GetHeader(&rtp_header);
2698 EXPECT_TRUE(rtp_header.extension.hasAbsoluteSendTime);
2699 EXPECT_TRUE(rtp_header.extension.hasTransmissionTimeOffset);
2700 EXPECT_TRUE(rtp_header.extension.hasTransportSequenceNumber);
Erik Språngf6468d22019-07-05 16:53:43 +02002701 }
2702
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002703 EXPECT_EQ(padding_bytes_generated, kMaxPaddingSize);
Erik Språng478cb462019-06-26 15:49:27 +02002704}
2705
2706TEST_P(RtpSenderTest, GeneratePaddingCreatesPurePaddingWithoutRtx) {
2707 rtp_sender_->SetStorePacketsStatus(true, 1);
Erik Språng0f6191d2019-07-15 20:33:40 +02002708 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2709 kRtpExtensionTransmissionTimeOffset,
2710 kTransmissionTimeOffsetExtensionId));
2711 ASSERT_EQ(
2712 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
2713 kAbsoluteSendTimeExtensionId));
2714 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2715 kRtpExtensionTransportSequenceNumber,
2716 kTransportSequenceNumberExtensionId));
Erik Språng478cb462019-06-26 15:49:27 +02002717
2718 const size_t kPayloadPacketSize = 1234;
2719 // Send a dummy video packet so it ends up in the packet history. Since we
2720 // are not using RTX, it should never be used as padding.
2721 std::unique_ptr<RtpPacketToSend> packet =
2722 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2723 packet->set_allow_retransmission(true);
2724 packet->SetPayloadSize(kPayloadPacketSize);
2725 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språng0f6191d2019-07-15 20:33:40 +02002726 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Erik Språng478cb462019-06-26 15:49:27 +02002727 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2728
2729 // Payload padding not available without RTX, only generate plain padding on
2730 // the media SSRC.
2731 // Number of padding packets is the requested padding size divided by max
2732 // padding packet size, rounded up. Pure padding packets are always of the
2733 // maximum size.
2734 const size_t kPaddingBytesRequested = kPayloadPacketSize + kRtxHeaderSize;
2735 const size_t kExpectedNumPaddingPackets =
2736 (kPaddingBytesRequested + kMaxPaddingSize - 1) / kMaxPaddingSize;
Erik Språngf6468d22019-07-05 16:53:43 +02002737 size_t padding_bytes_generated = 0;
2738 std::vector<std::unique_ptr<RtpPacketToSend>> padding_packets =
2739 rtp_sender_->GeneratePadding(kPaddingBytesRequested);
2740 EXPECT_EQ(padding_packets.size(), kExpectedNumPaddingPackets);
2741 for (auto& packet : padding_packets) {
2742 EXPECT_EQ(packet->packet_type(), RtpPacketToSend::Type::kPadding);
2743 EXPECT_EQ(packet->Ssrc(), kSsrc);
2744 EXPECT_EQ(packet->payload_size(), 0u);
2745 EXPECT_GT(packet->padding_size(), 0u);
2746 padding_bytes_generated += packet->padding_size();
Erik Språng0f6191d2019-07-15 20:33:40 +02002747 EXPECT_TRUE(packet->IsExtensionReserved<TransportSequenceNumber>());
2748 EXPECT_TRUE(packet->IsExtensionReserved<AbsoluteSendTime>());
2749 EXPECT_TRUE(packet->IsExtensionReserved<TransmissionOffset>());
2750
2751 // Verify all header extensions are received.
2752 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2753 webrtc::RTPHeader rtp_header;
2754 transport_.last_sent_packet().GetHeader(&rtp_header);
2755 EXPECT_TRUE(rtp_header.extension.hasAbsoluteSendTime);
2756 EXPECT_TRUE(rtp_header.extension.hasTransmissionTimeOffset);
2757 EXPECT_TRUE(rtp_header.extension.hasTransportSequenceNumber);
Erik Språngf6468d22019-07-05 16:53:43 +02002758 }
2759
2760 EXPECT_EQ(padding_bytes_generated,
2761 kExpectedNumPaddingPackets * kMaxPaddingSize);
Erik Språng478cb462019-06-26 15:49:27 +02002762}
2763
Mirko Bonadei999a72a2019-07-12 17:33:46 +00002764TEST_P(RtpSenderTest, SupportsPadding) {
2765 bool kSendingMediaStats[] = {true, false};
2766 bool kEnableRedundantPayloads[] = {true, false};
2767 RTPExtensionType kBweExtensionTypes[] = {
2768 kRtpExtensionTransportSequenceNumber,
2769 kRtpExtensionTransportSequenceNumber02, kRtpExtensionAbsoluteSendTime,
2770 kRtpExtensionTransmissionTimeOffset};
2771 const int kExtensionsId = 7;
2772
2773 for (bool sending_media : kSendingMediaStats) {
2774 rtp_sender_->SetSendingMediaStatus(sending_media);
2775 for (bool redundant_payloads : kEnableRedundantPayloads) {
2776 int rtx_mode = kRtxRetransmitted;
2777 if (redundant_payloads) {
2778 rtx_mode |= kRtxRedundantPayloads;
2779 }
2780 rtp_sender_->SetRtxStatus(rtx_mode);
2781
2782 for (auto extension_type : kBweExtensionTypes) {
2783 EXPECT_FALSE(rtp_sender_->SupportsPadding());
2784 rtp_sender_->RegisterRtpHeaderExtension(extension_type, kExtensionsId);
2785 if (!sending_media) {
2786 EXPECT_FALSE(rtp_sender_->SupportsPadding());
2787 } else {
2788 EXPECT_TRUE(rtp_sender_->SupportsPadding());
2789 if (redundant_payloads) {
2790 EXPECT_TRUE(rtp_sender_->SupportsRtxPayloadPadding());
2791 } else {
2792 EXPECT_FALSE(rtp_sender_->SupportsRtxPayloadPadding());
2793 }
2794 }
2795 rtp_sender_->DeregisterRtpHeaderExtension(extension_type);
2796 EXPECT_FALSE(rtp_sender_->SupportsPadding());
2797 }
2798 }
2799 }
2800}
2801
Erik Språnga57711c2019-07-24 10:47:20 +02002802TEST_P(RtpSenderTest, SetsCaptureTimeAndPopulatesTransmissionOffset) {
2803 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
2804 kTransmissionTimeOffsetExtensionId);
2805
2806 rtp_sender_->SetSendingMediaStatus(true);
2807 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2808 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2809 rtp_sender_->SetStorePacketsStatus(true, 10);
2810
2811 const int64_t kMissingCaptureTimeMs = 0;
2812 const uint32_t kTimestampTicksPerMs = 90;
2813 const int64_t kOffsetMs = 10;
2814
2815 if (GetParam().pacer_references_packets) {
2816 EXPECT_CALL(mock_paced_sender_, InsertPacket);
2817
2818 auto packet =
2819 BuildRtpPacket(kPayload, kMarkerBit, fake_clock_.TimeInMilliseconds(),
2820 kMissingCaptureTimeMs);
2821 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2822 packet->ReserveExtension<TransmissionOffset>();
2823 packet->AllocatePayload(sizeof(kPayloadData));
2824 EXPECT_TRUE(
2825 rtp_sender_->SendToNetwork(std::move(packet), kAllowRetransmission));
2826
2827 fake_clock_.AdvanceTimeMilliseconds(kOffsetMs);
2828
2829 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
2830 fake_clock_.TimeInMilliseconds(), false,
2831 PacedPacketInfo());
2832 } else {
2833 auto packet =
2834 BuildRtpPacket(kPayload, kMarkerBit, fake_clock_.TimeInMilliseconds(),
2835 kMissingCaptureTimeMs);
2836 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2837 packet->ReserveExtension<TransmissionOffset>();
2838 packet->AllocatePayload(sizeof(kPayloadData));
2839
2840 std::unique_ptr<RtpPacketToSend> packet_to_pace;
2841 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
2842 .WillOnce([&](std::unique_ptr<RtpPacketToSend> packet) {
2843 EXPECT_GT(packet->capture_time_ms(), 0);
2844 packet_to_pace = std::move(packet);
2845 });
2846
2847 EXPECT_TRUE(
2848 rtp_sender_->SendToNetwork(std::move(packet), kAllowRetransmission));
2849
2850 fake_clock_.AdvanceTimeMilliseconds(kOffsetMs);
2851
2852 rtp_sender_->TrySendPacket(packet_to_pace.get(), PacedPacketInfo());
2853 }
2854
2855 EXPECT_EQ(1, transport_.packets_sent());
2856 absl::optional<int32_t> transmission_time_extension =
2857 transport_.sent_packets_.back().GetExtension<TransmissionOffset>();
2858 ASSERT_TRUE(transmission_time_extension.has_value());
2859 EXPECT_EQ(*transmission_time_extension, kOffsetMs * kTimestampTicksPerMs);
2860
2861 // Retransmit packet. The RTX packet should get the same capture time as the
2862 // original packet, so offset is delta from original packet to now.
2863 fake_clock_.AdvanceTimeMilliseconds(kOffsetMs);
2864
2865 if (GetParam().pacer_references_packets) {
2866 EXPECT_CALL(mock_paced_sender_, InsertPacket);
2867 EXPECT_GT(rtp_sender_->ReSendPacket(kSeqNum), 0);
2868 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
2869 fake_clock_.TimeInMilliseconds(), true,
2870 PacedPacketInfo());
2871 } else {
2872 std::unique_ptr<RtpPacketToSend> rtx_packet_to_pace;
2873 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
2874 .WillOnce([&](std::unique_ptr<RtpPacketToSend> packet) {
2875 EXPECT_GT(packet->capture_time_ms(), 0);
2876 rtx_packet_to_pace = std::move(packet);
2877 });
2878
2879 EXPECT_GT(rtp_sender_->ReSendPacket(kSeqNum), 0);
2880 rtp_sender_->TrySendPacket(rtx_packet_to_pace.get(), PacedPacketInfo());
2881 }
2882
2883 EXPECT_EQ(2, transport_.packets_sent());
2884 transmission_time_extension =
2885 transport_.sent_packets_.back().GetExtension<TransmissionOffset>();
2886 ASSERT_TRUE(transmission_time_extension.has_value());
2887 EXPECT_EQ(*transmission_time_extension, 2 * kOffsetMs * kTimestampTicksPerMs);
2888}
2889
Erik Språng6cacef22019-07-24 14:15:51 +02002890TEST_P(RtpSenderTestWithoutPacer, ClearHistoryOnSsrcChange) {
2891 const int64_t kRtt = 10;
2892
2893 rtp_sender_->SetSendingMediaStatus(true);
2894 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2895 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2896 rtp_sender_->SetStorePacketsStatus(true, 10);
2897 rtp_sender_->SetRtt(kRtt);
Erik Språng6cacef22019-07-24 14:15:51 +02002898
2899 // Send a packet and record its sequence numbers.
2900 SendGenericPacket();
2901 ASSERT_EQ(1u, transport_.sent_packets_.size());
2902 const uint16_t packet_seqence_number =
2903 transport_.sent_packets_.back().SequenceNumber();
2904
2905 // Advance time and make sure it can be retransmitted, even if we try to set
2906 // the ssrc the what it already is.
2907 rtp_sender_->SetSSRC(kSsrc);
2908 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2909 EXPECT_GT(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
2910
2911 // Change the SSRC, then move the time and try to retransmit again. The old
2912 // packet should now be gone.
2913 rtp_sender_->SetSSRC(kSsrc + 1);
2914 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2915 EXPECT_EQ(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
2916}
2917
2918TEST_P(RtpSenderTestWithoutPacer, ClearHistoryOnSequenceNumberCange) {
2919 const int64_t kRtt = 10;
2920
2921 rtp_sender_->SetSendingMediaStatus(true);
2922 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2923 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2924 rtp_sender_->SetStorePacketsStatus(true, 10);
2925 rtp_sender_->SetRtt(kRtt);
2926
2927 // Send a packet and record its sequence numbers.
2928 SendGenericPacket();
2929 ASSERT_EQ(1u, transport_.sent_packets_.size());
2930 const uint16_t packet_seqence_number =
2931 transport_.sent_packets_.back().SequenceNumber();
2932
2933 // Advance time and make sure it can be retransmitted, even if we try to set
2934 // the ssrc the what it already is.
2935 rtp_sender_->SetSequenceNumber(rtp_sender_->SequenceNumber());
2936 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2937 EXPECT_GT(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
2938
2939 // Change the sequence number, then move the time and try to retransmit again.
2940 // The old packet should now be gone.
2941 rtp_sender_->SetSequenceNumber(rtp_sender_->SequenceNumber() - 1);
2942 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2943 EXPECT_EQ(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
2944}
2945
Erik Språng60ffc312019-07-30 22:03:49 +02002946TEST_P(RtpSenderTest, IgnoresNackAfterDisablingMedia) {
2947 const int64_t kRtt = 10;
2948
2949 rtp_sender_->SetSendingMediaStatus(true);
2950 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2951 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2952 rtp_sender_->SetStorePacketsStatus(true, 10);
2953 rtp_sender_->SetRtt(kRtt);
2954
2955 // Send a packet so it is in the packet history.
2956 if (GetParam().pacer_references_packets) {
2957 EXPECT_CALL(mock_paced_sender_, InsertPacket);
2958 SendGenericPacket();
2959 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
2960 fake_clock_.TimeInMilliseconds(), false,
2961 PacedPacketInfo());
2962 ASSERT_EQ(1u, transport_.sent_packets_.size());
2963
2964 // Disable media sending and try to retransmit the packet, it should be put
2965 // in the pacer queue.
2966 rtp_sender_->SetSendingMediaStatus(false);
2967 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2968 EXPECT_CALL(mock_paced_sender_, InsertPacket);
2969 EXPECT_GT(rtp_sender_->ReSendPacket(kSeqNum), 0);
2970
2971 // Time to send the retransmission. It should fail and the send packet
2972 // counter should not increase.
2973 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
2974 fake_clock_.TimeInMilliseconds(), true,
2975 PacedPacketInfo());
2976 ASSERT_EQ(1u, transport_.sent_packets_.size());
2977 } else {
2978 std::unique_ptr<RtpPacketToSend> packet_to_pace;
2979 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
2980 .WillOnce([&](std::unique_ptr<RtpPacketToSend> packet) {
2981 packet_to_pace = std::move(packet);
2982 });
2983
2984 SendGenericPacket();
2985 rtp_sender_->TrySendPacket(packet_to_pace.get(), PacedPacketInfo());
2986
2987 ASSERT_EQ(1u, transport_.sent_packets_.size());
2988
2989 // Disable media sending and try to retransmit the packet, it should fail.
2990 rtp_sender_->SetSendingMediaStatus(false);
2991 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2992 EXPECT_LT(rtp_sender_->ReSendPacket(kSeqNum), 0);
2993 }
2994}
2995
Mirko Bonadeic84f6612019-01-31 12:20:57 +01002996INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
2997 RtpSenderTest,
Erik Språngf6468d22019-07-05 16:53:43 +02002998 ::testing::Values(TestConfig{false, false},
2999 TestConfig{false, true},
3000 TestConfig{true, false},
3001 TestConfig{true, true}));
3002
Mirko Bonadeic84f6612019-01-31 12:20:57 +01003003INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
3004 RtpSenderTestWithoutPacer,
Erik Språngf6468d22019-07-05 16:53:43 +02003005 ::testing::Values(TestConfig{false, false},
3006 TestConfig{true, false}));
Niels Möllera34d7762019-02-01 14:13:29 +01003007
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00003008} // namespace webrtc