blob: b5703363fb9b89b8a4d60afca82a5c88ecb71da3 [file] [log] [blame]
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001/*
phoglund@webrtc.org78088c22012-02-07 14:56:45 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Jonas Olssona4d87372019-07-05 19:08:33 +020011#include "modules/rtp_rtcp/source/rtp_sender.h"
12
kwiberg84be5112016-04-27 01:19:58 -070013#include <memory>
danilchapb8b6fbb2015-12-10 05:05:27 -080014#include <vector>
15
Karl Wiberg918f50c2018-07-05 11:40:33 +020016#include "absl/memory/memory.h"
Per Kjellandere11b7d22019-02-21 07:55:59 +010017#include "api/transport/field_trial_based_config.h"
Erik Språngf93eda12019-01-16 17:10:57 +010018#include "api/video/video_codec_constants.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "api/video/video_timing.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020020#include "logging/rtc_event_log/events/rtc_event.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020021#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
22#include "modules/rtp_rtcp/include/rtp_cvo.h"
23#include "modules/rtp_rtcp/include/rtp_header_extension_map.h"
24#include "modules/rtp_rtcp/include/rtp_header_parser.h"
Erik Språng59b86542019-06-23 18:24:46 +020025#include "modules/rtp_rtcp/include/rtp_packet_pacer.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020026#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
27#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
28#include "modules/rtp_rtcp/source/rtp_format_video_generic.h"
philipelb3e42a42018-09-13 10:57:14 +020029#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h"
30#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020031#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
32#include "modules/rtp_rtcp/source/rtp_packet_received.h"
33#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020034#include "modules/rtp_rtcp/source/rtp_sender_video.h"
35#include "modules/rtp_rtcp/source/rtp_utility.h"
36#include "rtc_base/arraysize.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020037#include "rtc_base/rate_limiter.h"
38#include "test/field_trial.h"
39#include "test/gmock.h"
40#include "test/gtest.h"
41#include "test/mock_transport.h"
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +000042
43namespace webrtc {
44
andrew@webrtc.org8a442592011-12-16 21:24:30 +000045namespace {
Elad Alond8d32482019-02-18 23:45:57 +010046enum : int { // The first valid value is 1.
47 kAbsoluteSendTimeExtensionId = 1,
48 kAudioLevelExtensionId,
Elad Alonccb9b752019-02-19 13:01:31 +010049 kGenericDescriptorId00,
50 kGenericDescriptorId01,
Elad Alond8d32482019-02-18 23:45:57 +010051 kMidExtensionId,
52 kRepairedRidExtensionId,
53 kRidExtensionId,
54 kTransmissionTimeOffsetExtensionId,
55 kTransportSequenceNumberExtensionId,
56 kVideoRotationExtensionId,
57 kVideoTimingExtensionId,
58};
59
andrew@webrtc.org8a442592011-12-16 21:24:30 +000060const int kPayload = 100;
Shao Changbine62202f2015-04-21 20:24:50 +080061const int kRtxPayload = 98;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000062const uint32_t kTimestamp = 10;
63const uint16_t kSeqNum = 33;
brandtr9dfff292016-11-14 05:14:50 -080064const uint32_t kSsrc = 725242;
Erik Språng9c771c22019-06-17 16:31:53 +020065const uint32_t kRtxSsrc = 12345;
66const uint32_t kFlexFecSsrc = 45678;
sprang@webrtc.org30933902015-03-17 14:33:12 +000067const uint16_t kTransportSequenceNumber = 0xaabbu;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000068const uint64_t kStartTime = 123456789;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +000069const size_t kMaxPaddingSize = 224u;
Stefan Holmera246cfb2016-08-23 17:51:42 +020070const uint8_t kPayloadData[] = {47, 11, 32, 93, 89};
spranga8ae6f22017-09-04 07:23:56 -070071const int64_t kDefaultExpectedRetransmissionTimeMs = 125;
Amit Hilbuch77938e62018-12-21 09:23:38 -080072const char kNoRid[] = "";
73const char kNoMid[] = "";
andrew@webrtc.org8a442592011-12-16 21:24:30 +000074
Danil Chapovalov5e57b172016-09-02 19:15:59 +020075using ::testing::_;
Erik Språng30a276b2019-04-23 12:00:11 +020076using ::testing::AllOf;
Erik Språng214f5432019-06-20 15:09:58 +020077using ::testing::AtLeast;
78using ::testing::DoAll;
philipelb3e42a42018-09-13 10:57:14 +020079using ::testing::ElementsAre;
Danil Chapovalov5e57b172016-09-02 19:15:59 +020080using ::testing::ElementsAreArray;
Erik Språng30a276b2019-04-23 12:00:11 +020081using ::testing::Field;
Erik Språng478cb462019-06-26 15:49:27 +020082using ::testing::Gt;
sprang168794c2017-07-06 04:38:06 -070083using ::testing::Invoke;
Erik Språng9c771c22019-06-17 16:31:53 +020084using ::testing::NiceMock;
Erik Språng478cb462019-06-26 15:49:27 +020085using ::testing::Pointee;
86using ::testing::Property;
Erik Språng214f5432019-06-20 15:09:58 +020087using ::testing::Return;
88using ::testing::SaveArg;
Danil Chapovalov84ffb352018-09-25 18:59:09 +020089using ::testing::SizeIs;
Erik Språng9c771c22019-06-17 16:31:53 +020090using ::testing::StrictMock;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +000091
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000092uint64_t ConvertMsToAbsSendTime(int64_t time_ms) {
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020093 return (((time_ms << 18) + 500) / 1000) & 0x00ffffff;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000094}
95
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +000096class LoopbackTransportTest : public webrtc::Transport {
97 public:
Petter Strandmark26bc6692018-05-29 08:43:35 +020098 LoopbackTransportTest() : total_bytes_sent_(0) {
danilchap12ba1862016-10-26 02:41:55 -070099 receivers_extensions_.Register(kRtpExtensionTransmissionTimeOffset,
100 kTransmissionTimeOffsetExtensionId);
101 receivers_extensions_.Register(kRtpExtensionAbsoluteSendTime,
102 kAbsoluteSendTimeExtensionId);
103 receivers_extensions_.Register(kRtpExtensionTransportSequenceNumber,
104 kTransportSequenceNumberExtensionId);
105 receivers_extensions_.Register(kRtpExtensionVideoRotation,
106 kVideoRotationExtensionId);
107 receivers_extensions_.Register(kRtpExtensionAudioLevel,
108 kAudioLevelExtensionId);
ilnik04f4d122017-06-19 07:18:55 -0700109 receivers_extensions_.Register(kRtpExtensionVideoTiming,
110 kVideoTimingExtensionId);
Steve Anton296a0ce2018-03-22 15:17:27 -0700111 receivers_extensions_.Register(kRtpExtensionMid, kMidExtensionId);
Elad Alonccb9b752019-02-19 13:01:31 +0100112 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor00,
113 kGenericDescriptorId00);
114 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor01,
115 kGenericDescriptorId01);
Amit Hilbuch77938e62018-12-21 09:23:38 -0800116 receivers_extensions_.Register(kRtpExtensionRtpStreamId, kRidExtensionId);
117 receivers_extensions_.Register(kRtpExtensionRepairedRtpStreamId,
118 kRepairedRidExtensionId);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000119 }
danilchap12ba1862016-10-26 02:41:55 -0700120
stefan1d8a5062015-10-02 03:39:33 -0700121 bool SendRtp(const uint8_t* data,
122 size_t len,
123 const PacketOptions& options) override {
Petter Strandmark26bc6692018-05-29 08:43:35 +0200124 last_options_ = options;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000125 total_bytes_sent_ += len;
danilchap12ba1862016-10-26 02:41:55 -0700126 sent_packets_.push_back(RtpPacketReceived(&receivers_extensions_));
127 EXPECT_TRUE(sent_packets_.back().Parse(data, len));
pbos2d566682015-09-28 09:59:31 -0700128 return true;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000129 }
danilchap162abd32015-12-10 02:39:40 -0800130 bool SendRtcp(const uint8_t* data, size_t len) override { return false; }
danilchap12ba1862016-10-26 02:41:55 -0700131 const RtpPacketReceived& last_sent_packet() { return sent_packets_.back(); }
132 int packets_sent() { return sent_packets_.size(); }
133
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000134 size_t total_bytes_sent_;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200135 PacketOptions last_options_;
danilchap12ba1862016-10-26 02:41:55 -0700136 std::vector<RtpPacketReceived> sent_packets_;
137
138 private:
139 RtpHeaderExtensionMap receivers_extensions_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000140};
141
Elad Alon4a87e1c2017-10-03 16:11:34 +0200142MATCHER_P(SameRtcEventTypeAs, value, "") {
143 return value == arg->GetType();
144}
145
Erik Språngf6468d22019-07-05 16:53:43 +0200146struct TestConfig {
147 TestConfig(bool with_overhead, bool pacer_references_packets)
148 : with_overhead(with_overhead),
149 pacer_references_packets(pacer_references_packets) {}
150 bool with_overhead = false;
151 bool pacer_references_packets = false;
152};
153
154std::string ToFieldTrialString(TestConfig config) {
155 std::string field_trials;
156 if (config.with_overhead) {
157 field_trials += "WebRTC-SendSideBwe-WithOverhead/Enabled/";
158 }
159 if (config.pacer_references_packets) {
160 field_trials += "WebRTC-Pacer-LegacyPacketReferencing/Enabled/";
161 } else {
162 field_trials += "WebRTC-Pacer-LegacyPacketReferencing/Disabled/";
163 }
164 return field_trials;
165}
166
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000167} // namespace
168
Erik Språng59b86542019-06-23 18:24:46 +0200169class MockRtpPacketPacer : public RtpPacketPacer {
sprangebbf8a82015-09-21 15:11:14 -0700170 public:
Erik Språng59b86542019-06-23 18:24:46 +0200171 MockRtpPacketPacer() {}
172 virtual ~MockRtpPacketPacer() {}
173
174 MOCK_METHOD1(EnqueuePacket, void(std::unique_ptr<RtpPacketToSend>));
sprangebbf8a82015-09-21 15:11:14 -0700175
Peter Boströme23e7372015-10-08 11:44:14 +0200176 MOCK_METHOD6(InsertPacket,
177 void(Priority priority,
sprangebbf8a82015-09-21 15:11:14 -0700178 uint32_t ssrc,
179 uint16_t sequence_number,
180 int64_t capture_time_ms,
181 size_t bytes,
182 bool retransmission));
183};
184
Stefan Holmerf5dca482016-01-27 12:58:51 +0100185class MockTransportSequenceNumberAllocator
186 : public TransportSequenceNumberAllocator {
187 public:
188 MOCK_METHOD0(AllocateSequenceNumber, uint16_t());
189};
190
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200191class MockSendSideDelayObserver : public SendSideDelayObserver {
192 public:
Henrik Boström9fe18342019-05-16 18:38:20 +0200193 MOCK_METHOD4(SendSideDelayUpdated, void(int, int, uint64_t, uint32_t));
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200194};
195
asapersson35151f32016-05-02 23:44:01 -0700196class MockSendPacketObserver : public SendPacketObserver {
197 public:
198 MOCK_METHOD3(OnSendPacket, void(uint16_t, int64_t, uint32_t));
199};
200
Stefan Holmera246cfb2016-08-23 17:51:42 +0200201class MockTransportFeedbackObserver : public TransportFeedbackObserver {
202 public:
Erik Språng30a276b2019-04-23 12:00:11 +0200203 MOCK_METHOD1(OnAddPacket, void(const RtpPacketSendInfo&));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200204 MOCK_METHOD1(OnTransportFeedback, void(const rtcp::TransportFeedback&));
elad.alonf9490002017-03-06 05:32:21 -0800205 MOCK_CONST_METHOD0(GetTransportFeedbackVector, std::vector<PacketFeedback>());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200206};
207
minyue3a407ee2017-04-03 01:10:33 -0700208class MockOverheadObserver : public OverheadObserver {
209 public:
210 MOCK_METHOD1(OnOverheadChanged, void(size_t overhead_bytes_per_packet));
211};
212
Erik Språngf6468d22019-07-05 16:53:43 +0200213class RtpSenderTest : public ::testing::TestWithParam<TestConfig> {
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000214 protected:
215 RtpSenderTest()
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000216 : fake_clock_(kStartTime),
terelius429c3452016-01-21 05:42:04 -0800217 mock_rtc_event_log_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000218 mock_paced_sender_(),
sprangcd349d92016-07-13 09:11:28 -0700219 retransmission_rate_limiter_(&fake_clock_, 1000),
Erik Språng4580ca22019-07-04 10:38:43 +0200220 flexfec_sender_(0,
221 kFlexFecSsrc,
222 kSsrc,
223 "",
224 std::vector<RtpExtension>(),
225 std::vector<RtpExtensionSize>(),
226 nullptr,
227 &fake_clock_),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000228 rtp_sender_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000229 transport_(),
minyue3a407ee2017-04-03 01:10:33 -0700230 kMarkerBit(true),
Erik Språngf6468d22019-07-05 16:53:43 +0200231 field_trials_(ToFieldTrialString(GetParam())) {}
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000232
Erik Språng7b52f102018-02-07 14:37:37 +0100233 void SetUp() override { SetUpRtpSender(true, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200234
Erik Språng7b52f102018-02-07 14:37:37 +0100235 void SetUpRtpSender(bool pacer, bool populate_network2) {
Erik Språng4580ca22019-07-04 10:38:43 +0200236 RtpRtcp::Configuration config;
237 config.clock = &fake_clock_;
238 config.outgoing_transport = &transport_;
239 config.media_send_ssrc = kSsrc;
240 config.rtx_send_ssrc = kRtxSsrc;
241 config.flexfec_sender = &flexfec_sender_;
242 config.transport_sequence_number_allocator = &seq_num_allocator_;
243 config.event_log = &mock_rtc_event_log_;
244 config.send_packet_observer = &send_packet_observer_;
245 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
246 config.paced_sender = pacer ? &mock_paced_sender_ : nullptr;
247 config.populate_network2_timestamp = populate_network2;
248 rtp_sender_.reset(new RTPSender(config));
brandtr9dfff292016-11-14 05:14:50 -0800249 rtp_sender_->SetSequenceNumber(kSeqNum);
danilchap71fead22016-08-18 02:01:49 -0700250 rtp_sender_->SetTimestampOffset(0);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000251 }
252
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000253 SimulatedClock fake_clock_;
Erik Språng9c771c22019-06-17 16:31:53 +0200254 NiceMock<MockRtcEventLog> mock_rtc_event_log_;
Erik Språng59b86542019-06-23 18:24:46 +0200255 MockRtpPacketPacer mock_paced_sender_;
Erik Språng9c771c22019-06-17 16:31:53 +0200256 StrictMock<MockTransportSequenceNumberAllocator> seq_num_allocator_;
257 StrictMock<MockSendPacketObserver> send_packet_observer_;
258 StrictMock<MockTransportFeedbackObserver> feedback_observer_;
sprangcd349d92016-07-13 09:11:28 -0700259 RateLimiter retransmission_rate_limiter_;
Erik Språng4580ca22019-07-04 10:38:43 +0200260 FlexfecSender flexfec_sender_;
kwiberg84be5112016-04-27 01:19:58 -0700261 std::unique_ptr<RTPSender> rtp_sender_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000262 LoopbackTransportTest transport_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000263 const bool kMarkerBit;
minyue3a407ee2017-04-03 01:10:33 -0700264 test::ScopedFieldTrials field_trials_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000265
danilchapb6f1fb52016-10-19 06:11:39 -0700266 std::unique_ptr<RtpPacketToSend> BuildRtpPacket(int payload_type,
267 bool marker_bit,
268 uint32_t timestamp,
269 int64_t capture_time_ms) {
270 auto packet = rtp_sender_->AllocatePacket();
271 packet->SetPayloadType(payload_type);
272 packet->SetMarker(marker_bit);
273 packet->SetTimestamp(timestamp);
274 packet->set_capture_time_ms(capture_time_ms);
275 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
276 return packet;
277 }
278
Erik Språngf6468d22019-07-05 16:53:43 +0200279 std::unique_ptr<RtpPacketToSend> SendPacket(int64_t capture_time_ms,
280 int payload_length) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000281 uint32_t timestamp = capture_time_ms * 90;
danilchapb6f1fb52016-10-19 06:11:39 -0700282 auto packet =
283 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
284 packet->AllocatePayload(payload_length);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000285
286 // Packet should be stored in a send bucket.
Erik Språngf6468d22019-07-05 16:53:43 +0200287 EXPECT_TRUE(rtp_sender_->SendToNetwork(
288 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission,
289 RtpPacketSender::kNormalPriority));
290 return packet;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000291 }
asapersson35151f32016-05-02 23:44:01 -0700292
Erik Språngf6468d22019-07-05 16:53:43 +0200293 std::unique_ptr<RtpPacketToSend> SendGenericPacket() {
asapersson35151f32016-05-02 23:44:01 -0700294 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
Erik Språngf6468d22019-07-05 16:53:43 +0200295 return SendPacket(kCaptureTimeMs, sizeof(kPayloadData));
asapersson35151f32016-05-02 23:44:01 -0700296 }
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000297};
298
Peter Boströme23e7372015-10-08 11:44:14 +0200299// TODO(pbos): Move tests over from WithoutPacer to RtpSenderTest as this is our
300// default code path.
301class RtpSenderTestWithoutPacer : public RtpSenderTest {
302 public:
Erik Språng7b52f102018-02-07 14:37:37 +0100303 void SetUp() override { SetUpRtpSender(false, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200304};
305
minyue3a407ee2017-04-03 01:10:33 -0700306TEST_P(RtpSenderTestWithoutPacer, AllocatePacketSetCsrc) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200307 // Configure rtp_sender with csrc.
308 std::vector<uint32_t> csrcs;
309 csrcs.push_back(0x23456789);
310 rtp_sender_->SetCsrcs(csrcs);
311
312 auto packet = rtp_sender_->AllocatePacket();
313
314 ASSERT_TRUE(packet);
315 EXPECT_EQ(rtp_sender_->SSRC(), packet->Ssrc());
316 EXPECT_EQ(csrcs, packet->Csrcs());
317}
318
minyue3a407ee2017-04-03 01:10:33 -0700319TEST_P(RtpSenderTestWithoutPacer, AllocatePacketReserveExtensions) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200320 // Configure rtp_sender with extensions.
321 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
322 kRtpExtensionTransmissionTimeOffset,
323 kTransmissionTimeOffsetExtensionId));
324 ASSERT_EQ(
325 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
326 kAbsoluteSendTimeExtensionId));
327 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAudioLevel,
328 kAudioLevelExtensionId));
329 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
330 kRtpExtensionTransportSequenceNumber,
331 kTransportSequenceNumberExtensionId));
332 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
333 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
334
335 auto packet = rtp_sender_->AllocatePacket();
336
337 ASSERT_TRUE(packet);
338 // Preallocate BWE extensions RtpSender set itself.
339 EXPECT_TRUE(packet->HasExtension<TransmissionOffset>());
340 EXPECT_TRUE(packet->HasExtension<AbsoluteSendTime>());
341 EXPECT_TRUE(packet->HasExtension<TransportSequenceNumber>());
342 // Do not allocate media specific extensions.
343 EXPECT_FALSE(packet->HasExtension<AudioLevel>());
344 EXPECT_FALSE(packet->HasExtension<VideoOrientation>());
345}
346
minyue3a407ee2017-04-03 01:10:33 -0700347TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberAdvanceSequenceNumber) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200348 auto packet = rtp_sender_->AllocatePacket();
349 ASSERT_TRUE(packet);
350 const uint16_t sequence_number = rtp_sender_->SequenceNumber();
351
352 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
353
354 EXPECT_EQ(sequence_number, packet->SequenceNumber());
355 EXPECT_EQ(sequence_number + 1, rtp_sender_->SequenceNumber());
356}
357
minyue3a407ee2017-04-03 01:10:33 -0700358TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberFailsOnNotSending) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200359 auto packet = rtp_sender_->AllocatePacket();
360 ASSERT_TRUE(packet);
361
362 rtp_sender_->SetSendingMediaStatus(false);
363 EXPECT_FALSE(rtp_sender_->AssignSequenceNumber(packet.get()));
364}
365
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100366TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberMayAllowPaddingOnVideo) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200367 constexpr size_t kPaddingSize = 100;
368 auto packet = rtp_sender_->AllocatePacket();
369 ASSERT_TRUE(packet);
370
philipel8aadd502017-02-23 02:56:13 -0800371 ASSERT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200372 packet->SetMarker(false);
373 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100374 // Packet without marker bit doesn't allow padding on video stream.
philipel8aadd502017-02-23 02:56:13 -0800375 EXPECT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200376
377 packet->SetMarker(true);
378 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
379 // Packet with marker bit allows send padding.
philipel8aadd502017-02-23 02:56:13 -0800380 EXPECT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200381}
382
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100383TEST_P(RtpSenderTest, AssignSequenceNumberAllowsPaddingOnAudio) {
384 MockTransport transport;
Erik Språng4580ca22019-07-04 10:38:43 +0200385 RtpRtcp::Configuration config;
386 config.audio = true;
387 config.clock = &fake_clock_;
388 config.outgoing_transport = &transport;
389 config.paced_sender = &mock_paced_sender_;
390 config.media_send_ssrc = kSsrc;
391 config.event_log = &mock_rtc_event_log_;
392 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
393 rtp_sender_ = absl::make_unique<RTPSender>(config);
394
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100395 rtp_sender_->SetTimestampOffset(0);
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100396
397 std::unique_ptr<RtpPacketToSend> audio_packet = rtp_sender_->AllocatePacket();
398 // Padding on audio stream allowed regardless of marker in the last packet.
399 audio_packet->SetMarker(false);
400 audio_packet->SetPayloadType(kPayload);
401 rtp_sender_->AssignSequenceNumber(audio_packet.get());
402
403 const size_t kPaddingSize = 59;
404 EXPECT_CALL(transport, SendRtp(_, kPaddingSize + kRtpHeaderSize, _))
Erik Språng214f5432019-06-20 15:09:58 +0200405 .WillOnce(Return(true));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100406 EXPECT_EQ(kPaddingSize,
407 rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
408
409 // Requested padding size is too small, will send a larger one.
410 const size_t kMinPaddingSize = 50;
411 EXPECT_CALL(transport, SendRtp(_, kMinPaddingSize + kRtpHeaderSize, _))
Erik Språng214f5432019-06-20 15:09:58 +0200412 .WillOnce(Return(true));
Yves Gerey665174f2018-06-19 15:03:05 +0200413 EXPECT_EQ(kMinPaddingSize, rtp_sender_->TimeToSendPadding(kMinPaddingSize - 5,
414 PacedPacketInfo()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100415}
416
minyue3a407ee2017-04-03 01:10:33 -0700417TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberSetPaddingTimestamps) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200418 constexpr size_t kPaddingSize = 100;
419 auto packet = rtp_sender_->AllocatePacket();
420 ASSERT_TRUE(packet);
421 packet->SetMarker(true);
422 packet->SetTimestamp(kTimestamp);
423
424 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
philipel8aadd502017-02-23 02:56:13 -0800425 ASSERT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200426
427 ASSERT_EQ(1u, transport_.sent_packets_.size());
danilchap12ba1862016-10-26 02:41:55 -0700428 // Verify padding packet timestamp.
429 EXPECT_EQ(kTimestamp, transport_.last_sent_packet().Timestamp());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200430}
431
minyue3a407ee2017-04-03 01:10:33 -0700432TEST_P(RtpSenderTestWithoutPacer,
433 TransportFeedbackObserverGetsCorrectByteCount) {
434 constexpr int kRtpOverheadBytesPerPacket = 12 + 8;
Erik Språng9c771c22019-06-17 16:31:53 +0200435 NiceMock<MockOverheadObserver> mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +0200436
437 RtpRtcp::Configuration config;
438 config.clock = &fake_clock_;
439 config.outgoing_transport = &transport_;
440 config.media_send_ssrc = kSsrc;
441 config.transport_sequence_number_allocator = &seq_num_allocator_;
442 config.transport_feedback_callback = &feedback_observer_;
443 config.event_log = &mock_rtc_event_log_;
444 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
445 config.overhead_observer = &mock_overhead_observer;
446 rtp_sender_ = absl::make_unique<RTPSender>(config);
447
minyue3a407ee2017-04-03 01:10:33 -0700448 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
449 kRtpExtensionTransportSequenceNumber,
450 kTransportSequenceNumberExtensionId));
451 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200452 .WillOnce(Return(kTransportSequenceNumber));
minyue3a407ee2017-04-03 01:10:33 -0700453
454 const size_t expected_bytes =
Erik Språngf6468d22019-07-05 16:53:43 +0200455 GetParam().with_overhead
456 ? sizeof(kPayloadData) + kRtpOverheadBytesPerPacket
457 : sizeof(kPayloadData);
minyue3a407ee2017-04-03 01:10:33 -0700458
459 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200460 OnAddPacket(AllOf(
461 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
462 Field(&RtpPacketSendInfo::transport_sequence_number,
463 kTransportSequenceNumber),
464 Field(&RtpPacketSendInfo::rtp_sequence_number,
465 rtp_sender_->SequenceNumber()),
466 Field(&RtpPacketSendInfo::length, expected_bytes),
467 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
minyue3a407ee2017-04-03 01:10:33 -0700468 .Times(1);
469 EXPECT_CALL(mock_overhead_observer,
470 OnOverheadChanged(kRtpOverheadBytesPerPacket))
471 .Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100472 SendGenericPacket();
minyue3a407ee2017-04-03 01:10:33 -0700473}
474
475TEST_P(RtpSenderTestWithoutPacer, SendsPacketsWithTransportSequenceNumber) {
Erik Språng4580ca22019-07-04 10:38:43 +0200476 RtpRtcp::Configuration config;
477 config.clock = &fake_clock_;
478 config.outgoing_transport = &transport_;
479 config.media_send_ssrc = kSsrc;
480 config.transport_sequence_number_allocator = &seq_num_allocator_;
481 config.transport_feedback_callback = &feedback_observer_;
482 config.event_log = &mock_rtc_event_log_;
483 config.send_packet_observer = &send_packet_observer_;
484 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
485 rtp_sender_ = absl::make_unique<RTPSender>(config);
486
Stefan Holmerf5dca482016-01-27 12:58:51 +0100487 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
488 kRtpExtensionTransportSequenceNumber,
489 kTransportSequenceNumberExtensionId));
490
Stefan Holmerf5dca482016-01-27 12:58:51 +0100491 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200492 .WillOnce(Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700493 EXPECT_CALL(send_packet_observer_,
494 OnSendPacket(kTransportSequenceNumber, _, _))
495 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700496
497 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200498 OnAddPacket(AllOf(
499 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
500 Field(&RtpPacketSendInfo::transport_sequence_number,
501 kTransportSequenceNumber),
502 Field(&RtpPacketSendInfo::rtp_sequence_number,
503 rtp_sender_->SequenceNumber()),
504 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200505 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700506
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100507 SendGenericPacket();
Stefan Holmerf5dca482016-01-27 12:58:51 +0100508
danilchap12ba1862016-10-26 02:41:55 -0700509 const auto& packet = transport_.last_sent_packet();
510 uint16_t transport_seq_no;
511 ASSERT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
512 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200513 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200514 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200515}
516
517TEST_P(RtpSenderTestWithoutPacer, PacketOptionsNoRetransmission) {
Erik Språng4580ca22019-07-04 10:38:43 +0200518 RtpRtcp::Configuration config;
519 config.clock = &fake_clock_;
520 config.outgoing_transport = &transport_;
521 config.media_send_ssrc = kSsrc;
522 config.transport_sequence_number_allocator = &seq_num_allocator_;
523 config.transport_feedback_callback = &feedback_observer_;
524 config.event_log = &mock_rtc_event_log_;
525 config.send_packet_observer = &send_packet_observer_;
526 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
527 rtp_sender_ = absl::make_unique<RTPSender>(config);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200528
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100529 SendGenericPacket();
Petter Strandmark26bc6692018-05-29 08:43:35 +0200530
531 EXPECT_FALSE(transport_.last_options_.is_retransmit);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100532}
533
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200534TEST_P(RtpSenderTestWithoutPacer,
535 SetsIncludedInFeedbackWhenTransportSequenceNumberExtensionIsRegistered) {
536 SetUpRtpSender(false, false);
537 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
538 kTransportSequenceNumberExtensionId);
539 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200540 .WillOnce(Return(kTransportSequenceNumber));
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200541 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100542 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200543 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
544}
545
546TEST_P(
547 RtpSenderTestWithoutPacer,
548 SetsIncludedInAllocationWhenTransportSequenceNumberExtensionIsRegistered) {
549 SetUpRtpSender(false, false);
550 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
551 kTransportSequenceNumberExtensionId);
552 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200553 .WillOnce(Return(kTransportSequenceNumber));
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200554 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100555 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200556 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
557}
558
559TEST_P(RtpSenderTestWithoutPacer,
560 SetsIncludedInAllocationWhenForcedAsPartOfAllocation) {
561 SetUpRtpSender(false, false);
562 rtp_sender_->SetAsPartOfAllocation(true);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100563 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200564 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
565 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
566}
567
568TEST_P(RtpSenderTestWithoutPacer, DoesnSetIncludedInAllocationByDefault) {
569 SetUpRtpSender(false, false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100570 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200571 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
572 EXPECT_FALSE(transport_.last_options_.included_in_allocation);
stefana23fc622016-07-28 07:56:38 -0700573}
asapersson35151f32016-05-02 23:44:01 -0700574
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200575TEST_P(RtpSenderTestWithoutPacer, OnSendSideDelayUpdated) {
Erik Språng9c771c22019-06-17 16:31:53 +0200576 StrictMock<MockSendSideDelayObserver> send_side_delay_observer_;
Erik Språng4580ca22019-07-04 10:38:43 +0200577
578 RtpRtcp::Configuration config;
579 config.clock = &fake_clock_;
580 config.outgoing_transport = &transport_;
581 config.media_send_ssrc = kSsrc;
582 config.send_side_delay_observer = &send_side_delay_observer_;
583 config.event_log = &mock_rtc_event_log_;
584 rtp_sender_ = absl::make_unique<RTPSender>(config);
585
Niels Möller5fe95102019-03-04 16:49:25 +0100586 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +0100587 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +0200588 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +0100589 FieldTrialBasedConfig());
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200590
591 const uint8_t kPayloadType = 127;
Niels Möller8a40edd2019-01-24 18:04:44 +0100592 const char payload_name[] = "GENERIC";
Niels Möller59ab1cf2019-02-06 22:48:11 +0100593
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +0200594 rtp_sender_video.RegisterPayloadType(kPayloadType, payload_name,
595 /*raw_payload=*/false);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100596
597 const uint32_t kCaptureTimeMsToRtpTimestamp = 90; // 90 kHz clock
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200598 RTPVideoHeader video_header;
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200599
Henrik Boström9fe18342019-05-16 18:38:20 +0200600 // Send packet with 10 ms send-side delay. The average, max and total should
601 // be 10 ms.
602 EXPECT_CALL(send_side_delay_observer_,
603 SendSideDelayUpdated(10, 10, 10, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200604 .Times(1);
605 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
606 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100607 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100608 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200609 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100610 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200611 kDefaultExpectedRetransmissionTimeMs));
612
Henrik Boström9fe18342019-05-16 18:38:20 +0200613 // Send another packet with 20 ms delay. The average, max and total should be
614 // 15, 20 and 30 ms respectively.
615 EXPECT_CALL(send_side_delay_observer_,
616 SendSideDelayUpdated(15, 20, 30, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200617 .Times(1);
618 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100619 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100620 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200621 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100622 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200623 kDefaultExpectedRetransmissionTimeMs));
624
625 // Send another packet at the same time, which replaces the last packet.
626 // Since this packet has 0 ms delay, the average is now 5 ms and max is 10 ms.
Henrik Boström9fe18342019-05-16 18:38:20 +0200627 // The total counter stays the same though.
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200628 // TODO(terelius): Is is not clear that this is the right behavior.
Henrik Boström9fe18342019-05-16 18:38:20 +0200629 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(5, 10, 30, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200630 .Times(1);
631 capture_time_ms = fake_clock_.TimeInMilliseconds();
Niels Möller59ab1cf2019-02-06 22:48:11 +0100632 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100633 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200634 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100635 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200636 kDefaultExpectedRetransmissionTimeMs));
637
638 // Send a packet 1 second later. The earlier packets should have timed
Henrik Boström9fe18342019-05-16 18:38:20 +0200639 // out, so both max and average should be the delay of this packet. The total
640 // keeps increasing.
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200641 fake_clock_.AdvanceTimeMilliseconds(1000);
642 capture_time_ms = fake_clock_.TimeInMilliseconds();
643 fake_clock_.AdvanceTimeMilliseconds(1);
Henrik Boström9fe18342019-05-16 18:38:20 +0200644 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(1, 1, 31, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200645 .Times(1);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100646 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100647 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200648 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100649 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200650 kDefaultExpectedRetransmissionTimeMs));
651}
652
minyue3a407ee2017-04-03 01:10:33 -0700653TEST_P(RtpSenderTestWithoutPacer, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700654 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
655 kRtpExtensionTransportSequenceNumber,
656 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700657 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200658 .WillOnce(Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700659 EXPECT_CALL(send_packet_observer_,
660 OnSendPacket(kTransportSequenceNumber, _, _))
661 .Times(1);
662
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100663 SendGenericPacket();
asapersson35151f32016-05-02 23:44:01 -0700664}
665
minyue3a407ee2017-04-03 01:10:33 -0700666TEST_P(RtpSenderTest, SendsPacketsWithTransportSequenceNumber) {
Erik Språng4580ca22019-07-04 10:38:43 +0200667 RtpRtcp::Configuration config;
668 config.clock = &fake_clock_;
669 config.outgoing_transport = &transport_;
670 config.paced_sender = &mock_paced_sender_;
671 config.media_send_ssrc = kSsrc;
672 config.transport_sequence_number_allocator = &seq_num_allocator_;
673 config.transport_feedback_callback = &feedback_observer_;
674 config.event_log = &mock_rtc_event_log_;
675 config.send_packet_observer = &send_packet_observer_;
676 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
677 rtp_sender_ = absl::make_unique<RTPSender>(config);
678
brandtr9dfff292016-11-14 05:14:50 -0800679 rtp_sender_->SetSequenceNumber(kSeqNum);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200680 rtp_sender_->SetStorePacketsStatus(true, 10);
681 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
682 kRtpExtensionTransportSequenceNumber,
683 kTransportSequenceNumberExtensionId));
684
Stefan Holmera246cfb2016-08-23 17:51:42 +0200685 EXPECT_CALL(send_packet_observer_,
686 OnSendPacket(kTransportSequenceNumber, _, _))
687 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700688 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200689 OnAddPacket(AllOf(
690 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
691 Field(&RtpPacketSendInfo::transport_sequence_number,
692 kTransportSequenceNumber),
693 Field(&RtpPacketSendInfo::rtp_sequence_number,
694 rtp_sender_->SequenceNumber()),
695 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200696 .Times(1);
697
Erik Språngf6468d22019-07-05 16:53:43 +0200698 if (GetParam().pacer_references_packets) {
699 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _));
700 SendGenericPacket();
701 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
702 .WillOnce(Return(kTransportSequenceNumber));
703 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
704 fake_clock_.TimeInMilliseconds(), false,
705 PacedPacketInfo());
706 } else {
707 EXPECT_CALL(
708 mock_paced_sender_,
709 EnqueuePacket(AllOf(
710 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
711 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
712 auto packet = SendGenericPacket();
713 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
714 // Transport sequence number is set by PacketRouter, before TrySendPacket().
715 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
716 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
717 }
Stefan Holmera246cfb2016-08-23 17:51:42 +0200718
danilchap12ba1862016-10-26 02:41:55 -0700719 const auto& packet = transport_.last_sent_packet();
720 uint16_t transport_seq_no;
721 EXPECT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
722 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200723 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200724}
725
Erik Språng7b52f102018-02-07 14:37:37 +0100726TEST_P(RtpSenderTest, WritesPacerExitToTimingExtension) {
ilnik04f4d122017-06-19 07:18:55 -0700727 rtp_sender_->SetStorePacketsStatus(true, 10);
728 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
729 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
730 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
731 auto packet = rtp_sender_->AllocatePacket();
732 packet->SetPayloadType(kPayload);
733 packet->SetMarker(true);
734 packet->SetTimestamp(kTimestamp);
735 packet->set_capture_time_ms(capture_time_ms);
ilnik2edc6842017-07-06 03:06:50 -0700736 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
ilnik04f4d122017-06-19 07:18:55 -0700737 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
738 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
739 size_t packet_size = packet->size();
ilnik04f4d122017-06-19 07:18:55 -0700740
741 const int kStoredTimeInMs = 100;
Erik Språngf6468d22019-07-05 16:53:43 +0200742 if (GetParam().pacer_references_packets) {
Erik Språng7b52f102018-02-07 14:37:37 +0100743 EXPECT_CALL(
744 mock_paced_sender_,
745 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
746 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
747 kAllowRetransmission,
748 RtpPacketSender::kNormalPriority));
Erik Språngf6468d22019-07-05 16:53:43 +0200749 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
750 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
751 PacedPacketInfo());
752 } else {
753 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
754 EXPECT_CALL(
755 mock_paced_sender_,
756 EnqueuePacket(Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc))));
757 EXPECT_TRUE(rtp_sender_->SendToNetwork(
758 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
759 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
760 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språng7b52f102018-02-07 14:37:37 +0100761 }
ilnik04f4d122017-06-19 07:18:55 -0700762 EXPECT_EQ(1, transport_.packets_sent());
763 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
764
danilchapce251812017-09-11 12:24:41 -0700765 VideoSendTiming video_timing;
766 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
767 &video_timing));
768 EXPECT_EQ(kStoredTimeInMs, video_timing.pacer_exit_delta_ms);
Erik Språng7b52f102018-02-07 14:37:37 +0100769}
ilnik04f4d122017-06-19 07:18:55 -0700770
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100771TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithPacer) {
772 SetUpRtpSender(/*pacer=*/true, /*populate_network2=*/true);
Erik Språng7b52f102018-02-07 14:37:37 +0100773 rtp_sender_->SetStorePacketsStatus(true, 10);
774 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
775 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
776 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
777 auto packet = rtp_sender_->AllocatePacket();
778 packet->SetPayloadType(kPayload);
779 packet->SetMarker(true);
780 packet->SetTimestamp(kTimestamp);
781 packet->set_capture_time_ms(capture_time_ms);
782 const uint16_t kPacerExitMs = 1234u;
783 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, kPacerExitMs, 0u, 0u, true};
784 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
785 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
786 size_t packet_size = packet->size();
787
788 const int kStoredTimeInMs = 100;
Erik Språngf6468d22019-07-05 16:53:43 +0200789
790 if (GetParam().pacer_references_packets) {
Erik Språng7b52f102018-02-07 14:37:37 +0100791 EXPECT_CALL(
792 mock_paced_sender_,
793 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
794 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
795 kAllowRetransmission,
796 RtpPacketSender::kNormalPriority));
Erik Språngf6468d22019-07-05 16:53:43 +0200797 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
798 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
799 PacedPacketInfo());
800 } else {
801 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
802 EXPECT_CALL(
803 mock_paced_sender_,
804 EnqueuePacket(Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc))));
805 EXPECT_TRUE(rtp_sender_->SendToNetwork(
806 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission,
807 RtpPacketSender::kNormalPriority));
808 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
809 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språng7b52f102018-02-07 14:37:37 +0100810 }
Erik Språngf6468d22019-07-05 16:53:43 +0200811
Erik Språng7b52f102018-02-07 14:37:37 +0100812 EXPECT_EQ(1, transport_.packets_sent());
ilnik04f4d122017-06-19 07:18:55 -0700813 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
814
Erik Språng7b52f102018-02-07 14:37:37 +0100815 VideoSendTiming video_timing;
danilchapce251812017-09-11 12:24:41 -0700816 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
817 &video_timing));
Erik Språng7b52f102018-02-07 14:37:37 +0100818 EXPECT_EQ(kStoredTimeInMs, video_timing.network2_timestamp_delta_ms);
819 EXPECT_EQ(kPacerExitMs, video_timing.pacer_exit_delta_ms);
ilnik04f4d122017-06-19 07:18:55 -0700820}
821
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100822TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithoutPacer) {
823 SetUpRtpSender(/*pacer=*/false, /*populate_network2=*/true);
824 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
825 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
826 auto packet = rtp_sender_->AllocatePacket();
827 packet->SetMarker(true);
828 packet->set_capture_time_ms(fake_clock_.TimeInMilliseconds());
829 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
830 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
831 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
832
833 const int kPropagateTimeMs = 10;
834 fake_clock_.AdvanceTimeMilliseconds(kPropagateTimeMs);
835
836 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
837 kAllowRetransmission,
838 RtpPacketSender::kNormalPriority));
839
840 EXPECT_EQ(1, transport_.packets_sent());
841 absl::optional<VideoSendTiming> video_timing =
842 transport_.last_sent_packet().GetExtension<VideoTimingExtension>();
843 ASSERT_TRUE(video_timing);
844 EXPECT_EQ(kPropagateTimeMs, video_timing->network2_timestamp_delta_ms);
845}
846
minyue3a407ee2017-04-03 01:10:33 -0700847TEST_P(RtpSenderTest, TrafficSmoothingWithExtensions) {
Elad Alon4a87e1c2017-10-03 16:11:34 +0200848 EXPECT_CALL(mock_rtc_event_log_,
849 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000850
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000851 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000852 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800853 kRtpExtensionTransmissionTimeOffset,
854 kTransmissionTimeOffsetExtensionId));
855 EXPECT_EQ(
856 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
857 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000858 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700859 auto packet =
860 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
861 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000862
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000863 const int kStoredTimeInMs = 100;
Erik Språngf6468d22019-07-05 16:53:43 +0200864 if (GetParam().pacer_references_packets) {
865 EXPECT_CALL(mock_paced_sender_,
866 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, kSeqNum,
867 _, _, _));
868 // Packet should be stored in a send bucket.
869 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
870 kAllowRetransmission,
871 RtpPacketSender::kNormalPriority));
872 EXPECT_EQ(0, transport_.packets_sent());
873 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
874 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
875 PacedPacketInfo());
876 } else {
877 EXPECT_CALL(
878 mock_paced_sender_,
879 EnqueuePacket(AllOf(
880 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
881 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
882 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
883 EXPECT_TRUE(rtp_sender_->SendToNetwork(
884 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
885 EXPECT_EQ(0, transport_.packets_sent());
886 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
887 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
888 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000889
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000890 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700891 EXPECT_EQ(1, transport_.packets_sent());
892 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
893
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000894 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700895 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000896
897 // Verify transmission time offset.
898 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000899 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000900 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000901 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000902}
903
minyue3a407ee2017-04-03 01:10:33 -0700904TEST_P(RtpSenderTest, TrafficSmoothingRetransmits) {
Elad Alon4a87e1c2017-10-03 16:11:34 +0200905 EXPECT_CALL(mock_rtc_event_log_,
906 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000907
908 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000909 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800910 kRtpExtensionTransmissionTimeOffset,
911 kTransmissionTimeOffsetExtensionId));
912 EXPECT_EQ(
913 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
914 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000915 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700916 auto packet =
917 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
918 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000919
920 // Packet should be stored in a send bucket.
Erik Språngf6468d22019-07-05 16:53:43 +0200921 if (GetParam().pacer_references_packets) {
922 EXPECT_CALL(mock_paced_sender_,
923 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, kSeqNum,
924 _, _, _));
925 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
926 kAllowRetransmission,
927 RtpPacketSender::kNormalPriority));
928 // Immediately process send bucket and send packet.
929 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
930 PacedPacketInfo());
931 } else {
932 EXPECT_CALL(
933 mock_paced_sender_,
934 EnqueuePacket(AllOf(
935 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
936 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
937 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
938 packet->set_allow_retransmission(true);
939 EXPECT_TRUE(rtp_sender_->SendToNetwork(
940 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
941 // Immediately process send bucket and send packet.
942 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
943 }
944
Erik Språng0f4f0552019-05-08 10:15:05 -0700945 EXPECT_EQ(1, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000946
Erik Språng0f4f0552019-05-08 10:15:05 -0700947 // Retransmit packet.
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000948 const int kStoredTimeInMs = 100;
949 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
950
Erik Språng0f4f0552019-05-08 10:15:05 -0700951 EXPECT_CALL(mock_rtc_event_log_,
952 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
Erik Språngf6468d22019-07-05 16:53:43 +0200953 if (GetParam().pacer_references_packets) {
954 EXPECT_CALL(mock_paced_sender_,
955 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, kSeqNum,
956 _, _, _));
957 EXPECT_EQ(static_cast<int>(packet_size),
958 rtp_sender_->ReSendPacket(kSeqNum));
959 EXPECT_EQ(1, transport_.packets_sent());
960 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, true,
961 PacedPacketInfo());
962 } else {
963 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
964 packet->set_retransmitted_sequence_number(kSeqNum);
965 EXPECT_CALL(
966 mock_paced_sender_,
967 EnqueuePacket(AllOf(
968 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
969 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
970 EXPECT_EQ(static_cast<int>(packet_size),
971 rtp_sender_->ReSendPacket(kSeqNum));
972 EXPECT_EQ(1, transport_.packets_sent());
973 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
974 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000975
976 // Process send bucket. Packet should now be sent.
Erik Språng0f4f0552019-05-08 10:15:05 -0700977 EXPECT_EQ(2, transport_.packets_sent());
danilchap12ba1862016-10-26 02:41:55 -0700978 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000979
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000980 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700981 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000982
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000983 // Verify transmission time offset.
984 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000985 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000986 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
987 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
988}
989
990// This test sends 1 regular video packet, then 4 padding packets, and then
991// 1 more regular packet.
minyue3a407ee2017-04-03 01:10:33 -0700992TEST_P(RtpSenderTest, SendPadding) {
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000993 // Make all (non-padding) packets go to send queue.
Elad Alon4a87e1c2017-10-03 16:11:34 +0200994 EXPECT_CALL(mock_rtc_event_log_,
995 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
996 .Times(1 + 4 + 1);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000997
998 uint16_t seq_num = kSeqNum;
999 uint32_t timestamp = kTimestamp;
1000 rtp_sender_->SetStorePacketsStatus(true, 10);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001001 size_t rtp_header_len = kRtpHeaderSize;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001002 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -08001003 kRtpExtensionTransmissionTimeOffset,
1004 kTransmissionTimeOffsetExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001005 rtp_header_len += 4; // 4 bytes extension.
danilchap162abd32015-12-10 02:39:40 -08001006 EXPECT_EQ(
1007 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
1008 kAbsoluteSendTimeExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001009 rtp_header_len += 4; // 4 bytes extension.
1010 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
1011
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001012 webrtc::RTPHeader rtp_header;
1013
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001014 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -07001015 auto packet =
1016 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
Stefan Holmer586b19b2015-09-18 11:14:31 +02001017 const uint32_t media_packet_timestamp = timestamp;
danilchapb6f1fb52016-10-19 06:11:39 -07001018 size_t packet_size = packet->size();
Erik Språngf6468d22019-07-05 16:53:43 +02001019 int total_packets_sent = 0;
1020 const int kStoredTimeInMs = 100;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001021
1022 // Packet should be stored in a send bucket.
Erik Språngf6468d22019-07-05 16:53:43 +02001023 if (GetParam().pacer_references_packets) {
1024 EXPECT_CALL(mock_paced_sender_,
1025 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, kSeqNum,
1026 _, _, _));
1027 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
1028 kAllowRetransmission,
1029 RtpPacketSender::kNormalPriority));
1030 EXPECT_EQ(total_packets_sent, transport_.packets_sent());
1031 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
1032 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
1033 PacedPacketInfo());
1034 } else {
1035 EXPECT_CALL(
1036 mock_paced_sender_,
1037 EnqueuePacket(AllOf(
1038 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1039 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
1040 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1041 packet->set_allow_retransmission(true);
1042 EXPECT_TRUE(rtp_sender_->SendToNetwork(
1043 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
1044 EXPECT_EQ(total_packets_sent, transport_.packets_sent());
1045 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
1046 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
1047 ++seq_num;
1048 }
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001049
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001050 // Packet should now be sent. This test doesn't verify the regular video
1051 // packet, since it is tested in another test.
danilchap12ba1862016-10-26 02:41:55 -07001052 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001053 timestamp += 90 * kStoredTimeInMs;
1054
1055 // Send padding 4 times, waiting 50 ms between each.
1056 for (int i = 0; i < 4; ++i) {
1057 const int kPaddingPeriodMs = 50;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001058 const size_t kPaddingBytes = 100;
1059 const size_t kMaxPaddingLength = 224; // Value taken from rtp_sender.cc.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001060 // Padding will be forced to full packets.
philipelc7bf32a2017-02-17 03:59:43 -08001061 EXPECT_EQ(kMaxPaddingLength,
philipel8aadd502017-02-23 02:56:13 -08001062 rtp_sender_->TimeToSendPadding(kPaddingBytes, PacedPacketInfo()));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001063
1064 // Process send bucket. Padding should now be sent.
danilchap12ba1862016-10-26 02:41:55 -07001065 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001066 EXPECT_EQ(kMaxPaddingLength + rtp_header_len,
danilchap12ba1862016-10-26 02:41:55 -07001067 transport_.last_sent_packet().size());
1068
1069 transport_.last_sent_packet().GetHeader(&rtp_header);
pbosbd2522a2015-07-01 05:35:53 -07001070 EXPECT_EQ(kMaxPaddingLength, rtp_header.paddingLength);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001071
Stefan Holmer586b19b2015-09-18 11:14:31 +02001072 // Verify sequence number and timestamp. The timestamp should be the same
1073 // as the last media packet.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001074 EXPECT_EQ(seq_num++, rtp_header.sequenceNumber);
Stefan Holmer586b19b2015-09-18 11:14:31 +02001075 EXPECT_EQ(media_packet_timestamp, rtp_header.timestamp);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001076 // Verify transmission time offset.
Stefan Holmer586b19b2015-09-18 11:14:31 +02001077 int offset = timestamp - media_packet_timestamp;
1078 EXPECT_EQ(offset, rtp_header.extension.transmissionTimeOffset);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001079 uint64_t expected_send_time =
1080 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
1081 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
1082 fake_clock_.AdvanceTimeMilliseconds(kPaddingPeriodMs);
1083 timestamp += 90 * kPaddingPeriodMs;
1084 }
1085
1086 // Send a regular video packet again.
1087 capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -07001088 packet = BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
1089 packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001090
Erik Språngf6468d22019-07-05 16:53:43 +02001091 if (GetParam().pacer_references_packets) {
1092 EXPECT_CALL(mock_paced_sender_,
1093 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, seq_num,
1094 _, _, _));
1095 // Packet should be stored in a send bucket.
1096 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
1097 kAllowRetransmission,
1098 RtpPacketSender::kNormalPriority));
1099 rtp_sender_->TimeToSendPacket(kSsrc, seq_num, capture_time_ms, false,
1100 PacedPacketInfo());
1101 } else {
1102 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1103 EXPECT_CALL(
1104 mock_paced_sender_,
1105 EnqueuePacket(AllOf(
1106 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1107 Pointee(Property(&RtpPacketToSend::SequenceNumber, seq_num)))));
1108 EXPECT_TRUE(rtp_sender_->SendToNetwork(
1109 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
1110 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
1111 }
terelius5d332ac2016-01-14 14:37:39 -08001112
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001113 // Process send bucket.
danilchap12ba1862016-10-26 02:41:55 -07001114 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
1115 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
1116 transport_.last_sent_packet().GetHeader(&rtp_header);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001117
1118 // Verify sequence number and timestamp.
1119 EXPECT_EQ(seq_num, rtp_header.sequenceNumber);
1120 EXPECT_EQ(timestamp, rtp_header.timestamp);
1121 // Verify transmission time offset. This packet is sent without delay.
1122 EXPECT_EQ(0, rtp_header.extension.transmissionTimeOffset);
1123 uint64_t expected_send_time =
1124 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001125 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +00001126}
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001127
minyue3a407ee2017-04-03 01:10:33 -07001128TEST_P(RtpSenderTest, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -07001129 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1130 kRtpExtensionTransportSequenceNumber,
1131 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -07001132 rtp_sender_->SetStorePacketsStatus(true, 10);
1133
1134 EXPECT_CALL(send_packet_observer_,
1135 OnSendPacket(kTransportSequenceNumber, _, _))
1136 .Times(1);
asapersson35151f32016-05-02 23:44:01 -07001137
Erik Språngf6468d22019-07-05 16:53:43 +02001138 if (GetParam().pacer_references_packets) {
1139 const bool kIsRetransmit = false;
1140 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _));
1141 SendGenericPacket(); // Packet passed to pacer.
1142 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
1143 .WillOnce(::testing::Return(kTransportSequenceNumber));
1144 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
1145 fake_clock_.TimeInMilliseconds(),
1146 kIsRetransmit, PacedPacketInfo());
1147 } else {
1148 EXPECT_CALL(
1149 mock_paced_sender_,
1150 EnqueuePacket(AllOf(
1151 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1152 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
1153 auto packet = SendGenericPacket();
1154 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1155 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
1156 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
1157 }
1158
danilchap12ba1862016-10-26 02:41:55 -07001159 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -07001160}
1161
minyue3a407ee2017-04-03 01:10:33 -07001162TEST_P(RtpSenderTest, OnSendPacketNotUpdatedForRetransmits) {
stefana23fc622016-07-28 07:56:38 -07001163 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1164 kRtpExtensionTransportSequenceNumber,
1165 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -07001166 rtp_sender_->SetStorePacketsStatus(true, 10);
1167
1168 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
asapersson35151f32016-05-02 23:44:01 -07001169
Erik Språngf6468d22019-07-05 16:53:43 +02001170 if (GetParam().pacer_references_packets) {
1171 const bool kIsRetransmit = true;
1172 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _));
1173 SendGenericPacket(); // Packet passed to pacer.
1174 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
1175 .WillOnce(Return(kTransportSequenceNumber));
1176 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
1177 fake_clock_.TimeInMilliseconds(),
1178 kIsRetransmit, PacedPacketInfo());
1179 } else {
1180 EXPECT_CALL(
1181 mock_paced_sender_,
1182 EnqueuePacket(AllOf(
1183 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1184 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
1185 auto packet = SendGenericPacket();
1186 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
1187 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
1188 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
1189 }
1190
danilchap12ba1862016-10-26 02:41:55 -07001191 EXPECT_EQ(1, transport_.packets_sent());
Petter Strandmark26bc6692018-05-29 08:43:35 +02001192 EXPECT_TRUE(transport_.last_options_.is_retransmit);
asapersson35151f32016-05-02 23:44:01 -07001193}
1194
minyue3a407ee2017-04-03 01:10:33 -07001195TEST_P(RtpSenderTest, OnSendPacketNotUpdatedWithoutSeqNumAllocator) {
Erik Språngf6468d22019-07-05 16:53:43 +02001196 if (!GetParam().pacer_references_packets) {
1197 // When PacedSender owns packets, there is no
1198 // TransportSequenceNumberAllocator callback, so this test does not make any
1199 // sense.
1200 // TODO(bugs.webrtc.org/10633): Remove this test once old code is gone.
1201 return;
1202 }
1203
Erik Språng4580ca22019-07-04 10:38:43 +02001204 RtpRtcp::Configuration config;
1205 config.clock = &fake_clock_;
1206 config.outgoing_transport = &transport_;
1207 config.paced_sender = &mock_paced_sender_;
1208 config.media_send_ssrc = kSsrc;
1209 config.send_packet_observer = &send_packet_observer_;
1210 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1211 rtp_sender_ = absl::make_unique<RTPSender>(config);
1212
brandtr9dfff292016-11-14 05:14:50 -08001213 rtp_sender_->SetSequenceNumber(kSeqNum);
stefana23fc622016-07-28 07:56:38 -07001214 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1215 kRtpExtensionTransportSequenceNumber,
1216 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -07001217 rtp_sender_->SetSequenceNumber(kSeqNum);
1218 rtp_sender_->SetStorePacketsStatus(true, 10);
1219
1220 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
asapersson35151f32016-05-02 23:44:01 -07001221
asapersson35151f32016-05-02 23:44:01 -07001222 const bool kIsRetransmit = false;
Erik Språngf6468d22019-07-05 16:53:43 +02001223 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _));
1224 SendGenericPacket(); // Packet passed to pacer.
brandtr9dfff292016-11-14 05:14:50 -08001225 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
1226 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -08001227 PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001228
danilchap12ba1862016-10-26 02:41:55 -07001229 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -07001230}
1231
Erik Språng214f5432019-06-20 15:09:58 +02001232// TODO(bugs.webrtc.org/8975): Remove this test when non-useful padding is
1233// removed.
minyue3a407ee2017-04-03 01:10:33 -07001234TEST_P(RtpSenderTest, SendRedundantPayloads) {
Erik Språngf6468d22019-07-05 16:53:43 +02001235 if (!GetParam().pacer_references_packets) {
1236 // If PacedSender owns the RTP packets, GeneratePadding() family of methods
1237 // will be called instead and this test makes no sense.
1238 return;
1239 }
1240
Erik Språng214f5432019-06-20 15:09:58 +02001241 test::ScopedFieldTrials field_trials(
1242 "WebRTC-PayloadPadding-UseMostUsefulPacket/Disabled/");
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001243 MockTransport transport;
Erik Språng4580ca22019-07-04 10:38:43 +02001244 RtpRtcp::Configuration config;
1245 config.clock = &fake_clock_;
1246 config.outgoing_transport = &transport;
1247 config.paced_sender = &mock_paced_sender_;
1248 config.media_send_ssrc = kSsrc;
1249 config.rtx_send_ssrc = kRtxSsrc;
1250 config.event_log = &mock_rtc_event_log_;
1251 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1252 rtp_sender_ = absl::make_unique<RTPSender>(config);
1253
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001254 rtp_sender_->SetSequenceNumber(kSeqNum);
Shao Changbine62202f2015-04-21 20:24:50 +08001255 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001256
1257 uint16_t seq_num = kSeqNum;
1258 rtp_sender_->SetStorePacketsStatus(true, 10);
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001259 int32_t rtp_header_len = kRtpHeaderSize;
danilchap162abd32015-12-10 02:39:40 -08001260 EXPECT_EQ(
1261 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
1262 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001263 rtp_header_len += 4; // 4 bytes extension.
1264 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
1265
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001266 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001267
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001268 const size_t kNumPayloadSizes = 10;
danilchap162abd32015-12-10 02:39:40 -08001269 const size_t kPayloadSizes[kNumPayloadSizes] = {500, 550, 600, 650, 700,
1270 750, 800, 850, 900, 950};
terelius5d332ac2016-01-14 14:37:39 -08001271 // Expect all packets go through the pacer.
Elad Alon4a87e1c2017-10-03 16:11:34 +02001272 EXPECT_CALL(mock_rtc_event_log_,
1273 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001274 .Times(kNumPayloadSizes);
1275
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001276 // Send 10 packets of increasing size.
1277 for (size_t i = 0; i < kNumPayloadSizes; ++i) {
1278 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
Erik Språngf6468d22019-07-05 16:53:43 +02001279
1280 EXPECT_CALL(transport, SendRtp(_, _, _)).WillOnce(::testing::Return(true));
1281
1282 if (GetParam().pacer_references_packets) {
1283 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, seq_num, _, _, _));
1284 SendPacket(capture_time_ms, kPayloadSizes[i]);
1285 rtp_sender_->TimeToSendPacket(kSsrc, seq_num,
1286 fake_clock_.TimeInMilliseconds(), false,
1287 PacedPacketInfo());
1288 } else {
1289 EXPECT_CALL(
1290 mock_paced_sender_,
1291 EnqueuePacket(AllOf(
1292 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1293 Pointee(Property(&RtpPacketToSend::SequenceNumber, seq_num)))));
1294 auto packet = SendPacket(capture_time_ms, kPayloadSizes[i]);
1295 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1296 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
1297 }
1298
1299 ++seq_num;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001300 fake_clock_.AdvanceTimeMilliseconds(33);
1301 }
terelius429c3452016-01-21 05:42:04 -08001302
Elad Alon4a87e1c2017-10-03 16:11:34 +02001303 EXPECT_CALL(mock_rtc_event_log_,
1304 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
Erik Språng214f5432019-06-20 15:09:58 +02001305 .Times(AtLeast(4));
terelius429c3452016-01-21 05:42:04 -08001306
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001307 // The amount of padding to send it too small to send a payload packet.
stefan1d8a5062015-10-02 03:39:33 -07001308 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
Erik Språng214f5432019-06-20 15:09:58 +02001309 .WillOnce(Return(true));
philipela1ed0b32016-06-01 06:31:17 -07001310 EXPECT_EQ(kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001311 rtp_sender_->TimeToSendPadding(49, PacedPacketInfo()));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001312
Petter Strandmark26bc6692018-05-29 08:43:35 +02001313 PacketOptions options;
Peter Boströmac547a62015-09-17 23:03:57 +02001314 EXPECT_CALL(transport,
stefan1d8a5062015-10-02 03:39:33 -07001315 SendRtp(_, kPayloadSizes[0] + rtp_header_len + kRtxHeaderSize, _))
Erik Språng214f5432019-06-20 15:09:58 +02001316 .WillOnce(DoAll(SaveArg<2>(&options), Return(true)));
philipela1ed0b32016-06-01 06:31:17 -07001317 EXPECT_EQ(kPayloadSizes[0],
philipel8aadd502017-02-23 02:56:13 -08001318 rtp_sender_->TimeToSendPadding(500, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001319 EXPECT_TRUE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001320
Yves Gerey665174f2018-06-19 15:03:05 +02001321 EXPECT_CALL(transport, SendRtp(_,
1322 kPayloadSizes[kNumPayloadSizes - 1] +
1323 rtp_header_len + kRtxHeaderSize,
stefan1d8a5062015-10-02 03:39:33 -07001324 _))
Erik Språng214f5432019-06-20 15:09:58 +02001325 .WillOnce(Return(true));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001326
1327 options.is_retransmit = false;
stefan1d8a5062015-10-02 03:39:33 -07001328 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
Erik Språng214f5432019-06-20 15:09:58 +02001329 .WillOnce(DoAll(SaveArg<2>(&options), Return(true)));
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001330 EXPECT_EQ(kPayloadSizes[kNumPayloadSizes - 1] + kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001331 rtp_sender_->TimeToSendPadding(999, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001332 EXPECT_FALSE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001333}
1334
Erik Språng214f5432019-06-20 15:09:58 +02001335TEST_P(RtpSenderTest, SendRedundantPayloadsUsefulPadding) {
Erik Språngf6468d22019-07-05 16:53:43 +02001336 if (!GetParam().pacer_references_packets) {
1337 // If PacedSender owns the RTP packets, GeneratePadding() family of methods
1338 // will be called instead and this test makes no sense.
1339 return;
1340 }
1341
Erik Språng214f5432019-06-20 15:09:58 +02001342 test::ScopedFieldTrials field_trials(
1343 "WebRTC-PayloadPadding-UseMostUsefulPacket/Enabled/");
1344 MockTransport transport;
Erik Språng4580ca22019-07-04 10:38:43 +02001345 RtpRtcp::Configuration config;
1346 config.clock = &fake_clock_;
1347 config.outgoing_transport = &transport;
1348 config.paced_sender = &mock_paced_sender_;
1349 config.media_send_ssrc = kSsrc;
1350 config.rtx_send_ssrc = kRtxSsrc;
1351 config.event_log = &mock_rtc_event_log_;
1352 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1353 rtp_sender_ = absl::make_unique<RTPSender>(config);
1354
Erik Språng214f5432019-06-20 15:09:58 +02001355 rtp_sender_->SetSequenceNumber(kSeqNum);
Erik Språng214f5432019-06-20 15:09:58 +02001356 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
1357
1358 uint16_t seq_num = kSeqNum;
1359 rtp_sender_->SetStorePacketsStatus(true, 10);
1360 int32_t rtp_header_len = kRtpHeaderSize;
1361 EXPECT_EQ(
1362 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
1363 kAbsoluteSendTimeExtensionId));
1364 rtp_header_len += 4; // 4 bytes extension.
1365 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
1366
1367 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
Erik Språng214f5432019-06-20 15:09:58 +02001368
1369 const size_t kNumPayloadSizes = 10;
1370 const size_t kPayloadSizes[kNumPayloadSizes] = {500, 550, 600, 650, 700,
1371 750, 800, 850, 900, 950};
1372 // Expect all packets go through the pacer.
Erik Språng214f5432019-06-20 15:09:58 +02001373 EXPECT_CALL(mock_rtc_event_log_,
1374 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1375 .Times(kNumPayloadSizes);
1376
1377 // Send 10 packets of increasing size.
Erik Språng214f5432019-06-20 15:09:58 +02001378 for (size_t i = 0; i < kNumPayloadSizes; ++i) {
1379 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
Erik Språngf6468d22019-07-05 16:53:43 +02001380
1381 EXPECT_CALL(transport, SendRtp(_, _, _)).WillOnce(::testing::Return(true));
1382
1383 if (GetParam().pacer_references_packets) {
1384 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, seq_num, _, _, _));
1385 SendPacket(capture_time_ms, kPayloadSizes[i]);
1386 rtp_sender_->TimeToSendPacket(kSsrc, seq_num,
1387 fake_clock_.TimeInMilliseconds(), false,
1388 PacedPacketInfo());
1389 } else {
1390 EXPECT_CALL(
1391 mock_paced_sender_,
1392 EnqueuePacket(AllOf(
1393 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1394 Pointee(Property(&RtpPacketToSend::SequenceNumber, seq_num)))));
1395 auto packet = SendPacket(capture_time_ms, kPayloadSizes[i]);
1396 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1397 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
1398 }
1399
1400 ++seq_num;
Erik Språng214f5432019-06-20 15:09:58 +02001401 fake_clock_.AdvanceTimeMilliseconds(33);
1402 }
1403
1404 EXPECT_CALL(mock_rtc_event_log_,
1405 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1406 .Times(AtLeast(4));
1407
1408 // The amount of padding to send it too small to send a payload packet.
1409 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
1410 .WillOnce(Return(true));
1411 EXPECT_EQ(kMaxPaddingSize,
1412 rtp_sender_->TimeToSendPadding(49, PacedPacketInfo()));
1413
1414 // Payload padding will prefer packets with lower transmit count first and
1415 // lower age second.
1416 EXPECT_CALL(transport, SendRtp(_,
1417 kPayloadSizes[kNumPayloadSizes - 1] +
1418 rtp_header_len + kRtxHeaderSize,
1419 Field(&PacketOptions::is_retransmit, true)))
1420 .WillOnce(Return(true));
1421 EXPECT_EQ(kPayloadSizes[kNumPayloadSizes - 1],
1422 rtp_sender_->TimeToSendPadding(500, PacedPacketInfo()));
1423
1424 EXPECT_CALL(transport, SendRtp(_,
1425 kPayloadSizes[kNumPayloadSizes - 2] +
1426 rtp_header_len + kRtxHeaderSize,
1427 _))
1428 .WillOnce(Return(true));
1429
1430 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len,
1431 Field(&PacketOptions::is_retransmit, false)))
1432 .WillOnce(Return(true));
1433 EXPECT_EQ(kPayloadSizes[kNumPayloadSizes - 2] + kMaxPaddingSize,
1434 rtp_sender_->TimeToSendPadding(
1435 kPayloadSizes[kNumPayloadSizes - 2] + 49, PacedPacketInfo()));
1436}
1437
minyue3a407ee2017-04-03 01:10:33 -07001438TEST_P(RtpSenderTestWithoutPacer, SendGenericVideo) {
Niels Möller8a40edd2019-01-24 18:04:44 +01001439 const char payload_name[] = "GENERIC";
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001440 const uint8_t payload_type = 127;
Niels Möller5fe95102019-03-04 16:49:25 +01001441 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001442 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001443 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +01001444 FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001445 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1446 /*raw_payload=*/false);
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001447 uint8_t payload[] = {47, 11, 32, 93, 89};
1448
1449 // Send keyframe
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001450 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001451 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001452 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1453 sizeof(payload), nullptr, &video_header,
1454 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001455
danilchap96c15872016-11-21 01:35:29 -08001456 auto sent_payload = transport_.last_sent_packet().payload();
1457 uint8_t generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001458 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1459 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001460 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001461
1462 // Send delta frame
1463 payload[0] = 13;
1464 payload[1] = 42;
1465 payload[4] = 13;
1466
Niels Möller59ab1cf2019-02-06 22:48:11 +01001467 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001468 VideoFrameType::kVideoFrameDelta, payload_type, 1234, 4321, payload,
1469 sizeof(payload), nullptr, &video_header,
1470 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001471
danilchap96c15872016-11-21 01:35:29 -08001472 sent_payload = transport_.last_sent_packet().payload();
1473 generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001474 EXPECT_FALSE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1475 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001476 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001477}
1478
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001479TEST_P(RtpSenderTestWithoutPacer, SendRawVideo) {
1480 const char payload_name[] = "VP8";
1481 const uint8_t payload_type = 111;
1482 const uint8_t payload[] = {11, 22, 33, 44, 55};
1483
1484 PlayoutDelayOracle playout_delay_oracle;
1485 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001486 &playout_delay_oracle, nullptr, false, false,
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001487 FieldTrialBasedConfig());
1488 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1489 /*raw_payload=*/true);
1490
1491 // Send a frame.
1492 RTPVideoHeader video_header;
1493 ASSERT_TRUE(rtp_sender_video.SendVideo(
1494 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1495 sizeof(payload), nullptr, &video_header,
1496 kDefaultExpectedRetransmissionTimeMs));
1497
1498 auto sent_payload = transport_.last_sent_packet().payload();
1499 EXPECT_THAT(sent_payload, ElementsAreArray(payload));
1500}
1501
minyue3a407ee2017-04-03 01:10:33 -07001502TEST_P(RtpSenderTest, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001503 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001504 constexpr int kMediaPayloadType = 127;
1505 constexpr int kFlexfecPayloadType = 118;
brandtrdbdb3f12016-11-10 05:04:48 -08001506 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001507 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språng4580ca22019-07-04 10:38:43 +02001508 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1509 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001510 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001511
1512 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001513 RtpRtcp::Configuration config;
1514 config.clock = &fake_clock_;
1515 config.outgoing_transport = &transport_;
1516 config.paced_sender = &mock_paced_sender_;
1517 config.media_send_ssrc = kSsrc;
1518 config.flexfec_sender = &flexfec_sender_;
1519 config.transport_sequence_number_allocator = &seq_num_allocator_;
1520 config.event_log = &mock_rtc_event_log_;
1521 config.send_packet_observer = &send_packet_observer_;
1522 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1523 rtp_sender_ = absl::make_unique<RTPSender>(config);
1524
brandtrdbdb3f12016-11-10 05:04:48 -08001525 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001526 rtp_sender_->SetStorePacketsStatus(true, 10);
1527
Niels Möller5fe95102019-03-04 16:49:25 +01001528 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001529 RTPSenderVideo rtp_sender_video(
1530 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1531 nullptr, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001532 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1533 /*raw_payload=*/false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001534
brandtrdbdb3f12016-11-10 05:04:48 -08001535 // Parameters selected to generate a single FEC packet per media packet.
1536 FecProtectionParams params;
1537 params.fec_rate = 15;
1538 params.max_fec_frames = 1;
1539 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001540 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001541
brandtr9dfff292016-11-14 05:14:50 -08001542 uint16_t flexfec_seq_num;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001543 RTPVideoHeader video_header;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001544
Erik Språngf6468d22019-07-05 16:53:43 +02001545 if (GetParam().pacer_references_packets) {
1546 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1547 kSsrc, kSeqNum, _, _, false));
1548 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1549 kFlexFecSsrc, _, _, _, false))
1550 .WillOnce(::testing::SaveArg<2>(&flexfec_seq_num));
1551
1552 EXPECT_TRUE(rtp_sender_video.SendVideo(
1553 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
1554 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1555 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1556
1557 EXPECT_EQ(RtpPacketSendResult::kSuccess,
1558 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
1559 fake_clock_.TimeInMilliseconds(),
1560 false, PacedPacketInfo()));
1561 EXPECT_EQ(RtpPacketSendResult::kSuccess,
1562 rtp_sender_->TimeToSendPacket(kFlexFecSsrc, flexfec_seq_num,
1563 fake_clock_.TimeInMilliseconds(),
1564 false, PacedPacketInfo()));
1565 } else {
1566 std::unique_ptr<RtpPacketToSend> media_packet;
1567 std::unique_ptr<RtpPacketToSend> fec_packet;
1568
1569 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
1570 .Times(2)
1571 .WillRepeatedly([&](std::unique_ptr<RtpPacketToSend> packet) {
1572 if (packet->packet_type() == RtpPacketToSend::Type::kVideo) {
1573 EXPECT_EQ(packet->Ssrc(), kSsrc);
1574 EXPECT_EQ(packet->SequenceNumber(), kSeqNum);
1575 media_packet = std::move(packet);
1576 } else {
1577 EXPECT_EQ(packet->packet_type(),
1578 RtpPacketToSend::Type::kForwardErrorCorrection);
1579 EXPECT_EQ(packet->Ssrc(), kFlexFecSsrc);
1580 fec_packet = std::move(packet);
1581 }
1582 });
1583
1584 EXPECT_TRUE(rtp_sender_video.SendVideo(
1585 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
1586 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1587 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1588 ASSERT_TRUE(media_packet != nullptr);
1589 ASSERT_TRUE(fec_packet != nullptr);
1590
1591 flexfec_seq_num = fec_packet->SequenceNumber();
1592 rtp_sender_->TrySendPacket(media_packet.get(), PacedPacketInfo());
1593 rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo());
1594 }
1595
brandtr9dfff292016-11-14 05:14:50 -08001596 ASSERT_EQ(2, transport_.packets_sent());
brandtrdbdb3f12016-11-10 05:04:48 -08001597 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1598 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
brandtr9dfff292016-11-14 05:14:50 -08001599 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
Erik Språng4580ca22019-07-04 10:38:43 +02001600 EXPECT_EQ(kSsrc, media_packet.Ssrc());
brandtr9dfff292016-11-14 05:14:50 -08001601 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1602 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1603 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
Erik Språng4580ca22019-07-04 10:38:43 +02001604 EXPECT_EQ(kFlexFecSsrc, flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001605}
1606
Erik Språngf6468d22019-07-05 16:53:43 +02001607// TODO(ilnik): because of webrtc:7859. Once FEC moved below pacer, this test
1608// should be removed.
1609TEST_P(RtpSenderTest, NoFlexfecForTimingFrames) {
1610 constexpr uint32_t kTimestamp = 1234;
1611 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
1612 constexpr int kMediaPayloadType = 127;
1613 constexpr int kFlexfecPayloadType = 118;
1614 const std::vector<RtpExtension> kNoRtpExtensions;
1615 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
1616
1617 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1618 kNoRtpExtensions, kNoRtpExtensionSizes,
1619 nullptr /* rtp_state */, &fake_clock_);
1620
1621 // Reset |rtp_sender_| to use FlexFEC.
1622 rtp_sender_.reset(new RTPSender(
1623 false, &fake_clock_, &transport_, &mock_paced_sender_,
1624 flexfec_sender.ssrc(), &seq_num_allocator_, nullptr, nullptr, nullptr,
1625 &mock_rtc_event_log_, &send_packet_observer_,
1626 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false,
1627 FieldTrialBasedConfig()));
1628 rtp_sender_->SetSSRC(kSsrc);
1629 rtp_sender_->SetSequenceNumber(kSeqNum);
1630 rtp_sender_->SetStorePacketsStatus(true, 10);
1631
1632 PlayoutDelayOracle playout_delay_oracle;
1633 RTPSenderVideo rtp_sender_video(
1634 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1635 nullptr, false, false, FieldTrialBasedConfig());
1636 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1637 /*raw_payload=*/false);
1638
1639 // Need extension to be registered for timing frames to be sent.
1640 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1641 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
1642
1643 // Parameters selected to generate a single FEC packet per media packet.
1644 FecProtectionParams params;
1645 params.fec_rate = 15;
1646 params.max_fec_frames = 1;
1647 params.fec_mask_type = kFecMaskRandom;
1648 rtp_sender_video.SetFecParameters(params, params);
1649
1650 RTPVideoHeader video_header;
1651 video_header.video_timing.flags = VideoSendTiming::kTriggeredByTimer;
1652
1653 EXPECT_CALL(mock_rtc_event_log_,
1654 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1655 .Times(1);
1656 if (GetParam().pacer_references_packets) {
1657 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1658 kSsrc, kSeqNum, _, _, false));
1659 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1660 kFlexFecSsrc, _, _, _, false))
1661 .Times(0); // Not called because packet should not be protected.
1662
1663 EXPECT_TRUE(rtp_sender_video.SendVideo(
1664 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
1665 kCaptureTimeMs, kPayloadData, sizeof(kPayloadData), nullptr,
1666 &video_header, kDefaultExpectedRetransmissionTimeMs));
1667
1668 EXPECT_EQ(RtpPacketSendResult::kSuccess,
1669 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
1670 fake_clock_.TimeInMilliseconds(),
1671 false, PacedPacketInfo()));
1672 } else {
1673 std::unique_ptr<RtpPacketToSend> rtp_packet;
1674 EXPECT_CALL(
1675 mock_paced_sender_,
1676 EnqueuePacket(AllOf(
1677 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1678 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))))
1679 .WillOnce([&rtp_packet](std::unique_ptr<RtpPacketToSend> packet) {
1680 rtp_packet = std::move(packet);
1681 });
1682
1683 EXPECT_CALL(
1684 mock_paced_sender_,
1685 EnqueuePacket(Pointee(Property(&RtpPacketToSend::Ssrc, kFlexFecSsrc))))
1686 .Times(0); // Not called because packet should not be protected.
1687
1688 EXPECT_TRUE(rtp_sender_video.SendVideo(
1689 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
1690 kCaptureTimeMs, kPayloadData, sizeof(kPayloadData), nullptr,
1691 &video_header, kDefaultExpectedRetransmissionTimeMs));
1692
1693 EXPECT_TRUE(
1694 rtp_sender_->TrySendPacket(rtp_packet.get(), PacedPacketInfo()));
1695 }
1696
1697 ASSERT_EQ(1, transport_.packets_sent());
1698 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1699 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1700 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
1701 EXPECT_EQ(kSsrc, media_packet.Ssrc());
1702
1703 // Now try to send not a timing frame.
1704 uint16_t flexfec_seq_num;
1705
1706 EXPECT_CALL(mock_rtc_event_log_,
1707 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1708 .Times(2);
1709 if (GetParam().pacer_references_packets) {
1710 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1711 kFlexFecSsrc, _, _, _, false))
1712 .WillOnce(::testing::SaveArg<2>(&flexfec_seq_num));
1713 EXPECT_CALL(mock_paced_sender_,
1714 InsertPacket(RtpPacketSender::kLowPriority, kSsrc, kSeqNum + 1,
1715 _, _, false));
1716 video_header.video_timing.flags = VideoSendTiming::kInvalid;
1717 EXPECT_TRUE(rtp_sender_video.SendVideo(
1718 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp + 1,
1719 kCaptureTimeMs + 1, kPayloadData, sizeof(kPayloadData), nullptr,
1720 &video_header, kDefaultExpectedRetransmissionTimeMs));
1721
1722 EXPECT_EQ(RtpPacketSendResult::kSuccess,
1723 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum + 1,
1724 fake_clock_.TimeInMilliseconds(),
1725 false, PacedPacketInfo()));
1726 EXPECT_EQ(RtpPacketSendResult::kSuccess,
1727 rtp_sender_->TimeToSendPacket(kFlexFecSsrc, flexfec_seq_num,
1728 fake_clock_.TimeInMilliseconds(),
1729 false, PacedPacketInfo()));
1730 } else {
1731 std::unique_ptr<RtpPacketToSend> media_packet;
1732 std::unique_ptr<RtpPacketToSend> fec_packet;
1733
1734 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
1735 .Times(2)
1736 .WillRepeatedly([&](std::unique_ptr<RtpPacketToSend> packet) {
1737 if (packet->packet_type() == RtpPacketToSend::Type::kVideo) {
1738 EXPECT_EQ(packet->Ssrc(), kSsrc);
1739 EXPECT_EQ(packet->SequenceNumber(), kSeqNum + 1);
1740 media_packet = std::move(packet);
1741 } else {
1742 EXPECT_EQ(packet->packet_type(),
1743 RtpPacketToSend::Type::kForwardErrorCorrection);
1744 EXPECT_EQ(packet->Ssrc(), kFlexFecSsrc);
1745 fec_packet = std::move(packet);
1746 }
1747 });
1748
1749 video_header.video_timing.flags = VideoSendTiming::kInvalid;
1750 EXPECT_TRUE(rtp_sender_video.SendVideo(
1751 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp + 1,
1752 kCaptureTimeMs + 1, kPayloadData, sizeof(kPayloadData), nullptr,
1753 &video_header, kDefaultExpectedRetransmissionTimeMs));
1754
1755 ASSERT_TRUE(media_packet != nullptr);
1756 ASSERT_TRUE(fec_packet != nullptr);
1757
1758 flexfec_seq_num = fec_packet->SequenceNumber();
1759 rtp_sender_->TrySendPacket(media_packet.get(), PacedPacketInfo());
1760 rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo());
1761 }
1762
1763 ASSERT_EQ(3, transport_.packets_sent());
1764 const RtpPacketReceived& media_packet2 = transport_.sent_packets_[1];
1765 EXPECT_EQ(kMediaPayloadType, media_packet2.PayloadType());
1766 EXPECT_EQ(kSeqNum + 1, media_packet2.SequenceNumber());
1767 EXPECT_EQ(kSsrc, media_packet2.Ssrc());
1768 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[2];
1769 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1770 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1771 EXPECT_EQ(kFlexFecSsrc, flexfec_packet.Ssrc());
1772}
1773
minyue3a407ee2017-04-03 01:10:33 -07001774TEST_P(RtpSenderTestWithoutPacer, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001775 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001776 constexpr int kMediaPayloadType = 127;
1777 constexpr int kFlexfecPayloadType = 118;
brandtrdbdb3f12016-11-10 05:04:48 -08001778 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001779 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språngf6468d22019-07-05 16:53:43 +02001780 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
Erik Språng4580ca22019-07-04 10:38:43 +02001781 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001782 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001783
1784 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001785 RtpRtcp::Configuration config;
1786 config.clock = &fake_clock_;
1787 config.outgoing_transport = &transport_;
1788 config.media_send_ssrc = kSsrc;
1789 config.flexfec_sender = &flexfec_sender;
1790 config.transport_sequence_number_allocator = &seq_num_allocator_;
1791 config.event_log = &mock_rtc_event_log_;
1792 config.send_packet_observer = &send_packet_observer_;
1793 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1794 rtp_sender_ = absl::make_unique<RTPSender>(config);
1795
brandtrdbdb3f12016-11-10 05:04:48 -08001796 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001797
Niels Möller5fe95102019-03-04 16:49:25 +01001798 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001799 RTPSenderVideo rtp_sender_video(
1800 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1801 nullptr, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001802 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1803 /*raw_payload=*/false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001804
brandtrdbdb3f12016-11-10 05:04:48 -08001805 // Parameters selected to generate a single FEC packet per media packet.
1806 FecProtectionParams params;
1807 params.fec_rate = 15;
1808 params.max_fec_frames = 1;
1809 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001810 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001811
Elad Alon4a87e1c2017-10-03 16:11:34 +02001812 EXPECT_CALL(mock_rtc_event_log_,
1813 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1814 .Times(2);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001815 RTPVideoHeader video_header;
1816 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001817 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001818 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1819 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1820
brandtrdbdb3f12016-11-10 05:04:48 -08001821 ASSERT_EQ(2, transport_.packets_sent());
1822 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1823 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
Erik Språng4580ca22019-07-04 10:38:43 +02001824 EXPECT_EQ(kSsrc, media_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001825 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1826 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
Erik Språngf6468d22019-07-05 16:53:43 +02001827 EXPECT_EQ(kFlexFecSsrc, flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001828}
1829
Steve Anton296a0ce2018-03-22 15:17:27 -07001830// Test that the MID header extension is included on sent packets when
1831// configured.
1832TEST_P(RtpSenderTestWithoutPacer, MidIncludedOnSentPackets) {
1833 const char kMid[] = "mid";
1834
1835 // Register MID header extension and set the MID for the RTPSender.
1836 rtp_sender_->SetSendingMediaStatus(false);
1837 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionMid, kMidExtensionId);
1838 rtp_sender_->SetMid(kMid);
1839 rtp_sender_->SetSendingMediaStatus(true);
1840
1841 // Send a couple packets.
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001842 SendGenericPacket();
1843 SendGenericPacket();
Steve Anton296a0ce2018-03-22 15:17:27 -07001844
1845 // Expect both packets to have the MID set.
1846 ASSERT_EQ(2u, transport_.sent_packets_.size());
1847 for (const RtpPacketReceived& packet : transport_.sent_packets_) {
1848 std::string mid;
1849 ASSERT_TRUE(packet.GetExtension<RtpMid>(&mid));
1850 EXPECT_EQ(kMid, mid);
1851 }
1852}
1853
Amit Hilbuch77938e62018-12-21 09:23:38 -08001854TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnSentPackets) {
1855 const char kRid[] = "f";
1856
1857 rtp_sender_->SetSendingMediaStatus(false);
1858 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1859 kRidExtensionId);
1860 rtp_sender_->SetRid(kRid);
1861 rtp_sender_->SetSendingMediaStatus(true);
1862
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001863 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001864
1865 ASSERT_EQ(1u, transport_.sent_packets_.size());
1866 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1867 std::string rid;
1868 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1869 EXPECT_EQ(kRid, rid);
1870}
1871
1872TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnRtxSentPackets) {
1873 const char kRid[] = "f";
Amit Hilbuch77938e62018-12-21 09:23:38 -08001874
1875 rtp_sender_->SetSendingMediaStatus(false);
1876 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1877 kRidExtensionId);
1878 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRepairedRtpStreamId,
1879 kRepairedRidExtensionId);
1880 rtp_sender_->SetRid(kRid);
1881 rtp_sender_->SetSendingMediaStatus(true);
1882
1883 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001884 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001885
1886 rtp_sender_->SetStorePacketsStatus(true, 10);
1887
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001888 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001889 ASSERT_EQ(1u, transport_.sent_packets_.size());
1890 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1891 std::string rid;
1892 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1893 EXPECT_EQ(kRid, rid);
1894 rid = kNoRid;
1895 EXPECT_FALSE(packet.GetExtension<RepairedRtpStreamId>(&rid));
1896
1897 uint16_t packet_id = packet.SequenceNumber();
1898 rtp_sender_->ReSendPacket(packet_id);
1899 ASSERT_EQ(2u, transport_.sent_packets_.size());
1900 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1901 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rid));
1902 EXPECT_EQ(kRid, rid);
1903 EXPECT_FALSE(rtx_packet.HasExtension<RtpStreamId>());
1904}
1905
minyue3a407ee2017-04-03 01:10:33 -07001906TEST_P(RtpSenderTest, FecOverheadRate) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001907 constexpr uint32_t kTimestamp = 1234;
1908 constexpr int kMediaPayloadType = 127;
brandtr81eab612017-01-24 04:06:09 -08001909 constexpr int kFlexfecPayloadType = 118;
brandtr81eab612017-01-24 04:06:09 -08001910 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001911 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språng4580ca22019-07-04 10:38:43 +02001912 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1913 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001914 nullptr /* rtp_state */, &fake_clock_);
brandtr81eab612017-01-24 04:06:09 -08001915
1916 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001917 RtpRtcp::Configuration config;
1918 config.clock = &fake_clock_;
1919 config.outgoing_transport = &transport_;
1920 config.paced_sender = &mock_paced_sender_;
1921 config.media_send_ssrc = kSsrc;
1922 config.flexfec_sender = &flexfec_sender;
1923 config.transport_sequence_number_allocator = &seq_num_allocator_;
1924 config.event_log = &mock_rtc_event_log_;
1925 config.send_packet_observer = &send_packet_observer_;
1926 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1927 rtp_sender_ = absl::make_unique<RTPSender>(config);
1928
brandtr81eab612017-01-24 04:06:09 -08001929 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr81eab612017-01-24 04:06:09 -08001930
Niels Möller5fe95102019-03-04 16:49:25 +01001931 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001932 RTPSenderVideo rtp_sender_video(
1933 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1934 nullptr, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001935 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1936 /*raw_payload=*/false);
brandtr81eab612017-01-24 04:06:09 -08001937 // Parameters selected to generate a single FEC packet per media packet.
1938 FecProtectionParams params;
1939 params.fec_rate = 15;
1940 params.max_fec_frames = 1;
1941 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001942 rtp_sender_video.SetFecParameters(params, params);
brandtr81eab612017-01-24 04:06:09 -08001943
1944 constexpr size_t kNumMediaPackets = 10;
1945 constexpr size_t kNumFecPackets = kNumMediaPackets;
1946 constexpr int64_t kTimeBetweenPacketsMs = 10;
Erik Språngf6468d22019-07-05 16:53:43 +02001947 if (GetParam().pacer_references_packets) {
1948 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, _, _, _, _, false))
1949 .Times(kNumMediaPackets + kNumFecPackets);
1950 } else {
1951 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
1952 .Times(kNumMediaPackets + kNumFecPackets);
1953 }
brandtr81eab612017-01-24 04:06:09 -08001954 for (size_t i = 0; i < kNumMediaPackets; ++i) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001955 RTPVideoHeader video_header;
1956
1957 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001958 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001959 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1960 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1961
brandtr81eab612017-01-24 04:06:09 -08001962 fake_clock_.AdvanceTimeMilliseconds(kTimeBetweenPacketsMs);
1963 }
1964 constexpr size_t kRtpHeaderLength = 12;
1965 constexpr size_t kFlexfecHeaderLength = 20;
1966 constexpr size_t kGenericCodecHeaderLength = 1;
1967 constexpr size_t kPayloadLength = sizeof(kPayloadData);
1968 constexpr size_t kPacketLength = kRtpHeaderLength + kFlexfecHeaderLength +
1969 kGenericCodecHeaderLength + kPayloadLength;
1970 EXPECT_NEAR(kNumFecPackets * kPacketLength * 8 /
1971 (kNumFecPackets * kTimeBetweenPacketsMs / 1000.0f),
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001972 rtp_sender_video.FecOverheadRate(), 500);
brandtr81eab612017-01-24 04:06:09 -08001973}
1974
minyue3a407ee2017-04-03 01:10:33 -07001975TEST_P(RtpSenderTest, BitrateCallbacks) {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001976 class TestCallback : public BitrateStatisticsObserver {
1977 public:
sprangcd349d92016-07-13 09:11:28 -07001978 TestCallback()
1979 : BitrateStatisticsObserver(),
1980 num_calls_(0),
1981 ssrc_(0),
1982 total_bitrate_(0),
1983 retransmit_bitrate_(0) {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001984 ~TestCallback() override = default;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001985
sprangcd349d92016-07-13 09:11:28 -07001986 void Notify(uint32_t total_bitrate,
1987 uint32_t retransmit_bitrate,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001988 uint32_t ssrc) override {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001989 ++num_calls_;
1990 ssrc_ = ssrc;
sprangcd349d92016-07-13 09:11:28 -07001991 total_bitrate_ = total_bitrate;
1992 retransmit_bitrate_ = retransmit_bitrate;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001993 }
1994
1995 uint32_t num_calls_;
1996 uint32_t ssrc_;
sprangcd349d92016-07-13 09:11:28 -07001997 uint32_t total_bitrate_;
1998 uint32_t retransmit_bitrate_;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001999 } callback;
Erik Språng4580ca22019-07-04 10:38:43 +02002000
2001 RtpRtcp::Configuration config;
2002 config.clock = &fake_clock_;
2003 config.outgoing_transport = &transport_;
2004 config.media_send_ssrc = kSsrc;
2005 config.send_bitrate_observer = &callback;
2006 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
2007 rtp_sender_ = absl::make_unique<RTPSender>(config);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002008
Niels Möller5fe95102019-03-04 16:49:25 +01002009 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01002010 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02002011 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +01002012 FieldTrialBasedConfig());
Niels Möller59ab1cf2019-02-06 22:48:11 +01002013 const char payload_name[] = "GENERIC";
2014 const uint8_t payload_type = 127;
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02002015 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
2016 /*raw_payload=*/false);
Niels Möller59ab1cf2019-02-06 22:48:11 +01002017
sprangcd349d92016-07-13 09:11:28 -07002018 // Simulate kNumPackets sent with kPacketInterval ms intervals, with the
2019 // number of packets selected so that we fill (but don't overflow) the one
2020 // second averaging window.
2021 const uint32_t kWindowSizeMs = 1000;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002022 const uint32_t kPacketInterval = 20;
sprangcd349d92016-07-13 09:11:28 -07002023 const uint32_t kNumPackets =
2024 (kWindowSizeMs - kPacketInterval) / kPacketInterval;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002025 // Overhead = 12 bytes RTP header + 1 byte generic header.
2026 const uint32_t kPacketOverhead = 13;
2027
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002028 uint8_t payload[] = {47, 11, 32, 93, 89};
2029 rtp_sender_->SetStorePacketsStatus(true, 1);
2030 uint32_t ssrc = rtp_sender_->SSRC();
2031
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002032 // Initial process call so we get a new time window.
2033 rtp_sender_->ProcessBitrate();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002034
2035 // Send a few frames.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02002036 RTPVideoHeader video_header;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002037 for (uint32_t i = 0; i < kNumPackets; ++i) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01002038 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01002039 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
2040 sizeof(payload), nullptr, &video_header,
2041 kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002042 fake_clock_.AdvanceTimeMilliseconds(kPacketInterval);
2043 }
2044
2045 rtp_sender_->ProcessBitrate();
2046
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00002047 // We get one call for every stats updated, thus two calls since both the
2048 // stream stats and the retransmit stats are updated once.
2049 EXPECT_EQ(2u, callback.num_calls_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002050 EXPECT_EQ(ssrc, callback.ssrc_);
sprangcd349d92016-07-13 09:11:28 -07002051 const uint32_t kTotalPacketSize = kPacketOverhead + sizeof(payload);
2052 // Bitrate measured over delta between last and first timestamp, plus one.
2053 const uint32_t kExpectedWindowMs = kNumPackets * kPacketInterval + 1;
2054 const uint32_t kExpectedBitsAccumulated = kTotalPacketSize * kNumPackets * 8;
2055 const uint32_t kExpectedRateBps =
2056 (kExpectedBitsAccumulated * 1000 + (kExpectedWindowMs / 2)) /
2057 kExpectedWindowMs;
2058 EXPECT_EQ(kExpectedRateBps, callback.total_bitrate_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002059
andresp@webrtc.orgd11bec42014-07-08 14:32:58 +00002060 rtp_sender_.reset();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00002061}
2062
minyue3a407ee2017-04-03 01:10:33 -07002063TEST_P(RtpSenderTestWithoutPacer, StreamDataCountersCallbacks) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002064 class TestCallback : public StreamDataCountersCallback {
2065 public:
danilchap162abd32015-12-10 02:39:40 -08002066 TestCallback() : StreamDataCountersCallback(), ssrc_(0), counters_() {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00002067 ~TestCallback() override = default;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002068
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00002069 void DataCountersUpdated(const StreamDataCounters& counters,
2070 uint32_t ssrc) override {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002071 ssrc_ = ssrc;
2072 counters_ = counters;
2073 }
2074
2075 uint32_t ssrc_;
2076 StreamDataCounters counters_;
asapersson@webrtc.org44149392015-02-04 08:34:47 +00002077
2078 void MatchPacketCounter(const RtpPacketCounter& expected,
2079 const RtpPacketCounter& actual) {
2080 EXPECT_EQ(expected.payload_bytes, actual.payload_bytes);
2081 EXPECT_EQ(expected.header_bytes, actual.header_bytes);
2082 EXPECT_EQ(expected.padding_bytes, actual.padding_bytes);
2083 EXPECT_EQ(expected.packets, actual.packets);
2084 }
2085
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00002086 void Matches(uint32_t ssrc, const StreamDataCounters& counters) {
2087 EXPECT_EQ(ssrc, ssrc_);
asapersson@webrtc.org44149392015-02-04 08:34:47 +00002088 MatchPacketCounter(counters.transmitted, counters_.transmitted);
2089 MatchPacketCounter(counters.retransmitted, counters_.retransmitted);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00002090 EXPECT_EQ(counters.fec.packets, counters_.fec.packets);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002091 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002092 } callback;
2093
2094 const uint8_t kRedPayloadType = 96;
2095 const uint8_t kUlpfecPayloadType = 97;
Niels Möller8a40edd2019-01-24 18:04:44 +01002096 const char payload_name[] = "GENERIC";
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002097 const uint8_t payload_type = 127;
Niels Möller5fe95102019-03-04 16:49:25 +01002098 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01002099 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02002100 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +01002101 FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02002102 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
2103 /*raw_payload=*/false);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002104 uint8_t payload[] = {47, 11, 32, 93, 89};
2105 rtp_sender_->SetStorePacketsStatus(true, 1);
2106 uint32_t ssrc = rtp_sender_->SSRC();
2107
2108 rtp_sender_->RegisterRtpStatisticsCallback(&callback);
2109
2110 // Send a frame.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02002111 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01002112 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01002113 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
2114 sizeof(payload), nullptr, &video_header,
2115 kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00002116 StreamDataCounters expected;
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00002117 expected.transmitted.payload_bytes = 6;
2118 expected.transmitted.header_bytes = 12;
2119 expected.transmitted.padding_bytes = 0;
2120 expected.transmitted.packets = 1;
2121 expected.retransmitted.payload_bytes = 0;
2122 expected.retransmitted.header_bytes = 0;
2123 expected.retransmitted.padding_bytes = 0;
2124 expected.retransmitted.packets = 0;
2125 expected.fec.packets = 0;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00002126 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002127
2128 // Retransmit a frame.
2129 uint16_t seqno = rtp_sender_->SequenceNumber() - 1;
Erik Språnga12b1d62018-03-14 12:39:24 +01002130 rtp_sender_->ReSendPacket(seqno);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00002131 expected.transmitted.payload_bytes = 12;
2132 expected.transmitted.header_bytes = 24;
2133 expected.transmitted.packets = 2;
2134 expected.retransmitted.payload_bytes = 6;
2135 expected.retransmitted.header_bytes = 12;
2136 expected.retransmitted.padding_bytes = 0;
2137 expected.retransmitted.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00002138 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002139
2140 // Send padding.
philipel8aadd502017-02-23 02:56:13 -08002141 rtp_sender_->TimeToSendPadding(kMaxPaddingSize, PacedPacketInfo());
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00002142 expected.transmitted.payload_bytes = 12;
2143 expected.transmitted.header_bytes = 36;
2144 expected.transmitted.padding_bytes = kMaxPaddingSize;
2145 expected.transmitted.packets = 3;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00002146 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002147
brandtrf1bb4762016-11-07 03:05:06 -08002148 // Send ULPFEC.
Niels Möller59ab1cf2019-02-06 22:48:11 +01002149 rtp_sender_video.SetUlpfecConfig(kRedPayloadType, kUlpfecPayloadType);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002150 FecProtectionParams fec_params;
2151 fec_params.fec_mask_type = kFecMaskRandom;
2152 fec_params.fec_rate = 1;
2153 fec_params.max_fec_frames = 1;
Niels Möller59ab1cf2019-02-06 22:48:11 +01002154 rtp_sender_video.SetFecParameters(fec_params, fec_params);
2155 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01002156 VideoFrameType::kVideoFrameDelta, payload_type, 1234, 4321, payload,
2157 sizeof(payload), nullptr, &video_header,
2158 kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00002159 expected.transmitted.payload_bytes = 40;
2160 expected.transmitted.header_bytes = 60;
2161 expected.transmitted.packets = 5;
2162 expected.fec.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00002163 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002164
sprang867fb522015-08-03 04:38:41 -07002165 rtp_sender_->RegisterRtpStatisticsCallback(nullptr);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00002166}
2167
minyue3a407ee2017-04-03 01:10:33 -07002168TEST_P(RtpSenderTestWithoutPacer, BytesReportedCorrectly) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01002169 // XXX const char* kPayloadName = "GENERIC";
pbos@webrtc.org72491b92014-07-10 16:24:54 +00002170 const uint8_t kPayloadType = 127;
Shao Changbine62202f2015-04-21 20:24:50 +08002171 rtp_sender_->SetRtxPayloadType(kPayloadType - 1, kPayloadType);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00002172 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00002173
Niels Möller59ab1cf2019-02-06 22:48:11 +01002174 SendGenericPacket();
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00002175 // Will send 2 full-size padding packets.
philipel8aadd502017-02-23 02:56:13 -08002176 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
2177 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00002178
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00002179 StreamDataCounters rtp_stats;
2180 StreamDataCounters rtx_stats;
2181 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00002182
Niels Möller59ab1cf2019-02-06 22:48:11 +01002183 // Payload
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +00002184 EXPECT_GT(rtp_stats.first_packet_time_ms, -1);
Niels Möller59ab1cf2019-02-06 22:48:11 +01002185 EXPECT_EQ(rtp_stats.transmitted.payload_bytes, sizeof(kPayloadData));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00002186 EXPECT_EQ(rtp_stats.transmitted.header_bytes, 12u);
2187 EXPECT_EQ(rtp_stats.transmitted.padding_bytes, 0u);
2188 EXPECT_EQ(rtx_stats.transmitted.payload_bytes, 0u);
2189 EXPECT_EQ(rtx_stats.transmitted.header_bytes, 24u);
2190 EXPECT_EQ(rtx_stats.transmitted.padding_bytes, 2 * kMaxPaddingSize);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00002191
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00002192 EXPECT_EQ(rtp_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08002193 rtp_stats.transmitted.payload_bytes +
2194 rtp_stats.transmitted.header_bytes +
2195 rtp_stats.transmitted.padding_bytes);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00002196 EXPECT_EQ(rtx_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08002197 rtx_stats.transmitted.payload_bytes +
2198 rtx_stats.transmitted.header_bytes +
2199 rtx_stats.transmitted.padding_bytes);
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00002200
danilchap162abd32015-12-10 02:39:40 -08002201 EXPECT_EQ(
2202 transport_.total_bytes_sent_,
2203 rtp_stats.transmitted.TotalBytes() + rtx_stats.transmitted.TotalBytes());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00002204}
guoweis@webrtc.org45362892015-03-04 22:55:15 +00002205
minyue3a407ee2017-04-03 01:10:33 -07002206TEST_P(RtpSenderTestWithoutPacer, RespectsNackBitrateLimit) {
sprang38778b02015-09-29 09:48:22 -07002207 const int32_t kPacketSize = 1400;
2208 const int32_t kNumPackets = 30;
2209
sprangcd349d92016-07-13 09:11:28 -07002210 retransmission_rate_limiter_.SetMaxRate(kPacketSize * kNumPackets * 8);
2211
sprang38778b02015-09-29 09:48:22 -07002212 rtp_sender_->SetStorePacketsStatus(true, kNumPackets);
sprang38778b02015-09-29 09:48:22 -07002213 const uint16_t kStartSequenceNumber = rtp_sender_->SequenceNumber();
Danil Chapovalov2800d742016-08-26 18:48:46 +02002214 std::vector<uint16_t> sequence_numbers;
sprang38778b02015-09-29 09:48:22 -07002215 for (int32_t i = 0; i < kNumPackets; ++i) {
2216 sequence_numbers.push_back(kStartSequenceNumber + i);
2217 fake_clock_.AdvanceTimeMilliseconds(1);
2218 SendPacket(fake_clock_.TimeInMilliseconds(), kPacketSize);
2219 }
danilchap12ba1862016-10-26 02:41:55 -07002220 EXPECT_EQ(kNumPackets, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07002221
2222 fake_clock_.AdvanceTimeMilliseconds(1000 - kNumPackets);
2223
2224 // Resending should work - brings the bandwidth up to the limit.
2225 // NACK bitrate is capped to the same bitrate as the encoder, since the max
2226 // protection overhead is 50% (see MediaOptimization::SetTargetRates).
Danil Chapovalov2800d742016-08-26 18:48:46 +02002227 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07002228 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07002229
sprangcd349d92016-07-13 09:11:28 -07002230 // Must be at least 5ms in between retransmission attempts.
2231 fake_clock_.AdvanceTimeMilliseconds(5);
2232
sprang38778b02015-09-29 09:48:22 -07002233 // Resending should not work, bandwidth exceeded.
Danil Chapovalov2800d742016-08-26 18:48:46 +02002234 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07002235 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07002236}
2237
minyue3a407ee2017-04-03 01:10:33 -07002238TEST_P(RtpSenderTest, OnOverheadChanged) {
michaelt4da30442016-11-17 01:38:43 -08002239 MockOverheadObserver mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02002240 RtpRtcp::Configuration config;
2241 config.clock = &fake_clock_;
2242 config.outgoing_transport = &transport_;
2243 config.media_send_ssrc = kSsrc;
2244 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
2245 config.overhead_observer = &mock_overhead_observer;
2246 rtp_sender_ = absl::make_unique<RTPSender>(config);
michaelt4da30442016-11-17 01:38:43 -08002247
michaelt4da30442016-11-17 01:38:43 -08002248 // RTP overhead is 12B.
nisse284542b2017-01-10 08:58:32 -08002249 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(12)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01002250 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08002251
2252 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
2253 kTransmissionTimeOffsetExtensionId);
2254
2255 // TransmissionTimeOffset extension has a size of 8B.
nisse284542b2017-01-10 08:58:32 -08002256 // 12B + 8B = 20B
2257 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(20)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01002258 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08002259}
2260
minyue3a407ee2017-04-03 01:10:33 -07002261TEST_P(RtpSenderTest, DoesNotUpdateOverheadOnEqualSize) {
michaelt4da30442016-11-17 01:38:43 -08002262 MockOverheadObserver mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02002263 RtpRtcp::Configuration config;
2264 config.clock = &fake_clock_;
2265 config.outgoing_transport = &transport_;
2266 config.media_send_ssrc = kSsrc;
2267 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
2268 config.overhead_observer = &mock_overhead_observer;
2269 rtp_sender_ = absl::make_unique<RTPSender>(config);
michaelt4da30442016-11-17 01:38:43 -08002270
2271 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(_)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01002272 SendGenericPacket();
2273 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08002274}
2275
Erik Språng9c771c22019-06-17 16:31:53 +02002276TEST_P(RtpSenderTest, TrySendPacketMatchesVideo) {
2277 std::unique_ptr<RtpPacketToSend> packet =
2278 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2279 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2280
2281 // Verify not sent with wrong SSRC.
2282 packet->SetSsrc(kSsrc + 1);
2283 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2284
2285 // Verify sent with correct SSRC.
2286 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2287 packet->SetSsrc(kSsrc);
2288 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2289 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2290}
2291
2292TEST_P(RtpSenderTest, TrySendPacketMatchesAudio) {
2293 std::unique_ptr<RtpPacketToSend> packet =
2294 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2295 packet->set_packet_type(RtpPacketToSend::Type::kAudio);
2296
2297 // Verify not sent with wrong SSRC.
2298 packet->SetSsrc(kSsrc + 1);
2299 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2300
2301 // Verify sent with correct SSRC.
2302 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2303 packet->SetSsrc(kSsrc);
2304 packet->set_packet_type(RtpPacketToSend::Type::kAudio);
2305 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2306}
2307
2308TEST_P(RtpSenderTest, TrySendPacketMatchesRetransmissions) {
2309 std::unique_ptr<RtpPacketToSend> packet =
2310 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2311 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2312
2313 // Verify not sent with wrong SSRC.
2314 packet->SetSsrc(kSsrc + 1);
2315 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2316
2317 // Verify sent with correct SSRC (non-RTX).
2318 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2319 packet->SetSsrc(kSsrc);
2320 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2321 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2322
2323 // RTX retransmission.
2324 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2325 packet->SetSsrc(kRtxSsrc);
2326 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2327 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2328}
2329
2330TEST_P(RtpSenderTest, TrySendPacketMatchesPadding) {
2331 std::unique_ptr<RtpPacketToSend> packet =
2332 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2333 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
2334
2335 // Verify not sent with wrong SSRC.
2336 packet->SetSsrc(kSsrc + 1);
2337 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2338
2339 // Verify sent with correct SSRC (non-RTX).
2340 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2341 packet->SetSsrc(kSsrc);
2342 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
2343 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2344
2345 // RTX padding.
2346 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2347 packet->SetSsrc(kRtxSsrc);
2348 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
2349 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2350}
2351
2352TEST_P(RtpSenderTest, TrySendPacketMatchesFlexfec) {
2353 std::unique_ptr<RtpPacketToSend> packet =
2354 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2355 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2356
2357 // Verify not sent with wrong SSRC.
2358 packet->SetSsrc(kSsrc + 1);
2359 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2360
2361 // Verify sent with correct SSRC.
2362 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2363 packet->SetSsrc(kFlexFecSsrc);
2364 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2365 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2366}
2367
2368TEST_P(RtpSenderTest, TrySendPacketMatchesUlpfec) {
2369 std::unique_ptr<RtpPacketToSend> packet =
2370 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2371 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2372
2373 // Verify not sent with wrong SSRC.
2374 packet->SetSsrc(kSsrc + 1);
2375 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2376
2377 // Verify sent with correct SSRC.
2378 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2379 packet->SetSsrc(kSsrc);
2380 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2381 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2382}
2383
2384TEST_P(RtpSenderTest, TrySendPacketHandlesRetransmissionHistory) {
2385 rtp_sender_->SetStorePacketsStatus(true, 10);
2386
2387 // Build a media packet and send it.
2388 std::unique_ptr<RtpPacketToSend> packet =
2389 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2390 const uint16_t media_sequence_number = packet->SequenceNumber();
2391 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2392 packet->set_allow_retransmission(true);
2393 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2394
2395 // Simulate retransmission request.
2396 fake_clock_.AdvanceTimeMilliseconds(30);
2397 EXPECT_GT(rtp_sender_->ReSendPacket(media_sequence_number), 0);
2398
2399 // Packet already pending, retransmission not allowed.
2400 fake_clock_.AdvanceTimeMilliseconds(30);
2401 EXPECT_EQ(rtp_sender_->ReSendPacket(media_sequence_number), 0);
2402
2403 // Packet exiting pacer, mark as not longer pending.
2404 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2405 EXPECT_NE(packet->SequenceNumber(), media_sequence_number);
2406 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2407 packet->SetSsrc(kRtxSsrc);
2408 packet->set_retransmitted_sequence_number(media_sequence_number);
2409 packet->set_allow_retransmission(false);
2410 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2411
2412 // Retransmissions allowed again.
2413 fake_clock_.AdvanceTimeMilliseconds(30);
2414 EXPECT_GT(rtp_sender_->ReSendPacket(media_sequence_number), 0);
2415
2416 // Retransmission of RTX packet should not be allowed.
2417 EXPECT_EQ(rtp_sender_->ReSendPacket(packet->SequenceNumber()), 0);
2418}
2419
2420TEST_P(RtpSenderTest, TrySendPacketUpdatesExtensions) {
2421 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
2422 kRtpExtensionTransmissionTimeOffset,
2423 kTransmissionTimeOffsetExtensionId),
2424 0);
2425 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
2426 kRtpExtensionAbsoluteSendTime, kAbsoluteSendTimeExtensionId),
2427 0);
2428 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionVideoTiming,
2429 kVideoTimingExtensionId),
2430 0);
2431
2432 std::unique_ptr<RtpPacketToSend> packet =
2433 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2434 packet->set_packetization_finish_time_ms(fake_clock_.TimeInMilliseconds());
2435
2436 const int32_t kDiffMs = 10;
2437 fake_clock_.AdvanceTimeMilliseconds(kDiffMs);
2438
2439 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2440 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2441
2442 const RtpPacketReceived& received_packet = transport_.last_sent_packet();
2443
2444 EXPECT_EQ(received_packet.GetExtension<TransmissionOffset>(), kDiffMs * 90);
2445
2446 EXPECT_EQ(received_packet.GetExtension<AbsoluteSendTime>(),
2447 AbsoluteSendTime::MsTo24Bits(fake_clock_.TimeInMilliseconds()));
2448
2449 VideoSendTiming timing;
2450 EXPECT_TRUE(received_packet.GetExtension<VideoTimingExtension>(&timing));
2451 EXPECT_EQ(timing.pacer_exit_delta_ms, kDiffMs);
2452}
2453
2454TEST_P(RtpSenderTest, TrySendPacketSetsPacketOptions) {
2455 const uint16_t kPacketId = 42;
2456 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
2457 kRtpExtensionTransportSequenceNumber,
2458 kTransportSequenceNumberExtensionId),
2459 0);
2460 std::unique_ptr<RtpPacketToSend> packet =
2461 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2462 packet->SetExtension<TransportSequenceNumber>(kPacketId);
2463
2464 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2465 EXPECT_CALL(send_packet_observer_, OnSendPacket);
2466 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2467
2468 EXPECT_EQ(transport_.last_options_.packet_id, kPacketId);
2469 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
2470 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
2471 EXPECT_FALSE(transport_.last_options_.is_retransmit);
2472
2473 // Send another packet as retransmission, verify options are populated.
2474 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2475 packet->SetExtension<TransportSequenceNumber>(kPacketId + 1);
2476 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2477 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2478 EXPECT_TRUE(transport_.last_options_.is_retransmit);
2479}
2480
2481TEST_P(RtpSenderTest, TrySendPacketUpdatesStats) {
2482 const size_t kPayloadSize = 1000;
2483
2484 StrictMock<MockSendSideDelayObserver> send_side_delay_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02002485
2486 RtpRtcp::Configuration config;
2487 config.clock = &fake_clock_;
2488 config.outgoing_transport = &transport_;
2489 config.media_send_ssrc = kSsrc;
2490 config.rtx_send_ssrc = kRtxSsrc;
2491 config.flexfec_sender = &flexfec_sender_;
2492 config.send_side_delay_observer = &send_side_delay_observer;
2493 config.event_log = &mock_rtc_event_log_;
2494 config.send_packet_observer = &send_packet_observer_;
2495 rtp_sender_ = absl::make_unique<RTPSender>(config);
Erik Språng9c771c22019-06-17 16:31:53 +02002496 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2497 kRtpExtensionTransportSequenceNumber,
2498 kTransportSequenceNumberExtensionId));
2499
2500 const int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
2501
2502 std::unique_ptr<RtpPacketToSend> video_packet =
2503 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2504 video_packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2505 video_packet->SetPayloadSize(kPayloadSize);
2506 video_packet->SetExtension<TransportSequenceNumber>(1);
2507
2508 std::unique_ptr<RtpPacketToSend> rtx_packet =
2509 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2510 rtx_packet->SetSsrc(kRtxSsrc);
2511 rtx_packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2512 rtx_packet->SetPayloadSize(kPayloadSize);
2513 rtx_packet->SetExtension<TransportSequenceNumber>(2);
2514
2515 std::unique_ptr<RtpPacketToSend> fec_packet =
2516 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2517 fec_packet->SetSsrc(kFlexFecSsrc);
2518 fec_packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2519 fec_packet->SetPayloadSize(kPayloadSize);
2520 fec_packet->SetExtension<TransportSequenceNumber>(3);
2521
2522 const int64_t kDiffMs = 25;
2523 fake_clock_.AdvanceTimeMilliseconds(kDiffMs);
2524
2525 EXPECT_CALL(send_side_delay_observer,
2526 SendSideDelayUpdated(kDiffMs, kDiffMs, kDiffMs, kSsrc));
2527 EXPECT_CALL(
2528 send_side_delay_observer,
2529 SendSideDelayUpdated(kDiffMs, kDiffMs, 2 * kDiffMs, kFlexFecSsrc));
2530
2531 EXPECT_CALL(send_packet_observer_, OnSendPacket(1, capture_time_ms, kSsrc));
2532 EXPECT_TRUE(
2533 rtp_sender_->TrySendPacket(video_packet.get(), PacedPacketInfo()));
2534
2535 // Send packet observer not called for padding/retransmissions.
2536 EXPECT_CALL(send_packet_observer_, OnSendPacket(2, _, _)).Times(0);
2537 EXPECT_TRUE(rtp_sender_->TrySendPacket(rtx_packet.get(), PacedPacketInfo()));
2538
2539 EXPECT_CALL(send_packet_observer_,
2540 OnSendPacket(3, capture_time_ms, kFlexFecSsrc));
2541 EXPECT_TRUE(rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo()));
2542
2543 StreamDataCounters rtp_stats;
2544 StreamDataCounters rtx_stats;
2545 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
2546 EXPECT_EQ(rtp_stats.transmitted.packets, 2u);
2547 EXPECT_EQ(rtp_stats.fec.packets, 1u);
2548 EXPECT_EQ(rtx_stats.retransmitted.packets, 1u);
2549}
2550
Erik Språng478cb462019-06-26 15:49:27 +02002551TEST_P(RtpSenderTest, GeneratePaddingResendsOldPacketsWithRtx) {
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002552 // Min requested size in order to use RTX payload.
2553 const size_t kMinPaddingSize = 50;
2554
Erik Språng478cb462019-06-26 15:49:27 +02002555 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2556 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2557 rtp_sender_->SetStorePacketsStatus(true, 1);
2558
2559 const size_t kPayloadPacketSize = 1234;
2560 std::unique_ptr<RtpPacketToSend> packet =
2561 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2562 packet->set_allow_retransmission(true);
2563 packet->SetPayloadSize(kPayloadPacketSize);
2564 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2565
2566 // Send a dummy video packet so it ends up in the packet history.
2567 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2568
2569 // Generated padding has large enough budget that the video packet should be
2570 // retransmitted as padding.
Erik Språngf6468d22019-07-05 16:53:43 +02002571 std::vector<std::unique_ptr<RtpPacketToSend>> generated_packets =
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002572 rtp_sender_->GeneratePadding(kMinPaddingSize);
Erik Språngf6468d22019-07-05 16:53:43 +02002573 ASSERT_EQ(generated_packets.size(), 1u);
2574 auto& padding_packet = generated_packets.front();
2575 EXPECT_EQ(padding_packet->packet_type(), RtpPacketToSend::Type::kPadding);
2576 EXPECT_EQ(padding_packet->Ssrc(), kRtxSsrc);
2577 EXPECT_EQ(padding_packet->payload_size(),
2578 kPayloadPacketSize + kRtxHeaderSize);
Erik Språng478cb462019-06-26 15:49:27 +02002579
2580 // Not enough budged for payload padding, use plain padding instead.
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002581 const size_t kPaddingBytesRequested = kMinPaddingSize - 1;
Erik Språngf6468d22019-07-05 16:53:43 +02002582
2583 size_t padding_bytes_generated = 0;
2584 generated_packets = rtp_sender_->GeneratePadding(kPaddingBytesRequested);
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002585 EXPECT_EQ(generated_packets.size(), 1u);
Erik Språngf6468d22019-07-05 16:53:43 +02002586 for (auto& packet : generated_packets) {
2587 EXPECT_EQ(packet->packet_type(), RtpPacketToSend::Type::kPadding);
2588 EXPECT_EQ(packet->Ssrc(), kRtxSsrc);
2589 EXPECT_EQ(packet->payload_size(), 0u);
2590 EXPECT_GT(packet->padding_size(), 0u);
2591 padding_bytes_generated += packet->padding_size();
2592 }
2593
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002594 EXPECT_EQ(padding_bytes_generated, kMaxPaddingSize);
Erik Språng478cb462019-06-26 15:49:27 +02002595}
2596
2597TEST_P(RtpSenderTest, GeneratePaddingCreatesPurePaddingWithoutRtx) {
2598 rtp_sender_->SetStorePacketsStatus(true, 1);
2599
2600 const size_t kPayloadPacketSize = 1234;
2601 // Send a dummy video packet so it ends up in the packet history. Since we
2602 // are not using RTX, it should never be used as padding.
2603 std::unique_ptr<RtpPacketToSend> packet =
2604 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2605 packet->set_allow_retransmission(true);
2606 packet->SetPayloadSize(kPayloadPacketSize);
2607 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2608 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2609
2610 // Payload padding not available without RTX, only generate plain padding on
2611 // the media SSRC.
2612 // Number of padding packets is the requested padding size divided by max
2613 // padding packet size, rounded up. Pure padding packets are always of the
2614 // maximum size.
2615 const size_t kPaddingBytesRequested = kPayloadPacketSize + kRtxHeaderSize;
2616 const size_t kExpectedNumPaddingPackets =
2617 (kPaddingBytesRequested + kMaxPaddingSize - 1) / kMaxPaddingSize;
Erik Språngf6468d22019-07-05 16:53:43 +02002618 size_t padding_bytes_generated = 0;
2619 std::vector<std::unique_ptr<RtpPacketToSend>> padding_packets =
2620 rtp_sender_->GeneratePadding(kPaddingBytesRequested);
2621 EXPECT_EQ(padding_packets.size(), kExpectedNumPaddingPackets);
2622 for (auto& packet : padding_packets) {
2623 EXPECT_EQ(packet->packet_type(), RtpPacketToSend::Type::kPadding);
2624 EXPECT_EQ(packet->Ssrc(), kSsrc);
2625 EXPECT_EQ(packet->payload_size(), 0u);
2626 EXPECT_GT(packet->padding_size(), 0u);
2627 padding_bytes_generated += packet->padding_size();
2628 }
2629
2630 EXPECT_EQ(padding_bytes_generated,
2631 kExpectedNumPaddingPackets * kMaxPaddingSize);
Erik Språng478cb462019-06-26 15:49:27 +02002632}
2633
Mirko Bonadei999a72a2019-07-12 17:33:46 +00002634TEST_P(RtpSenderTest, SupportsPadding) {
2635 bool kSendingMediaStats[] = {true, false};
2636 bool kEnableRedundantPayloads[] = {true, false};
2637 RTPExtensionType kBweExtensionTypes[] = {
2638 kRtpExtensionTransportSequenceNumber,
2639 kRtpExtensionTransportSequenceNumber02, kRtpExtensionAbsoluteSendTime,
2640 kRtpExtensionTransmissionTimeOffset};
2641 const int kExtensionsId = 7;
2642
2643 for (bool sending_media : kSendingMediaStats) {
2644 rtp_sender_->SetSendingMediaStatus(sending_media);
2645 for (bool redundant_payloads : kEnableRedundantPayloads) {
2646 int rtx_mode = kRtxRetransmitted;
2647 if (redundant_payloads) {
2648 rtx_mode |= kRtxRedundantPayloads;
2649 }
2650 rtp_sender_->SetRtxStatus(rtx_mode);
2651
2652 for (auto extension_type : kBweExtensionTypes) {
2653 EXPECT_FALSE(rtp_sender_->SupportsPadding());
2654 rtp_sender_->RegisterRtpHeaderExtension(extension_type, kExtensionsId);
2655 if (!sending_media) {
2656 EXPECT_FALSE(rtp_sender_->SupportsPadding());
2657 } else {
2658 EXPECT_TRUE(rtp_sender_->SupportsPadding());
2659 if (redundant_payloads) {
2660 EXPECT_TRUE(rtp_sender_->SupportsRtxPayloadPadding());
2661 } else {
2662 EXPECT_FALSE(rtp_sender_->SupportsRtxPayloadPadding());
2663 }
2664 }
2665 rtp_sender_->DeregisterRtpHeaderExtension(extension_type);
2666 EXPECT_FALSE(rtp_sender_->SupportsPadding());
2667 }
2668 }
2669 }
2670}
2671
Mirko Bonadeic84f6612019-01-31 12:20:57 +01002672INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
2673 RtpSenderTest,
Erik Språngf6468d22019-07-05 16:53:43 +02002674 ::testing::Values(TestConfig{false, false},
2675 TestConfig{false, true},
2676 TestConfig{true, false},
2677 TestConfig{true, true}));
2678
Mirko Bonadeic84f6612019-01-31 12:20:57 +01002679INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
2680 RtpSenderTestWithoutPacer,
Erik Språngf6468d22019-07-05 16:53:43 +02002681 ::testing::Values(TestConfig{false, false},
2682 TestConfig{true, false}));
Niels Möllera34d7762019-02-01 14:13:29 +01002683
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00002684} // namespace webrtc