blob: 714fac708aed2941fda7a8970e9219ee77e35ce6 [file] [log] [blame]
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001/*
phoglund@webrtc.org78088c22012-02-07 14:56:45 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
kwiberg84be5112016-04-27 01:19:58 -070011#include <memory>
danilchapb8b6fbb2015-12-10 05:05:27 -080012#include <vector>
13
Karl Wiberg918f50c2018-07-05 11:40:33 +020014#include "absl/memory/memory.h"
Erik Språngf93eda12019-01-16 17:10:57 +010015#include "api/video/video_codec_constants.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020016#include "api/video/video_timing.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020017#include "logging/rtc_event_log/events/rtc_event.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020018#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
19#include "modules/rtp_rtcp/include/rtp_cvo.h"
20#include "modules/rtp_rtcp/include/rtp_header_extension_map.h"
21#include "modules/rtp_rtcp/include/rtp_header_parser.h"
22#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
23#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
24#include "modules/rtp_rtcp/source/rtp_format_video_generic.h"
philipelb3e42a42018-09-13 10:57:14 +020025#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h"
26#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
28#include "modules/rtp_rtcp/source/rtp_packet_received.h"
29#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
30#include "modules/rtp_rtcp/source/rtp_sender.h"
31#include "modules/rtp_rtcp/source/rtp_sender_video.h"
32#include "modules/rtp_rtcp/source/rtp_utility.h"
33#include "rtc_base/arraysize.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020034#include "rtc_base/rate_limiter.h"
35#include "test/field_trial.h"
36#include "test/gmock.h"
37#include "test/gtest.h"
38#include "test/mock_transport.h"
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +000039
40namespace webrtc {
41
andrew@webrtc.org8a442592011-12-16 21:24:30 +000042namespace {
Oleh Prypin4f36b7a2019-02-18 17:43:50 +000043const int kTransmissionTimeOffsetExtensionId = 1;
44const int kAbsoluteSendTimeExtensionId = 14;
45const int kTransportSequenceNumberExtensionId = 13;
46const int kVideoTimingExtensionId = 12;
47const int kMidExtensionId = 11;
48const int kGenericDescriptorId = 10;
49const int kAudioLevelExtensionId = 9;
50const int kRidExtensionId = 8;
51const int kRepairedRidExtensionId = 7;
52const int kVideoRotationExtensionId = 5;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000053const int kPayload = 100;
Shao Changbine62202f2015-04-21 20:24:50 +080054const int kRtxPayload = 98;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000055const uint32_t kTimestamp = 10;
56const uint16_t kSeqNum = 33;
brandtr9dfff292016-11-14 05:14:50 -080057const uint32_t kSsrc = 725242;
sprang@webrtc.org30933902015-03-17 14:33:12 +000058const uint16_t kTransportSequenceNumber = 0xaabbu;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000059const uint64_t kStartTime = 123456789;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +000060const size_t kMaxPaddingSize = 224u;
Stefan Holmera246cfb2016-08-23 17:51:42 +020061const uint8_t kPayloadData[] = {47, 11, 32, 93, 89};
spranga8ae6f22017-09-04 07:23:56 -070062const int64_t kDefaultExpectedRetransmissionTimeMs = 125;
Amit Hilbuch77938e62018-12-21 09:23:38 -080063const char kNoRid[] = "";
64const char kNoMid[] = "";
andrew@webrtc.org8a442592011-12-16 21:24:30 +000065
Danil Chapovalov5e57b172016-09-02 19:15:59 +020066using ::testing::_;
philipelb3e42a42018-09-13 10:57:14 +020067using ::testing::ElementsAre;
Danil Chapovalov5e57b172016-09-02 19:15:59 +020068using ::testing::ElementsAreArray;
sprang168794c2017-07-06 04:38:06 -070069using ::testing::Invoke;
Danil Chapovalov84ffb352018-09-25 18:59:09 +020070using ::testing::SizeIs;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +000071
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000072uint64_t ConvertMsToAbsSendTime(int64_t time_ms) {
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020073 return (((time_ms << 18) + 500) / 1000) & 0x00ffffff;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000074}
75
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +000076class LoopbackTransportTest : public webrtc::Transport {
77 public:
Petter Strandmark26bc6692018-05-29 08:43:35 +020078 LoopbackTransportTest() : total_bytes_sent_(0) {
danilchap12ba1862016-10-26 02:41:55 -070079 receivers_extensions_.Register(kRtpExtensionTransmissionTimeOffset,
80 kTransmissionTimeOffsetExtensionId);
81 receivers_extensions_.Register(kRtpExtensionAbsoluteSendTime,
82 kAbsoluteSendTimeExtensionId);
83 receivers_extensions_.Register(kRtpExtensionTransportSequenceNumber,
84 kTransportSequenceNumberExtensionId);
85 receivers_extensions_.Register(kRtpExtensionVideoRotation,
86 kVideoRotationExtensionId);
87 receivers_extensions_.Register(kRtpExtensionAudioLevel,
88 kAudioLevelExtensionId);
ilnik04f4d122017-06-19 07:18:55 -070089 receivers_extensions_.Register(kRtpExtensionVideoTiming,
90 kVideoTimingExtensionId);
Steve Anton296a0ce2018-03-22 15:17:27 -070091 receivers_extensions_.Register(kRtpExtensionMid, kMidExtensionId);
philipelb3e42a42018-09-13 10:57:14 +020092 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor,
93 kGenericDescriptorId);
Amit Hilbuch77938e62018-12-21 09:23:38 -080094 receivers_extensions_.Register(kRtpExtensionRtpStreamId, kRidExtensionId);
95 receivers_extensions_.Register(kRtpExtensionRepairedRtpStreamId,
96 kRepairedRidExtensionId);
guoweis@webrtc.org45362892015-03-04 22:55:15 +000097 }
danilchap12ba1862016-10-26 02:41:55 -070098
stefan1d8a5062015-10-02 03:39:33 -070099 bool SendRtp(const uint8_t* data,
100 size_t len,
101 const PacketOptions& options) override {
Petter Strandmark26bc6692018-05-29 08:43:35 +0200102 last_options_ = options;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000103 total_bytes_sent_ += len;
danilchap12ba1862016-10-26 02:41:55 -0700104 sent_packets_.push_back(RtpPacketReceived(&receivers_extensions_));
105 EXPECT_TRUE(sent_packets_.back().Parse(data, len));
pbos2d566682015-09-28 09:59:31 -0700106 return true;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000107 }
danilchap162abd32015-12-10 02:39:40 -0800108 bool SendRtcp(const uint8_t* data, size_t len) override { return false; }
danilchap12ba1862016-10-26 02:41:55 -0700109 const RtpPacketReceived& last_sent_packet() { return sent_packets_.back(); }
110 int packets_sent() { return sent_packets_.size(); }
111
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000112 size_t total_bytes_sent_;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200113 PacketOptions last_options_;
danilchap12ba1862016-10-26 02:41:55 -0700114 std::vector<RtpPacketReceived> sent_packets_;
115
116 private:
117 RtpHeaderExtensionMap receivers_extensions_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000118};
119
Elad Alon4a87e1c2017-10-03 16:11:34 +0200120MATCHER_P(SameRtcEventTypeAs, value, "") {
121 return value == arg->GetType();
122}
123
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000124} // namespace
125
sprangebbf8a82015-09-21 15:11:14 -0700126class MockRtpPacketSender : public RtpPacketSender {
127 public:
128 MockRtpPacketSender() {}
129 virtual ~MockRtpPacketSender() {}
130
Peter Boströme23e7372015-10-08 11:44:14 +0200131 MOCK_METHOD6(InsertPacket,
132 void(Priority priority,
sprangebbf8a82015-09-21 15:11:14 -0700133 uint32_t ssrc,
134 uint16_t sequence_number,
135 int64_t capture_time_ms,
136 size_t bytes,
137 bool retransmission));
138};
139
Stefan Holmerf5dca482016-01-27 12:58:51 +0100140class MockTransportSequenceNumberAllocator
141 : public TransportSequenceNumberAllocator {
142 public:
143 MOCK_METHOD0(AllocateSequenceNumber, uint16_t());
144};
145
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200146class MockSendSideDelayObserver : public SendSideDelayObserver {
147 public:
148 MOCK_METHOD3(SendSideDelayUpdated, void(int, int, uint32_t));
149};
150
asapersson35151f32016-05-02 23:44:01 -0700151class MockSendPacketObserver : public SendPacketObserver {
152 public:
153 MOCK_METHOD3(OnSendPacket, void(uint16_t, int64_t, uint32_t));
154};
155
Stefan Holmera246cfb2016-08-23 17:51:42 +0200156class MockTransportFeedbackObserver : public TransportFeedbackObserver {
157 public:
elad.alond12a8e12017-03-23 11:04:48 -0700158 MOCK_METHOD4(AddPacket,
159 void(uint32_t, uint16_t, size_t, const PacedPacketInfo&));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200160 MOCK_METHOD1(OnTransportFeedback, void(const rtcp::TransportFeedback&));
elad.alonf9490002017-03-06 05:32:21 -0800161 MOCK_CONST_METHOD0(GetTransportFeedbackVector, std::vector<PacketFeedback>());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200162};
163
minyue3a407ee2017-04-03 01:10:33 -0700164class MockOverheadObserver : public OverheadObserver {
165 public:
166 MOCK_METHOD1(OnOverheadChanged, void(size_t overhead_bytes_per_packet));
167};
168
169class RtpSenderTest : public ::testing::TestWithParam<bool> {
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000170 protected:
171 RtpSenderTest()
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000172 : fake_clock_(kStartTime),
terelius429c3452016-01-21 05:42:04 -0800173 mock_rtc_event_log_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000174 mock_paced_sender_(),
sprangcd349d92016-07-13 09:11:28 -0700175 retransmission_rate_limiter_(&fake_clock_, 1000),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000176 rtp_sender_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000177 transport_(),
minyue3a407ee2017-04-03 01:10:33 -0700178 kMarkerBit(true),
179 field_trials_(GetParam() ? "WebRTC-SendSideBwe-WithOverhead/Enabled/"
180 : "") {}
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000181
Erik Språng7b52f102018-02-07 14:37:37 +0100182 void SetUp() override { SetUpRtpSender(true, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200183
Erik Språng7b52f102018-02-07 14:37:37 +0100184 void SetUpRtpSender(bool pacer, bool populate_network2) {
asapersson35151f32016-05-02 23:44:01 -0700185 rtp_sender_.reset(new RTPSender(
186 false, &fake_clock_, &transport_, pacer ? &mock_paced_sender_ : nullptr,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100187 absl::nullopt, &seq_num_allocator_, nullptr, nullptr, nullptr,
sprangcd349d92016-07-13 09:11:28 -0700188 &mock_rtc_event_log_, &send_packet_observer_,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700189 &retransmission_rate_limiter_, nullptr, populate_network2, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +0100190 false, false));
brandtr9dfff292016-11-14 05:14:50 -0800191 rtp_sender_->SetSequenceNumber(kSeqNum);
danilchap71fead22016-08-18 02:01:49 -0700192 rtp_sender_->SetTimestampOffset(0);
brandtr9dfff292016-11-14 05:14:50 -0800193 rtp_sender_->SetSSRC(kSsrc);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000194 }
195
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000196 SimulatedClock fake_clock_;
stefana23fc622016-07-28 07:56:38 -0700197 testing::NiceMock<MockRtcEventLog> mock_rtc_event_log_;
sprangebbf8a82015-09-21 15:11:14 -0700198 MockRtpPacketSender mock_paced_sender_;
stefana23fc622016-07-28 07:56:38 -0700199 testing::StrictMock<MockTransportSequenceNumberAllocator> seq_num_allocator_;
200 testing::StrictMock<MockSendPacketObserver> send_packet_observer_;
Stefan Holmera246cfb2016-08-23 17:51:42 +0200201 testing::StrictMock<MockTransportFeedbackObserver> feedback_observer_;
sprangcd349d92016-07-13 09:11:28 -0700202 RateLimiter retransmission_rate_limiter_;
kwiberg84be5112016-04-27 01:19:58 -0700203 std::unique_ptr<RTPSender> rtp_sender_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000204 LoopbackTransportTest transport_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000205 const bool kMarkerBit;
minyue3a407ee2017-04-03 01:10:33 -0700206 test::ScopedFieldTrials field_trials_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000207
danilchapb6f1fb52016-10-19 06:11:39 -0700208 std::unique_ptr<RtpPacketToSend> BuildRtpPacket(int payload_type,
209 bool marker_bit,
210 uint32_t timestamp,
211 int64_t capture_time_ms) {
212 auto packet = rtp_sender_->AllocatePacket();
213 packet->SetPayloadType(payload_type);
214 packet->SetMarker(marker_bit);
215 packet->SetTimestamp(timestamp);
216 packet->set_capture_time_ms(capture_time_ms);
217 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
218 return packet;
219 }
220
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000221 void SendPacket(int64_t capture_time_ms, int payload_length) {
222 uint32_t timestamp = capture_time_ms * 90;
danilchapb6f1fb52016-10-19 06:11:39 -0700223 auto packet =
224 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
225 packet->AllocatePayload(payload_length);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000226
227 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700228 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
229 kAllowRetransmission,
230 RtpPacketSender::kNormalPriority));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000231 }
asapersson35151f32016-05-02 23:44:01 -0700232
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100233 void SendGenericPacket() {
asapersson35151f32016-05-02 23:44:01 -0700234 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100235 SendPacket(kCaptureTimeMs, sizeof(kPayloadData));
asapersson35151f32016-05-02 23:44:01 -0700236 }
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000237};
238
Peter Boströme23e7372015-10-08 11:44:14 +0200239// TODO(pbos): Move tests over from WithoutPacer to RtpSenderTest as this is our
240// default code path.
241class RtpSenderTestWithoutPacer : public RtpSenderTest {
242 public:
Erik Språng7b52f102018-02-07 14:37:37 +0100243 void SetUp() override { SetUpRtpSender(false, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200244};
245
minyue3a407ee2017-04-03 01:10:33 -0700246TEST_P(RtpSenderTestWithoutPacer, AllocatePacketSetCsrc) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200247 // Configure rtp_sender with csrc.
248 std::vector<uint32_t> csrcs;
249 csrcs.push_back(0x23456789);
250 rtp_sender_->SetCsrcs(csrcs);
251
252 auto packet = rtp_sender_->AllocatePacket();
253
254 ASSERT_TRUE(packet);
255 EXPECT_EQ(rtp_sender_->SSRC(), packet->Ssrc());
256 EXPECT_EQ(csrcs, packet->Csrcs());
257}
258
minyue3a407ee2017-04-03 01:10:33 -0700259TEST_P(RtpSenderTestWithoutPacer, AllocatePacketReserveExtensions) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200260 // Configure rtp_sender with extensions.
261 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
262 kRtpExtensionTransmissionTimeOffset,
263 kTransmissionTimeOffsetExtensionId));
264 ASSERT_EQ(
265 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
266 kAbsoluteSendTimeExtensionId));
267 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAudioLevel,
268 kAudioLevelExtensionId));
269 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
270 kRtpExtensionTransportSequenceNumber,
271 kTransportSequenceNumberExtensionId));
272 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
273 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
274
275 auto packet = rtp_sender_->AllocatePacket();
276
277 ASSERT_TRUE(packet);
278 // Preallocate BWE extensions RtpSender set itself.
279 EXPECT_TRUE(packet->HasExtension<TransmissionOffset>());
280 EXPECT_TRUE(packet->HasExtension<AbsoluteSendTime>());
281 EXPECT_TRUE(packet->HasExtension<TransportSequenceNumber>());
282 // Do not allocate media specific extensions.
283 EXPECT_FALSE(packet->HasExtension<AudioLevel>());
284 EXPECT_FALSE(packet->HasExtension<VideoOrientation>());
285}
286
minyue3a407ee2017-04-03 01:10:33 -0700287TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberAdvanceSequenceNumber) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200288 auto packet = rtp_sender_->AllocatePacket();
289 ASSERT_TRUE(packet);
290 const uint16_t sequence_number = rtp_sender_->SequenceNumber();
291
292 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
293
294 EXPECT_EQ(sequence_number, packet->SequenceNumber());
295 EXPECT_EQ(sequence_number + 1, rtp_sender_->SequenceNumber());
296}
297
minyue3a407ee2017-04-03 01:10:33 -0700298TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberFailsOnNotSending) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200299 auto packet = rtp_sender_->AllocatePacket();
300 ASSERT_TRUE(packet);
301
302 rtp_sender_->SetSendingMediaStatus(false);
303 EXPECT_FALSE(rtp_sender_->AssignSequenceNumber(packet.get()));
304}
305
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100306TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberMayAllowPaddingOnVideo) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200307 constexpr size_t kPaddingSize = 100;
308 auto packet = rtp_sender_->AllocatePacket();
309 ASSERT_TRUE(packet);
310
philipel8aadd502017-02-23 02:56:13 -0800311 ASSERT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200312 packet->SetMarker(false);
313 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100314 // Packet without marker bit doesn't allow padding on video stream.
philipel8aadd502017-02-23 02:56:13 -0800315 EXPECT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200316
317 packet->SetMarker(true);
318 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
319 // Packet with marker bit allows send padding.
philipel8aadd502017-02-23 02:56:13 -0800320 EXPECT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200321}
322
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100323TEST_P(RtpSenderTest, AssignSequenceNumberAllowsPaddingOnAudio) {
324 MockTransport transport;
325 const bool kEnableAudio = true;
326 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100327 kEnableAudio, &fake_clock_, &transport, &mock_paced_sender_,
328 absl::nullopt, nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
329 nullptr, &retransmission_rate_limiter_, nullptr, false, nullptr, false,
330 false));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100331 rtp_sender_->SetTimestampOffset(0);
332 rtp_sender_->SetSSRC(kSsrc);
333
334 std::unique_ptr<RtpPacketToSend> audio_packet = rtp_sender_->AllocatePacket();
335 // Padding on audio stream allowed regardless of marker in the last packet.
336 audio_packet->SetMarker(false);
337 audio_packet->SetPayloadType(kPayload);
338 rtp_sender_->AssignSequenceNumber(audio_packet.get());
339
340 const size_t kPaddingSize = 59;
341 EXPECT_CALL(transport, SendRtp(_, kPaddingSize + kRtpHeaderSize, _))
342 .WillOnce(testing::Return(true));
343 EXPECT_EQ(kPaddingSize,
344 rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
345
346 // Requested padding size is too small, will send a larger one.
347 const size_t kMinPaddingSize = 50;
348 EXPECT_CALL(transport, SendRtp(_, kMinPaddingSize + kRtpHeaderSize, _))
349 .WillOnce(testing::Return(true));
Yves Gerey665174f2018-06-19 15:03:05 +0200350 EXPECT_EQ(kMinPaddingSize, rtp_sender_->TimeToSendPadding(kMinPaddingSize - 5,
351 PacedPacketInfo()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100352}
353
minyue3a407ee2017-04-03 01:10:33 -0700354TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberSetPaddingTimestamps) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200355 constexpr size_t kPaddingSize = 100;
356 auto packet = rtp_sender_->AllocatePacket();
357 ASSERT_TRUE(packet);
358 packet->SetMarker(true);
359 packet->SetTimestamp(kTimestamp);
360
361 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
philipel8aadd502017-02-23 02:56:13 -0800362 ASSERT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200363
364 ASSERT_EQ(1u, transport_.sent_packets_.size());
danilchap12ba1862016-10-26 02:41:55 -0700365 // Verify padding packet timestamp.
366 EXPECT_EQ(kTimestamp, transport_.last_sent_packet().Timestamp());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200367}
368
minyue3a407ee2017-04-03 01:10:33 -0700369TEST_P(RtpSenderTestWithoutPacer,
370 TransportFeedbackObserverGetsCorrectByteCount) {
371 constexpr int kRtpOverheadBytesPerPacket = 12 + 8;
372 testing::NiceMock<MockOverheadObserver> mock_overhead_observer;
373 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100374 false, &fake_clock_, &transport_, nullptr, absl::nullopt,
375 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
376 &mock_rtc_event_log_, nullptr, &retransmission_rate_limiter_,
377 &mock_overhead_observer, false, nullptr, false, false));
minyue3a407ee2017-04-03 01:10:33 -0700378 rtp_sender_->SetSSRC(kSsrc);
379 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
380 kRtpExtensionTransportSequenceNumber,
381 kTransportSequenceNumberExtensionId));
382 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
383 .WillOnce(testing::Return(kTransportSequenceNumber));
384
385 const size_t expected_bytes =
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100386 GetParam() ? sizeof(kPayloadData) + kRtpOverheadBytesPerPacket
387 : sizeof(kPayloadData);
minyue3a407ee2017-04-03 01:10:33 -0700388
389 EXPECT_CALL(feedback_observer_,
390 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber,
391 expected_bytes, PacedPacketInfo()))
392 .Times(1);
393 EXPECT_CALL(mock_overhead_observer,
394 OnOverheadChanged(kRtpOverheadBytesPerPacket))
395 .Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100396 SendGenericPacket();
minyue3a407ee2017-04-03 01:10:33 -0700397}
398
399TEST_P(RtpSenderTestWithoutPacer, SendsPacketsWithTransportSequenceNumber) {
Stefan Holmera246cfb2016-08-23 17:51:42 +0200400 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100401 false, &fake_clock_, &transport_, nullptr, absl::nullopt,
402 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
403 &mock_rtc_event_log_, &send_packet_observer_,
404 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -0800405 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100406 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
407 kRtpExtensionTransportSequenceNumber,
408 kTransportSequenceNumberExtensionId));
409
Stefan Holmerf5dca482016-01-27 12:58:51 +0100410 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
411 .WillOnce(testing::Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700412 EXPECT_CALL(send_packet_observer_,
413 OnSendPacket(kTransportSequenceNumber, _, _))
414 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700415
416 EXPECT_CALL(feedback_observer_,
417 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber, _,
418 PacedPacketInfo()))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200419 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700420
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100421 SendGenericPacket();
Stefan Holmerf5dca482016-01-27 12:58:51 +0100422
danilchap12ba1862016-10-26 02:41:55 -0700423 const auto& packet = transport_.last_sent_packet();
424 uint16_t transport_seq_no;
425 ASSERT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
426 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200427 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200428 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200429}
430
431TEST_P(RtpSenderTestWithoutPacer, PacketOptionsNoRetransmission) {
432 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100433 false, &fake_clock_, &transport_, nullptr, absl::nullopt,
434 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
435 &mock_rtc_event_log_, &send_packet_observer_,
436 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
Petter Strandmark26bc6692018-05-29 08:43:35 +0200437 rtp_sender_->SetSSRC(kSsrc);
438
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100439 SendGenericPacket();
Petter Strandmark26bc6692018-05-29 08:43:35 +0200440
441 EXPECT_FALSE(transport_.last_options_.is_retransmit);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100442}
443
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200444TEST_P(RtpSenderTestWithoutPacer,
445 SetsIncludedInFeedbackWhenTransportSequenceNumberExtensionIsRegistered) {
446 SetUpRtpSender(false, false);
447 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
448 kTransportSequenceNumberExtensionId);
449 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
450 .WillOnce(testing::Return(kTransportSequenceNumber));
451 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100452 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200453 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
454}
455
456TEST_P(
457 RtpSenderTestWithoutPacer,
458 SetsIncludedInAllocationWhenTransportSequenceNumberExtensionIsRegistered) {
459 SetUpRtpSender(false, false);
460 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
461 kTransportSequenceNumberExtensionId);
462 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
463 .WillOnce(testing::Return(kTransportSequenceNumber));
464 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100465 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200466 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
467}
468
469TEST_P(RtpSenderTestWithoutPacer,
470 SetsIncludedInAllocationWhenForcedAsPartOfAllocation) {
471 SetUpRtpSender(false, false);
472 rtp_sender_->SetAsPartOfAllocation(true);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100473 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200474 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
475 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
476}
477
478TEST_P(RtpSenderTestWithoutPacer, DoesnSetIncludedInAllocationByDefault) {
479 SetUpRtpSender(false, false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100480 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200481 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
482 EXPECT_FALSE(transport_.last_options_.included_in_allocation);
stefana23fc622016-07-28 07:56:38 -0700483}
asapersson35151f32016-05-02 23:44:01 -0700484
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200485TEST_P(RtpSenderTestWithoutPacer, OnSendSideDelayUpdated) {
486 testing::StrictMock<MockSendSideDelayObserver> send_side_delay_observer_;
Benjamin Wright192eeec2018-10-17 17:27:25 -0700487 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100488 false, &fake_clock_, &transport_, nullptr, absl::nullopt, nullptr,
489 nullptr, nullptr, &send_side_delay_observer_, &mock_rtc_event_log_,
490 nullptr, nullptr, nullptr, false, nullptr, false, false));
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200491 rtp_sender_->SetSSRC(kSsrc);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100492 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
493 nullptr, false);
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200494
495 const uint8_t kPayloadType = 127;
Niels Möller8a40edd2019-01-24 18:04:44 +0100496 const char payload_name[] = "GENERIC";
Niels Möller59ab1cf2019-02-06 22:48:11 +0100497
498 rtp_sender_video.RegisterPayloadType(kPayloadType, payload_name);
499
500 const uint32_t kCaptureTimeMsToRtpTimestamp = 90; // 90 kHz clock
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200501 RTPVideoHeader video_header;
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200502
503 // Send packet with 10 ms send-side delay. The average and max should be 10
504 // ms.
505 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(10, 10, kSsrc))
506 .Times(1);
507 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
508 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100509 EXPECT_TRUE(rtp_sender_video.SendVideo(
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200510 kVideoFrameKey, kPayloadType,
511 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100512 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200513 kDefaultExpectedRetransmissionTimeMs));
514
515 // Send another packet with 20 ms delay. The average
516 // and max should be 15 and 20 ms respectively.
517 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(15, 20, kSsrc))
518 .Times(1);
519 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100520 EXPECT_TRUE(rtp_sender_video.SendVideo(
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200521 kVideoFrameKey, kPayloadType,
522 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100523 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200524 kDefaultExpectedRetransmissionTimeMs));
525
526 // Send another packet at the same time, which replaces the last packet.
527 // Since this packet has 0 ms delay, the average is now 5 ms and max is 10 ms.
528 // TODO(terelius): Is is not clear that this is the right behavior.
529 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(5, 10, kSsrc))
530 .Times(1);
531 capture_time_ms = fake_clock_.TimeInMilliseconds();
Niels Möller59ab1cf2019-02-06 22:48:11 +0100532 EXPECT_TRUE(rtp_sender_video.SendVideo(
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200533 kVideoFrameKey, kPayloadType,
534 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100535 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200536 kDefaultExpectedRetransmissionTimeMs));
537
538 // Send a packet 1 second later. The earlier packets should have timed
539 // out, so both max and average should be the delay of this packet.
540 fake_clock_.AdvanceTimeMilliseconds(1000);
541 capture_time_ms = fake_clock_.TimeInMilliseconds();
542 fake_clock_.AdvanceTimeMilliseconds(1);
543 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(1, 1, kSsrc))
544 .Times(1);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100545 EXPECT_TRUE(rtp_sender_video.SendVideo(
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200546 kVideoFrameKey, kPayloadType,
547 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100548 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200549 kDefaultExpectedRetransmissionTimeMs));
550}
551
minyue3a407ee2017-04-03 01:10:33 -0700552TEST_P(RtpSenderTestWithoutPacer, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700553 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
554 kRtpExtensionTransportSequenceNumber,
555 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700556 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
557 .WillOnce(testing::Return(kTransportSequenceNumber));
558 EXPECT_CALL(send_packet_observer_,
559 OnSendPacket(kTransportSequenceNumber, _, _))
560 .Times(1);
561
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100562 SendGenericPacket();
asapersson35151f32016-05-02 23:44:01 -0700563}
564
minyue3a407ee2017-04-03 01:10:33 -0700565TEST_P(RtpSenderTest, SendsPacketsWithTransportSequenceNumber) {
michaelt4da30442016-11-17 01:38:43 -0800566 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100567 false, &fake_clock_, &transport_, &mock_paced_sender_, absl::nullopt,
Niels Möller949f0fd2019-01-29 09:44:24 +0100568 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
michaelt4da30442016-11-17 01:38:43 -0800569 &mock_rtc_event_log_, &send_packet_observer_,
Johannes Kron9190b822018-10-29 11:22:05 +0100570 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
brandtr9dfff292016-11-14 05:14:50 -0800571 rtp_sender_->SetSequenceNumber(kSeqNum);
572 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200573 rtp_sender_->SetStorePacketsStatus(true, 10);
574 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
575 kRtpExtensionTransportSequenceNumber,
576 kTransportSequenceNumberExtensionId));
577
brandtr9dfff292016-11-14 05:14:50 -0800578 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200579 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
580 .WillOnce(testing::Return(kTransportSequenceNumber));
581 EXPECT_CALL(send_packet_observer_,
582 OnSendPacket(kTransportSequenceNumber, _, _))
583 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700584 EXPECT_CALL(feedback_observer_,
585 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber, _,
586 PacedPacketInfo()))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200587 .Times(1);
588
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100589 SendGenericPacket();
philipel8aadd502017-02-23 02:56:13 -0800590 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
591 fake_clock_.TimeInMilliseconds(), false,
592 PacedPacketInfo());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200593
danilchap12ba1862016-10-26 02:41:55 -0700594 const auto& packet = transport_.last_sent_packet();
595 uint16_t transport_seq_no;
596 EXPECT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
597 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200598 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200599}
600
Erik Språng7b52f102018-02-07 14:37:37 +0100601TEST_P(RtpSenderTest, WritesPacerExitToTimingExtension) {
ilnik04f4d122017-06-19 07:18:55 -0700602 rtp_sender_->SetStorePacketsStatus(true, 10);
603 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
604 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
605 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
606 auto packet = rtp_sender_->AllocatePacket();
607 packet->SetPayloadType(kPayload);
608 packet->SetMarker(true);
609 packet->SetTimestamp(kTimestamp);
610 packet->set_capture_time_ms(capture_time_ms);
ilnik2edc6842017-07-06 03:06:50 -0700611 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
ilnik04f4d122017-06-19 07:18:55 -0700612 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
613 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
614 size_t packet_size = packet->size();
ilnik04f4d122017-06-19 07:18:55 -0700615
616 const int kStoredTimeInMs = 100;
Erik Språng7b52f102018-02-07 14:37:37 +0100617 {
618 EXPECT_CALL(
619 mock_paced_sender_,
620 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
621 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
622 kAllowRetransmission,
623 RtpPacketSender::kNormalPriority));
624 }
ilnik04f4d122017-06-19 07:18:55 -0700625 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
Erik Språng7b52f102018-02-07 14:37:37 +0100626 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
627 PacedPacketInfo());
ilnik04f4d122017-06-19 07:18:55 -0700628 EXPECT_EQ(1, transport_.packets_sent());
629 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
630
danilchapce251812017-09-11 12:24:41 -0700631 VideoSendTiming video_timing;
632 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
633 &video_timing));
634 EXPECT_EQ(kStoredTimeInMs, video_timing.pacer_exit_delta_ms);
Erik Språng7b52f102018-02-07 14:37:37 +0100635}
ilnik04f4d122017-06-19 07:18:55 -0700636
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100637TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithPacer) {
638 SetUpRtpSender(/*pacer=*/true, /*populate_network2=*/true);
Erik Språng7b52f102018-02-07 14:37:37 +0100639 rtp_sender_->SetStorePacketsStatus(true, 10);
640 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
641 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
642 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
643 auto packet = rtp_sender_->AllocatePacket();
644 packet->SetPayloadType(kPayload);
645 packet->SetMarker(true);
646 packet->SetTimestamp(kTimestamp);
647 packet->set_capture_time_ms(capture_time_ms);
648 const uint16_t kPacerExitMs = 1234u;
649 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, kPacerExitMs, 0u, 0u, true};
650 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
651 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
652 size_t packet_size = packet->size();
653
654 const int kStoredTimeInMs = 100;
655 {
656 EXPECT_CALL(
657 mock_paced_sender_,
658 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
659 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
660 kAllowRetransmission,
661 RtpPacketSender::kNormalPriority));
662 }
ilnik04f4d122017-06-19 07:18:55 -0700663 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
664 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
665 PacedPacketInfo());
Erik Språng7b52f102018-02-07 14:37:37 +0100666 EXPECT_EQ(1, transport_.packets_sent());
ilnik04f4d122017-06-19 07:18:55 -0700667 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
668
Erik Språng7b52f102018-02-07 14:37:37 +0100669 VideoSendTiming video_timing;
danilchapce251812017-09-11 12:24:41 -0700670 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
671 &video_timing));
Erik Språng7b52f102018-02-07 14:37:37 +0100672 EXPECT_EQ(kStoredTimeInMs, video_timing.network2_timestamp_delta_ms);
673 EXPECT_EQ(kPacerExitMs, video_timing.pacer_exit_delta_ms);
ilnik04f4d122017-06-19 07:18:55 -0700674}
675
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100676TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithoutPacer) {
677 SetUpRtpSender(/*pacer=*/false, /*populate_network2=*/true);
678 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
679 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
680 auto packet = rtp_sender_->AllocatePacket();
681 packet->SetMarker(true);
682 packet->set_capture_time_ms(fake_clock_.TimeInMilliseconds());
683 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
684 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
685 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
686
687 const int kPropagateTimeMs = 10;
688 fake_clock_.AdvanceTimeMilliseconds(kPropagateTimeMs);
689
690 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
691 kAllowRetransmission,
692 RtpPacketSender::kNormalPriority));
693
694 EXPECT_EQ(1, transport_.packets_sent());
695 absl::optional<VideoSendTiming> video_timing =
696 transport_.last_sent_packet().GetExtension<VideoTimingExtension>();
697 ASSERT_TRUE(video_timing);
698 EXPECT_EQ(kPropagateTimeMs, video_timing->network2_timestamp_delta_ms);
699}
700
minyue3a407ee2017-04-03 01:10:33 -0700701TEST_P(RtpSenderTest, TrafficSmoothingWithExtensions) {
Peter Boströme23e7372015-10-08 11:44:14 +0200702 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800703 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200704 EXPECT_CALL(mock_rtc_event_log_,
705 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000706
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000707 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000708 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800709 kRtpExtensionTransmissionTimeOffset,
710 kTransmissionTimeOffsetExtensionId));
711 EXPECT_EQ(
712 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
713 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000714 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700715 auto packet =
716 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
717 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000718
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000719 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700720 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
721 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700722 RtpPacketSender::kNormalPriority));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000723
danilchap12ba1862016-10-26 02:41:55 -0700724 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000725
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000726 const int kStoredTimeInMs = 100;
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000727 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000728
brandtr9dfff292016-11-14 05:14:50 -0800729 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800730 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000731
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000732 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700733 EXPECT_EQ(1, transport_.packets_sent());
734 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
735
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000736 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700737 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000738
739 // Verify transmission time offset.
740 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000741 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000742 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000743 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000744}
745
minyue3a407ee2017-04-03 01:10:33 -0700746TEST_P(RtpSenderTest, TrafficSmoothingRetransmits) {
Peter Boströme23e7372015-10-08 11:44:14 +0200747 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800748 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200749 EXPECT_CALL(mock_rtc_event_log_,
750 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000751
752 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000753 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800754 kRtpExtensionTransmissionTimeOffset,
755 kTransmissionTimeOffsetExtensionId));
756 EXPECT_EQ(
757 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
758 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000759 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700760 auto packet =
761 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
762 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000763
764 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700765 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
766 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700767 RtpPacketSender::kNormalPriority));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000768
danilchap12ba1862016-10-26 02:41:55 -0700769 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000770
terelius5d332ac2016-01-14 14:37:39 -0800771 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800772 kSsrc, kSeqNum, _, _, _));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000773
774 const int kStoredTimeInMs = 100;
775 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
776
danilchapb6f1fb52016-10-19 06:11:39 -0700777 EXPECT_EQ(static_cast<int>(packet_size), rtp_sender_->ReSendPacket(kSeqNum));
danilchap12ba1862016-10-26 02:41:55 -0700778 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000779
brandtr9dfff292016-11-14 05:14:50 -0800780 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800781 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000782
783 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700784 EXPECT_EQ(1, transport_.packets_sent());
785 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000786
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000787 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700788 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000789
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000790 // Verify transmission time offset.
791 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000792 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000793 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
794 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
795}
796
797// This test sends 1 regular video packet, then 4 padding packets, and then
798// 1 more regular packet.
minyue3a407ee2017-04-03 01:10:33 -0700799TEST_P(RtpSenderTest, SendPadding) {
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000800 // Make all (non-padding) packets go to send queue.
terelius5d332ac2016-01-14 14:37:39 -0800801 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800802 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200803 EXPECT_CALL(mock_rtc_event_log_,
804 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
805 .Times(1 + 4 + 1);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000806
807 uint16_t seq_num = kSeqNum;
808 uint32_t timestamp = kTimestamp;
809 rtp_sender_->SetStorePacketsStatus(true, 10);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000810 size_t rtp_header_len = kRtpHeaderSize;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000811 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800812 kRtpExtensionTransmissionTimeOffset,
813 kTransmissionTimeOffsetExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000814 rtp_header_len += 4; // 4 bytes extension.
danilchap162abd32015-12-10 02:39:40 -0800815 EXPECT_EQ(
816 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
817 kAbsoluteSendTimeExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000818 rtp_header_len += 4; // 4 bytes extension.
819 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
820
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000821 webrtc::RTPHeader rtp_header;
822
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000823 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700824 auto packet =
825 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200826 const uint32_t media_packet_timestamp = timestamp;
danilchapb6f1fb52016-10-19 06:11:39 -0700827 size_t packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000828
829 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700830 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
831 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700832 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000833
834 int total_packets_sent = 0;
danilchap12ba1862016-10-26 02:41:55 -0700835 EXPECT_EQ(total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000836
837 const int kStoredTimeInMs = 100;
838 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
brandtr9dfff292016-11-14 05:14:50 -0800839 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800840 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000841 // Packet should now be sent. This test doesn't verify the regular video
842 // packet, since it is tested in another test.
danilchap12ba1862016-10-26 02:41:55 -0700843 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000844 timestamp += 90 * kStoredTimeInMs;
845
846 // Send padding 4 times, waiting 50 ms between each.
847 for (int i = 0; i < 4; ++i) {
848 const int kPaddingPeriodMs = 50;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000849 const size_t kPaddingBytes = 100;
850 const size_t kMaxPaddingLength = 224; // Value taken from rtp_sender.cc.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000851 // Padding will be forced to full packets.
philipelc7bf32a2017-02-17 03:59:43 -0800852 EXPECT_EQ(kMaxPaddingLength,
philipel8aadd502017-02-23 02:56:13 -0800853 rtp_sender_->TimeToSendPadding(kPaddingBytes, PacedPacketInfo()));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000854
855 // Process send bucket. Padding should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700856 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000857 EXPECT_EQ(kMaxPaddingLength + rtp_header_len,
danilchap12ba1862016-10-26 02:41:55 -0700858 transport_.last_sent_packet().size());
859
860 transport_.last_sent_packet().GetHeader(&rtp_header);
pbosbd2522a2015-07-01 05:35:53 -0700861 EXPECT_EQ(kMaxPaddingLength, rtp_header.paddingLength);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000862
Stefan Holmer586b19b2015-09-18 11:14:31 +0200863 // Verify sequence number and timestamp. The timestamp should be the same
864 // as the last media packet.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000865 EXPECT_EQ(seq_num++, rtp_header.sequenceNumber);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200866 EXPECT_EQ(media_packet_timestamp, rtp_header.timestamp);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000867 // Verify transmission time offset.
Stefan Holmer586b19b2015-09-18 11:14:31 +0200868 int offset = timestamp - media_packet_timestamp;
869 EXPECT_EQ(offset, rtp_header.extension.transmissionTimeOffset);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000870 uint64_t expected_send_time =
871 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
872 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
873 fake_clock_.AdvanceTimeMilliseconds(kPaddingPeriodMs);
874 timestamp += 90 * kPaddingPeriodMs;
875 }
876
877 // Send a regular video packet again.
878 capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700879 packet = BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
880 packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000881
brandtr9dfff292016-11-14 05:14:50 -0800882 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
883 kSsrc, seq_num, _, _, _));
terelius5d332ac2016-01-14 14:37:39 -0800884
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000885 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700886 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
887 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700888 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000889
brandtr9dfff292016-11-14 05:14:50 -0800890 rtp_sender_->TimeToSendPacket(kSsrc, seq_num, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800891 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000892 // Process send bucket.
danilchap12ba1862016-10-26 02:41:55 -0700893 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
894 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
895 transport_.last_sent_packet().GetHeader(&rtp_header);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000896
897 // Verify sequence number and timestamp.
898 EXPECT_EQ(seq_num, rtp_header.sequenceNumber);
899 EXPECT_EQ(timestamp, rtp_header.timestamp);
900 // Verify transmission time offset. This packet is sent without delay.
901 EXPECT_EQ(0, rtp_header.extension.transmissionTimeOffset);
902 uint64_t expected_send_time =
903 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000904 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000905}
pbos@webrtc.org8911ce42013-03-18 16:39:03 +0000906
minyue3a407ee2017-04-03 01:10:33 -0700907TEST_P(RtpSenderTest, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700908 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
909 kRtpExtensionTransportSequenceNumber,
910 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700911 rtp_sender_->SetStorePacketsStatus(true, 10);
912
913 EXPECT_CALL(send_packet_observer_,
914 OnSendPacket(kTransportSequenceNumber, _, _))
915 .Times(1);
916 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
917 .WillOnce(testing::Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -0800918 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
919 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700920
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100921 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700922 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -0800923 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
924 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800925 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700926 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -0700927}
928
minyue3a407ee2017-04-03 01:10:33 -0700929TEST_P(RtpSenderTest, OnSendPacketNotUpdatedForRetransmits) {
stefana23fc622016-07-28 07:56:38 -0700930 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
931 kRtpExtensionTransportSequenceNumber,
932 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700933 rtp_sender_->SetStorePacketsStatus(true, 10);
934
935 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
936 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
937 .WillOnce(testing::Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -0800938 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
939 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700940
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100941 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700942 const bool kIsRetransmit = true;
brandtr9dfff292016-11-14 05:14:50 -0800943 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
944 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800945 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700946 EXPECT_EQ(1, transport_.packets_sent());
Petter Strandmark26bc6692018-05-29 08:43:35 +0200947 EXPECT_TRUE(transport_.last_options_.is_retransmit);
asapersson35151f32016-05-02 23:44:01 -0700948}
949
minyue3a407ee2017-04-03 01:10:33 -0700950TEST_P(RtpSenderTest, OnSendPacketNotUpdatedWithoutSeqNumAllocator) {
asapersson35151f32016-05-02 23:44:01 -0700951 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100952 false, &fake_clock_, &transport_, &mock_paced_sender_, absl::nullopt,
asapersson35151f32016-05-02 23:44:01 -0700953 nullptr /* TransportSequenceNumberAllocator */, nullptr, nullptr, nullptr,
Niels Möller949f0fd2019-01-29 09:44:24 +0100954 nullptr, &send_packet_observer_, &retransmission_rate_limiter_, nullptr,
955 false, nullptr, false, false));
brandtr9dfff292016-11-14 05:14:50 -0800956 rtp_sender_->SetSequenceNumber(kSeqNum);
957 rtp_sender_->SetSSRC(kSsrc);
stefana23fc622016-07-28 07:56:38 -0700958 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
959 kRtpExtensionTransportSequenceNumber,
960 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700961 rtp_sender_->SetSequenceNumber(kSeqNum);
962 rtp_sender_->SetStorePacketsStatus(true, 10);
963
964 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
brandtr9dfff292016-11-14 05:14:50 -0800965 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
966 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700967
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100968 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700969 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -0800970 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
971 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800972 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700973 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -0700974}
975
minyue3a407ee2017-04-03 01:10:33 -0700976TEST_P(RtpSenderTest, SendRedundantPayloads) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000977 MockTransport transport;
terelius429c3452016-01-21 05:42:04 -0800978 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100979 false, &fake_clock_, &transport, &mock_paced_sender_, absl::nullopt,
980 nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +0100981 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000982 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr9dfff292016-11-14 05:14:50 -0800983 rtp_sender_->SetSSRC(kSsrc);
Shao Changbine62202f2015-04-21 20:24:50 +0800984 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000985
986 uint16_t seq_num = kSeqNum;
987 rtp_sender_->SetStorePacketsStatus(true, 10);
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +0000988 int32_t rtp_header_len = kRtpHeaderSize;
danilchap162abd32015-12-10 02:39:40 -0800989 EXPECT_EQ(
990 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
991 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000992 rtp_header_len += 4; // 4 bytes extension.
993 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
994
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000995 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000996 rtp_sender_->SetRtxSsrc(1234);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000997
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000998 const size_t kNumPayloadSizes = 10;
danilchap162abd32015-12-10 02:39:40 -0800999 const size_t kPayloadSizes[kNumPayloadSizes] = {500, 550, 600, 650, 700,
1000 750, 800, 850, 900, 950};
terelius5d332ac2016-01-14 14:37:39 -08001001 // Expect all packets go through the pacer.
1002 EXPECT_CALL(mock_paced_sender_,
brandtr9dfff292016-11-14 05:14:50 -08001003 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _))
terelius5d332ac2016-01-14 14:37:39 -08001004 .Times(kNumPayloadSizes);
Elad Alon4a87e1c2017-10-03 16:11:34 +02001005 EXPECT_CALL(mock_rtc_event_log_,
1006 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001007 .Times(kNumPayloadSizes);
1008
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001009 // Send 10 packets of increasing size.
1010 for (size_t i = 0; i < kNumPayloadSizes; ++i) {
1011 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
stefan1d8a5062015-10-02 03:39:33 -07001012 EXPECT_CALL(transport, SendRtp(_, _, _)).WillOnce(testing::Return(true));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001013 SendPacket(capture_time_ms, kPayloadSizes[i]);
brandtr9dfff292016-11-14 05:14:50 -08001014 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -08001015 PacedPacketInfo());
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001016 fake_clock_.AdvanceTimeMilliseconds(33);
1017 }
terelius429c3452016-01-21 05:42:04 -08001018
Elad Alon4a87e1c2017-10-03 16:11:34 +02001019 EXPECT_CALL(mock_rtc_event_log_,
1020 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001021 .Times(::testing::AtLeast(4));
1022
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001023 // The amount of padding to send it too small to send a payload packet.
stefan1d8a5062015-10-02 03:39:33 -07001024 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
pbos2d566682015-09-28 09:59:31 -07001025 .WillOnce(testing::Return(true));
philipela1ed0b32016-06-01 06:31:17 -07001026 EXPECT_EQ(kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001027 rtp_sender_->TimeToSendPadding(49, PacedPacketInfo()));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001028
Petter Strandmark26bc6692018-05-29 08:43:35 +02001029 PacketOptions options;
Peter Boströmac547a62015-09-17 23:03:57 +02001030 EXPECT_CALL(transport,
stefan1d8a5062015-10-02 03:39:33 -07001031 SendRtp(_, kPayloadSizes[0] + rtp_header_len + kRtxHeaderSize, _))
Yves Gerey665174f2018-06-19 15:03:05 +02001032 .WillOnce(
1033 testing::DoAll(testing::SaveArg<2>(&options), testing::Return(true)));
philipela1ed0b32016-06-01 06:31:17 -07001034 EXPECT_EQ(kPayloadSizes[0],
philipel8aadd502017-02-23 02:56:13 -08001035 rtp_sender_->TimeToSendPadding(500, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001036 EXPECT_TRUE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001037
Yves Gerey665174f2018-06-19 15:03:05 +02001038 EXPECT_CALL(transport, SendRtp(_,
1039 kPayloadSizes[kNumPayloadSizes - 1] +
1040 rtp_header_len + kRtxHeaderSize,
stefan1d8a5062015-10-02 03:39:33 -07001041 _))
pbos2d566682015-09-28 09:59:31 -07001042 .WillOnce(testing::Return(true));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001043
1044 options.is_retransmit = false;
stefan1d8a5062015-10-02 03:39:33 -07001045 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
Yves Gerey665174f2018-06-19 15:03:05 +02001046 .WillOnce(
1047 testing::DoAll(testing::SaveArg<2>(&options), testing::Return(true)));
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001048 EXPECT_EQ(kPayloadSizes[kNumPayloadSizes - 1] + kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001049 rtp_sender_->TimeToSendPadding(999, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001050 EXPECT_FALSE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001051}
1052
minyue3a407ee2017-04-03 01:10:33 -07001053TEST_P(RtpSenderTestWithoutPacer, SendGenericVideo) {
Niels Möller8a40edd2019-01-24 18:04:44 +01001054 const char payload_name[] = "GENERIC";
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001055 const uint8_t payload_type = 127;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001056 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
1057 nullptr, false);
1058 rtp_sender_video.RegisterPayloadType(payload_type, payload_name);
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001059 uint8_t payload[] = {47, 11, 32, 93, 89};
1060
1061 // Send keyframe
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001062 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001063 ASSERT_TRUE(rtp_sender_video.SendVideo(
spranga8ae6f22017-09-04 07:23:56 -07001064 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001065 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001066
danilchap96c15872016-11-21 01:35:29 -08001067 auto sent_payload = transport_.last_sent_packet().payload();
1068 uint8_t generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001069 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1070 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001071 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001072
1073 // Send delta frame
1074 payload[0] = 13;
1075 payload[1] = 42;
1076 payload[4] = 13;
1077
Niels Möller59ab1cf2019-02-06 22:48:11 +01001078 ASSERT_TRUE(rtp_sender_video.SendVideo(
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001079 kVideoFrameDelta, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001080 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001081
danilchap96c15872016-11-21 01:35:29 -08001082 sent_payload = transport_.last_sent_packet().payload();
1083 generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001084 EXPECT_FALSE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1085 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001086 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001087}
1088
minyue3a407ee2017-04-03 01:10:33 -07001089TEST_P(RtpSenderTest, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001090 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001091 constexpr int kMediaPayloadType = 127;
1092 constexpr int kFlexfecPayloadType = 118;
1093 constexpr uint32_t kMediaSsrc = 1234;
1094 constexpr uint32_t kFlexfecSsrc = 5678;
1095 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001096 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtrdbdb3f12016-11-10 05:04:48 -08001097 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001098 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001099 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001100
1101 // Reset |rtp_sender_| to use FlexFEC.
michaelt4da30442016-11-17 01:38:43 -08001102 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001103 false, &fake_clock_, &transport_, &mock_paced_sender_, kFlexfecSsrc,
Niels Möller949f0fd2019-01-29 09:44:24 +01001104 &seq_num_allocator_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
1105 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
1106 nullptr, false, false));
brandtrdbdb3f12016-11-10 05:04:48 -08001107 rtp_sender_->SetSSRC(kMediaSsrc);
1108 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001109 rtp_sender_->SetStorePacketsStatus(true, 10);
1110
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001111 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
1112 &flexfec_sender, nullptr, false);
1113 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
1114
brandtrdbdb3f12016-11-10 05:04:48 -08001115 // Parameters selected to generate a single FEC packet per media packet.
1116 FecProtectionParams params;
1117 params.fec_rate = 15;
1118 params.max_fec_frames = 1;
1119 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001120 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001121
brandtr9dfff292016-11-14 05:14:50 -08001122 EXPECT_CALL(mock_paced_sender_,
1123 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc, kSeqNum,
1124 _, _, false));
1125 uint16_t flexfec_seq_num;
brandtrdbdb3f12016-11-10 05:04:48 -08001126 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
brandtr9dfff292016-11-14 05:14:50 -08001127 kFlexfecSsrc, _, _, _, false))
1128 .WillOnce(testing::SaveArg<2>(&flexfec_seq_num));
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001129
1130 RTPVideoHeader video_header;
1131 EXPECT_TRUE(rtp_sender_video.SendVideo(
1132 kVideoFrameKey, kMediaPayloadType, kTimestamp,
1133 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1134 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1135
Elad Alon4a87e1c2017-10-03 16:11:34 +02001136 EXPECT_CALL(mock_rtc_event_log_,
1137 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1138 .Times(2);
philipel8aadd502017-02-23 02:56:13 -08001139 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum,
1140 fake_clock_.TimeInMilliseconds(),
1141 false, PacedPacketInfo()));
brandtr9dfff292016-11-14 05:14:50 -08001142 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kFlexfecSsrc, flexfec_seq_num,
1143 fake_clock_.TimeInMilliseconds(),
philipel8aadd502017-02-23 02:56:13 -08001144 false, PacedPacketInfo()));
brandtr9dfff292016-11-14 05:14:50 -08001145 ASSERT_EQ(2, transport_.packets_sent());
brandtrdbdb3f12016-11-10 05:04:48 -08001146 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1147 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
brandtr9dfff292016-11-14 05:14:50 -08001148 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
brandtrdbdb3f12016-11-10 05:04:48 -08001149 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
brandtr9dfff292016-11-14 05:14:50 -08001150 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1151 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1152 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1153 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001154}
1155
ilnik10894992017-06-21 08:23:19 -07001156// TODO(ilnik): because of webrtc:7859. Once FEC moved below pacer, this test
1157// should be removed.
1158TEST_P(RtpSenderTest, NoFlexfecForTimingFrames) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001159 constexpr uint32_t kTimestamp = 1234;
1160 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
ilnik10894992017-06-21 08:23:19 -07001161 constexpr int kMediaPayloadType = 127;
1162 constexpr int kFlexfecPayloadType = 118;
1163 constexpr uint32_t kMediaSsrc = 1234;
1164 constexpr uint32_t kFlexfecSsrc = 5678;
1165 const std::vector<RtpExtension> kNoRtpExtensions;
1166 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
ilnike4350192017-06-29 02:27:44 -07001167
ilnik10894992017-06-21 08:23:19 -07001168 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001169 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
ilnik10894992017-06-21 08:23:19 -07001170 nullptr /* rtp_state */, &fake_clock_);
1171
1172 // Reset |rtp_sender_| to use FlexFEC.
1173 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001174 false, &fake_clock_, &transport_, &mock_paced_sender_,
1175 flexfec_sender.ssrc(), &seq_num_allocator_, nullptr, nullptr, nullptr,
1176 &mock_rtc_event_log_, &send_packet_observer_,
1177 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
ilnik10894992017-06-21 08:23:19 -07001178 rtp_sender_->SetSSRC(kMediaSsrc);
1179 rtp_sender_->SetSequenceNumber(kSeqNum);
ilnik10894992017-06-21 08:23:19 -07001180 rtp_sender_->SetStorePacketsStatus(true, 10);
1181
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001182 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
1183 &flexfec_sender, nullptr, false);
1184 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
1185
ilnike4350192017-06-29 02:27:44 -07001186 // Need extension to be registered for timing frames to be sent.
1187 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1188 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
1189
ilnik10894992017-06-21 08:23:19 -07001190 // Parameters selected to generate a single FEC packet per media packet.
1191 FecProtectionParams params;
1192 params.fec_rate = 15;
1193 params.max_fec_frames = 1;
1194 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001195 rtp_sender_video.SetFecParameters(params, params);
ilnik10894992017-06-21 08:23:19 -07001196
1197 EXPECT_CALL(mock_paced_sender_,
1198 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc, kSeqNum,
1199 _, _, false));
1200 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1201 kFlexfecSsrc, _, _, _, false))
1202 .Times(0); // Not called because packet should not be protected.
1203
ilnik10894992017-06-21 08:23:19 -07001204 RTPVideoHeader video_header;
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001205 video_header.video_timing.flags = VideoSendTiming::kTriggeredByTimer;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001206 EXPECT_TRUE(rtp_sender_video.SendVideo(
1207 kVideoFrameKey, kMediaPayloadType, kTimestamp, kCaptureTimeMs,
1208 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
spranga8ae6f22017-09-04 07:23:56 -07001209 kDefaultExpectedRetransmissionTimeMs));
ilnik10894992017-06-21 08:23:19 -07001210
Elad Alon4a87e1c2017-10-03 16:11:34 +02001211 EXPECT_CALL(mock_rtc_event_log_,
1212 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1213 .Times(1);
ilnik10894992017-06-21 08:23:19 -07001214 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum,
1215 fake_clock_.TimeInMilliseconds(),
1216 false, PacedPacketInfo()));
1217 ASSERT_EQ(1, transport_.packets_sent());
1218 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1219 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1220 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
1221 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
1222
1223 // Now try to send not a timing frame.
1224 uint16_t flexfec_seq_num;
1225 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1226 kFlexfecSsrc, _, _, _, false))
1227 .WillOnce(testing::SaveArg<2>(&flexfec_seq_num));
1228 EXPECT_CALL(mock_paced_sender_,
1229 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc,
1230 kSeqNum + 1, _, _, false));
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001231 video_header.video_timing.flags = VideoSendTiming::kInvalid;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001232 EXPECT_TRUE(rtp_sender_video.SendVideo(
1233 kVideoFrameKey, kMediaPayloadType, kTimestamp + 1, kCaptureTimeMs + 1,
1234 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
spranga8ae6f22017-09-04 07:23:56 -07001235 kDefaultExpectedRetransmissionTimeMs));
ilnik10894992017-06-21 08:23:19 -07001236
Elad Alon4a87e1c2017-10-03 16:11:34 +02001237 EXPECT_CALL(mock_rtc_event_log_,
1238 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1239 .Times(2);
ilnik10894992017-06-21 08:23:19 -07001240 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum + 1,
1241 fake_clock_.TimeInMilliseconds(),
1242 false, PacedPacketInfo()));
1243 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kFlexfecSsrc, flexfec_seq_num,
1244 fake_clock_.TimeInMilliseconds(),
1245 false, PacedPacketInfo()));
1246 ASSERT_EQ(3, transport_.packets_sent());
1247 const RtpPacketReceived& media_packet2 = transport_.sent_packets_[1];
1248 EXPECT_EQ(kMediaPayloadType, media_packet2.PayloadType());
1249 EXPECT_EQ(kSeqNum + 1, media_packet2.SequenceNumber());
1250 EXPECT_EQ(kMediaSsrc, media_packet2.Ssrc());
1251 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[2];
1252 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1253 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1254 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
1255}
1256
minyue3a407ee2017-04-03 01:10:33 -07001257TEST_P(RtpSenderTestWithoutPacer, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001258 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001259 constexpr int kMediaPayloadType = 127;
1260 constexpr int kFlexfecPayloadType = 118;
1261 constexpr uint32_t kMediaSsrc = 1234;
1262 constexpr uint32_t kFlexfecSsrc = 5678;
1263 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001264 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtrdbdb3f12016-11-10 05:04:48 -08001265 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001266 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001267 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001268
1269 // Reset |rtp_sender_| to use FlexFEC.
Benjamin Wright192eeec2018-10-17 17:27:25 -07001270 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001271 false, &fake_clock_, &transport_, nullptr, flexfec_sender.ssrc(),
Niels Möller949f0fd2019-01-29 09:44:24 +01001272 &seq_num_allocator_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
1273 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
1274 nullptr, false, false));
brandtrdbdb3f12016-11-10 05:04:48 -08001275 rtp_sender_->SetSSRC(kMediaSsrc);
1276 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001277
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001278 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
1279 &flexfec_sender, nullptr, false);
1280 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
1281
brandtrdbdb3f12016-11-10 05:04:48 -08001282 // Parameters selected to generate a single FEC packet per media packet.
1283 FecProtectionParams params;
1284 params.fec_rate = 15;
1285 params.max_fec_frames = 1;
1286 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001287 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001288
Elad Alon4a87e1c2017-10-03 16:11:34 +02001289 EXPECT_CALL(mock_rtc_event_log_,
1290 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1291 .Times(2);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001292 RTPVideoHeader video_header;
1293 EXPECT_TRUE(rtp_sender_video.SendVideo(
1294 kVideoFrameKey, kMediaPayloadType, kTimestamp,
1295 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1296 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1297
brandtrdbdb3f12016-11-10 05:04:48 -08001298 ASSERT_EQ(2, transport_.packets_sent());
1299 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1300 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1301 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
1302 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1303 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1304 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
1305}
1306
Steve Anton296a0ce2018-03-22 15:17:27 -07001307// Test that the MID header extension is included on sent packets when
1308// configured.
1309TEST_P(RtpSenderTestWithoutPacer, MidIncludedOnSentPackets) {
1310 const char kMid[] = "mid";
1311
1312 // Register MID header extension and set the MID for the RTPSender.
1313 rtp_sender_->SetSendingMediaStatus(false);
1314 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionMid, kMidExtensionId);
1315 rtp_sender_->SetMid(kMid);
1316 rtp_sender_->SetSendingMediaStatus(true);
1317
1318 // Send a couple packets.
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001319 SendGenericPacket();
1320 SendGenericPacket();
Steve Anton296a0ce2018-03-22 15:17:27 -07001321
1322 // Expect both packets to have the MID set.
1323 ASSERT_EQ(2u, transport_.sent_packets_.size());
1324 for (const RtpPacketReceived& packet : transport_.sent_packets_) {
1325 std::string mid;
1326 ASSERT_TRUE(packet.GetExtension<RtpMid>(&mid));
1327 EXPECT_EQ(kMid, mid);
1328 }
1329}
1330
Amit Hilbuch77938e62018-12-21 09:23:38 -08001331TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnSentPackets) {
1332 const char kRid[] = "f";
1333
1334 rtp_sender_->SetSendingMediaStatus(false);
1335 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1336 kRidExtensionId);
1337 rtp_sender_->SetRid(kRid);
1338 rtp_sender_->SetSendingMediaStatus(true);
1339
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001340 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001341
1342 ASSERT_EQ(1u, transport_.sent_packets_.size());
1343 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1344 std::string rid;
1345 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1346 EXPECT_EQ(kRid, rid);
1347}
1348
1349TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnRtxSentPackets) {
1350 const char kRid[] = "f";
Amit Hilbuch77938e62018-12-21 09:23:38 -08001351
1352 rtp_sender_->SetSendingMediaStatus(false);
1353 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1354 kRidExtensionId);
1355 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRepairedRtpStreamId,
1356 kRepairedRidExtensionId);
1357 rtp_sender_->SetRid(kRid);
1358 rtp_sender_->SetSendingMediaStatus(true);
1359
1360 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
1361 rtp_sender_->SetRtxSsrc(1234);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001362 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001363
1364 rtp_sender_->SetStorePacketsStatus(true, 10);
1365
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001366 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001367 ASSERT_EQ(1u, transport_.sent_packets_.size());
1368 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1369 std::string rid;
1370 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1371 EXPECT_EQ(kRid, rid);
1372 rid = kNoRid;
1373 EXPECT_FALSE(packet.GetExtension<RepairedRtpStreamId>(&rid));
1374
1375 uint16_t packet_id = packet.SequenceNumber();
1376 rtp_sender_->ReSendPacket(packet_id);
1377 ASSERT_EQ(2u, transport_.sent_packets_.size());
1378 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1379 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rid));
1380 EXPECT_EQ(kRid, rid);
1381 EXPECT_FALSE(rtx_packet.HasExtension<RtpStreamId>());
1382}
1383
minyue3a407ee2017-04-03 01:10:33 -07001384TEST_P(RtpSenderTest, FecOverheadRate) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001385 constexpr uint32_t kTimestamp = 1234;
1386 constexpr int kMediaPayloadType = 127;
brandtr81eab612017-01-24 04:06:09 -08001387 constexpr int kFlexfecPayloadType = 118;
1388 constexpr uint32_t kMediaSsrc = 1234;
1389 constexpr uint32_t kFlexfecSsrc = 5678;
1390 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001391 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtr81eab612017-01-24 04:06:09 -08001392 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001393 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001394 nullptr /* rtp_state */, &fake_clock_);
brandtr81eab612017-01-24 04:06:09 -08001395
1396 // Reset |rtp_sender_| to use FlexFEC.
1397 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001398 false, &fake_clock_, &transport_, &mock_paced_sender_,
1399 flexfec_sender.ssrc(), &seq_num_allocator_, nullptr, nullptr, nullptr,
1400 &mock_rtc_event_log_, &send_packet_observer_,
1401 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
brandtr81eab612017-01-24 04:06:09 -08001402 rtp_sender_->SetSSRC(kMediaSsrc);
1403 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr81eab612017-01-24 04:06:09 -08001404
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001405 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
1406 &flexfec_sender, nullptr, false);
1407 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
brandtr81eab612017-01-24 04:06:09 -08001408 // Parameters selected to generate a single FEC packet per media packet.
1409 FecProtectionParams params;
1410 params.fec_rate = 15;
1411 params.max_fec_frames = 1;
1412 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001413 rtp_sender_video.SetFecParameters(params, params);
brandtr81eab612017-01-24 04:06:09 -08001414
1415 constexpr size_t kNumMediaPackets = 10;
1416 constexpr size_t kNumFecPackets = kNumMediaPackets;
1417 constexpr int64_t kTimeBetweenPacketsMs = 10;
1418 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, _, _, _, _, false))
1419 .Times(kNumMediaPackets + kNumFecPackets);
1420 for (size_t i = 0; i < kNumMediaPackets; ++i) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001421 RTPVideoHeader video_header;
1422
1423 EXPECT_TRUE(rtp_sender_video.SendVideo(
1424 kVideoFrameKey, kMediaPayloadType, kTimestamp,
1425 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1426 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1427
brandtr81eab612017-01-24 04:06:09 -08001428 fake_clock_.AdvanceTimeMilliseconds(kTimeBetweenPacketsMs);
1429 }
1430 constexpr size_t kRtpHeaderLength = 12;
1431 constexpr size_t kFlexfecHeaderLength = 20;
1432 constexpr size_t kGenericCodecHeaderLength = 1;
1433 constexpr size_t kPayloadLength = sizeof(kPayloadData);
1434 constexpr size_t kPacketLength = kRtpHeaderLength + kFlexfecHeaderLength +
1435 kGenericCodecHeaderLength + kPayloadLength;
1436 EXPECT_NEAR(kNumFecPackets * kPacketLength * 8 /
1437 (kNumFecPackets * kTimeBetweenPacketsMs / 1000.0f),
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001438 rtp_sender_video.FecOverheadRate(), 500);
brandtr81eab612017-01-24 04:06:09 -08001439}
1440
minyue3a407ee2017-04-03 01:10:33 -07001441TEST_P(RtpSenderTest, BitrateCallbacks) {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001442 class TestCallback : public BitrateStatisticsObserver {
1443 public:
sprangcd349d92016-07-13 09:11:28 -07001444 TestCallback()
1445 : BitrateStatisticsObserver(),
1446 num_calls_(0),
1447 ssrc_(0),
1448 total_bitrate_(0),
1449 retransmit_bitrate_(0) {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001450 ~TestCallback() override = default;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001451
sprangcd349d92016-07-13 09:11:28 -07001452 void Notify(uint32_t total_bitrate,
1453 uint32_t retransmit_bitrate,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001454 uint32_t ssrc) override {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001455 ++num_calls_;
1456 ssrc_ = ssrc;
sprangcd349d92016-07-13 09:11:28 -07001457 total_bitrate_ = total_bitrate;
1458 retransmit_bitrate_ = retransmit_bitrate;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001459 }
1460
1461 uint32_t num_calls_;
1462 uint32_t ssrc_;
sprangcd349d92016-07-13 09:11:28 -07001463 uint32_t total_bitrate_;
1464 uint32_t retransmit_bitrate_;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001465 } callback;
Benjamin Wright192eeec2018-10-17 17:27:25 -07001466 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001467 false, &fake_clock_, &transport_, nullptr, absl::nullopt, nullptr,
1468 nullptr, &callback, nullptr, nullptr, nullptr,
1469 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08001470 rtp_sender_->SetSSRC(kSsrc);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001471
Niels Möller59ab1cf2019-02-06 22:48:11 +01001472 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
1473 nullptr, false);
1474 const char payload_name[] = "GENERIC";
1475 const uint8_t payload_type = 127;
1476 rtp_sender_video.RegisterPayloadType(payload_type, payload_name);
1477
sprangcd349d92016-07-13 09:11:28 -07001478 // Simulate kNumPackets sent with kPacketInterval ms intervals, with the
1479 // number of packets selected so that we fill (but don't overflow) the one
1480 // second averaging window.
1481 const uint32_t kWindowSizeMs = 1000;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001482 const uint32_t kPacketInterval = 20;
sprangcd349d92016-07-13 09:11:28 -07001483 const uint32_t kNumPackets =
1484 (kWindowSizeMs - kPacketInterval) / kPacketInterval;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001485 // Overhead = 12 bytes RTP header + 1 byte generic header.
1486 const uint32_t kPacketOverhead = 13;
1487
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001488 uint8_t payload[] = {47, 11, 32, 93, 89};
1489 rtp_sender_->SetStorePacketsStatus(true, 1);
1490 uint32_t ssrc = rtp_sender_->SSRC();
1491
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001492 // Initial process call so we get a new time window.
1493 rtp_sender_->ProcessBitrate();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001494
1495 // Send a few frames.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001496 RTPVideoHeader video_header;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001497 for (uint32_t i = 0; i < kNumPackets; ++i) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001498 ASSERT_TRUE(rtp_sender_video.SendVideo(
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001499 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001500 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001501 fake_clock_.AdvanceTimeMilliseconds(kPacketInterval);
1502 }
1503
1504 rtp_sender_->ProcessBitrate();
1505
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001506 // We get one call for every stats updated, thus two calls since both the
1507 // stream stats and the retransmit stats are updated once.
1508 EXPECT_EQ(2u, callback.num_calls_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001509 EXPECT_EQ(ssrc, callback.ssrc_);
sprangcd349d92016-07-13 09:11:28 -07001510 const uint32_t kTotalPacketSize = kPacketOverhead + sizeof(payload);
1511 // Bitrate measured over delta between last and first timestamp, plus one.
1512 const uint32_t kExpectedWindowMs = kNumPackets * kPacketInterval + 1;
1513 const uint32_t kExpectedBitsAccumulated = kTotalPacketSize * kNumPackets * 8;
1514 const uint32_t kExpectedRateBps =
1515 (kExpectedBitsAccumulated * 1000 + (kExpectedWindowMs / 2)) /
1516 kExpectedWindowMs;
1517 EXPECT_EQ(kExpectedRateBps, callback.total_bitrate_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001518
andresp@webrtc.orgd11bec42014-07-08 14:32:58 +00001519 rtp_sender_.reset();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001520}
1521
minyue3a407ee2017-04-03 01:10:33 -07001522TEST_P(RtpSenderTestWithoutPacer, StreamDataCountersCallbacks) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001523 class TestCallback : public StreamDataCountersCallback {
1524 public:
danilchap162abd32015-12-10 02:39:40 -08001525 TestCallback() : StreamDataCountersCallback(), ssrc_(0), counters_() {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001526 ~TestCallback() override = default;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001527
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001528 void DataCountersUpdated(const StreamDataCounters& counters,
1529 uint32_t ssrc) override {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001530 ssrc_ = ssrc;
1531 counters_ = counters;
1532 }
1533
1534 uint32_t ssrc_;
1535 StreamDataCounters counters_;
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001536
1537 void MatchPacketCounter(const RtpPacketCounter& expected,
1538 const RtpPacketCounter& actual) {
1539 EXPECT_EQ(expected.payload_bytes, actual.payload_bytes);
1540 EXPECT_EQ(expected.header_bytes, actual.header_bytes);
1541 EXPECT_EQ(expected.padding_bytes, actual.padding_bytes);
1542 EXPECT_EQ(expected.packets, actual.packets);
1543 }
1544
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001545 void Matches(uint32_t ssrc, const StreamDataCounters& counters) {
1546 EXPECT_EQ(ssrc, ssrc_);
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001547 MatchPacketCounter(counters.transmitted, counters_.transmitted);
1548 MatchPacketCounter(counters.retransmitted, counters_.retransmitted);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001549 EXPECT_EQ(counters.fec.packets, counters_.fec.packets);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001550 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001551 } callback;
1552
1553 const uint8_t kRedPayloadType = 96;
1554 const uint8_t kUlpfecPayloadType = 97;
Niels Möller8a40edd2019-01-24 18:04:44 +01001555 const char payload_name[] = "GENERIC";
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001556 const uint8_t payload_type = 127;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001557 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
1558 nullptr, false);
1559 rtp_sender_video.RegisterPayloadType(payload_type, payload_name);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001560 uint8_t payload[] = {47, 11, 32, 93, 89};
1561 rtp_sender_->SetStorePacketsStatus(true, 1);
1562 uint32_t ssrc = rtp_sender_->SSRC();
1563
1564 rtp_sender_->RegisterRtpStatisticsCallback(&callback);
1565
1566 // Send a frame.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001567 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001568 ASSERT_TRUE(rtp_sender_video.SendVideo(
spranga8ae6f22017-09-04 07:23:56 -07001569 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001570 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001571 StreamDataCounters expected;
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001572 expected.transmitted.payload_bytes = 6;
1573 expected.transmitted.header_bytes = 12;
1574 expected.transmitted.padding_bytes = 0;
1575 expected.transmitted.packets = 1;
1576 expected.retransmitted.payload_bytes = 0;
1577 expected.retransmitted.header_bytes = 0;
1578 expected.retransmitted.padding_bytes = 0;
1579 expected.retransmitted.packets = 0;
1580 expected.fec.packets = 0;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001581 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001582
1583 // Retransmit a frame.
1584 uint16_t seqno = rtp_sender_->SequenceNumber() - 1;
Erik Språnga12b1d62018-03-14 12:39:24 +01001585 rtp_sender_->ReSendPacket(seqno);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001586 expected.transmitted.payload_bytes = 12;
1587 expected.transmitted.header_bytes = 24;
1588 expected.transmitted.packets = 2;
1589 expected.retransmitted.payload_bytes = 6;
1590 expected.retransmitted.header_bytes = 12;
1591 expected.retransmitted.padding_bytes = 0;
1592 expected.retransmitted.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001593 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001594
1595 // Send padding.
philipel8aadd502017-02-23 02:56:13 -08001596 rtp_sender_->TimeToSendPadding(kMaxPaddingSize, PacedPacketInfo());
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001597 expected.transmitted.payload_bytes = 12;
1598 expected.transmitted.header_bytes = 36;
1599 expected.transmitted.padding_bytes = kMaxPaddingSize;
1600 expected.transmitted.packets = 3;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001601 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001602
brandtrf1bb4762016-11-07 03:05:06 -08001603 // Send ULPFEC.
Niels Möller59ab1cf2019-02-06 22:48:11 +01001604 rtp_sender_video.SetUlpfecConfig(kRedPayloadType, kUlpfecPayloadType);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001605 FecProtectionParams fec_params;
1606 fec_params.fec_mask_type = kFecMaskRandom;
1607 fec_params.fec_rate = 1;
1608 fec_params.max_fec_frames = 1;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001609 rtp_sender_video.SetFecParameters(fec_params, fec_params);
1610 ASSERT_TRUE(rtp_sender_video.SendVideo(
spranga8ae6f22017-09-04 07:23:56 -07001611 kVideoFrameDelta, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001612 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001613 expected.transmitted.payload_bytes = 40;
1614 expected.transmitted.header_bytes = 60;
1615 expected.transmitted.packets = 5;
1616 expected.fec.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001617 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001618
sprang867fb522015-08-03 04:38:41 -07001619 rtp_sender_->RegisterRtpStatisticsCallback(nullptr);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001620}
1621
minyue3a407ee2017-04-03 01:10:33 -07001622TEST_P(RtpSenderTestWithoutPacer, BytesReportedCorrectly) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001623 // XXX const char* kPayloadName = "GENERIC";
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001624 const uint8_t kPayloadType = 127;
1625 rtp_sender_->SetSSRC(1234);
1626 rtp_sender_->SetRtxSsrc(4321);
Shao Changbine62202f2015-04-21 20:24:50 +08001627 rtp_sender_->SetRtxPayloadType(kPayloadType - 1, kPayloadType);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001628 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001629
Niels Möller59ab1cf2019-02-06 22:48:11 +01001630 SendGenericPacket();
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001631 // Will send 2 full-size padding packets.
philipel8aadd502017-02-23 02:56:13 -08001632 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
1633 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001634
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001635 StreamDataCounters rtp_stats;
1636 StreamDataCounters rtx_stats;
1637 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001638
Niels Möller59ab1cf2019-02-06 22:48:11 +01001639 // Payload
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +00001640 EXPECT_GT(rtp_stats.first_packet_time_ms, -1);
Niels Möller59ab1cf2019-02-06 22:48:11 +01001641 EXPECT_EQ(rtp_stats.transmitted.payload_bytes, sizeof(kPayloadData));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001642 EXPECT_EQ(rtp_stats.transmitted.header_bytes, 12u);
1643 EXPECT_EQ(rtp_stats.transmitted.padding_bytes, 0u);
1644 EXPECT_EQ(rtx_stats.transmitted.payload_bytes, 0u);
1645 EXPECT_EQ(rtx_stats.transmitted.header_bytes, 24u);
1646 EXPECT_EQ(rtx_stats.transmitted.padding_bytes, 2 * kMaxPaddingSize);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001647
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001648 EXPECT_EQ(rtp_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001649 rtp_stats.transmitted.payload_bytes +
1650 rtp_stats.transmitted.header_bytes +
1651 rtp_stats.transmitted.padding_bytes);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001652 EXPECT_EQ(rtx_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001653 rtx_stats.transmitted.payload_bytes +
1654 rtx_stats.transmitted.header_bytes +
1655 rtx_stats.transmitted.padding_bytes);
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001656
danilchap162abd32015-12-10 02:39:40 -08001657 EXPECT_EQ(
1658 transport_.total_bytes_sent_,
1659 rtp_stats.transmitted.TotalBytes() + rtx_stats.transmitted.TotalBytes());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001660}
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001661
minyue3a407ee2017-04-03 01:10:33 -07001662TEST_P(RtpSenderTestWithoutPacer, RespectsNackBitrateLimit) {
sprang38778b02015-09-29 09:48:22 -07001663 const int32_t kPacketSize = 1400;
1664 const int32_t kNumPackets = 30;
1665
sprangcd349d92016-07-13 09:11:28 -07001666 retransmission_rate_limiter_.SetMaxRate(kPacketSize * kNumPackets * 8);
1667
sprang38778b02015-09-29 09:48:22 -07001668 rtp_sender_->SetStorePacketsStatus(true, kNumPackets);
sprang38778b02015-09-29 09:48:22 -07001669 const uint16_t kStartSequenceNumber = rtp_sender_->SequenceNumber();
Danil Chapovalov2800d742016-08-26 18:48:46 +02001670 std::vector<uint16_t> sequence_numbers;
sprang38778b02015-09-29 09:48:22 -07001671 for (int32_t i = 0; i < kNumPackets; ++i) {
1672 sequence_numbers.push_back(kStartSequenceNumber + i);
1673 fake_clock_.AdvanceTimeMilliseconds(1);
1674 SendPacket(fake_clock_.TimeInMilliseconds(), kPacketSize);
1675 }
danilchap12ba1862016-10-26 02:41:55 -07001676 EXPECT_EQ(kNumPackets, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001677
1678 fake_clock_.AdvanceTimeMilliseconds(1000 - kNumPackets);
1679
1680 // Resending should work - brings the bandwidth up to the limit.
1681 // NACK bitrate is capped to the same bitrate as the encoder, since the max
1682 // protection overhead is 50% (see MediaOptimization::SetTargetRates).
Danil Chapovalov2800d742016-08-26 18:48:46 +02001683 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001684 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001685
sprangcd349d92016-07-13 09:11:28 -07001686 // Must be at least 5ms in between retransmission attempts.
1687 fake_clock_.AdvanceTimeMilliseconds(5);
1688
sprang38778b02015-09-29 09:48:22 -07001689 // Resending should not work, bandwidth exceeded.
Danil Chapovalov2800d742016-08-26 18:48:46 +02001690 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001691 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001692}
1693
minyue3a407ee2017-04-03 01:10:33 -07001694TEST_P(RtpSenderTest, OnOverheadChanged) {
michaelt4da30442016-11-17 01:38:43 -08001695 MockOverheadObserver mock_overhead_observer;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001696 rtp_sender_.reset(
1697 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1698 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
1699 &retransmission_rate_limiter_, &mock_overhead_observer,
1700 false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08001701 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08001702
michaelt4da30442016-11-17 01:38:43 -08001703 // RTP overhead is 12B.
nisse284542b2017-01-10 08:58:32 -08001704 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(12)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001705 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001706
1707 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
1708 kTransmissionTimeOffsetExtensionId);
1709
1710 // TransmissionTimeOffset extension has a size of 8B.
nisse284542b2017-01-10 08:58:32 -08001711 // 12B + 8B = 20B
1712 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(20)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001713 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001714}
1715
minyue3a407ee2017-04-03 01:10:33 -07001716TEST_P(RtpSenderTest, DoesNotUpdateOverheadOnEqualSize) {
michaelt4da30442016-11-17 01:38:43 -08001717 MockOverheadObserver mock_overhead_observer;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001718 rtp_sender_.reset(
1719 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1720 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
1721 &retransmission_rate_limiter_, &mock_overhead_observer,
1722 false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08001723 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08001724
1725 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(_)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001726 SendGenericPacket();
1727 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001728}
1729
sprang168794c2017-07-06 04:38:06 -07001730TEST_P(RtpSenderTest, SendsKeepAlive) {
1731 MockTransport transport;
Benjamin Wright192eeec2018-10-17 17:27:25 -07001732 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001733 false, &fake_clock_, &transport, nullptr, absl::nullopt, nullptr, nullptr,
Niels Möller949f0fd2019-01-29 09:44:24 +01001734 nullptr, nullptr, &mock_rtc_event_log_, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +01001735 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
sprang168794c2017-07-06 04:38:06 -07001736 rtp_sender_->SetSequenceNumber(kSeqNum);
1737 rtp_sender_->SetTimestampOffset(0);
1738 rtp_sender_->SetSSRC(kSsrc);
1739
1740 const uint8_t kKeepalivePayloadType = 20;
1741 RTC_CHECK_NE(kKeepalivePayloadType, kPayload);
1742
1743 EXPECT_CALL(transport, SendRtp(_, _, _))
1744 .WillOnce(
1745 Invoke([&kKeepalivePayloadType](const uint8_t* packet, size_t len,
1746 const PacketOptions& options) {
1747 webrtc::RTPHeader rtp_header;
1748 RtpUtility::RtpHeaderParser parser(packet, len);
1749 EXPECT_TRUE(parser.Parse(&rtp_header, nullptr));
1750 EXPECT_FALSE(rtp_header.markerBit);
1751 EXPECT_EQ(0U, rtp_header.paddingLength);
1752 EXPECT_EQ(kKeepalivePayloadType, rtp_header.payloadType);
1753 EXPECT_EQ(kSeqNum, rtp_header.sequenceNumber);
1754 EXPECT_EQ(kSsrc, rtp_header.ssrc);
1755 EXPECT_EQ(0u, len - rtp_header.headerLength);
1756 return true;
1757 }));
1758
1759 rtp_sender_->SendKeepAlive(kKeepalivePayloadType);
1760 EXPECT_EQ(kSeqNum + 1, rtp_sender_->SequenceNumber());
1761}
1762
Mirko Bonadeic84f6612019-01-31 12:20:57 +01001763INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
1764 RtpSenderTest,
1765 ::testing::Bool());
1766INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
1767 RtpSenderTestWithoutPacer,
1768 ::testing::Bool());
Niels Möllera34d7762019-02-01 14:13:29 +01001769
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001770} // namespace webrtc