blob: 85566c417897625f1bda7c70561322df86b152c6 [file] [log] [blame]
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001/*
phoglund@webrtc.org78088c22012-02-07 14:56:45 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
kwiberg84be5112016-04-27 01:19:58 -070011#include <memory>
danilchapb8b6fbb2015-12-10 05:05:27 -080012#include <vector>
13
Karl Wiberg918f50c2018-07-05 11:40:33 +020014#include "absl/memory/memory.h"
Erik Språngf93eda12019-01-16 17:10:57 +010015#include "api/video/video_codec_constants.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020016#include "api/video/video_timing.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020017#include "logging/rtc_event_log/events/rtc_event.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020018#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
19#include "modules/rtp_rtcp/include/rtp_cvo.h"
20#include "modules/rtp_rtcp/include/rtp_header_extension_map.h"
21#include "modules/rtp_rtcp/include/rtp_header_parser.h"
22#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
23#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
24#include "modules/rtp_rtcp/source/rtp_format_video_generic.h"
philipelb3e42a42018-09-13 10:57:14 +020025#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h"
26#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
28#include "modules/rtp_rtcp/source/rtp_packet_received.h"
29#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
30#include "modules/rtp_rtcp/source/rtp_sender.h"
31#include "modules/rtp_rtcp/source/rtp_sender_video.h"
32#include "modules/rtp_rtcp/source/rtp_utility.h"
33#include "rtc_base/arraysize.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020034#include "rtc_base/rate_limiter.h"
35#include "test/field_trial.h"
36#include "test/gmock.h"
37#include "test/gtest.h"
38#include "test/mock_transport.h"
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +000039
40namespace webrtc {
41
andrew@webrtc.org8a442592011-12-16 21:24:30 +000042namespace {
Elad Alond8d32482019-02-18 23:45:57 +010043enum : int { // The first valid value is 1.
44 kAbsoluteSendTimeExtensionId = 1,
45 kAudioLevelExtensionId,
Elad Alonccb9b752019-02-19 13:01:31 +010046 kGenericDescriptorId00,
47 kGenericDescriptorId01,
Elad Alond8d32482019-02-18 23:45:57 +010048 kMidExtensionId,
49 kRepairedRidExtensionId,
50 kRidExtensionId,
51 kTransmissionTimeOffsetExtensionId,
52 kTransportSequenceNumberExtensionId,
53 kVideoRotationExtensionId,
54 kVideoTimingExtensionId,
55};
56
andrew@webrtc.org8a442592011-12-16 21:24:30 +000057const int kPayload = 100;
Shao Changbine62202f2015-04-21 20:24:50 +080058const int kRtxPayload = 98;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000059const uint32_t kTimestamp = 10;
60const uint16_t kSeqNum = 33;
brandtr9dfff292016-11-14 05:14:50 -080061const uint32_t kSsrc = 725242;
sprang@webrtc.org30933902015-03-17 14:33:12 +000062const uint16_t kTransportSequenceNumber = 0xaabbu;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000063const uint64_t kStartTime = 123456789;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +000064const size_t kMaxPaddingSize = 224u;
Stefan Holmera246cfb2016-08-23 17:51:42 +020065const uint8_t kPayloadData[] = {47, 11, 32, 93, 89};
spranga8ae6f22017-09-04 07:23:56 -070066const int64_t kDefaultExpectedRetransmissionTimeMs = 125;
Amit Hilbuch77938e62018-12-21 09:23:38 -080067const char kNoRid[] = "";
68const char kNoMid[] = "";
andrew@webrtc.org8a442592011-12-16 21:24:30 +000069
Danil Chapovalov5e57b172016-09-02 19:15:59 +020070using ::testing::_;
philipelb3e42a42018-09-13 10:57:14 +020071using ::testing::ElementsAre;
Danil Chapovalov5e57b172016-09-02 19:15:59 +020072using ::testing::ElementsAreArray;
sprang168794c2017-07-06 04:38:06 -070073using ::testing::Invoke;
Danil Chapovalov84ffb352018-09-25 18:59:09 +020074using ::testing::SizeIs;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +000075
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000076uint64_t ConvertMsToAbsSendTime(int64_t time_ms) {
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020077 return (((time_ms << 18) + 500) / 1000) & 0x00ffffff;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000078}
79
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +000080class LoopbackTransportTest : public webrtc::Transport {
81 public:
Petter Strandmark26bc6692018-05-29 08:43:35 +020082 LoopbackTransportTest() : total_bytes_sent_(0) {
danilchap12ba1862016-10-26 02:41:55 -070083 receivers_extensions_.Register(kRtpExtensionTransmissionTimeOffset,
84 kTransmissionTimeOffsetExtensionId);
85 receivers_extensions_.Register(kRtpExtensionAbsoluteSendTime,
86 kAbsoluteSendTimeExtensionId);
87 receivers_extensions_.Register(kRtpExtensionTransportSequenceNumber,
88 kTransportSequenceNumberExtensionId);
89 receivers_extensions_.Register(kRtpExtensionVideoRotation,
90 kVideoRotationExtensionId);
91 receivers_extensions_.Register(kRtpExtensionAudioLevel,
92 kAudioLevelExtensionId);
ilnik04f4d122017-06-19 07:18:55 -070093 receivers_extensions_.Register(kRtpExtensionVideoTiming,
94 kVideoTimingExtensionId);
Steve Anton296a0ce2018-03-22 15:17:27 -070095 receivers_extensions_.Register(kRtpExtensionMid, kMidExtensionId);
Elad Alonccb9b752019-02-19 13:01:31 +010096 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor00,
97 kGenericDescriptorId00);
98 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor01,
99 kGenericDescriptorId01);
Amit Hilbuch77938e62018-12-21 09:23:38 -0800100 receivers_extensions_.Register(kRtpExtensionRtpStreamId, kRidExtensionId);
101 receivers_extensions_.Register(kRtpExtensionRepairedRtpStreamId,
102 kRepairedRidExtensionId);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000103 }
danilchap12ba1862016-10-26 02:41:55 -0700104
stefan1d8a5062015-10-02 03:39:33 -0700105 bool SendRtp(const uint8_t* data,
106 size_t len,
107 const PacketOptions& options) override {
Petter Strandmark26bc6692018-05-29 08:43:35 +0200108 last_options_ = options;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000109 total_bytes_sent_ += len;
danilchap12ba1862016-10-26 02:41:55 -0700110 sent_packets_.push_back(RtpPacketReceived(&receivers_extensions_));
111 EXPECT_TRUE(sent_packets_.back().Parse(data, len));
pbos2d566682015-09-28 09:59:31 -0700112 return true;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000113 }
danilchap162abd32015-12-10 02:39:40 -0800114 bool SendRtcp(const uint8_t* data, size_t len) override { return false; }
danilchap12ba1862016-10-26 02:41:55 -0700115 const RtpPacketReceived& last_sent_packet() { return sent_packets_.back(); }
116 int packets_sent() { return sent_packets_.size(); }
117
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000118 size_t total_bytes_sent_;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200119 PacketOptions last_options_;
danilchap12ba1862016-10-26 02:41:55 -0700120 std::vector<RtpPacketReceived> sent_packets_;
121
122 private:
123 RtpHeaderExtensionMap receivers_extensions_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000124};
125
Elad Alon4a87e1c2017-10-03 16:11:34 +0200126MATCHER_P(SameRtcEventTypeAs, value, "") {
127 return value == arg->GetType();
128}
129
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000130} // namespace
131
sprangebbf8a82015-09-21 15:11:14 -0700132class MockRtpPacketSender : public RtpPacketSender {
133 public:
134 MockRtpPacketSender() {}
135 virtual ~MockRtpPacketSender() {}
136
Peter Boströme23e7372015-10-08 11:44:14 +0200137 MOCK_METHOD6(InsertPacket,
138 void(Priority priority,
sprangebbf8a82015-09-21 15:11:14 -0700139 uint32_t ssrc,
140 uint16_t sequence_number,
141 int64_t capture_time_ms,
142 size_t bytes,
143 bool retransmission));
144};
145
Stefan Holmerf5dca482016-01-27 12:58:51 +0100146class MockTransportSequenceNumberAllocator
147 : public TransportSequenceNumberAllocator {
148 public:
149 MOCK_METHOD0(AllocateSequenceNumber, uint16_t());
150};
151
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200152class MockSendSideDelayObserver : public SendSideDelayObserver {
153 public:
154 MOCK_METHOD3(SendSideDelayUpdated, void(int, int, uint32_t));
155};
156
asapersson35151f32016-05-02 23:44:01 -0700157class MockSendPacketObserver : public SendPacketObserver {
158 public:
159 MOCK_METHOD3(OnSendPacket, void(uint16_t, int64_t, uint32_t));
160};
161
Stefan Holmera246cfb2016-08-23 17:51:42 +0200162class MockTransportFeedbackObserver : public TransportFeedbackObserver {
163 public:
elad.alond12a8e12017-03-23 11:04:48 -0700164 MOCK_METHOD4(AddPacket,
165 void(uint32_t, uint16_t, size_t, const PacedPacketInfo&));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200166 MOCK_METHOD1(OnTransportFeedback, void(const rtcp::TransportFeedback&));
elad.alonf9490002017-03-06 05:32:21 -0800167 MOCK_CONST_METHOD0(GetTransportFeedbackVector, std::vector<PacketFeedback>());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200168};
169
minyue3a407ee2017-04-03 01:10:33 -0700170class MockOverheadObserver : public OverheadObserver {
171 public:
172 MOCK_METHOD1(OnOverheadChanged, void(size_t overhead_bytes_per_packet));
173};
174
175class RtpSenderTest : public ::testing::TestWithParam<bool> {
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000176 protected:
177 RtpSenderTest()
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000178 : fake_clock_(kStartTime),
terelius429c3452016-01-21 05:42:04 -0800179 mock_rtc_event_log_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000180 mock_paced_sender_(),
sprangcd349d92016-07-13 09:11:28 -0700181 retransmission_rate_limiter_(&fake_clock_, 1000),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000182 rtp_sender_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000183 transport_(),
minyue3a407ee2017-04-03 01:10:33 -0700184 kMarkerBit(true),
185 field_trials_(GetParam() ? "WebRTC-SendSideBwe-WithOverhead/Enabled/"
186 : "") {}
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000187
Erik Språng7b52f102018-02-07 14:37:37 +0100188 void SetUp() override { SetUpRtpSender(true, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200189
Erik Språng7b52f102018-02-07 14:37:37 +0100190 void SetUpRtpSender(bool pacer, bool populate_network2) {
asapersson35151f32016-05-02 23:44:01 -0700191 rtp_sender_.reset(new RTPSender(
192 false, &fake_clock_, &transport_, pacer ? &mock_paced_sender_ : nullptr,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100193 absl::nullopt, &seq_num_allocator_, nullptr, nullptr, nullptr,
sprangcd349d92016-07-13 09:11:28 -0700194 &mock_rtc_event_log_, &send_packet_observer_,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700195 &retransmission_rate_limiter_, nullptr, populate_network2, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +0100196 false, false));
brandtr9dfff292016-11-14 05:14:50 -0800197 rtp_sender_->SetSequenceNumber(kSeqNum);
danilchap71fead22016-08-18 02:01:49 -0700198 rtp_sender_->SetTimestampOffset(0);
brandtr9dfff292016-11-14 05:14:50 -0800199 rtp_sender_->SetSSRC(kSsrc);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000200 }
201
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000202 SimulatedClock fake_clock_;
stefana23fc622016-07-28 07:56:38 -0700203 testing::NiceMock<MockRtcEventLog> mock_rtc_event_log_;
sprangebbf8a82015-09-21 15:11:14 -0700204 MockRtpPacketSender mock_paced_sender_;
stefana23fc622016-07-28 07:56:38 -0700205 testing::StrictMock<MockTransportSequenceNumberAllocator> seq_num_allocator_;
206 testing::StrictMock<MockSendPacketObserver> send_packet_observer_;
Stefan Holmera246cfb2016-08-23 17:51:42 +0200207 testing::StrictMock<MockTransportFeedbackObserver> feedback_observer_;
sprangcd349d92016-07-13 09:11:28 -0700208 RateLimiter retransmission_rate_limiter_;
kwiberg84be5112016-04-27 01:19:58 -0700209 std::unique_ptr<RTPSender> rtp_sender_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000210 LoopbackTransportTest transport_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000211 const bool kMarkerBit;
minyue3a407ee2017-04-03 01:10:33 -0700212 test::ScopedFieldTrials field_trials_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000213
danilchapb6f1fb52016-10-19 06:11:39 -0700214 std::unique_ptr<RtpPacketToSend> BuildRtpPacket(int payload_type,
215 bool marker_bit,
216 uint32_t timestamp,
217 int64_t capture_time_ms) {
218 auto packet = rtp_sender_->AllocatePacket();
219 packet->SetPayloadType(payload_type);
220 packet->SetMarker(marker_bit);
221 packet->SetTimestamp(timestamp);
222 packet->set_capture_time_ms(capture_time_ms);
223 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
224 return packet;
225 }
226
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000227 void SendPacket(int64_t capture_time_ms, int payload_length) {
228 uint32_t timestamp = capture_time_ms * 90;
danilchapb6f1fb52016-10-19 06:11:39 -0700229 auto packet =
230 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
231 packet->AllocatePayload(payload_length);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000232
233 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700234 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
235 kAllowRetransmission,
236 RtpPacketSender::kNormalPriority));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000237 }
asapersson35151f32016-05-02 23:44:01 -0700238
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100239 void SendGenericPacket() {
asapersson35151f32016-05-02 23:44:01 -0700240 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100241 SendPacket(kCaptureTimeMs, sizeof(kPayloadData));
asapersson35151f32016-05-02 23:44:01 -0700242 }
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000243};
244
Peter Boströme23e7372015-10-08 11:44:14 +0200245// TODO(pbos): Move tests over from WithoutPacer to RtpSenderTest as this is our
246// default code path.
247class RtpSenderTestWithoutPacer : public RtpSenderTest {
248 public:
Erik Språng7b52f102018-02-07 14:37:37 +0100249 void SetUp() override { SetUpRtpSender(false, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200250};
251
minyue3a407ee2017-04-03 01:10:33 -0700252TEST_P(RtpSenderTestWithoutPacer, AllocatePacketSetCsrc) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200253 // Configure rtp_sender with csrc.
254 std::vector<uint32_t> csrcs;
255 csrcs.push_back(0x23456789);
256 rtp_sender_->SetCsrcs(csrcs);
257
258 auto packet = rtp_sender_->AllocatePacket();
259
260 ASSERT_TRUE(packet);
261 EXPECT_EQ(rtp_sender_->SSRC(), packet->Ssrc());
262 EXPECT_EQ(csrcs, packet->Csrcs());
263}
264
minyue3a407ee2017-04-03 01:10:33 -0700265TEST_P(RtpSenderTestWithoutPacer, AllocatePacketReserveExtensions) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200266 // Configure rtp_sender with extensions.
267 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
268 kRtpExtensionTransmissionTimeOffset,
269 kTransmissionTimeOffsetExtensionId));
270 ASSERT_EQ(
271 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
272 kAbsoluteSendTimeExtensionId));
273 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAudioLevel,
274 kAudioLevelExtensionId));
275 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
276 kRtpExtensionTransportSequenceNumber,
277 kTransportSequenceNumberExtensionId));
278 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
279 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
280
281 auto packet = rtp_sender_->AllocatePacket();
282
283 ASSERT_TRUE(packet);
284 // Preallocate BWE extensions RtpSender set itself.
285 EXPECT_TRUE(packet->HasExtension<TransmissionOffset>());
286 EXPECT_TRUE(packet->HasExtension<AbsoluteSendTime>());
287 EXPECT_TRUE(packet->HasExtension<TransportSequenceNumber>());
288 // Do not allocate media specific extensions.
289 EXPECT_FALSE(packet->HasExtension<AudioLevel>());
290 EXPECT_FALSE(packet->HasExtension<VideoOrientation>());
291}
292
minyue3a407ee2017-04-03 01:10:33 -0700293TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberAdvanceSequenceNumber) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200294 auto packet = rtp_sender_->AllocatePacket();
295 ASSERT_TRUE(packet);
296 const uint16_t sequence_number = rtp_sender_->SequenceNumber();
297
298 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
299
300 EXPECT_EQ(sequence_number, packet->SequenceNumber());
301 EXPECT_EQ(sequence_number + 1, rtp_sender_->SequenceNumber());
302}
303
minyue3a407ee2017-04-03 01:10:33 -0700304TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberFailsOnNotSending) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200305 auto packet = rtp_sender_->AllocatePacket();
306 ASSERT_TRUE(packet);
307
308 rtp_sender_->SetSendingMediaStatus(false);
309 EXPECT_FALSE(rtp_sender_->AssignSequenceNumber(packet.get()));
310}
311
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100312TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberMayAllowPaddingOnVideo) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200313 constexpr size_t kPaddingSize = 100;
314 auto packet = rtp_sender_->AllocatePacket();
315 ASSERT_TRUE(packet);
316
philipel8aadd502017-02-23 02:56:13 -0800317 ASSERT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200318 packet->SetMarker(false);
319 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100320 // Packet without marker bit doesn't allow padding on video stream.
philipel8aadd502017-02-23 02:56:13 -0800321 EXPECT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200322
323 packet->SetMarker(true);
324 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
325 // Packet with marker bit allows send padding.
philipel8aadd502017-02-23 02:56:13 -0800326 EXPECT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200327}
328
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100329TEST_P(RtpSenderTest, AssignSequenceNumberAllowsPaddingOnAudio) {
330 MockTransport transport;
331 const bool kEnableAudio = true;
332 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100333 kEnableAudio, &fake_clock_, &transport, &mock_paced_sender_,
334 absl::nullopt, nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
335 nullptr, &retransmission_rate_limiter_, nullptr, false, nullptr, false,
336 false));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100337 rtp_sender_->SetTimestampOffset(0);
338 rtp_sender_->SetSSRC(kSsrc);
339
340 std::unique_ptr<RtpPacketToSend> audio_packet = rtp_sender_->AllocatePacket();
341 // Padding on audio stream allowed regardless of marker in the last packet.
342 audio_packet->SetMarker(false);
343 audio_packet->SetPayloadType(kPayload);
344 rtp_sender_->AssignSequenceNumber(audio_packet.get());
345
346 const size_t kPaddingSize = 59;
347 EXPECT_CALL(transport, SendRtp(_, kPaddingSize + kRtpHeaderSize, _))
348 .WillOnce(testing::Return(true));
349 EXPECT_EQ(kPaddingSize,
350 rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
351
352 // Requested padding size is too small, will send a larger one.
353 const size_t kMinPaddingSize = 50;
354 EXPECT_CALL(transport, SendRtp(_, kMinPaddingSize + kRtpHeaderSize, _))
355 .WillOnce(testing::Return(true));
Yves Gerey665174f2018-06-19 15:03:05 +0200356 EXPECT_EQ(kMinPaddingSize, rtp_sender_->TimeToSendPadding(kMinPaddingSize - 5,
357 PacedPacketInfo()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100358}
359
minyue3a407ee2017-04-03 01:10:33 -0700360TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberSetPaddingTimestamps) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200361 constexpr size_t kPaddingSize = 100;
362 auto packet = rtp_sender_->AllocatePacket();
363 ASSERT_TRUE(packet);
364 packet->SetMarker(true);
365 packet->SetTimestamp(kTimestamp);
366
367 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
philipel8aadd502017-02-23 02:56:13 -0800368 ASSERT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200369
370 ASSERT_EQ(1u, transport_.sent_packets_.size());
danilchap12ba1862016-10-26 02:41:55 -0700371 // Verify padding packet timestamp.
372 EXPECT_EQ(kTimestamp, transport_.last_sent_packet().Timestamp());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200373}
374
minyue3a407ee2017-04-03 01:10:33 -0700375TEST_P(RtpSenderTestWithoutPacer,
376 TransportFeedbackObserverGetsCorrectByteCount) {
377 constexpr int kRtpOverheadBytesPerPacket = 12 + 8;
378 testing::NiceMock<MockOverheadObserver> mock_overhead_observer;
379 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100380 false, &fake_clock_, &transport_, nullptr, absl::nullopt,
381 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
382 &mock_rtc_event_log_, nullptr, &retransmission_rate_limiter_,
383 &mock_overhead_observer, false, nullptr, false, false));
minyue3a407ee2017-04-03 01:10:33 -0700384 rtp_sender_->SetSSRC(kSsrc);
385 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
386 kRtpExtensionTransportSequenceNumber,
387 kTransportSequenceNumberExtensionId));
388 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
389 .WillOnce(testing::Return(kTransportSequenceNumber));
390
391 const size_t expected_bytes =
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100392 GetParam() ? sizeof(kPayloadData) + kRtpOverheadBytesPerPacket
393 : sizeof(kPayloadData);
minyue3a407ee2017-04-03 01:10:33 -0700394
395 EXPECT_CALL(feedback_observer_,
396 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber,
397 expected_bytes, PacedPacketInfo()))
398 .Times(1);
399 EXPECT_CALL(mock_overhead_observer,
400 OnOverheadChanged(kRtpOverheadBytesPerPacket))
401 .Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100402 SendGenericPacket();
minyue3a407ee2017-04-03 01:10:33 -0700403}
404
405TEST_P(RtpSenderTestWithoutPacer, SendsPacketsWithTransportSequenceNumber) {
Stefan Holmera246cfb2016-08-23 17:51:42 +0200406 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100407 false, &fake_clock_, &transport_, nullptr, absl::nullopt,
408 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
409 &mock_rtc_event_log_, &send_packet_observer_,
410 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -0800411 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100412 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
413 kRtpExtensionTransportSequenceNumber,
414 kTransportSequenceNumberExtensionId));
415
Stefan Holmerf5dca482016-01-27 12:58:51 +0100416 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
417 .WillOnce(testing::Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700418 EXPECT_CALL(send_packet_observer_,
419 OnSendPacket(kTransportSequenceNumber, _, _))
420 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700421
422 EXPECT_CALL(feedback_observer_,
423 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber, _,
424 PacedPacketInfo()))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200425 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700426
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100427 SendGenericPacket();
Stefan Holmerf5dca482016-01-27 12:58:51 +0100428
danilchap12ba1862016-10-26 02:41:55 -0700429 const auto& packet = transport_.last_sent_packet();
430 uint16_t transport_seq_no;
431 ASSERT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
432 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200433 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200434 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200435}
436
437TEST_P(RtpSenderTestWithoutPacer, PacketOptionsNoRetransmission) {
438 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100439 false, &fake_clock_, &transport_, nullptr, absl::nullopt,
440 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
441 &mock_rtc_event_log_, &send_packet_observer_,
442 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
Petter Strandmark26bc6692018-05-29 08:43:35 +0200443 rtp_sender_->SetSSRC(kSsrc);
444
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100445 SendGenericPacket();
Petter Strandmark26bc6692018-05-29 08:43:35 +0200446
447 EXPECT_FALSE(transport_.last_options_.is_retransmit);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100448}
449
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200450TEST_P(RtpSenderTestWithoutPacer,
451 SetsIncludedInFeedbackWhenTransportSequenceNumberExtensionIsRegistered) {
452 SetUpRtpSender(false, false);
453 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
454 kTransportSequenceNumberExtensionId);
455 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
456 .WillOnce(testing::Return(kTransportSequenceNumber));
457 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100458 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200459 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
460}
461
462TEST_P(
463 RtpSenderTestWithoutPacer,
464 SetsIncludedInAllocationWhenTransportSequenceNumberExtensionIsRegistered) {
465 SetUpRtpSender(false, false);
466 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
467 kTransportSequenceNumberExtensionId);
468 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
469 .WillOnce(testing::Return(kTransportSequenceNumber));
470 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100471 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200472 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
473}
474
475TEST_P(RtpSenderTestWithoutPacer,
476 SetsIncludedInAllocationWhenForcedAsPartOfAllocation) {
477 SetUpRtpSender(false, false);
478 rtp_sender_->SetAsPartOfAllocation(true);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100479 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200480 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
481 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
482}
483
484TEST_P(RtpSenderTestWithoutPacer, DoesnSetIncludedInAllocationByDefault) {
485 SetUpRtpSender(false, false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100486 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200487 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
488 EXPECT_FALSE(transport_.last_options_.included_in_allocation);
stefana23fc622016-07-28 07:56:38 -0700489}
asapersson35151f32016-05-02 23:44:01 -0700490
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200491TEST_P(RtpSenderTestWithoutPacer, OnSendSideDelayUpdated) {
492 testing::StrictMock<MockSendSideDelayObserver> send_side_delay_observer_;
Benjamin Wright192eeec2018-10-17 17:27:25 -0700493 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100494 false, &fake_clock_, &transport_, nullptr, absl::nullopt, nullptr,
495 nullptr, nullptr, &send_side_delay_observer_, &mock_rtc_event_log_,
496 nullptr, nullptr, nullptr, false, nullptr, false, false));
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200497 rtp_sender_->SetSSRC(kSsrc);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100498 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
499 nullptr, false);
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200500
501 const uint8_t kPayloadType = 127;
Niels Möller8a40edd2019-01-24 18:04:44 +0100502 const char payload_name[] = "GENERIC";
Niels Möller59ab1cf2019-02-06 22:48:11 +0100503
504 rtp_sender_video.RegisterPayloadType(kPayloadType, payload_name);
505
506 const uint32_t kCaptureTimeMsToRtpTimestamp = 90; // 90 kHz clock
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200507 RTPVideoHeader video_header;
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200508
509 // Send packet with 10 ms send-side delay. The average and max should be 10
510 // ms.
511 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(10, 10, kSsrc))
512 .Times(1);
513 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
514 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100515 EXPECT_TRUE(rtp_sender_video.SendVideo(
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200516 kVideoFrameKey, kPayloadType,
517 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100518 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200519 kDefaultExpectedRetransmissionTimeMs));
520
521 // Send another packet with 20 ms delay. The average
522 // and max should be 15 and 20 ms respectively.
523 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(15, 20, kSsrc))
524 .Times(1);
525 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100526 EXPECT_TRUE(rtp_sender_video.SendVideo(
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200527 kVideoFrameKey, kPayloadType,
528 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100529 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200530 kDefaultExpectedRetransmissionTimeMs));
531
532 // Send another packet at the same time, which replaces the last packet.
533 // Since this packet has 0 ms delay, the average is now 5 ms and max is 10 ms.
534 // TODO(terelius): Is is not clear that this is the right behavior.
535 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(5, 10, kSsrc))
536 .Times(1);
537 capture_time_ms = fake_clock_.TimeInMilliseconds();
Niels Möller59ab1cf2019-02-06 22:48:11 +0100538 EXPECT_TRUE(rtp_sender_video.SendVideo(
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200539 kVideoFrameKey, kPayloadType,
540 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100541 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200542 kDefaultExpectedRetransmissionTimeMs));
543
544 // Send a packet 1 second later. The earlier packets should have timed
545 // out, so both max and average should be the delay of this packet.
546 fake_clock_.AdvanceTimeMilliseconds(1000);
547 capture_time_ms = fake_clock_.TimeInMilliseconds();
548 fake_clock_.AdvanceTimeMilliseconds(1);
549 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(1, 1, kSsrc))
550 .Times(1);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100551 EXPECT_TRUE(rtp_sender_video.SendVideo(
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200552 kVideoFrameKey, kPayloadType,
553 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100554 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200555 kDefaultExpectedRetransmissionTimeMs));
556}
557
minyue3a407ee2017-04-03 01:10:33 -0700558TEST_P(RtpSenderTestWithoutPacer, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700559 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
560 kRtpExtensionTransportSequenceNumber,
561 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700562 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
563 .WillOnce(testing::Return(kTransportSequenceNumber));
564 EXPECT_CALL(send_packet_observer_,
565 OnSendPacket(kTransportSequenceNumber, _, _))
566 .Times(1);
567
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100568 SendGenericPacket();
asapersson35151f32016-05-02 23:44:01 -0700569}
570
minyue3a407ee2017-04-03 01:10:33 -0700571TEST_P(RtpSenderTest, SendsPacketsWithTransportSequenceNumber) {
michaelt4da30442016-11-17 01:38:43 -0800572 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100573 false, &fake_clock_, &transport_, &mock_paced_sender_, absl::nullopt,
Niels Möller949f0fd2019-01-29 09:44:24 +0100574 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
michaelt4da30442016-11-17 01:38:43 -0800575 &mock_rtc_event_log_, &send_packet_observer_,
Johannes Kron9190b822018-10-29 11:22:05 +0100576 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
brandtr9dfff292016-11-14 05:14:50 -0800577 rtp_sender_->SetSequenceNumber(kSeqNum);
578 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200579 rtp_sender_->SetStorePacketsStatus(true, 10);
580 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
581 kRtpExtensionTransportSequenceNumber,
582 kTransportSequenceNumberExtensionId));
583
brandtr9dfff292016-11-14 05:14:50 -0800584 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200585 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
586 .WillOnce(testing::Return(kTransportSequenceNumber));
587 EXPECT_CALL(send_packet_observer_,
588 OnSendPacket(kTransportSequenceNumber, _, _))
589 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700590 EXPECT_CALL(feedback_observer_,
591 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber, _,
592 PacedPacketInfo()))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200593 .Times(1);
594
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100595 SendGenericPacket();
philipel8aadd502017-02-23 02:56:13 -0800596 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
597 fake_clock_.TimeInMilliseconds(), false,
598 PacedPacketInfo());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200599
danilchap12ba1862016-10-26 02:41:55 -0700600 const auto& packet = transport_.last_sent_packet();
601 uint16_t transport_seq_no;
602 EXPECT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
603 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200604 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200605}
606
Erik Språng7b52f102018-02-07 14:37:37 +0100607TEST_P(RtpSenderTest, WritesPacerExitToTimingExtension) {
ilnik04f4d122017-06-19 07:18:55 -0700608 rtp_sender_->SetStorePacketsStatus(true, 10);
609 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
610 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
611 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
612 auto packet = rtp_sender_->AllocatePacket();
613 packet->SetPayloadType(kPayload);
614 packet->SetMarker(true);
615 packet->SetTimestamp(kTimestamp);
616 packet->set_capture_time_ms(capture_time_ms);
ilnik2edc6842017-07-06 03:06:50 -0700617 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
ilnik04f4d122017-06-19 07:18:55 -0700618 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
619 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
620 size_t packet_size = packet->size();
ilnik04f4d122017-06-19 07:18:55 -0700621
622 const int kStoredTimeInMs = 100;
Erik Språng7b52f102018-02-07 14:37:37 +0100623 {
624 EXPECT_CALL(
625 mock_paced_sender_,
626 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
627 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
628 kAllowRetransmission,
629 RtpPacketSender::kNormalPriority));
630 }
ilnik04f4d122017-06-19 07:18:55 -0700631 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
Erik Språng7b52f102018-02-07 14:37:37 +0100632 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
633 PacedPacketInfo());
ilnik04f4d122017-06-19 07:18:55 -0700634 EXPECT_EQ(1, transport_.packets_sent());
635 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
636
danilchapce251812017-09-11 12:24:41 -0700637 VideoSendTiming video_timing;
638 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
639 &video_timing));
640 EXPECT_EQ(kStoredTimeInMs, video_timing.pacer_exit_delta_ms);
Erik Språng7b52f102018-02-07 14:37:37 +0100641}
ilnik04f4d122017-06-19 07:18:55 -0700642
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100643TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithPacer) {
644 SetUpRtpSender(/*pacer=*/true, /*populate_network2=*/true);
Erik Språng7b52f102018-02-07 14:37:37 +0100645 rtp_sender_->SetStorePacketsStatus(true, 10);
646 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
647 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
648 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
649 auto packet = rtp_sender_->AllocatePacket();
650 packet->SetPayloadType(kPayload);
651 packet->SetMarker(true);
652 packet->SetTimestamp(kTimestamp);
653 packet->set_capture_time_ms(capture_time_ms);
654 const uint16_t kPacerExitMs = 1234u;
655 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, kPacerExitMs, 0u, 0u, true};
656 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
657 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
658 size_t packet_size = packet->size();
659
660 const int kStoredTimeInMs = 100;
661 {
662 EXPECT_CALL(
663 mock_paced_sender_,
664 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
665 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
666 kAllowRetransmission,
667 RtpPacketSender::kNormalPriority));
668 }
ilnik04f4d122017-06-19 07:18:55 -0700669 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
670 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
671 PacedPacketInfo());
Erik Språng7b52f102018-02-07 14:37:37 +0100672 EXPECT_EQ(1, transport_.packets_sent());
ilnik04f4d122017-06-19 07:18:55 -0700673 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
674
Erik Språng7b52f102018-02-07 14:37:37 +0100675 VideoSendTiming video_timing;
danilchapce251812017-09-11 12:24:41 -0700676 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
677 &video_timing));
Erik Språng7b52f102018-02-07 14:37:37 +0100678 EXPECT_EQ(kStoredTimeInMs, video_timing.network2_timestamp_delta_ms);
679 EXPECT_EQ(kPacerExitMs, video_timing.pacer_exit_delta_ms);
ilnik04f4d122017-06-19 07:18:55 -0700680}
681
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100682TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithoutPacer) {
683 SetUpRtpSender(/*pacer=*/false, /*populate_network2=*/true);
684 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
685 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
686 auto packet = rtp_sender_->AllocatePacket();
687 packet->SetMarker(true);
688 packet->set_capture_time_ms(fake_clock_.TimeInMilliseconds());
689 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
690 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
691 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
692
693 const int kPropagateTimeMs = 10;
694 fake_clock_.AdvanceTimeMilliseconds(kPropagateTimeMs);
695
696 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
697 kAllowRetransmission,
698 RtpPacketSender::kNormalPriority));
699
700 EXPECT_EQ(1, transport_.packets_sent());
701 absl::optional<VideoSendTiming> video_timing =
702 transport_.last_sent_packet().GetExtension<VideoTimingExtension>();
703 ASSERT_TRUE(video_timing);
704 EXPECT_EQ(kPropagateTimeMs, video_timing->network2_timestamp_delta_ms);
705}
706
minyue3a407ee2017-04-03 01:10:33 -0700707TEST_P(RtpSenderTest, TrafficSmoothingWithExtensions) {
Peter Boströme23e7372015-10-08 11:44:14 +0200708 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800709 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200710 EXPECT_CALL(mock_rtc_event_log_,
711 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000712
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000713 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000714 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800715 kRtpExtensionTransmissionTimeOffset,
716 kTransmissionTimeOffsetExtensionId));
717 EXPECT_EQ(
718 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
719 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000720 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700721 auto packet =
722 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
723 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000724
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000725 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700726 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
727 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700728 RtpPacketSender::kNormalPriority));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000729
danilchap12ba1862016-10-26 02:41:55 -0700730 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000731
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000732 const int kStoredTimeInMs = 100;
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000733 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000734
brandtr9dfff292016-11-14 05:14:50 -0800735 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800736 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000737
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000738 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700739 EXPECT_EQ(1, transport_.packets_sent());
740 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
741
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000742 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700743 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000744
745 // Verify transmission time offset.
746 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000747 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000748 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000749 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000750}
751
minyue3a407ee2017-04-03 01:10:33 -0700752TEST_P(RtpSenderTest, TrafficSmoothingRetransmits) {
Peter Boströme23e7372015-10-08 11:44:14 +0200753 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800754 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200755 EXPECT_CALL(mock_rtc_event_log_,
756 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000757
758 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000759 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800760 kRtpExtensionTransmissionTimeOffset,
761 kTransmissionTimeOffsetExtensionId));
762 EXPECT_EQ(
763 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
764 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000765 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700766 auto packet =
767 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
768 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000769
770 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700771 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
772 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700773 RtpPacketSender::kNormalPriority));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000774
danilchap12ba1862016-10-26 02:41:55 -0700775 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000776
terelius5d332ac2016-01-14 14:37:39 -0800777 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800778 kSsrc, kSeqNum, _, _, _));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000779
780 const int kStoredTimeInMs = 100;
781 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
782
danilchapb6f1fb52016-10-19 06:11:39 -0700783 EXPECT_EQ(static_cast<int>(packet_size), rtp_sender_->ReSendPacket(kSeqNum));
danilchap12ba1862016-10-26 02:41:55 -0700784 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000785
brandtr9dfff292016-11-14 05:14:50 -0800786 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800787 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000788
789 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700790 EXPECT_EQ(1, transport_.packets_sent());
791 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000792
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000793 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700794 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000795
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000796 // Verify transmission time offset.
797 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000798 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000799 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
800 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
801}
802
803// This test sends 1 regular video packet, then 4 padding packets, and then
804// 1 more regular packet.
minyue3a407ee2017-04-03 01:10:33 -0700805TEST_P(RtpSenderTest, SendPadding) {
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000806 // Make all (non-padding) packets go to send queue.
terelius5d332ac2016-01-14 14:37:39 -0800807 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800808 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200809 EXPECT_CALL(mock_rtc_event_log_,
810 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
811 .Times(1 + 4 + 1);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000812
813 uint16_t seq_num = kSeqNum;
814 uint32_t timestamp = kTimestamp;
815 rtp_sender_->SetStorePacketsStatus(true, 10);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000816 size_t rtp_header_len = kRtpHeaderSize;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000817 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800818 kRtpExtensionTransmissionTimeOffset,
819 kTransmissionTimeOffsetExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000820 rtp_header_len += 4; // 4 bytes extension.
danilchap162abd32015-12-10 02:39:40 -0800821 EXPECT_EQ(
822 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
823 kAbsoluteSendTimeExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000824 rtp_header_len += 4; // 4 bytes extension.
825 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
826
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000827 webrtc::RTPHeader rtp_header;
828
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000829 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700830 auto packet =
831 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200832 const uint32_t media_packet_timestamp = timestamp;
danilchapb6f1fb52016-10-19 06:11:39 -0700833 size_t packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000834
835 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700836 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
837 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700838 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000839
840 int total_packets_sent = 0;
danilchap12ba1862016-10-26 02:41:55 -0700841 EXPECT_EQ(total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000842
843 const int kStoredTimeInMs = 100;
844 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
brandtr9dfff292016-11-14 05:14:50 -0800845 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800846 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000847 // Packet should now be sent. This test doesn't verify the regular video
848 // packet, since it is tested in another test.
danilchap12ba1862016-10-26 02:41:55 -0700849 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000850 timestamp += 90 * kStoredTimeInMs;
851
852 // Send padding 4 times, waiting 50 ms between each.
853 for (int i = 0; i < 4; ++i) {
854 const int kPaddingPeriodMs = 50;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000855 const size_t kPaddingBytes = 100;
856 const size_t kMaxPaddingLength = 224; // Value taken from rtp_sender.cc.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000857 // Padding will be forced to full packets.
philipelc7bf32a2017-02-17 03:59:43 -0800858 EXPECT_EQ(kMaxPaddingLength,
philipel8aadd502017-02-23 02:56:13 -0800859 rtp_sender_->TimeToSendPadding(kPaddingBytes, PacedPacketInfo()));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000860
861 // Process send bucket. Padding should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700862 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000863 EXPECT_EQ(kMaxPaddingLength + rtp_header_len,
danilchap12ba1862016-10-26 02:41:55 -0700864 transport_.last_sent_packet().size());
865
866 transport_.last_sent_packet().GetHeader(&rtp_header);
pbosbd2522a2015-07-01 05:35:53 -0700867 EXPECT_EQ(kMaxPaddingLength, rtp_header.paddingLength);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000868
Stefan Holmer586b19b2015-09-18 11:14:31 +0200869 // Verify sequence number and timestamp. The timestamp should be the same
870 // as the last media packet.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000871 EXPECT_EQ(seq_num++, rtp_header.sequenceNumber);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200872 EXPECT_EQ(media_packet_timestamp, rtp_header.timestamp);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000873 // Verify transmission time offset.
Stefan Holmer586b19b2015-09-18 11:14:31 +0200874 int offset = timestamp - media_packet_timestamp;
875 EXPECT_EQ(offset, rtp_header.extension.transmissionTimeOffset);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000876 uint64_t expected_send_time =
877 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
878 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
879 fake_clock_.AdvanceTimeMilliseconds(kPaddingPeriodMs);
880 timestamp += 90 * kPaddingPeriodMs;
881 }
882
883 // Send a regular video packet again.
884 capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700885 packet = BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
886 packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000887
brandtr9dfff292016-11-14 05:14:50 -0800888 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
889 kSsrc, seq_num, _, _, _));
terelius5d332ac2016-01-14 14:37:39 -0800890
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000891 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700892 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
893 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700894 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000895
brandtr9dfff292016-11-14 05:14:50 -0800896 rtp_sender_->TimeToSendPacket(kSsrc, seq_num, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800897 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000898 // Process send bucket.
danilchap12ba1862016-10-26 02:41:55 -0700899 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
900 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
901 transport_.last_sent_packet().GetHeader(&rtp_header);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000902
903 // Verify sequence number and timestamp.
904 EXPECT_EQ(seq_num, rtp_header.sequenceNumber);
905 EXPECT_EQ(timestamp, rtp_header.timestamp);
906 // Verify transmission time offset. This packet is sent without delay.
907 EXPECT_EQ(0, rtp_header.extension.transmissionTimeOffset);
908 uint64_t expected_send_time =
909 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000910 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000911}
pbos@webrtc.org8911ce42013-03-18 16:39:03 +0000912
minyue3a407ee2017-04-03 01:10:33 -0700913TEST_P(RtpSenderTest, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700914 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
915 kRtpExtensionTransportSequenceNumber,
916 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700917 rtp_sender_->SetStorePacketsStatus(true, 10);
918
919 EXPECT_CALL(send_packet_observer_,
920 OnSendPacket(kTransportSequenceNumber, _, _))
921 .Times(1);
922 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
923 .WillOnce(testing::Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -0800924 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
925 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700926
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100927 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700928 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -0800929 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
930 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800931 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700932 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -0700933}
934
minyue3a407ee2017-04-03 01:10:33 -0700935TEST_P(RtpSenderTest, OnSendPacketNotUpdatedForRetransmits) {
stefana23fc622016-07-28 07:56:38 -0700936 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
937 kRtpExtensionTransportSequenceNumber,
938 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700939 rtp_sender_->SetStorePacketsStatus(true, 10);
940
941 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
942 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
943 .WillOnce(testing::Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -0800944 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
945 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700946
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100947 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700948 const bool kIsRetransmit = true;
brandtr9dfff292016-11-14 05:14:50 -0800949 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
950 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800951 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700952 EXPECT_EQ(1, transport_.packets_sent());
Petter Strandmark26bc6692018-05-29 08:43:35 +0200953 EXPECT_TRUE(transport_.last_options_.is_retransmit);
asapersson35151f32016-05-02 23:44:01 -0700954}
955
minyue3a407ee2017-04-03 01:10:33 -0700956TEST_P(RtpSenderTest, OnSendPacketNotUpdatedWithoutSeqNumAllocator) {
asapersson35151f32016-05-02 23:44:01 -0700957 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100958 false, &fake_clock_, &transport_, &mock_paced_sender_, absl::nullopt,
asapersson35151f32016-05-02 23:44:01 -0700959 nullptr /* TransportSequenceNumberAllocator */, nullptr, nullptr, nullptr,
Niels Möller949f0fd2019-01-29 09:44:24 +0100960 nullptr, &send_packet_observer_, &retransmission_rate_limiter_, nullptr,
961 false, nullptr, false, false));
brandtr9dfff292016-11-14 05:14:50 -0800962 rtp_sender_->SetSequenceNumber(kSeqNum);
963 rtp_sender_->SetSSRC(kSsrc);
stefana23fc622016-07-28 07:56:38 -0700964 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
965 kRtpExtensionTransportSequenceNumber,
966 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700967 rtp_sender_->SetSequenceNumber(kSeqNum);
968 rtp_sender_->SetStorePacketsStatus(true, 10);
969
970 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
brandtr9dfff292016-11-14 05:14:50 -0800971 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
972 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700973
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100974 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700975 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -0800976 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
977 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800978 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700979 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -0700980}
981
minyue3a407ee2017-04-03 01:10:33 -0700982TEST_P(RtpSenderTest, SendRedundantPayloads) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000983 MockTransport transport;
terelius429c3452016-01-21 05:42:04 -0800984 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100985 false, &fake_clock_, &transport, &mock_paced_sender_, absl::nullopt,
986 nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +0100987 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000988 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr9dfff292016-11-14 05:14:50 -0800989 rtp_sender_->SetSSRC(kSsrc);
Shao Changbine62202f2015-04-21 20:24:50 +0800990 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000991
992 uint16_t seq_num = kSeqNum;
993 rtp_sender_->SetStorePacketsStatus(true, 10);
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +0000994 int32_t rtp_header_len = kRtpHeaderSize;
danilchap162abd32015-12-10 02:39:40 -0800995 EXPECT_EQ(
996 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
997 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000998 rtp_header_len += 4; // 4 bytes extension.
999 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
1000
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001001 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
stefan@webrtc.orgef927552014-06-05 08:25:29 +00001002 rtp_sender_->SetRtxSsrc(1234);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001003
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001004 const size_t kNumPayloadSizes = 10;
danilchap162abd32015-12-10 02:39:40 -08001005 const size_t kPayloadSizes[kNumPayloadSizes] = {500, 550, 600, 650, 700,
1006 750, 800, 850, 900, 950};
terelius5d332ac2016-01-14 14:37:39 -08001007 // Expect all packets go through the pacer.
1008 EXPECT_CALL(mock_paced_sender_,
brandtr9dfff292016-11-14 05:14:50 -08001009 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _))
terelius5d332ac2016-01-14 14:37:39 -08001010 .Times(kNumPayloadSizes);
Elad Alon4a87e1c2017-10-03 16:11:34 +02001011 EXPECT_CALL(mock_rtc_event_log_,
1012 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001013 .Times(kNumPayloadSizes);
1014
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001015 // Send 10 packets of increasing size.
1016 for (size_t i = 0; i < kNumPayloadSizes; ++i) {
1017 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
stefan1d8a5062015-10-02 03:39:33 -07001018 EXPECT_CALL(transport, SendRtp(_, _, _)).WillOnce(testing::Return(true));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001019 SendPacket(capture_time_ms, kPayloadSizes[i]);
brandtr9dfff292016-11-14 05:14:50 -08001020 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -08001021 PacedPacketInfo());
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001022 fake_clock_.AdvanceTimeMilliseconds(33);
1023 }
terelius429c3452016-01-21 05:42:04 -08001024
Elad Alon4a87e1c2017-10-03 16:11:34 +02001025 EXPECT_CALL(mock_rtc_event_log_,
1026 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001027 .Times(::testing::AtLeast(4));
1028
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001029 // The amount of padding to send it too small to send a payload packet.
stefan1d8a5062015-10-02 03:39:33 -07001030 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
pbos2d566682015-09-28 09:59:31 -07001031 .WillOnce(testing::Return(true));
philipela1ed0b32016-06-01 06:31:17 -07001032 EXPECT_EQ(kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001033 rtp_sender_->TimeToSendPadding(49, PacedPacketInfo()));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001034
Petter Strandmark26bc6692018-05-29 08:43:35 +02001035 PacketOptions options;
Peter Boströmac547a62015-09-17 23:03:57 +02001036 EXPECT_CALL(transport,
stefan1d8a5062015-10-02 03:39:33 -07001037 SendRtp(_, kPayloadSizes[0] + rtp_header_len + kRtxHeaderSize, _))
Yves Gerey665174f2018-06-19 15:03:05 +02001038 .WillOnce(
1039 testing::DoAll(testing::SaveArg<2>(&options), testing::Return(true)));
philipela1ed0b32016-06-01 06:31:17 -07001040 EXPECT_EQ(kPayloadSizes[0],
philipel8aadd502017-02-23 02:56:13 -08001041 rtp_sender_->TimeToSendPadding(500, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001042 EXPECT_TRUE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001043
Yves Gerey665174f2018-06-19 15:03:05 +02001044 EXPECT_CALL(transport, SendRtp(_,
1045 kPayloadSizes[kNumPayloadSizes - 1] +
1046 rtp_header_len + kRtxHeaderSize,
stefan1d8a5062015-10-02 03:39:33 -07001047 _))
pbos2d566682015-09-28 09:59:31 -07001048 .WillOnce(testing::Return(true));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001049
1050 options.is_retransmit = false;
stefan1d8a5062015-10-02 03:39:33 -07001051 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
Yves Gerey665174f2018-06-19 15:03:05 +02001052 .WillOnce(
1053 testing::DoAll(testing::SaveArg<2>(&options), testing::Return(true)));
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001054 EXPECT_EQ(kPayloadSizes[kNumPayloadSizes - 1] + kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001055 rtp_sender_->TimeToSendPadding(999, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001056 EXPECT_FALSE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001057}
1058
minyue3a407ee2017-04-03 01:10:33 -07001059TEST_P(RtpSenderTestWithoutPacer, SendGenericVideo) {
Niels Möller8a40edd2019-01-24 18:04:44 +01001060 const char payload_name[] = "GENERIC";
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001061 const uint8_t payload_type = 127;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001062 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
1063 nullptr, false);
1064 rtp_sender_video.RegisterPayloadType(payload_type, payload_name);
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001065 uint8_t payload[] = {47, 11, 32, 93, 89};
1066
1067 // Send keyframe
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001068 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001069 ASSERT_TRUE(rtp_sender_video.SendVideo(
spranga8ae6f22017-09-04 07:23:56 -07001070 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001071 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001072
danilchap96c15872016-11-21 01:35:29 -08001073 auto sent_payload = transport_.last_sent_packet().payload();
1074 uint8_t generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001075 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1076 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001077 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001078
1079 // Send delta frame
1080 payload[0] = 13;
1081 payload[1] = 42;
1082 payload[4] = 13;
1083
Niels Möller59ab1cf2019-02-06 22:48:11 +01001084 ASSERT_TRUE(rtp_sender_video.SendVideo(
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001085 kVideoFrameDelta, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001086 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001087
danilchap96c15872016-11-21 01:35:29 -08001088 sent_payload = transport_.last_sent_packet().payload();
1089 generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001090 EXPECT_FALSE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1091 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001092 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001093}
1094
minyue3a407ee2017-04-03 01:10:33 -07001095TEST_P(RtpSenderTest, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001096 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001097 constexpr int kMediaPayloadType = 127;
1098 constexpr int kFlexfecPayloadType = 118;
1099 constexpr uint32_t kMediaSsrc = 1234;
1100 constexpr uint32_t kFlexfecSsrc = 5678;
1101 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001102 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtrdbdb3f12016-11-10 05:04:48 -08001103 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001104 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001105 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001106
1107 // Reset |rtp_sender_| to use FlexFEC.
michaelt4da30442016-11-17 01:38:43 -08001108 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001109 false, &fake_clock_, &transport_, &mock_paced_sender_, kFlexfecSsrc,
Niels Möller949f0fd2019-01-29 09:44:24 +01001110 &seq_num_allocator_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
1111 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
1112 nullptr, false, false));
brandtrdbdb3f12016-11-10 05:04:48 -08001113 rtp_sender_->SetSSRC(kMediaSsrc);
1114 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001115 rtp_sender_->SetStorePacketsStatus(true, 10);
1116
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001117 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
1118 &flexfec_sender, nullptr, false);
1119 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
1120
brandtrdbdb3f12016-11-10 05:04:48 -08001121 // Parameters selected to generate a single FEC packet per media packet.
1122 FecProtectionParams params;
1123 params.fec_rate = 15;
1124 params.max_fec_frames = 1;
1125 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001126 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001127
brandtr9dfff292016-11-14 05:14:50 -08001128 EXPECT_CALL(mock_paced_sender_,
1129 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc, kSeqNum,
1130 _, _, false));
1131 uint16_t flexfec_seq_num;
brandtrdbdb3f12016-11-10 05:04:48 -08001132 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
brandtr9dfff292016-11-14 05:14:50 -08001133 kFlexfecSsrc, _, _, _, false))
1134 .WillOnce(testing::SaveArg<2>(&flexfec_seq_num));
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001135
1136 RTPVideoHeader video_header;
1137 EXPECT_TRUE(rtp_sender_video.SendVideo(
1138 kVideoFrameKey, kMediaPayloadType, kTimestamp,
1139 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1140 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1141
Elad Alon4a87e1c2017-10-03 16:11:34 +02001142 EXPECT_CALL(mock_rtc_event_log_,
1143 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1144 .Times(2);
philipel8aadd502017-02-23 02:56:13 -08001145 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum,
1146 fake_clock_.TimeInMilliseconds(),
1147 false, PacedPacketInfo()));
brandtr9dfff292016-11-14 05:14:50 -08001148 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kFlexfecSsrc, flexfec_seq_num,
1149 fake_clock_.TimeInMilliseconds(),
philipel8aadd502017-02-23 02:56:13 -08001150 false, PacedPacketInfo()));
brandtr9dfff292016-11-14 05:14:50 -08001151 ASSERT_EQ(2, transport_.packets_sent());
brandtrdbdb3f12016-11-10 05:04:48 -08001152 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1153 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
brandtr9dfff292016-11-14 05:14:50 -08001154 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
brandtrdbdb3f12016-11-10 05:04:48 -08001155 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
brandtr9dfff292016-11-14 05:14:50 -08001156 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1157 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1158 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1159 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001160}
1161
ilnik10894992017-06-21 08:23:19 -07001162// TODO(ilnik): because of webrtc:7859. Once FEC moved below pacer, this test
1163// should be removed.
1164TEST_P(RtpSenderTest, NoFlexfecForTimingFrames) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001165 constexpr uint32_t kTimestamp = 1234;
1166 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
ilnik10894992017-06-21 08:23:19 -07001167 constexpr int kMediaPayloadType = 127;
1168 constexpr int kFlexfecPayloadType = 118;
1169 constexpr uint32_t kMediaSsrc = 1234;
1170 constexpr uint32_t kFlexfecSsrc = 5678;
1171 const std::vector<RtpExtension> kNoRtpExtensions;
1172 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
ilnike4350192017-06-29 02:27:44 -07001173
ilnik10894992017-06-21 08:23:19 -07001174 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001175 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
ilnik10894992017-06-21 08:23:19 -07001176 nullptr /* rtp_state */, &fake_clock_);
1177
1178 // Reset |rtp_sender_| to use FlexFEC.
1179 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001180 false, &fake_clock_, &transport_, &mock_paced_sender_,
1181 flexfec_sender.ssrc(), &seq_num_allocator_, nullptr, nullptr, nullptr,
1182 &mock_rtc_event_log_, &send_packet_observer_,
1183 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
ilnik10894992017-06-21 08:23:19 -07001184 rtp_sender_->SetSSRC(kMediaSsrc);
1185 rtp_sender_->SetSequenceNumber(kSeqNum);
ilnik10894992017-06-21 08:23:19 -07001186 rtp_sender_->SetStorePacketsStatus(true, 10);
1187
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001188 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
1189 &flexfec_sender, nullptr, false);
1190 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
1191
ilnike4350192017-06-29 02:27:44 -07001192 // Need extension to be registered for timing frames to be sent.
1193 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1194 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
1195
ilnik10894992017-06-21 08:23:19 -07001196 // Parameters selected to generate a single FEC packet per media packet.
1197 FecProtectionParams params;
1198 params.fec_rate = 15;
1199 params.max_fec_frames = 1;
1200 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001201 rtp_sender_video.SetFecParameters(params, params);
ilnik10894992017-06-21 08:23:19 -07001202
1203 EXPECT_CALL(mock_paced_sender_,
1204 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc, kSeqNum,
1205 _, _, false));
1206 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1207 kFlexfecSsrc, _, _, _, false))
1208 .Times(0); // Not called because packet should not be protected.
1209
ilnik10894992017-06-21 08:23:19 -07001210 RTPVideoHeader video_header;
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001211 video_header.video_timing.flags = VideoSendTiming::kTriggeredByTimer;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001212 EXPECT_TRUE(rtp_sender_video.SendVideo(
1213 kVideoFrameKey, kMediaPayloadType, kTimestamp, kCaptureTimeMs,
1214 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
spranga8ae6f22017-09-04 07:23:56 -07001215 kDefaultExpectedRetransmissionTimeMs));
ilnik10894992017-06-21 08:23:19 -07001216
Elad Alon4a87e1c2017-10-03 16:11:34 +02001217 EXPECT_CALL(mock_rtc_event_log_,
1218 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1219 .Times(1);
ilnik10894992017-06-21 08:23:19 -07001220 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum,
1221 fake_clock_.TimeInMilliseconds(),
1222 false, PacedPacketInfo()));
1223 ASSERT_EQ(1, transport_.packets_sent());
1224 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1225 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1226 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
1227 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
1228
1229 // Now try to send not a timing frame.
1230 uint16_t flexfec_seq_num;
1231 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1232 kFlexfecSsrc, _, _, _, false))
1233 .WillOnce(testing::SaveArg<2>(&flexfec_seq_num));
1234 EXPECT_CALL(mock_paced_sender_,
1235 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc,
1236 kSeqNum + 1, _, _, false));
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001237 video_header.video_timing.flags = VideoSendTiming::kInvalid;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001238 EXPECT_TRUE(rtp_sender_video.SendVideo(
1239 kVideoFrameKey, kMediaPayloadType, kTimestamp + 1, kCaptureTimeMs + 1,
1240 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
spranga8ae6f22017-09-04 07:23:56 -07001241 kDefaultExpectedRetransmissionTimeMs));
ilnik10894992017-06-21 08:23:19 -07001242
Elad Alon4a87e1c2017-10-03 16:11:34 +02001243 EXPECT_CALL(mock_rtc_event_log_,
1244 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1245 .Times(2);
ilnik10894992017-06-21 08:23:19 -07001246 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum + 1,
1247 fake_clock_.TimeInMilliseconds(),
1248 false, PacedPacketInfo()));
1249 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kFlexfecSsrc, flexfec_seq_num,
1250 fake_clock_.TimeInMilliseconds(),
1251 false, PacedPacketInfo()));
1252 ASSERT_EQ(3, transport_.packets_sent());
1253 const RtpPacketReceived& media_packet2 = transport_.sent_packets_[1];
1254 EXPECT_EQ(kMediaPayloadType, media_packet2.PayloadType());
1255 EXPECT_EQ(kSeqNum + 1, media_packet2.SequenceNumber());
1256 EXPECT_EQ(kMediaSsrc, media_packet2.Ssrc());
1257 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[2];
1258 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1259 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1260 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
1261}
1262
minyue3a407ee2017-04-03 01:10:33 -07001263TEST_P(RtpSenderTestWithoutPacer, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001264 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001265 constexpr int kMediaPayloadType = 127;
1266 constexpr int kFlexfecPayloadType = 118;
1267 constexpr uint32_t kMediaSsrc = 1234;
1268 constexpr uint32_t kFlexfecSsrc = 5678;
1269 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001270 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtrdbdb3f12016-11-10 05:04:48 -08001271 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001272 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001273 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001274
1275 // Reset |rtp_sender_| to use FlexFEC.
Benjamin Wright192eeec2018-10-17 17:27:25 -07001276 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001277 false, &fake_clock_, &transport_, nullptr, flexfec_sender.ssrc(),
Niels Möller949f0fd2019-01-29 09:44:24 +01001278 &seq_num_allocator_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
1279 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
1280 nullptr, false, false));
brandtrdbdb3f12016-11-10 05:04:48 -08001281 rtp_sender_->SetSSRC(kMediaSsrc);
1282 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001283
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001284 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
1285 &flexfec_sender, nullptr, false);
1286 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
1287
brandtrdbdb3f12016-11-10 05:04:48 -08001288 // Parameters selected to generate a single FEC packet per media packet.
1289 FecProtectionParams params;
1290 params.fec_rate = 15;
1291 params.max_fec_frames = 1;
1292 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001293 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001294
Elad Alon4a87e1c2017-10-03 16:11:34 +02001295 EXPECT_CALL(mock_rtc_event_log_,
1296 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1297 .Times(2);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001298 RTPVideoHeader video_header;
1299 EXPECT_TRUE(rtp_sender_video.SendVideo(
1300 kVideoFrameKey, kMediaPayloadType, kTimestamp,
1301 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1302 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1303
brandtrdbdb3f12016-11-10 05:04:48 -08001304 ASSERT_EQ(2, transport_.packets_sent());
1305 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1306 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1307 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
1308 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1309 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1310 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
1311}
1312
Steve Anton296a0ce2018-03-22 15:17:27 -07001313// Test that the MID header extension is included on sent packets when
1314// configured.
1315TEST_P(RtpSenderTestWithoutPacer, MidIncludedOnSentPackets) {
1316 const char kMid[] = "mid";
1317
1318 // Register MID header extension and set the MID for the RTPSender.
1319 rtp_sender_->SetSendingMediaStatus(false);
1320 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionMid, kMidExtensionId);
1321 rtp_sender_->SetMid(kMid);
1322 rtp_sender_->SetSendingMediaStatus(true);
1323
1324 // Send a couple packets.
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001325 SendGenericPacket();
1326 SendGenericPacket();
Steve Anton296a0ce2018-03-22 15:17:27 -07001327
1328 // Expect both packets to have the MID set.
1329 ASSERT_EQ(2u, transport_.sent_packets_.size());
1330 for (const RtpPacketReceived& packet : transport_.sent_packets_) {
1331 std::string mid;
1332 ASSERT_TRUE(packet.GetExtension<RtpMid>(&mid));
1333 EXPECT_EQ(kMid, mid);
1334 }
1335}
1336
Amit Hilbuch77938e62018-12-21 09:23:38 -08001337TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnSentPackets) {
1338 const char kRid[] = "f";
1339
1340 rtp_sender_->SetSendingMediaStatus(false);
1341 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1342 kRidExtensionId);
1343 rtp_sender_->SetRid(kRid);
1344 rtp_sender_->SetSendingMediaStatus(true);
1345
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001346 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001347
1348 ASSERT_EQ(1u, transport_.sent_packets_.size());
1349 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1350 std::string rid;
1351 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1352 EXPECT_EQ(kRid, rid);
1353}
1354
1355TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnRtxSentPackets) {
1356 const char kRid[] = "f";
Amit Hilbuch77938e62018-12-21 09:23:38 -08001357
1358 rtp_sender_->SetSendingMediaStatus(false);
1359 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1360 kRidExtensionId);
1361 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRepairedRtpStreamId,
1362 kRepairedRidExtensionId);
1363 rtp_sender_->SetRid(kRid);
1364 rtp_sender_->SetSendingMediaStatus(true);
1365
1366 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
1367 rtp_sender_->SetRtxSsrc(1234);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001368 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001369
1370 rtp_sender_->SetStorePacketsStatus(true, 10);
1371
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001372 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001373 ASSERT_EQ(1u, transport_.sent_packets_.size());
1374 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1375 std::string rid;
1376 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1377 EXPECT_EQ(kRid, rid);
1378 rid = kNoRid;
1379 EXPECT_FALSE(packet.GetExtension<RepairedRtpStreamId>(&rid));
1380
1381 uint16_t packet_id = packet.SequenceNumber();
1382 rtp_sender_->ReSendPacket(packet_id);
1383 ASSERT_EQ(2u, transport_.sent_packets_.size());
1384 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1385 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rid));
1386 EXPECT_EQ(kRid, rid);
1387 EXPECT_FALSE(rtx_packet.HasExtension<RtpStreamId>());
1388}
1389
minyue3a407ee2017-04-03 01:10:33 -07001390TEST_P(RtpSenderTest, FecOverheadRate) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001391 constexpr uint32_t kTimestamp = 1234;
1392 constexpr int kMediaPayloadType = 127;
brandtr81eab612017-01-24 04:06:09 -08001393 constexpr int kFlexfecPayloadType = 118;
1394 constexpr uint32_t kMediaSsrc = 1234;
1395 constexpr uint32_t kFlexfecSsrc = 5678;
1396 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001397 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtr81eab612017-01-24 04:06:09 -08001398 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001399 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001400 nullptr /* rtp_state */, &fake_clock_);
brandtr81eab612017-01-24 04:06:09 -08001401
1402 // Reset |rtp_sender_| to use FlexFEC.
1403 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001404 false, &fake_clock_, &transport_, &mock_paced_sender_,
1405 flexfec_sender.ssrc(), &seq_num_allocator_, nullptr, nullptr, nullptr,
1406 &mock_rtc_event_log_, &send_packet_observer_,
1407 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
brandtr81eab612017-01-24 04:06:09 -08001408 rtp_sender_->SetSSRC(kMediaSsrc);
1409 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr81eab612017-01-24 04:06:09 -08001410
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001411 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
1412 &flexfec_sender, nullptr, false);
1413 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
brandtr81eab612017-01-24 04:06:09 -08001414 // Parameters selected to generate a single FEC packet per media packet.
1415 FecProtectionParams params;
1416 params.fec_rate = 15;
1417 params.max_fec_frames = 1;
1418 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001419 rtp_sender_video.SetFecParameters(params, params);
brandtr81eab612017-01-24 04:06:09 -08001420
1421 constexpr size_t kNumMediaPackets = 10;
1422 constexpr size_t kNumFecPackets = kNumMediaPackets;
1423 constexpr int64_t kTimeBetweenPacketsMs = 10;
1424 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, _, _, _, _, false))
1425 .Times(kNumMediaPackets + kNumFecPackets);
1426 for (size_t i = 0; i < kNumMediaPackets; ++i) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001427 RTPVideoHeader video_header;
1428
1429 EXPECT_TRUE(rtp_sender_video.SendVideo(
1430 kVideoFrameKey, kMediaPayloadType, kTimestamp,
1431 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1432 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1433
brandtr81eab612017-01-24 04:06:09 -08001434 fake_clock_.AdvanceTimeMilliseconds(kTimeBetweenPacketsMs);
1435 }
1436 constexpr size_t kRtpHeaderLength = 12;
1437 constexpr size_t kFlexfecHeaderLength = 20;
1438 constexpr size_t kGenericCodecHeaderLength = 1;
1439 constexpr size_t kPayloadLength = sizeof(kPayloadData);
1440 constexpr size_t kPacketLength = kRtpHeaderLength + kFlexfecHeaderLength +
1441 kGenericCodecHeaderLength + kPayloadLength;
1442 EXPECT_NEAR(kNumFecPackets * kPacketLength * 8 /
1443 (kNumFecPackets * kTimeBetweenPacketsMs / 1000.0f),
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001444 rtp_sender_video.FecOverheadRate(), 500);
brandtr81eab612017-01-24 04:06:09 -08001445}
1446
minyue3a407ee2017-04-03 01:10:33 -07001447TEST_P(RtpSenderTest, BitrateCallbacks) {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001448 class TestCallback : public BitrateStatisticsObserver {
1449 public:
sprangcd349d92016-07-13 09:11:28 -07001450 TestCallback()
1451 : BitrateStatisticsObserver(),
1452 num_calls_(0),
1453 ssrc_(0),
1454 total_bitrate_(0),
1455 retransmit_bitrate_(0) {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001456 ~TestCallback() override = default;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001457
sprangcd349d92016-07-13 09:11:28 -07001458 void Notify(uint32_t total_bitrate,
1459 uint32_t retransmit_bitrate,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001460 uint32_t ssrc) override {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001461 ++num_calls_;
1462 ssrc_ = ssrc;
sprangcd349d92016-07-13 09:11:28 -07001463 total_bitrate_ = total_bitrate;
1464 retransmit_bitrate_ = retransmit_bitrate;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001465 }
1466
1467 uint32_t num_calls_;
1468 uint32_t ssrc_;
sprangcd349d92016-07-13 09:11:28 -07001469 uint32_t total_bitrate_;
1470 uint32_t retransmit_bitrate_;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001471 } callback;
Benjamin Wright192eeec2018-10-17 17:27:25 -07001472 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001473 false, &fake_clock_, &transport_, nullptr, absl::nullopt, nullptr,
1474 nullptr, &callback, nullptr, nullptr, nullptr,
1475 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08001476 rtp_sender_->SetSSRC(kSsrc);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001477
Niels Möller59ab1cf2019-02-06 22:48:11 +01001478 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
1479 nullptr, false);
1480 const char payload_name[] = "GENERIC";
1481 const uint8_t payload_type = 127;
1482 rtp_sender_video.RegisterPayloadType(payload_type, payload_name);
1483
sprangcd349d92016-07-13 09:11:28 -07001484 // Simulate kNumPackets sent with kPacketInterval ms intervals, with the
1485 // number of packets selected so that we fill (but don't overflow) the one
1486 // second averaging window.
1487 const uint32_t kWindowSizeMs = 1000;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001488 const uint32_t kPacketInterval = 20;
sprangcd349d92016-07-13 09:11:28 -07001489 const uint32_t kNumPackets =
1490 (kWindowSizeMs - kPacketInterval) / kPacketInterval;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001491 // Overhead = 12 bytes RTP header + 1 byte generic header.
1492 const uint32_t kPacketOverhead = 13;
1493
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001494 uint8_t payload[] = {47, 11, 32, 93, 89};
1495 rtp_sender_->SetStorePacketsStatus(true, 1);
1496 uint32_t ssrc = rtp_sender_->SSRC();
1497
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001498 // Initial process call so we get a new time window.
1499 rtp_sender_->ProcessBitrate();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001500
1501 // Send a few frames.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001502 RTPVideoHeader video_header;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001503 for (uint32_t i = 0; i < kNumPackets; ++i) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001504 ASSERT_TRUE(rtp_sender_video.SendVideo(
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001505 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001506 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001507 fake_clock_.AdvanceTimeMilliseconds(kPacketInterval);
1508 }
1509
1510 rtp_sender_->ProcessBitrate();
1511
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001512 // We get one call for every stats updated, thus two calls since both the
1513 // stream stats and the retransmit stats are updated once.
1514 EXPECT_EQ(2u, callback.num_calls_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001515 EXPECT_EQ(ssrc, callback.ssrc_);
sprangcd349d92016-07-13 09:11:28 -07001516 const uint32_t kTotalPacketSize = kPacketOverhead + sizeof(payload);
1517 // Bitrate measured over delta between last and first timestamp, plus one.
1518 const uint32_t kExpectedWindowMs = kNumPackets * kPacketInterval + 1;
1519 const uint32_t kExpectedBitsAccumulated = kTotalPacketSize * kNumPackets * 8;
1520 const uint32_t kExpectedRateBps =
1521 (kExpectedBitsAccumulated * 1000 + (kExpectedWindowMs / 2)) /
1522 kExpectedWindowMs;
1523 EXPECT_EQ(kExpectedRateBps, callback.total_bitrate_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001524
andresp@webrtc.orgd11bec42014-07-08 14:32:58 +00001525 rtp_sender_.reset();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001526}
1527
minyue3a407ee2017-04-03 01:10:33 -07001528TEST_P(RtpSenderTestWithoutPacer, StreamDataCountersCallbacks) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001529 class TestCallback : public StreamDataCountersCallback {
1530 public:
danilchap162abd32015-12-10 02:39:40 -08001531 TestCallback() : StreamDataCountersCallback(), ssrc_(0), counters_() {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001532 ~TestCallback() override = default;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001533
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001534 void DataCountersUpdated(const StreamDataCounters& counters,
1535 uint32_t ssrc) override {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001536 ssrc_ = ssrc;
1537 counters_ = counters;
1538 }
1539
1540 uint32_t ssrc_;
1541 StreamDataCounters counters_;
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001542
1543 void MatchPacketCounter(const RtpPacketCounter& expected,
1544 const RtpPacketCounter& actual) {
1545 EXPECT_EQ(expected.payload_bytes, actual.payload_bytes);
1546 EXPECT_EQ(expected.header_bytes, actual.header_bytes);
1547 EXPECT_EQ(expected.padding_bytes, actual.padding_bytes);
1548 EXPECT_EQ(expected.packets, actual.packets);
1549 }
1550
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001551 void Matches(uint32_t ssrc, const StreamDataCounters& counters) {
1552 EXPECT_EQ(ssrc, ssrc_);
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001553 MatchPacketCounter(counters.transmitted, counters_.transmitted);
1554 MatchPacketCounter(counters.retransmitted, counters_.retransmitted);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001555 EXPECT_EQ(counters.fec.packets, counters_.fec.packets);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001556 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001557 } callback;
1558
1559 const uint8_t kRedPayloadType = 96;
1560 const uint8_t kUlpfecPayloadType = 97;
Niels Möller8a40edd2019-01-24 18:04:44 +01001561 const char payload_name[] = "GENERIC";
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001562 const uint8_t payload_type = 127;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001563 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
1564 nullptr, false);
1565 rtp_sender_video.RegisterPayloadType(payload_type, payload_name);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001566 uint8_t payload[] = {47, 11, 32, 93, 89};
1567 rtp_sender_->SetStorePacketsStatus(true, 1);
1568 uint32_t ssrc = rtp_sender_->SSRC();
1569
1570 rtp_sender_->RegisterRtpStatisticsCallback(&callback);
1571
1572 // Send a frame.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001573 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001574 ASSERT_TRUE(rtp_sender_video.SendVideo(
spranga8ae6f22017-09-04 07:23:56 -07001575 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001576 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001577 StreamDataCounters expected;
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001578 expected.transmitted.payload_bytes = 6;
1579 expected.transmitted.header_bytes = 12;
1580 expected.transmitted.padding_bytes = 0;
1581 expected.transmitted.packets = 1;
1582 expected.retransmitted.payload_bytes = 0;
1583 expected.retransmitted.header_bytes = 0;
1584 expected.retransmitted.padding_bytes = 0;
1585 expected.retransmitted.packets = 0;
1586 expected.fec.packets = 0;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001587 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001588
1589 // Retransmit a frame.
1590 uint16_t seqno = rtp_sender_->SequenceNumber() - 1;
Erik Språnga12b1d62018-03-14 12:39:24 +01001591 rtp_sender_->ReSendPacket(seqno);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001592 expected.transmitted.payload_bytes = 12;
1593 expected.transmitted.header_bytes = 24;
1594 expected.transmitted.packets = 2;
1595 expected.retransmitted.payload_bytes = 6;
1596 expected.retransmitted.header_bytes = 12;
1597 expected.retransmitted.padding_bytes = 0;
1598 expected.retransmitted.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001599 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001600
1601 // Send padding.
philipel8aadd502017-02-23 02:56:13 -08001602 rtp_sender_->TimeToSendPadding(kMaxPaddingSize, PacedPacketInfo());
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001603 expected.transmitted.payload_bytes = 12;
1604 expected.transmitted.header_bytes = 36;
1605 expected.transmitted.padding_bytes = kMaxPaddingSize;
1606 expected.transmitted.packets = 3;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001607 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001608
brandtrf1bb4762016-11-07 03:05:06 -08001609 // Send ULPFEC.
Niels Möller59ab1cf2019-02-06 22:48:11 +01001610 rtp_sender_video.SetUlpfecConfig(kRedPayloadType, kUlpfecPayloadType);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001611 FecProtectionParams fec_params;
1612 fec_params.fec_mask_type = kFecMaskRandom;
1613 fec_params.fec_rate = 1;
1614 fec_params.max_fec_frames = 1;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001615 rtp_sender_video.SetFecParameters(fec_params, fec_params);
1616 ASSERT_TRUE(rtp_sender_video.SendVideo(
spranga8ae6f22017-09-04 07:23:56 -07001617 kVideoFrameDelta, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001618 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001619 expected.transmitted.payload_bytes = 40;
1620 expected.transmitted.header_bytes = 60;
1621 expected.transmitted.packets = 5;
1622 expected.fec.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001623 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001624
sprang867fb522015-08-03 04:38:41 -07001625 rtp_sender_->RegisterRtpStatisticsCallback(nullptr);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001626}
1627
minyue3a407ee2017-04-03 01:10:33 -07001628TEST_P(RtpSenderTestWithoutPacer, BytesReportedCorrectly) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001629 // XXX const char* kPayloadName = "GENERIC";
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001630 const uint8_t kPayloadType = 127;
1631 rtp_sender_->SetSSRC(1234);
1632 rtp_sender_->SetRtxSsrc(4321);
Shao Changbine62202f2015-04-21 20:24:50 +08001633 rtp_sender_->SetRtxPayloadType(kPayloadType - 1, kPayloadType);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001634 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001635
Niels Möller59ab1cf2019-02-06 22:48:11 +01001636 SendGenericPacket();
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001637 // Will send 2 full-size padding packets.
philipel8aadd502017-02-23 02:56:13 -08001638 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
1639 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001640
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001641 StreamDataCounters rtp_stats;
1642 StreamDataCounters rtx_stats;
1643 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001644
Niels Möller59ab1cf2019-02-06 22:48:11 +01001645 // Payload
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +00001646 EXPECT_GT(rtp_stats.first_packet_time_ms, -1);
Niels Möller59ab1cf2019-02-06 22:48:11 +01001647 EXPECT_EQ(rtp_stats.transmitted.payload_bytes, sizeof(kPayloadData));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001648 EXPECT_EQ(rtp_stats.transmitted.header_bytes, 12u);
1649 EXPECT_EQ(rtp_stats.transmitted.padding_bytes, 0u);
1650 EXPECT_EQ(rtx_stats.transmitted.payload_bytes, 0u);
1651 EXPECT_EQ(rtx_stats.transmitted.header_bytes, 24u);
1652 EXPECT_EQ(rtx_stats.transmitted.padding_bytes, 2 * kMaxPaddingSize);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001653
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001654 EXPECT_EQ(rtp_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001655 rtp_stats.transmitted.payload_bytes +
1656 rtp_stats.transmitted.header_bytes +
1657 rtp_stats.transmitted.padding_bytes);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001658 EXPECT_EQ(rtx_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001659 rtx_stats.transmitted.payload_bytes +
1660 rtx_stats.transmitted.header_bytes +
1661 rtx_stats.transmitted.padding_bytes);
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001662
danilchap162abd32015-12-10 02:39:40 -08001663 EXPECT_EQ(
1664 transport_.total_bytes_sent_,
1665 rtp_stats.transmitted.TotalBytes() + rtx_stats.transmitted.TotalBytes());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001666}
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001667
minyue3a407ee2017-04-03 01:10:33 -07001668TEST_P(RtpSenderTestWithoutPacer, RespectsNackBitrateLimit) {
sprang38778b02015-09-29 09:48:22 -07001669 const int32_t kPacketSize = 1400;
1670 const int32_t kNumPackets = 30;
1671
sprangcd349d92016-07-13 09:11:28 -07001672 retransmission_rate_limiter_.SetMaxRate(kPacketSize * kNumPackets * 8);
1673
sprang38778b02015-09-29 09:48:22 -07001674 rtp_sender_->SetStorePacketsStatus(true, kNumPackets);
sprang38778b02015-09-29 09:48:22 -07001675 const uint16_t kStartSequenceNumber = rtp_sender_->SequenceNumber();
Danil Chapovalov2800d742016-08-26 18:48:46 +02001676 std::vector<uint16_t> sequence_numbers;
sprang38778b02015-09-29 09:48:22 -07001677 for (int32_t i = 0; i < kNumPackets; ++i) {
1678 sequence_numbers.push_back(kStartSequenceNumber + i);
1679 fake_clock_.AdvanceTimeMilliseconds(1);
1680 SendPacket(fake_clock_.TimeInMilliseconds(), kPacketSize);
1681 }
danilchap12ba1862016-10-26 02:41:55 -07001682 EXPECT_EQ(kNumPackets, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001683
1684 fake_clock_.AdvanceTimeMilliseconds(1000 - kNumPackets);
1685
1686 // Resending should work - brings the bandwidth up to the limit.
1687 // NACK bitrate is capped to the same bitrate as the encoder, since the max
1688 // protection overhead is 50% (see MediaOptimization::SetTargetRates).
Danil Chapovalov2800d742016-08-26 18:48:46 +02001689 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001690 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001691
sprangcd349d92016-07-13 09:11:28 -07001692 // Must be at least 5ms in between retransmission attempts.
1693 fake_clock_.AdvanceTimeMilliseconds(5);
1694
sprang38778b02015-09-29 09:48:22 -07001695 // Resending should not work, bandwidth exceeded.
Danil Chapovalov2800d742016-08-26 18:48:46 +02001696 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001697 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001698}
1699
minyue3a407ee2017-04-03 01:10:33 -07001700TEST_P(RtpSenderTest, OnOverheadChanged) {
michaelt4da30442016-11-17 01:38:43 -08001701 MockOverheadObserver mock_overhead_observer;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001702 rtp_sender_.reset(
1703 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1704 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
1705 &retransmission_rate_limiter_, &mock_overhead_observer,
1706 false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08001707 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08001708
michaelt4da30442016-11-17 01:38:43 -08001709 // RTP overhead is 12B.
nisse284542b2017-01-10 08:58:32 -08001710 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(12)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001711 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001712
1713 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
1714 kTransmissionTimeOffsetExtensionId);
1715
1716 // TransmissionTimeOffset extension has a size of 8B.
nisse284542b2017-01-10 08:58:32 -08001717 // 12B + 8B = 20B
1718 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(20)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001719 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001720}
1721
minyue3a407ee2017-04-03 01:10:33 -07001722TEST_P(RtpSenderTest, DoesNotUpdateOverheadOnEqualSize) {
michaelt4da30442016-11-17 01:38:43 -08001723 MockOverheadObserver mock_overhead_observer;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001724 rtp_sender_.reset(
1725 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1726 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
1727 &retransmission_rate_limiter_, &mock_overhead_observer,
1728 false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08001729 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08001730
1731 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(_)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001732 SendGenericPacket();
1733 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001734}
1735
sprang168794c2017-07-06 04:38:06 -07001736TEST_P(RtpSenderTest, SendsKeepAlive) {
1737 MockTransport transport;
Benjamin Wright192eeec2018-10-17 17:27:25 -07001738 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001739 false, &fake_clock_, &transport, nullptr, absl::nullopt, nullptr, nullptr,
Niels Möller949f0fd2019-01-29 09:44:24 +01001740 nullptr, nullptr, &mock_rtc_event_log_, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +01001741 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
sprang168794c2017-07-06 04:38:06 -07001742 rtp_sender_->SetSequenceNumber(kSeqNum);
1743 rtp_sender_->SetTimestampOffset(0);
1744 rtp_sender_->SetSSRC(kSsrc);
1745
1746 const uint8_t kKeepalivePayloadType = 20;
1747 RTC_CHECK_NE(kKeepalivePayloadType, kPayload);
1748
1749 EXPECT_CALL(transport, SendRtp(_, _, _))
1750 .WillOnce(
1751 Invoke([&kKeepalivePayloadType](const uint8_t* packet, size_t len,
1752 const PacketOptions& options) {
1753 webrtc::RTPHeader rtp_header;
1754 RtpUtility::RtpHeaderParser parser(packet, len);
1755 EXPECT_TRUE(parser.Parse(&rtp_header, nullptr));
1756 EXPECT_FALSE(rtp_header.markerBit);
1757 EXPECT_EQ(0U, rtp_header.paddingLength);
1758 EXPECT_EQ(kKeepalivePayloadType, rtp_header.payloadType);
1759 EXPECT_EQ(kSeqNum, rtp_header.sequenceNumber);
1760 EXPECT_EQ(kSsrc, rtp_header.ssrc);
1761 EXPECT_EQ(0u, len - rtp_header.headerLength);
1762 return true;
1763 }));
1764
1765 rtp_sender_->SendKeepAlive(kKeepalivePayloadType);
1766 EXPECT_EQ(kSeqNum + 1, rtp_sender_->SequenceNumber());
1767}
1768
Mirko Bonadeic84f6612019-01-31 12:20:57 +01001769INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
1770 RtpSenderTest,
1771 ::testing::Bool());
1772INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
1773 RtpSenderTestWithoutPacer,
1774 ::testing::Bool());
Niels Möllera34d7762019-02-01 14:13:29 +01001775
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001776} // namespace webrtc