blob: 0b881f877adf5819b047c036c0d16ccf1d827edf [file] [log] [blame]
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001/*
phoglund@webrtc.org78088c22012-02-07 14:56:45 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
kwiberg84be5112016-04-27 01:19:58 -070011#include <memory>
danilchapb8b6fbb2015-12-10 05:05:27 -080012#include <vector>
13
Karl Wiberg918f50c2018-07-05 11:40:33 +020014#include "absl/memory/memory.h"
Erik Språngf93eda12019-01-16 17:10:57 +010015#include "api/video/video_codec_constants.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020016#include "api/video/video_timing.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020017#include "logging/rtc_event_log/events/rtc_event.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020018#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
19#include "modules/rtp_rtcp/include/rtp_cvo.h"
20#include "modules/rtp_rtcp/include/rtp_header_extension_map.h"
21#include "modules/rtp_rtcp/include/rtp_header_parser.h"
22#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
23#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
24#include "modules/rtp_rtcp/source/rtp_format_video_generic.h"
philipelb3e42a42018-09-13 10:57:14 +020025#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h"
26#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
28#include "modules/rtp_rtcp/source/rtp_packet_received.h"
29#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
30#include "modules/rtp_rtcp/source/rtp_sender.h"
31#include "modules/rtp_rtcp/source/rtp_sender_video.h"
32#include "modules/rtp_rtcp/source/rtp_utility.h"
33#include "rtc_base/arraysize.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020034#include "rtc_base/rate_limiter.h"
35#include "test/field_trial.h"
36#include "test/gmock.h"
37#include "test/gtest.h"
38#include "test/mock_transport.h"
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +000039
40namespace webrtc {
41
andrew@webrtc.org8a442592011-12-16 21:24:30 +000042namespace {
Elad Alond8d32482019-02-18 23:45:57 +010043enum : int { // The first valid value is 1.
44 kAbsoluteSendTimeExtensionId = 1,
45 kAudioLevelExtensionId,
46 kGenericDescriptorId,
47 kMidExtensionId,
48 kRepairedRidExtensionId,
49 kRidExtensionId,
50 kTransmissionTimeOffsetExtensionId,
51 kTransportSequenceNumberExtensionId,
52 kVideoRotationExtensionId,
53 kVideoTimingExtensionId,
54};
55
andrew@webrtc.org8a442592011-12-16 21:24:30 +000056const int kPayload = 100;
Shao Changbine62202f2015-04-21 20:24:50 +080057const int kRtxPayload = 98;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000058const uint32_t kTimestamp = 10;
59const uint16_t kSeqNum = 33;
brandtr9dfff292016-11-14 05:14:50 -080060const uint32_t kSsrc = 725242;
sprang@webrtc.org30933902015-03-17 14:33:12 +000061const uint16_t kTransportSequenceNumber = 0xaabbu;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000062const uint64_t kStartTime = 123456789;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +000063const size_t kMaxPaddingSize = 224u;
Stefan Holmera246cfb2016-08-23 17:51:42 +020064const uint8_t kPayloadData[] = {47, 11, 32, 93, 89};
spranga8ae6f22017-09-04 07:23:56 -070065const int64_t kDefaultExpectedRetransmissionTimeMs = 125;
Amit Hilbuch77938e62018-12-21 09:23:38 -080066const char kNoRid[] = "";
67const char kNoMid[] = "";
andrew@webrtc.org8a442592011-12-16 21:24:30 +000068
Danil Chapovalov5e57b172016-09-02 19:15:59 +020069using ::testing::_;
philipelb3e42a42018-09-13 10:57:14 +020070using ::testing::ElementsAre;
Danil Chapovalov5e57b172016-09-02 19:15:59 +020071using ::testing::ElementsAreArray;
sprang168794c2017-07-06 04:38:06 -070072using ::testing::Invoke;
Danil Chapovalov84ffb352018-09-25 18:59:09 +020073using ::testing::SizeIs;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +000074
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000075uint64_t ConvertMsToAbsSendTime(int64_t time_ms) {
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020076 return (((time_ms << 18) + 500) / 1000) & 0x00ffffff;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000077}
78
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +000079class LoopbackTransportTest : public webrtc::Transport {
80 public:
Petter Strandmark26bc6692018-05-29 08:43:35 +020081 LoopbackTransportTest() : total_bytes_sent_(0) {
danilchap12ba1862016-10-26 02:41:55 -070082 receivers_extensions_.Register(kRtpExtensionTransmissionTimeOffset,
83 kTransmissionTimeOffsetExtensionId);
84 receivers_extensions_.Register(kRtpExtensionAbsoluteSendTime,
85 kAbsoluteSendTimeExtensionId);
86 receivers_extensions_.Register(kRtpExtensionTransportSequenceNumber,
87 kTransportSequenceNumberExtensionId);
88 receivers_extensions_.Register(kRtpExtensionVideoRotation,
89 kVideoRotationExtensionId);
90 receivers_extensions_.Register(kRtpExtensionAudioLevel,
91 kAudioLevelExtensionId);
ilnik04f4d122017-06-19 07:18:55 -070092 receivers_extensions_.Register(kRtpExtensionVideoTiming,
93 kVideoTimingExtensionId);
Steve Anton296a0ce2018-03-22 15:17:27 -070094 receivers_extensions_.Register(kRtpExtensionMid, kMidExtensionId);
philipelb3e42a42018-09-13 10:57:14 +020095 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor,
96 kGenericDescriptorId);
Amit Hilbuch77938e62018-12-21 09:23:38 -080097 receivers_extensions_.Register(kRtpExtensionRtpStreamId, kRidExtensionId);
98 receivers_extensions_.Register(kRtpExtensionRepairedRtpStreamId,
99 kRepairedRidExtensionId);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000100 }
danilchap12ba1862016-10-26 02:41:55 -0700101
stefan1d8a5062015-10-02 03:39:33 -0700102 bool SendRtp(const uint8_t* data,
103 size_t len,
104 const PacketOptions& options) override {
Petter Strandmark26bc6692018-05-29 08:43:35 +0200105 last_options_ = options;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000106 total_bytes_sent_ += len;
danilchap12ba1862016-10-26 02:41:55 -0700107 sent_packets_.push_back(RtpPacketReceived(&receivers_extensions_));
108 EXPECT_TRUE(sent_packets_.back().Parse(data, len));
pbos2d566682015-09-28 09:59:31 -0700109 return true;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000110 }
danilchap162abd32015-12-10 02:39:40 -0800111 bool SendRtcp(const uint8_t* data, size_t len) override { return false; }
danilchap12ba1862016-10-26 02:41:55 -0700112 const RtpPacketReceived& last_sent_packet() { return sent_packets_.back(); }
113 int packets_sent() { return sent_packets_.size(); }
114
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000115 size_t total_bytes_sent_;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200116 PacketOptions last_options_;
danilchap12ba1862016-10-26 02:41:55 -0700117 std::vector<RtpPacketReceived> sent_packets_;
118
119 private:
120 RtpHeaderExtensionMap receivers_extensions_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000121};
122
Elad Alon4a87e1c2017-10-03 16:11:34 +0200123MATCHER_P(SameRtcEventTypeAs, value, "") {
124 return value == arg->GetType();
125}
126
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000127} // namespace
128
sprangebbf8a82015-09-21 15:11:14 -0700129class MockRtpPacketSender : public RtpPacketSender {
130 public:
131 MockRtpPacketSender() {}
132 virtual ~MockRtpPacketSender() {}
133
Peter Boströme23e7372015-10-08 11:44:14 +0200134 MOCK_METHOD6(InsertPacket,
135 void(Priority priority,
sprangebbf8a82015-09-21 15:11:14 -0700136 uint32_t ssrc,
137 uint16_t sequence_number,
138 int64_t capture_time_ms,
139 size_t bytes,
140 bool retransmission));
141};
142
Stefan Holmerf5dca482016-01-27 12:58:51 +0100143class MockTransportSequenceNumberAllocator
144 : public TransportSequenceNumberAllocator {
145 public:
146 MOCK_METHOD0(AllocateSequenceNumber, uint16_t());
147};
148
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200149class MockSendSideDelayObserver : public SendSideDelayObserver {
150 public:
151 MOCK_METHOD3(SendSideDelayUpdated, void(int, int, uint32_t));
152};
153
asapersson35151f32016-05-02 23:44:01 -0700154class MockSendPacketObserver : public SendPacketObserver {
155 public:
156 MOCK_METHOD3(OnSendPacket, void(uint16_t, int64_t, uint32_t));
157};
158
Stefan Holmera246cfb2016-08-23 17:51:42 +0200159class MockTransportFeedbackObserver : public TransportFeedbackObserver {
160 public:
elad.alond12a8e12017-03-23 11:04:48 -0700161 MOCK_METHOD4(AddPacket,
162 void(uint32_t, uint16_t, size_t, const PacedPacketInfo&));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200163 MOCK_METHOD1(OnTransportFeedback, void(const rtcp::TransportFeedback&));
elad.alonf9490002017-03-06 05:32:21 -0800164 MOCK_CONST_METHOD0(GetTransportFeedbackVector, std::vector<PacketFeedback>());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200165};
166
minyue3a407ee2017-04-03 01:10:33 -0700167class MockOverheadObserver : public OverheadObserver {
168 public:
169 MOCK_METHOD1(OnOverheadChanged, void(size_t overhead_bytes_per_packet));
170};
171
172class RtpSenderTest : public ::testing::TestWithParam<bool> {
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000173 protected:
174 RtpSenderTest()
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000175 : fake_clock_(kStartTime),
terelius429c3452016-01-21 05:42:04 -0800176 mock_rtc_event_log_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000177 mock_paced_sender_(),
sprangcd349d92016-07-13 09:11:28 -0700178 retransmission_rate_limiter_(&fake_clock_, 1000),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000179 rtp_sender_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000180 transport_(),
minyue3a407ee2017-04-03 01:10:33 -0700181 kMarkerBit(true),
182 field_trials_(GetParam() ? "WebRTC-SendSideBwe-WithOverhead/Enabled/"
183 : "") {}
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000184
Erik Språng7b52f102018-02-07 14:37:37 +0100185 void SetUp() override { SetUpRtpSender(true, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200186
Erik Språng7b52f102018-02-07 14:37:37 +0100187 void SetUpRtpSender(bool pacer, bool populate_network2) {
asapersson35151f32016-05-02 23:44:01 -0700188 rtp_sender_.reset(new RTPSender(
189 false, &fake_clock_, &transport_, pacer ? &mock_paced_sender_ : nullptr,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100190 absl::nullopt, &seq_num_allocator_, nullptr, nullptr, nullptr,
sprangcd349d92016-07-13 09:11:28 -0700191 &mock_rtc_event_log_, &send_packet_observer_,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700192 &retransmission_rate_limiter_, nullptr, populate_network2, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +0100193 false, false));
brandtr9dfff292016-11-14 05:14:50 -0800194 rtp_sender_->SetSequenceNumber(kSeqNum);
danilchap71fead22016-08-18 02:01:49 -0700195 rtp_sender_->SetTimestampOffset(0);
brandtr9dfff292016-11-14 05:14:50 -0800196 rtp_sender_->SetSSRC(kSsrc);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000197 }
198
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000199 SimulatedClock fake_clock_;
stefana23fc622016-07-28 07:56:38 -0700200 testing::NiceMock<MockRtcEventLog> mock_rtc_event_log_;
sprangebbf8a82015-09-21 15:11:14 -0700201 MockRtpPacketSender mock_paced_sender_;
stefana23fc622016-07-28 07:56:38 -0700202 testing::StrictMock<MockTransportSequenceNumberAllocator> seq_num_allocator_;
203 testing::StrictMock<MockSendPacketObserver> send_packet_observer_;
Stefan Holmera246cfb2016-08-23 17:51:42 +0200204 testing::StrictMock<MockTransportFeedbackObserver> feedback_observer_;
sprangcd349d92016-07-13 09:11:28 -0700205 RateLimiter retransmission_rate_limiter_;
kwiberg84be5112016-04-27 01:19:58 -0700206 std::unique_ptr<RTPSender> rtp_sender_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000207 LoopbackTransportTest transport_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000208 const bool kMarkerBit;
minyue3a407ee2017-04-03 01:10:33 -0700209 test::ScopedFieldTrials field_trials_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000210
danilchapb6f1fb52016-10-19 06:11:39 -0700211 std::unique_ptr<RtpPacketToSend> BuildRtpPacket(int payload_type,
212 bool marker_bit,
213 uint32_t timestamp,
214 int64_t capture_time_ms) {
215 auto packet = rtp_sender_->AllocatePacket();
216 packet->SetPayloadType(payload_type);
217 packet->SetMarker(marker_bit);
218 packet->SetTimestamp(timestamp);
219 packet->set_capture_time_ms(capture_time_ms);
220 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
221 return packet;
222 }
223
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000224 void SendPacket(int64_t capture_time_ms, int payload_length) {
225 uint32_t timestamp = capture_time_ms * 90;
danilchapb6f1fb52016-10-19 06:11:39 -0700226 auto packet =
227 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
228 packet->AllocatePayload(payload_length);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000229
230 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700231 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
232 kAllowRetransmission,
233 RtpPacketSender::kNormalPriority));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000234 }
asapersson35151f32016-05-02 23:44:01 -0700235
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100236 void SendGenericPacket() {
asapersson35151f32016-05-02 23:44:01 -0700237 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100238 SendPacket(kCaptureTimeMs, sizeof(kPayloadData));
asapersson35151f32016-05-02 23:44:01 -0700239 }
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000240};
241
Peter Boströme23e7372015-10-08 11:44:14 +0200242// TODO(pbos): Move tests over from WithoutPacer to RtpSenderTest as this is our
243// default code path.
244class RtpSenderTestWithoutPacer : public RtpSenderTest {
245 public:
Erik Språng7b52f102018-02-07 14:37:37 +0100246 void SetUp() override { SetUpRtpSender(false, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200247};
248
minyue3a407ee2017-04-03 01:10:33 -0700249TEST_P(RtpSenderTestWithoutPacer, AllocatePacketSetCsrc) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200250 // Configure rtp_sender with csrc.
251 std::vector<uint32_t> csrcs;
252 csrcs.push_back(0x23456789);
253 rtp_sender_->SetCsrcs(csrcs);
254
255 auto packet = rtp_sender_->AllocatePacket();
256
257 ASSERT_TRUE(packet);
258 EXPECT_EQ(rtp_sender_->SSRC(), packet->Ssrc());
259 EXPECT_EQ(csrcs, packet->Csrcs());
260}
261
minyue3a407ee2017-04-03 01:10:33 -0700262TEST_P(RtpSenderTestWithoutPacer, AllocatePacketReserveExtensions) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200263 // Configure rtp_sender with extensions.
264 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
265 kRtpExtensionTransmissionTimeOffset,
266 kTransmissionTimeOffsetExtensionId));
267 ASSERT_EQ(
268 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
269 kAbsoluteSendTimeExtensionId));
270 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAudioLevel,
271 kAudioLevelExtensionId));
272 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
273 kRtpExtensionTransportSequenceNumber,
274 kTransportSequenceNumberExtensionId));
275 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
276 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
277
278 auto packet = rtp_sender_->AllocatePacket();
279
280 ASSERT_TRUE(packet);
281 // Preallocate BWE extensions RtpSender set itself.
282 EXPECT_TRUE(packet->HasExtension<TransmissionOffset>());
283 EXPECT_TRUE(packet->HasExtension<AbsoluteSendTime>());
284 EXPECT_TRUE(packet->HasExtension<TransportSequenceNumber>());
285 // Do not allocate media specific extensions.
286 EXPECT_FALSE(packet->HasExtension<AudioLevel>());
287 EXPECT_FALSE(packet->HasExtension<VideoOrientation>());
288}
289
minyue3a407ee2017-04-03 01:10:33 -0700290TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberAdvanceSequenceNumber) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200291 auto packet = rtp_sender_->AllocatePacket();
292 ASSERT_TRUE(packet);
293 const uint16_t sequence_number = rtp_sender_->SequenceNumber();
294
295 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
296
297 EXPECT_EQ(sequence_number, packet->SequenceNumber());
298 EXPECT_EQ(sequence_number + 1, rtp_sender_->SequenceNumber());
299}
300
minyue3a407ee2017-04-03 01:10:33 -0700301TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberFailsOnNotSending) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200302 auto packet = rtp_sender_->AllocatePacket();
303 ASSERT_TRUE(packet);
304
305 rtp_sender_->SetSendingMediaStatus(false);
306 EXPECT_FALSE(rtp_sender_->AssignSequenceNumber(packet.get()));
307}
308
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100309TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberMayAllowPaddingOnVideo) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200310 constexpr size_t kPaddingSize = 100;
311 auto packet = rtp_sender_->AllocatePacket();
312 ASSERT_TRUE(packet);
313
philipel8aadd502017-02-23 02:56:13 -0800314 ASSERT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200315 packet->SetMarker(false);
316 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100317 // Packet without marker bit doesn't allow padding on video stream.
philipel8aadd502017-02-23 02:56:13 -0800318 EXPECT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200319
320 packet->SetMarker(true);
321 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
322 // Packet with marker bit allows send padding.
philipel8aadd502017-02-23 02:56:13 -0800323 EXPECT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200324}
325
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100326TEST_P(RtpSenderTest, AssignSequenceNumberAllowsPaddingOnAudio) {
327 MockTransport transport;
328 const bool kEnableAudio = true;
329 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100330 kEnableAudio, &fake_clock_, &transport, &mock_paced_sender_,
331 absl::nullopt, nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
332 nullptr, &retransmission_rate_limiter_, nullptr, false, nullptr, false,
333 false));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100334 rtp_sender_->SetTimestampOffset(0);
335 rtp_sender_->SetSSRC(kSsrc);
336
337 std::unique_ptr<RtpPacketToSend> audio_packet = rtp_sender_->AllocatePacket();
338 // Padding on audio stream allowed regardless of marker in the last packet.
339 audio_packet->SetMarker(false);
340 audio_packet->SetPayloadType(kPayload);
341 rtp_sender_->AssignSequenceNumber(audio_packet.get());
342
343 const size_t kPaddingSize = 59;
344 EXPECT_CALL(transport, SendRtp(_, kPaddingSize + kRtpHeaderSize, _))
345 .WillOnce(testing::Return(true));
346 EXPECT_EQ(kPaddingSize,
347 rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
348
349 // Requested padding size is too small, will send a larger one.
350 const size_t kMinPaddingSize = 50;
351 EXPECT_CALL(transport, SendRtp(_, kMinPaddingSize + kRtpHeaderSize, _))
352 .WillOnce(testing::Return(true));
Yves Gerey665174f2018-06-19 15:03:05 +0200353 EXPECT_EQ(kMinPaddingSize, rtp_sender_->TimeToSendPadding(kMinPaddingSize - 5,
354 PacedPacketInfo()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100355}
356
minyue3a407ee2017-04-03 01:10:33 -0700357TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberSetPaddingTimestamps) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200358 constexpr size_t kPaddingSize = 100;
359 auto packet = rtp_sender_->AllocatePacket();
360 ASSERT_TRUE(packet);
361 packet->SetMarker(true);
362 packet->SetTimestamp(kTimestamp);
363
364 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
philipel8aadd502017-02-23 02:56:13 -0800365 ASSERT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200366
367 ASSERT_EQ(1u, transport_.sent_packets_.size());
danilchap12ba1862016-10-26 02:41:55 -0700368 // Verify padding packet timestamp.
369 EXPECT_EQ(kTimestamp, transport_.last_sent_packet().Timestamp());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200370}
371
minyue3a407ee2017-04-03 01:10:33 -0700372TEST_P(RtpSenderTestWithoutPacer,
373 TransportFeedbackObserverGetsCorrectByteCount) {
374 constexpr int kRtpOverheadBytesPerPacket = 12 + 8;
375 testing::NiceMock<MockOverheadObserver> mock_overhead_observer;
376 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100377 false, &fake_clock_, &transport_, nullptr, absl::nullopt,
378 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
379 &mock_rtc_event_log_, nullptr, &retransmission_rate_limiter_,
380 &mock_overhead_observer, false, nullptr, false, false));
minyue3a407ee2017-04-03 01:10:33 -0700381 rtp_sender_->SetSSRC(kSsrc);
382 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
383 kRtpExtensionTransportSequenceNumber,
384 kTransportSequenceNumberExtensionId));
385 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
386 .WillOnce(testing::Return(kTransportSequenceNumber));
387
388 const size_t expected_bytes =
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100389 GetParam() ? sizeof(kPayloadData) + kRtpOverheadBytesPerPacket
390 : sizeof(kPayloadData);
minyue3a407ee2017-04-03 01:10:33 -0700391
392 EXPECT_CALL(feedback_observer_,
393 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber,
394 expected_bytes, PacedPacketInfo()))
395 .Times(1);
396 EXPECT_CALL(mock_overhead_observer,
397 OnOverheadChanged(kRtpOverheadBytesPerPacket))
398 .Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100399 SendGenericPacket();
minyue3a407ee2017-04-03 01:10:33 -0700400}
401
402TEST_P(RtpSenderTestWithoutPacer, SendsPacketsWithTransportSequenceNumber) {
Stefan Holmera246cfb2016-08-23 17:51:42 +0200403 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100404 false, &fake_clock_, &transport_, nullptr, absl::nullopt,
405 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
406 &mock_rtc_event_log_, &send_packet_observer_,
407 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -0800408 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100409 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
410 kRtpExtensionTransportSequenceNumber,
411 kTransportSequenceNumberExtensionId));
412
Stefan Holmerf5dca482016-01-27 12:58:51 +0100413 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
414 .WillOnce(testing::Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700415 EXPECT_CALL(send_packet_observer_,
416 OnSendPacket(kTransportSequenceNumber, _, _))
417 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700418
419 EXPECT_CALL(feedback_observer_,
420 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber, _,
421 PacedPacketInfo()))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200422 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700423
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100424 SendGenericPacket();
Stefan Holmerf5dca482016-01-27 12:58:51 +0100425
danilchap12ba1862016-10-26 02:41:55 -0700426 const auto& packet = transport_.last_sent_packet();
427 uint16_t transport_seq_no;
428 ASSERT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
429 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200430 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200431 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200432}
433
434TEST_P(RtpSenderTestWithoutPacer, PacketOptionsNoRetransmission) {
435 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100436 false, &fake_clock_, &transport_, nullptr, absl::nullopt,
437 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
438 &mock_rtc_event_log_, &send_packet_observer_,
439 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
Petter Strandmark26bc6692018-05-29 08:43:35 +0200440 rtp_sender_->SetSSRC(kSsrc);
441
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100442 SendGenericPacket();
Petter Strandmark26bc6692018-05-29 08:43:35 +0200443
444 EXPECT_FALSE(transport_.last_options_.is_retransmit);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100445}
446
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200447TEST_P(RtpSenderTestWithoutPacer,
448 SetsIncludedInFeedbackWhenTransportSequenceNumberExtensionIsRegistered) {
449 SetUpRtpSender(false, false);
450 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
451 kTransportSequenceNumberExtensionId);
452 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
453 .WillOnce(testing::Return(kTransportSequenceNumber));
454 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100455 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200456 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
457}
458
459TEST_P(
460 RtpSenderTestWithoutPacer,
461 SetsIncludedInAllocationWhenTransportSequenceNumberExtensionIsRegistered) {
462 SetUpRtpSender(false, false);
463 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
464 kTransportSequenceNumberExtensionId);
465 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
466 .WillOnce(testing::Return(kTransportSequenceNumber));
467 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100468 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200469 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
470}
471
472TEST_P(RtpSenderTestWithoutPacer,
473 SetsIncludedInAllocationWhenForcedAsPartOfAllocation) {
474 SetUpRtpSender(false, false);
475 rtp_sender_->SetAsPartOfAllocation(true);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100476 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200477 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
478 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
479}
480
481TEST_P(RtpSenderTestWithoutPacer, DoesnSetIncludedInAllocationByDefault) {
482 SetUpRtpSender(false, false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100483 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200484 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
485 EXPECT_FALSE(transport_.last_options_.included_in_allocation);
stefana23fc622016-07-28 07:56:38 -0700486}
asapersson35151f32016-05-02 23:44:01 -0700487
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200488TEST_P(RtpSenderTestWithoutPacer, OnSendSideDelayUpdated) {
489 testing::StrictMock<MockSendSideDelayObserver> send_side_delay_observer_;
Benjamin Wright192eeec2018-10-17 17:27:25 -0700490 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100491 false, &fake_clock_, &transport_, nullptr, absl::nullopt, nullptr,
492 nullptr, nullptr, &send_side_delay_observer_, &mock_rtc_event_log_,
493 nullptr, nullptr, nullptr, false, nullptr, false, false));
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200494 rtp_sender_->SetSSRC(kSsrc);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100495 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
496 nullptr, false);
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200497
498 const uint8_t kPayloadType = 127;
Niels Möller8a40edd2019-01-24 18:04:44 +0100499 const char payload_name[] = "GENERIC";
Niels Möller59ab1cf2019-02-06 22:48:11 +0100500
501 rtp_sender_video.RegisterPayloadType(kPayloadType, payload_name);
502
503 const uint32_t kCaptureTimeMsToRtpTimestamp = 90; // 90 kHz clock
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200504 RTPVideoHeader video_header;
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200505
506 // Send packet with 10 ms send-side delay. The average and max should be 10
507 // ms.
508 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(10, 10, kSsrc))
509 .Times(1);
510 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
511 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100512 EXPECT_TRUE(rtp_sender_video.SendVideo(
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200513 kVideoFrameKey, kPayloadType,
514 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100515 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200516 kDefaultExpectedRetransmissionTimeMs));
517
518 // Send another packet with 20 ms delay. The average
519 // and max should be 15 and 20 ms respectively.
520 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(15, 20, kSsrc))
521 .Times(1);
522 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100523 EXPECT_TRUE(rtp_sender_video.SendVideo(
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200524 kVideoFrameKey, kPayloadType,
525 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100526 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200527 kDefaultExpectedRetransmissionTimeMs));
528
529 // Send another packet at the same time, which replaces the last packet.
530 // Since this packet has 0 ms delay, the average is now 5 ms and max is 10 ms.
531 // TODO(terelius): Is is not clear that this is the right behavior.
532 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(5, 10, kSsrc))
533 .Times(1);
534 capture_time_ms = fake_clock_.TimeInMilliseconds();
Niels Möller59ab1cf2019-02-06 22:48:11 +0100535 EXPECT_TRUE(rtp_sender_video.SendVideo(
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200536 kVideoFrameKey, kPayloadType,
537 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100538 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200539 kDefaultExpectedRetransmissionTimeMs));
540
541 // Send a packet 1 second later. The earlier packets should have timed
542 // out, so both max and average should be the delay of this packet.
543 fake_clock_.AdvanceTimeMilliseconds(1000);
544 capture_time_ms = fake_clock_.TimeInMilliseconds();
545 fake_clock_.AdvanceTimeMilliseconds(1);
546 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(1, 1, kSsrc))
547 .Times(1);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100548 EXPECT_TRUE(rtp_sender_video.SendVideo(
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200549 kVideoFrameKey, kPayloadType,
550 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100551 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200552 kDefaultExpectedRetransmissionTimeMs));
553}
554
minyue3a407ee2017-04-03 01:10:33 -0700555TEST_P(RtpSenderTestWithoutPacer, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700556 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
557 kRtpExtensionTransportSequenceNumber,
558 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700559 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
560 .WillOnce(testing::Return(kTransportSequenceNumber));
561 EXPECT_CALL(send_packet_observer_,
562 OnSendPacket(kTransportSequenceNumber, _, _))
563 .Times(1);
564
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100565 SendGenericPacket();
asapersson35151f32016-05-02 23:44:01 -0700566}
567
minyue3a407ee2017-04-03 01:10:33 -0700568TEST_P(RtpSenderTest, SendsPacketsWithTransportSequenceNumber) {
michaelt4da30442016-11-17 01:38:43 -0800569 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100570 false, &fake_clock_, &transport_, &mock_paced_sender_, absl::nullopt,
Niels Möller949f0fd2019-01-29 09:44:24 +0100571 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
michaelt4da30442016-11-17 01:38:43 -0800572 &mock_rtc_event_log_, &send_packet_observer_,
Johannes Kron9190b822018-10-29 11:22:05 +0100573 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
brandtr9dfff292016-11-14 05:14:50 -0800574 rtp_sender_->SetSequenceNumber(kSeqNum);
575 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200576 rtp_sender_->SetStorePacketsStatus(true, 10);
577 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
578 kRtpExtensionTransportSequenceNumber,
579 kTransportSequenceNumberExtensionId));
580
brandtr9dfff292016-11-14 05:14:50 -0800581 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200582 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
583 .WillOnce(testing::Return(kTransportSequenceNumber));
584 EXPECT_CALL(send_packet_observer_,
585 OnSendPacket(kTransportSequenceNumber, _, _))
586 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700587 EXPECT_CALL(feedback_observer_,
588 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber, _,
589 PacedPacketInfo()))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200590 .Times(1);
591
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100592 SendGenericPacket();
philipel8aadd502017-02-23 02:56:13 -0800593 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
594 fake_clock_.TimeInMilliseconds(), false,
595 PacedPacketInfo());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200596
danilchap12ba1862016-10-26 02:41:55 -0700597 const auto& packet = transport_.last_sent_packet();
598 uint16_t transport_seq_no;
599 EXPECT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
600 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200601 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200602}
603
Erik Språng7b52f102018-02-07 14:37:37 +0100604TEST_P(RtpSenderTest, WritesPacerExitToTimingExtension) {
ilnik04f4d122017-06-19 07:18:55 -0700605 rtp_sender_->SetStorePacketsStatus(true, 10);
606 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
607 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
608 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
609 auto packet = rtp_sender_->AllocatePacket();
610 packet->SetPayloadType(kPayload);
611 packet->SetMarker(true);
612 packet->SetTimestamp(kTimestamp);
613 packet->set_capture_time_ms(capture_time_ms);
ilnik2edc6842017-07-06 03:06:50 -0700614 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
ilnik04f4d122017-06-19 07:18:55 -0700615 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
616 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
617 size_t packet_size = packet->size();
ilnik04f4d122017-06-19 07:18:55 -0700618
619 const int kStoredTimeInMs = 100;
Erik Språng7b52f102018-02-07 14:37:37 +0100620 {
621 EXPECT_CALL(
622 mock_paced_sender_,
623 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
624 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
625 kAllowRetransmission,
626 RtpPacketSender::kNormalPriority));
627 }
ilnik04f4d122017-06-19 07:18:55 -0700628 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
Erik Språng7b52f102018-02-07 14:37:37 +0100629 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
630 PacedPacketInfo());
ilnik04f4d122017-06-19 07:18:55 -0700631 EXPECT_EQ(1, transport_.packets_sent());
632 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
633
danilchapce251812017-09-11 12:24:41 -0700634 VideoSendTiming video_timing;
635 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
636 &video_timing));
637 EXPECT_EQ(kStoredTimeInMs, video_timing.pacer_exit_delta_ms);
Erik Språng7b52f102018-02-07 14:37:37 +0100638}
ilnik04f4d122017-06-19 07:18:55 -0700639
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100640TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithPacer) {
641 SetUpRtpSender(/*pacer=*/true, /*populate_network2=*/true);
Erik Språng7b52f102018-02-07 14:37:37 +0100642 rtp_sender_->SetStorePacketsStatus(true, 10);
643 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
644 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
645 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
646 auto packet = rtp_sender_->AllocatePacket();
647 packet->SetPayloadType(kPayload);
648 packet->SetMarker(true);
649 packet->SetTimestamp(kTimestamp);
650 packet->set_capture_time_ms(capture_time_ms);
651 const uint16_t kPacerExitMs = 1234u;
652 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, kPacerExitMs, 0u, 0u, true};
653 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
654 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
655 size_t packet_size = packet->size();
656
657 const int kStoredTimeInMs = 100;
658 {
659 EXPECT_CALL(
660 mock_paced_sender_,
661 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
662 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
663 kAllowRetransmission,
664 RtpPacketSender::kNormalPriority));
665 }
ilnik04f4d122017-06-19 07:18:55 -0700666 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
667 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
668 PacedPacketInfo());
Erik Språng7b52f102018-02-07 14:37:37 +0100669 EXPECT_EQ(1, transport_.packets_sent());
ilnik04f4d122017-06-19 07:18:55 -0700670 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
671
Erik Språng7b52f102018-02-07 14:37:37 +0100672 VideoSendTiming video_timing;
danilchapce251812017-09-11 12:24:41 -0700673 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
674 &video_timing));
Erik Språng7b52f102018-02-07 14:37:37 +0100675 EXPECT_EQ(kStoredTimeInMs, video_timing.network2_timestamp_delta_ms);
676 EXPECT_EQ(kPacerExitMs, video_timing.pacer_exit_delta_ms);
ilnik04f4d122017-06-19 07:18:55 -0700677}
678
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100679TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithoutPacer) {
680 SetUpRtpSender(/*pacer=*/false, /*populate_network2=*/true);
681 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
682 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
683 auto packet = rtp_sender_->AllocatePacket();
684 packet->SetMarker(true);
685 packet->set_capture_time_ms(fake_clock_.TimeInMilliseconds());
686 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
687 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
688 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
689
690 const int kPropagateTimeMs = 10;
691 fake_clock_.AdvanceTimeMilliseconds(kPropagateTimeMs);
692
693 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
694 kAllowRetransmission,
695 RtpPacketSender::kNormalPriority));
696
697 EXPECT_EQ(1, transport_.packets_sent());
698 absl::optional<VideoSendTiming> video_timing =
699 transport_.last_sent_packet().GetExtension<VideoTimingExtension>();
700 ASSERT_TRUE(video_timing);
701 EXPECT_EQ(kPropagateTimeMs, video_timing->network2_timestamp_delta_ms);
702}
703
minyue3a407ee2017-04-03 01:10:33 -0700704TEST_P(RtpSenderTest, TrafficSmoothingWithExtensions) {
Peter Boströme23e7372015-10-08 11:44:14 +0200705 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800706 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200707 EXPECT_CALL(mock_rtc_event_log_,
708 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000709
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000710 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000711 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800712 kRtpExtensionTransmissionTimeOffset,
713 kTransmissionTimeOffsetExtensionId));
714 EXPECT_EQ(
715 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
716 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000717 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700718 auto packet =
719 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
720 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000721
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000722 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700723 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
724 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700725 RtpPacketSender::kNormalPriority));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000726
danilchap12ba1862016-10-26 02:41:55 -0700727 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000728
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000729 const int kStoredTimeInMs = 100;
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000730 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000731
brandtr9dfff292016-11-14 05:14:50 -0800732 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800733 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000734
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000735 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700736 EXPECT_EQ(1, transport_.packets_sent());
737 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
738
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000739 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700740 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000741
742 // Verify transmission time offset.
743 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000744 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000745 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000746 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000747}
748
minyue3a407ee2017-04-03 01:10:33 -0700749TEST_P(RtpSenderTest, TrafficSmoothingRetransmits) {
Peter Boströme23e7372015-10-08 11:44:14 +0200750 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800751 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200752 EXPECT_CALL(mock_rtc_event_log_,
753 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000754
755 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000756 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800757 kRtpExtensionTransmissionTimeOffset,
758 kTransmissionTimeOffsetExtensionId));
759 EXPECT_EQ(
760 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
761 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000762 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700763 auto packet =
764 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
765 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000766
767 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700768 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
769 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700770 RtpPacketSender::kNormalPriority));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000771
danilchap12ba1862016-10-26 02:41:55 -0700772 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000773
terelius5d332ac2016-01-14 14:37:39 -0800774 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800775 kSsrc, kSeqNum, _, _, _));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000776
777 const int kStoredTimeInMs = 100;
778 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
779
danilchapb6f1fb52016-10-19 06:11:39 -0700780 EXPECT_EQ(static_cast<int>(packet_size), rtp_sender_->ReSendPacket(kSeqNum));
danilchap12ba1862016-10-26 02:41:55 -0700781 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000782
brandtr9dfff292016-11-14 05:14:50 -0800783 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800784 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000785
786 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700787 EXPECT_EQ(1, transport_.packets_sent());
788 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000789
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000790 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700791 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000792
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000793 // Verify transmission time offset.
794 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000795 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000796 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
797 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
798}
799
800// This test sends 1 regular video packet, then 4 padding packets, and then
801// 1 more regular packet.
minyue3a407ee2017-04-03 01:10:33 -0700802TEST_P(RtpSenderTest, SendPadding) {
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000803 // Make all (non-padding) packets go to send queue.
terelius5d332ac2016-01-14 14:37:39 -0800804 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800805 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200806 EXPECT_CALL(mock_rtc_event_log_,
807 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
808 .Times(1 + 4 + 1);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000809
810 uint16_t seq_num = kSeqNum;
811 uint32_t timestamp = kTimestamp;
812 rtp_sender_->SetStorePacketsStatus(true, 10);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000813 size_t rtp_header_len = kRtpHeaderSize;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000814 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800815 kRtpExtensionTransmissionTimeOffset,
816 kTransmissionTimeOffsetExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000817 rtp_header_len += 4; // 4 bytes extension.
danilchap162abd32015-12-10 02:39:40 -0800818 EXPECT_EQ(
819 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
820 kAbsoluteSendTimeExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000821 rtp_header_len += 4; // 4 bytes extension.
822 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
823
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000824 webrtc::RTPHeader rtp_header;
825
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000826 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700827 auto packet =
828 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200829 const uint32_t media_packet_timestamp = timestamp;
danilchapb6f1fb52016-10-19 06:11:39 -0700830 size_t packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000831
832 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700833 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
834 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700835 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000836
837 int total_packets_sent = 0;
danilchap12ba1862016-10-26 02:41:55 -0700838 EXPECT_EQ(total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000839
840 const int kStoredTimeInMs = 100;
841 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
brandtr9dfff292016-11-14 05:14:50 -0800842 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800843 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000844 // Packet should now be sent. This test doesn't verify the regular video
845 // packet, since it is tested in another test.
danilchap12ba1862016-10-26 02:41:55 -0700846 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000847 timestamp += 90 * kStoredTimeInMs;
848
849 // Send padding 4 times, waiting 50 ms between each.
850 for (int i = 0; i < 4; ++i) {
851 const int kPaddingPeriodMs = 50;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000852 const size_t kPaddingBytes = 100;
853 const size_t kMaxPaddingLength = 224; // Value taken from rtp_sender.cc.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000854 // Padding will be forced to full packets.
philipelc7bf32a2017-02-17 03:59:43 -0800855 EXPECT_EQ(kMaxPaddingLength,
philipel8aadd502017-02-23 02:56:13 -0800856 rtp_sender_->TimeToSendPadding(kPaddingBytes, PacedPacketInfo()));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000857
858 // Process send bucket. Padding should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700859 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000860 EXPECT_EQ(kMaxPaddingLength + rtp_header_len,
danilchap12ba1862016-10-26 02:41:55 -0700861 transport_.last_sent_packet().size());
862
863 transport_.last_sent_packet().GetHeader(&rtp_header);
pbosbd2522a2015-07-01 05:35:53 -0700864 EXPECT_EQ(kMaxPaddingLength, rtp_header.paddingLength);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000865
Stefan Holmer586b19b2015-09-18 11:14:31 +0200866 // Verify sequence number and timestamp. The timestamp should be the same
867 // as the last media packet.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000868 EXPECT_EQ(seq_num++, rtp_header.sequenceNumber);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200869 EXPECT_EQ(media_packet_timestamp, rtp_header.timestamp);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000870 // Verify transmission time offset.
Stefan Holmer586b19b2015-09-18 11:14:31 +0200871 int offset = timestamp - media_packet_timestamp;
872 EXPECT_EQ(offset, rtp_header.extension.transmissionTimeOffset);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000873 uint64_t expected_send_time =
874 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
875 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
876 fake_clock_.AdvanceTimeMilliseconds(kPaddingPeriodMs);
877 timestamp += 90 * kPaddingPeriodMs;
878 }
879
880 // Send a regular video packet again.
881 capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700882 packet = BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
883 packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000884
brandtr9dfff292016-11-14 05:14:50 -0800885 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
886 kSsrc, seq_num, _, _, _));
terelius5d332ac2016-01-14 14:37:39 -0800887
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000888 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700889 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
890 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700891 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000892
brandtr9dfff292016-11-14 05:14:50 -0800893 rtp_sender_->TimeToSendPacket(kSsrc, seq_num, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800894 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000895 // Process send bucket.
danilchap12ba1862016-10-26 02:41:55 -0700896 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
897 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
898 transport_.last_sent_packet().GetHeader(&rtp_header);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000899
900 // Verify sequence number and timestamp.
901 EXPECT_EQ(seq_num, rtp_header.sequenceNumber);
902 EXPECT_EQ(timestamp, rtp_header.timestamp);
903 // Verify transmission time offset. This packet is sent without delay.
904 EXPECT_EQ(0, rtp_header.extension.transmissionTimeOffset);
905 uint64_t expected_send_time =
906 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000907 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000908}
pbos@webrtc.org8911ce42013-03-18 16:39:03 +0000909
minyue3a407ee2017-04-03 01:10:33 -0700910TEST_P(RtpSenderTest, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700911 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
912 kRtpExtensionTransportSequenceNumber,
913 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700914 rtp_sender_->SetStorePacketsStatus(true, 10);
915
916 EXPECT_CALL(send_packet_observer_,
917 OnSendPacket(kTransportSequenceNumber, _, _))
918 .Times(1);
919 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
920 .WillOnce(testing::Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -0800921 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
922 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700923
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100924 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700925 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -0800926 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
927 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800928 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700929 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -0700930}
931
minyue3a407ee2017-04-03 01:10:33 -0700932TEST_P(RtpSenderTest, OnSendPacketNotUpdatedForRetransmits) {
stefana23fc622016-07-28 07:56:38 -0700933 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
934 kRtpExtensionTransportSequenceNumber,
935 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700936 rtp_sender_->SetStorePacketsStatus(true, 10);
937
938 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
939 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
940 .WillOnce(testing::Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -0800941 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
942 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700943
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100944 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700945 const bool kIsRetransmit = true;
brandtr9dfff292016-11-14 05:14:50 -0800946 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
947 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800948 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700949 EXPECT_EQ(1, transport_.packets_sent());
Petter Strandmark26bc6692018-05-29 08:43:35 +0200950 EXPECT_TRUE(transport_.last_options_.is_retransmit);
asapersson35151f32016-05-02 23:44:01 -0700951}
952
minyue3a407ee2017-04-03 01:10:33 -0700953TEST_P(RtpSenderTest, OnSendPacketNotUpdatedWithoutSeqNumAllocator) {
asapersson35151f32016-05-02 23:44:01 -0700954 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100955 false, &fake_clock_, &transport_, &mock_paced_sender_, absl::nullopt,
asapersson35151f32016-05-02 23:44:01 -0700956 nullptr /* TransportSequenceNumberAllocator */, nullptr, nullptr, nullptr,
Niels Möller949f0fd2019-01-29 09:44:24 +0100957 nullptr, &send_packet_observer_, &retransmission_rate_limiter_, nullptr,
958 false, nullptr, false, false));
brandtr9dfff292016-11-14 05:14:50 -0800959 rtp_sender_->SetSequenceNumber(kSeqNum);
960 rtp_sender_->SetSSRC(kSsrc);
stefana23fc622016-07-28 07:56:38 -0700961 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
962 kRtpExtensionTransportSequenceNumber,
963 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700964 rtp_sender_->SetSequenceNumber(kSeqNum);
965 rtp_sender_->SetStorePacketsStatus(true, 10);
966
967 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
brandtr9dfff292016-11-14 05:14:50 -0800968 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
969 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700970
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100971 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700972 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -0800973 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
974 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800975 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700976 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -0700977}
978
minyue3a407ee2017-04-03 01:10:33 -0700979TEST_P(RtpSenderTest, SendRedundantPayloads) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000980 MockTransport transport;
terelius429c3452016-01-21 05:42:04 -0800981 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100982 false, &fake_clock_, &transport, &mock_paced_sender_, absl::nullopt,
983 nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +0100984 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000985 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr9dfff292016-11-14 05:14:50 -0800986 rtp_sender_->SetSSRC(kSsrc);
Shao Changbine62202f2015-04-21 20:24:50 +0800987 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000988
989 uint16_t seq_num = kSeqNum;
990 rtp_sender_->SetStorePacketsStatus(true, 10);
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +0000991 int32_t rtp_header_len = kRtpHeaderSize;
danilchap162abd32015-12-10 02:39:40 -0800992 EXPECT_EQ(
993 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
994 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000995 rtp_header_len += 4; // 4 bytes extension.
996 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
997
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000998 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000999 rtp_sender_->SetRtxSsrc(1234);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001000
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001001 const size_t kNumPayloadSizes = 10;
danilchap162abd32015-12-10 02:39:40 -08001002 const size_t kPayloadSizes[kNumPayloadSizes] = {500, 550, 600, 650, 700,
1003 750, 800, 850, 900, 950};
terelius5d332ac2016-01-14 14:37:39 -08001004 // Expect all packets go through the pacer.
1005 EXPECT_CALL(mock_paced_sender_,
brandtr9dfff292016-11-14 05:14:50 -08001006 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _))
terelius5d332ac2016-01-14 14:37:39 -08001007 .Times(kNumPayloadSizes);
Elad Alon4a87e1c2017-10-03 16:11:34 +02001008 EXPECT_CALL(mock_rtc_event_log_,
1009 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001010 .Times(kNumPayloadSizes);
1011
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001012 // Send 10 packets of increasing size.
1013 for (size_t i = 0; i < kNumPayloadSizes; ++i) {
1014 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
stefan1d8a5062015-10-02 03:39:33 -07001015 EXPECT_CALL(transport, SendRtp(_, _, _)).WillOnce(testing::Return(true));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001016 SendPacket(capture_time_ms, kPayloadSizes[i]);
brandtr9dfff292016-11-14 05:14:50 -08001017 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -08001018 PacedPacketInfo());
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001019 fake_clock_.AdvanceTimeMilliseconds(33);
1020 }
terelius429c3452016-01-21 05:42:04 -08001021
Elad Alon4a87e1c2017-10-03 16:11:34 +02001022 EXPECT_CALL(mock_rtc_event_log_,
1023 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001024 .Times(::testing::AtLeast(4));
1025
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001026 // The amount of padding to send it too small to send a payload packet.
stefan1d8a5062015-10-02 03:39:33 -07001027 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
pbos2d566682015-09-28 09:59:31 -07001028 .WillOnce(testing::Return(true));
philipela1ed0b32016-06-01 06:31:17 -07001029 EXPECT_EQ(kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001030 rtp_sender_->TimeToSendPadding(49, PacedPacketInfo()));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001031
Petter Strandmark26bc6692018-05-29 08:43:35 +02001032 PacketOptions options;
Peter Boströmac547a62015-09-17 23:03:57 +02001033 EXPECT_CALL(transport,
stefan1d8a5062015-10-02 03:39:33 -07001034 SendRtp(_, kPayloadSizes[0] + rtp_header_len + kRtxHeaderSize, _))
Yves Gerey665174f2018-06-19 15:03:05 +02001035 .WillOnce(
1036 testing::DoAll(testing::SaveArg<2>(&options), testing::Return(true)));
philipela1ed0b32016-06-01 06:31:17 -07001037 EXPECT_EQ(kPayloadSizes[0],
philipel8aadd502017-02-23 02:56:13 -08001038 rtp_sender_->TimeToSendPadding(500, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001039 EXPECT_TRUE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001040
Yves Gerey665174f2018-06-19 15:03:05 +02001041 EXPECT_CALL(transport, SendRtp(_,
1042 kPayloadSizes[kNumPayloadSizes - 1] +
1043 rtp_header_len + kRtxHeaderSize,
stefan1d8a5062015-10-02 03:39:33 -07001044 _))
pbos2d566682015-09-28 09:59:31 -07001045 .WillOnce(testing::Return(true));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001046
1047 options.is_retransmit = false;
stefan1d8a5062015-10-02 03:39:33 -07001048 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
Yves Gerey665174f2018-06-19 15:03:05 +02001049 .WillOnce(
1050 testing::DoAll(testing::SaveArg<2>(&options), testing::Return(true)));
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001051 EXPECT_EQ(kPayloadSizes[kNumPayloadSizes - 1] + kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001052 rtp_sender_->TimeToSendPadding(999, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001053 EXPECT_FALSE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001054}
1055
minyue3a407ee2017-04-03 01:10:33 -07001056TEST_P(RtpSenderTestWithoutPacer, SendGenericVideo) {
Niels Möller8a40edd2019-01-24 18:04:44 +01001057 const char payload_name[] = "GENERIC";
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001058 const uint8_t payload_type = 127;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001059 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
1060 nullptr, false);
1061 rtp_sender_video.RegisterPayloadType(payload_type, payload_name);
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001062 uint8_t payload[] = {47, 11, 32, 93, 89};
1063
1064 // Send keyframe
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001065 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001066 ASSERT_TRUE(rtp_sender_video.SendVideo(
spranga8ae6f22017-09-04 07:23:56 -07001067 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001068 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001069
danilchap96c15872016-11-21 01:35:29 -08001070 auto sent_payload = transport_.last_sent_packet().payload();
1071 uint8_t generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001072 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1073 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001074 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001075
1076 // Send delta frame
1077 payload[0] = 13;
1078 payload[1] = 42;
1079 payload[4] = 13;
1080
Niels Möller59ab1cf2019-02-06 22:48:11 +01001081 ASSERT_TRUE(rtp_sender_video.SendVideo(
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001082 kVideoFrameDelta, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001083 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001084
danilchap96c15872016-11-21 01:35:29 -08001085 sent_payload = transport_.last_sent_packet().payload();
1086 generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001087 EXPECT_FALSE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1088 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001089 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001090}
1091
minyue3a407ee2017-04-03 01:10:33 -07001092TEST_P(RtpSenderTest, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001093 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001094 constexpr int kMediaPayloadType = 127;
1095 constexpr int kFlexfecPayloadType = 118;
1096 constexpr uint32_t kMediaSsrc = 1234;
1097 constexpr uint32_t kFlexfecSsrc = 5678;
1098 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001099 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtrdbdb3f12016-11-10 05:04:48 -08001100 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001101 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001102 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001103
1104 // Reset |rtp_sender_| to use FlexFEC.
michaelt4da30442016-11-17 01:38:43 -08001105 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001106 false, &fake_clock_, &transport_, &mock_paced_sender_, kFlexfecSsrc,
Niels Möller949f0fd2019-01-29 09:44:24 +01001107 &seq_num_allocator_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
1108 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
1109 nullptr, false, false));
brandtrdbdb3f12016-11-10 05:04:48 -08001110 rtp_sender_->SetSSRC(kMediaSsrc);
1111 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001112 rtp_sender_->SetStorePacketsStatus(true, 10);
1113
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001114 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
1115 &flexfec_sender, nullptr, false);
1116 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
1117
brandtrdbdb3f12016-11-10 05:04:48 -08001118 // Parameters selected to generate a single FEC packet per media packet.
1119 FecProtectionParams params;
1120 params.fec_rate = 15;
1121 params.max_fec_frames = 1;
1122 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001123 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001124
brandtr9dfff292016-11-14 05:14:50 -08001125 EXPECT_CALL(mock_paced_sender_,
1126 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc, kSeqNum,
1127 _, _, false));
1128 uint16_t flexfec_seq_num;
brandtrdbdb3f12016-11-10 05:04:48 -08001129 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
brandtr9dfff292016-11-14 05:14:50 -08001130 kFlexfecSsrc, _, _, _, false))
1131 .WillOnce(testing::SaveArg<2>(&flexfec_seq_num));
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001132
1133 RTPVideoHeader video_header;
1134 EXPECT_TRUE(rtp_sender_video.SendVideo(
1135 kVideoFrameKey, kMediaPayloadType, kTimestamp,
1136 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1137 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1138
Elad Alon4a87e1c2017-10-03 16:11:34 +02001139 EXPECT_CALL(mock_rtc_event_log_,
1140 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1141 .Times(2);
philipel8aadd502017-02-23 02:56:13 -08001142 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum,
1143 fake_clock_.TimeInMilliseconds(),
1144 false, PacedPacketInfo()));
brandtr9dfff292016-11-14 05:14:50 -08001145 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kFlexfecSsrc, flexfec_seq_num,
1146 fake_clock_.TimeInMilliseconds(),
philipel8aadd502017-02-23 02:56:13 -08001147 false, PacedPacketInfo()));
brandtr9dfff292016-11-14 05:14:50 -08001148 ASSERT_EQ(2, transport_.packets_sent());
brandtrdbdb3f12016-11-10 05:04:48 -08001149 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1150 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
brandtr9dfff292016-11-14 05:14:50 -08001151 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
brandtrdbdb3f12016-11-10 05:04:48 -08001152 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
brandtr9dfff292016-11-14 05:14:50 -08001153 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1154 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1155 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1156 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001157}
1158
ilnik10894992017-06-21 08:23:19 -07001159// TODO(ilnik): because of webrtc:7859. Once FEC moved below pacer, this test
1160// should be removed.
1161TEST_P(RtpSenderTest, NoFlexfecForTimingFrames) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001162 constexpr uint32_t kTimestamp = 1234;
1163 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
ilnik10894992017-06-21 08:23:19 -07001164 constexpr int kMediaPayloadType = 127;
1165 constexpr int kFlexfecPayloadType = 118;
1166 constexpr uint32_t kMediaSsrc = 1234;
1167 constexpr uint32_t kFlexfecSsrc = 5678;
1168 const std::vector<RtpExtension> kNoRtpExtensions;
1169 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
ilnike4350192017-06-29 02:27:44 -07001170
ilnik10894992017-06-21 08:23:19 -07001171 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001172 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
ilnik10894992017-06-21 08:23:19 -07001173 nullptr /* rtp_state */, &fake_clock_);
1174
1175 // Reset |rtp_sender_| to use FlexFEC.
1176 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001177 false, &fake_clock_, &transport_, &mock_paced_sender_,
1178 flexfec_sender.ssrc(), &seq_num_allocator_, nullptr, nullptr, nullptr,
1179 &mock_rtc_event_log_, &send_packet_observer_,
1180 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
ilnik10894992017-06-21 08:23:19 -07001181 rtp_sender_->SetSSRC(kMediaSsrc);
1182 rtp_sender_->SetSequenceNumber(kSeqNum);
ilnik10894992017-06-21 08:23:19 -07001183 rtp_sender_->SetStorePacketsStatus(true, 10);
1184
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001185 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
1186 &flexfec_sender, nullptr, false);
1187 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
1188
ilnike4350192017-06-29 02:27:44 -07001189 // Need extension to be registered for timing frames to be sent.
1190 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1191 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
1192
ilnik10894992017-06-21 08:23:19 -07001193 // Parameters selected to generate a single FEC packet per media packet.
1194 FecProtectionParams params;
1195 params.fec_rate = 15;
1196 params.max_fec_frames = 1;
1197 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001198 rtp_sender_video.SetFecParameters(params, params);
ilnik10894992017-06-21 08:23:19 -07001199
1200 EXPECT_CALL(mock_paced_sender_,
1201 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc, kSeqNum,
1202 _, _, false));
1203 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1204 kFlexfecSsrc, _, _, _, false))
1205 .Times(0); // Not called because packet should not be protected.
1206
ilnik10894992017-06-21 08:23:19 -07001207 RTPVideoHeader video_header;
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001208 video_header.video_timing.flags = VideoSendTiming::kTriggeredByTimer;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001209 EXPECT_TRUE(rtp_sender_video.SendVideo(
1210 kVideoFrameKey, kMediaPayloadType, kTimestamp, kCaptureTimeMs,
1211 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
spranga8ae6f22017-09-04 07:23:56 -07001212 kDefaultExpectedRetransmissionTimeMs));
ilnik10894992017-06-21 08:23:19 -07001213
Elad Alon4a87e1c2017-10-03 16:11:34 +02001214 EXPECT_CALL(mock_rtc_event_log_,
1215 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1216 .Times(1);
ilnik10894992017-06-21 08:23:19 -07001217 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum,
1218 fake_clock_.TimeInMilliseconds(),
1219 false, PacedPacketInfo()));
1220 ASSERT_EQ(1, transport_.packets_sent());
1221 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1222 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1223 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
1224 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
1225
1226 // Now try to send not a timing frame.
1227 uint16_t flexfec_seq_num;
1228 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1229 kFlexfecSsrc, _, _, _, false))
1230 .WillOnce(testing::SaveArg<2>(&flexfec_seq_num));
1231 EXPECT_CALL(mock_paced_sender_,
1232 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc,
1233 kSeqNum + 1, _, _, false));
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001234 video_header.video_timing.flags = VideoSendTiming::kInvalid;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001235 EXPECT_TRUE(rtp_sender_video.SendVideo(
1236 kVideoFrameKey, kMediaPayloadType, kTimestamp + 1, kCaptureTimeMs + 1,
1237 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
spranga8ae6f22017-09-04 07:23:56 -07001238 kDefaultExpectedRetransmissionTimeMs));
ilnik10894992017-06-21 08:23:19 -07001239
Elad Alon4a87e1c2017-10-03 16:11:34 +02001240 EXPECT_CALL(mock_rtc_event_log_,
1241 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1242 .Times(2);
ilnik10894992017-06-21 08:23:19 -07001243 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum + 1,
1244 fake_clock_.TimeInMilliseconds(),
1245 false, PacedPacketInfo()));
1246 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kFlexfecSsrc, flexfec_seq_num,
1247 fake_clock_.TimeInMilliseconds(),
1248 false, PacedPacketInfo()));
1249 ASSERT_EQ(3, transport_.packets_sent());
1250 const RtpPacketReceived& media_packet2 = transport_.sent_packets_[1];
1251 EXPECT_EQ(kMediaPayloadType, media_packet2.PayloadType());
1252 EXPECT_EQ(kSeqNum + 1, media_packet2.SequenceNumber());
1253 EXPECT_EQ(kMediaSsrc, media_packet2.Ssrc());
1254 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[2];
1255 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1256 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1257 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
1258}
1259
minyue3a407ee2017-04-03 01:10:33 -07001260TEST_P(RtpSenderTestWithoutPacer, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001261 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001262 constexpr int kMediaPayloadType = 127;
1263 constexpr int kFlexfecPayloadType = 118;
1264 constexpr uint32_t kMediaSsrc = 1234;
1265 constexpr uint32_t kFlexfecSsrc = 5678;
1266 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001267 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtrdbdb3f12016-11-10 05:04:48 -08001268 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001269 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001270 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001271
1272 // Reset |rtp_sender_| to use FlexFEC.
Benjamin Wright192eeec2018-10-17 17:27:25 -07001273 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001274 false, &fake_clock_, &transport_, nullptr, flexfec_sender.ssrc(),
Niels Möller949f0fd2019-01-29 09:44:24 +01001275 &seq_num_allocator_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
1276 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
1277 nullptr, false, false));
brandtrdbdb3f12016-11-10 05:04:48 -08001278 rtp_sender_->SetSSRC(kMediaSsrc);
1279 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001280
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001281 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
1282 &flexfec_sender, nullptr, false);
1283 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
1284
brandtrdbdb3f12016-11-10 05:04:48 -08001285 // Parameters selected to generate a single FEC packet per media packet.
1286 FecProtectionParams params;
1287 params.fec_rate = 15;
1288 params.max_fec_frames = 1;
1289 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001290 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001291
Elad Alon4a87e1c2017-10-03 16:11:34 +02001292 EXPECT_CALL(mock_rtc_event_log_,
1293 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1294 .Times(2);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001295 RTPVideoHeader video_header;
1296 EXPECT_TRUE(rtp_sender_video.SendVideo(
1297 kVideoFrameKey, kMediaPayloadType, kTimestamp,
1298 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1299 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1300
brandtrdbdb3f12016-11-10 05:04:48 -08001301 ASSERT_EQ(2, transport_.packets_sent());
1302 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1303 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1304 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
1305 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1306 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1307 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
1308}
1309
Steve Anton296a0ce2018-03-22 15:17:27 -07001310// Test that the MID header extension is included on sent packets when
1311// configured.
1312TEST_P(RtpSenderTestWithoutPacer, MidIncludedOnSentPackets) {
1313 const char kMid[] = "mid";
1314
1315 // Register MID header extension and set the MID for the RTPSender.
1316 rtp_sender_->SetSendingMediaStatus(false);
1317 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionMid, kMidExtensionId);
1318 rtp_sender_->SetMid(kMid);
1319 rtp_sender_->SetSendingMediaStatus(true);
1320
1321 // Send a couple packets.
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001322 SendGenericPacket();
1323 SendGenericPacket();
Steve Anton296a0ce2018-03-22 15:17:27 -07001324
1325 // Expect both packets to have the MID set.
1326 ASSERT_EQ(2u, transport_.sent_packets_.size());
1327 for (const RtpPacketReceived& packet : transport_.sent_packets_) {
1328 std::string mid;
1329 ASSERT_TRUE(packet.GetExtension<RtpMid>(&mid));
1330 EXPECT_EQ(kMid, mid);
1331 }
1332}
1333
Amit Hilbuch77938e62018-12-21 09:23:38 -08001334TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnSentPackets) {
1335 const char kRid[] = "f";
1336
1337 rtp_sender_->SetSendingMediaStatus(false);
1338 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1339 kRidExtensionId);
1340 rtp_sender_->SetRid(kRid);
1341 rtp_sender_->SetSendingMediaStatus(true);
1342
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001343 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001344
1345 ASSERT_EQ(1u, transport_.sent_packets_.size());
1346 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1347 std::string rid;
1348 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1349 EXPECT_EQ(kRid, rid);
1350}
1351
1352TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnRtxSentPackets) {
1353 const char kRid[] = "f";
Amit Hilbuch77938e62018-12-21 09:23:38 -08001354
1355 rtp_sender_->SetSendingMediaStatus(false);
1356 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1357 kRidExtensionId);
1358 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRepairedRtpStreamId,
1359 kRepairedRidExtensionId);
1360 rtp_sender_->SetRid(kRid);
1361 rtp_sender_->SetSendingMediaStatus(true);
1362
1363 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
1364 rtp_sender_->SetRtxSsrc(1234);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001365 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001366
1367 rtp_sender_->SetStorePacketsStatus(true, 10);
1368
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001369 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001370 ASSERT_EQ(1u, transport_.sent_packets_.size());
1371 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1372 std::string rid;
1373 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1374 EXPECT_EQ(kRid, rid);
1375 rid = kNoRid;
1376 EXPECT_FALSE(packet.GetExtension<RepairedRtpStreamId>(&rid));
1377
1378 uint16_t packet_id = packet.SequenceNumber();
1379 rtp_sender_->ReSendPacket(packet_id);
1380 ASSERT_EQ(2u, transport_.sent_packets_.size());
1381 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1382 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rid));
1383 EXPECT_EQ(kRid, rid);
1384 EXPECT_FALSE(rtx_packet.HasExtension<RtpStreamId>());
1385}
1386
minyue3a407ee2017-04-03 01:10:33 -07001387TEST_P(RtpSenderTest, FecOverheadRate) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001388 constexpr uint32_t kTimestamp = 1234;
1389 constexpr int kMediaPayloadType = 127;
brandtr81eab612017-01-24 04:06:09 -08001390 constexpr int kFlexfecPayloadType = 118;
1391 constexpr uint32_t kMediaSsrc = 1234;
1392 constexpr uint32_t kFlexfecSsrc = 5678;
1393 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001394 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtr81eab612017-01-24 04:06:09 -08001395 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001396 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001397 nullptr /* rtp_state */, &fake_clock_);
brandtr81eab612017-01-24 04:06:09 -08001398
1399 // Reset |rtp_sender_| to use FlexFEC.
1400 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001401 false, &fake_clock_, &transport_, &mock_paced_sender_,
1402 flexfec_sender.ssrc(), &seq_num_allocator_, nullptr, nullptr, nullptr,
1403 &mock_rtc_event_log_, &send_packet_observer_,
1404 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
brandtr81eab612017-01-24 04:06:09 -08001405 rtp_sender_->SetSSRC(kMediaSsrc);
1406 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr81eab612017-01-24 04:06:09 -08001407
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001408 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
1409 &flexfec_sender, nullptr, false);
1410 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
brandtr81eab612017-01-24 04:06:09 -08001411 // Parameters selected to generate a single FEC packet per media packet.
1412 FecProtectionParams params;
1413 params.fec_rate = 15;
1414 params.max_fec_frames = 1;
1415 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001416 rtp_sender_video.SetFecParameters(params, params);
brandtr81eab612017-01-24 04:06:09 -08001417
1418 constexpr size_t kNumMediaPackets = 10;
1419 constexpr size_t kNumFecPackets = kNumMediaPackets;
1420 constexpr int64_t kTimeBetweenPacketsMs = 10;
1421 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, _, _, _, _, false))
1422 .Times(kNumMediaPackets + kNumFecPackets);
1423 for (size_t i = 0; i < kNumMediaPackets; ++i) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001424 RTPVideoHeader video_header;
1425
1426 EXPECT_TRUE(rtp_sender_video.SendVideo(
1427 kVideoFrameKey, kMediaPayloadType, kTimestamp,
1428 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1429 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1430
brandtr81eab612017-01-24 04:06:09 -08001431 fake_clock_.AdvanceTimeMilliseconds(kTimeBetweenPacketsMs);
1432 }
1433 constexpr size_t kRtpHeaderLength = 12;
1434 constexpr size_t kFlexfecHeaderLength = 20;
1435 constexpr size_t kGenericCodecHeaderLength = 1;
1436 constexpr size_t kPayloadLength = sizeof(kPayloadData);
1437 constexpr size_t kPacketLength = kRtpHeaderLength + kFlexfecHeaderLength +
1438 kGenericCodecHeaderLength + kPayloadLength;
1439 EXPECT_NEAR(kNumFecPackets * kPacketLength * 8 /
1440 (kNumFecPackets * kTimeBetweenPacketsMs / 1000.0f),
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001441 rtp_sender_video.FecOverheadRate(), 500);
brandtr81eab612017-01-24 04:06:09 -08001442}
1443
minyue3a407ee2017-04-03 01:10:33 -07001444TEST_P(RtpSenderTest, BitrateCallbacks) {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001445 class TestCallback : public BitrateStatisticsObserver {
1446 public:
sprangcd349d92016-07-13 09:11:28 -07001447 TestCallback()
1448 : BitrateStatisticsObserver(),
1449 num_calls_(0),
1450 ssrc_(0),
1451 total_bitrate_(0),
1452 retransmit_bitrate_(0) {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001453 ~TestCallback() override = default;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001454
sprangcd349d92016-07-13 09:11:28 -07001455 void Notify(uint32_t total_bitrate,
1456 uint32_t retransmit_bitrate,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001457 uint32_t ssrc) override {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001458 ++num_calls_;
1459 ssrc_ = ssrc;
sprangcd349d92016-07-13 09:11:28 -07001460 total_bitrate_ = total_bitrate;
1461 retransmit_bitrate_ = retransmit_bitrate;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001462 }
1463
1464 uint32_t num_calls_;
1465 uint32_t ssrc_;
sprangcd349d92016-07-13 09:11:28 -07001466 uint32_t total_bitrate_;
1467 uint32_t retransmit_bitrate_;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001468 } callback;
Benjamin Wright192eeec2018-10-17 17:27:25 -07001469 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001470 false, &fake_clock_, &transport_, nullptr, absl::nullopt, nullptr,
1471 nullptr, &callback, nullptr, nullptr, nullptr,
1472 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08001473 rtp_sender_->SetSSRC(kSsrc);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001474
Niels Möller59ab1cf2019-02-06 22:48:11 +01001475 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
1476 nullptr, false);
1477 const char payload_name[] = "GENERIC";
1478 const uint8_t payload_type = 127;
1479 rtp_sender_video.RegisterPayloadType(payload_type, payload_name);
1480
sprangcd349d92016-07-13 09:11:28 -07001481 // Simulate kNumPackets sent with kPacketInterval ms intervals, with the
1482 // number of packets selected so that we fill (but don't overflow) the one
1483 // second averaging window.
1484 const uint32_t kWindowSizeMs = 1000;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001485 const uint32_t kPacketInterval = 20;
sprangcd349d92016-07-13 09:11:28 -07001486 const uint32_t kNumPackets =
1487 (kWindowSizeMs - kPacketInterval) / kPacketInterval;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001488 // Overhead = 12 bytes RTP header + 1 byte generic header.
1489 const uint32_t kPacketOverhead = 13;
1490
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001491 uint8_t payload[] = {47, 11, 32, 93, 89};
1492 rtp_sender_->SetStorePacketsStatus(true, 1);
1493 uint32_t ssrc = rtp_sender_->SSRC();
1494
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001495 // Initial process call so we get a new time window.
1496 rtp_sender_->ProcessBitrate();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001497
1498 // Send a few frames.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001499 RTPVideoHeader video_header;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001500 for (uint32_t i = 0; i < kNumPackets; ++i) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001501 ASSERT_TRUE(rtp_sender_video.SendVideo(
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001502 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001503 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001504 fake_clock_.AdvanceTimeMilliseconds(kPacketInterval);
1505 }
1506
1507 rtp_sender_->ProcessBitrate();
1508
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001509 // We get one call for every stats updated, thus two calls since both the
1510 // stream stats and the retransmit stats are updated once.
1511 EXPECT_EQ(2u, callback.num_calls_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001512 EXPECT_EQ(ssrc, callback.ssrc_);
sprangcd349d92016-07-13 09:11:28 -07001513 const uint32_t kTotalPacketSize = kPacketOverhead + sizeof(payload);
1514 // Bitrate measured over delta between last and first timestamp, plus one.
1515 const uint32_t kExpectedWindowMs = kNumPackets * kPacketInterval + 1;
1516 const uint32_t kExpectedBitsAccumulated = kTotalPacketSize * kNumPackets * 8;
1517 const uint32_t kExpectedRateBps =
1518 (kExpectedBitsAccumulated * 1000 + (kExpectedWindowMs / 2)) /
1519 kExpectedWindowMs;
1520 EXPECT_EQ(kExpectedRateBps, callback.total_bitrate_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001521
andresp@webrtc.orgd11bec42014-07-08 14:32:58 +00001522 rtp_sender_.reset();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001523}
1524
minyue3a407ee2017-04-03 01:10:33 -07001525TEST_P(RtpSenderTestWithoutPacer, StreamDataCountersCallbacks) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001526 class TestCallback : public StreamDataCountersCallback {
1527 public:
danilchap162abd32015-12-10 02:39:40 -08001528 TestCallback() : StreamDataCountersCallback(), ssrc_(0), counters_() {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001529 ~TestCallback() override = default;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001530
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001531 void DataCountersUpdated(const StreamDataCounters& counters,
1532 uint32_t ssrc) override {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001533 ssrc_ = ssrc;
1534 counters_ = counters;
1535 }
1536
1537 uint32_t ssrc_;
1538 StreamDataCounters counters_;
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001539
1540 void MatchPacketCounter(const RtpPacketCounter& expected,
1541 const RtpPacketCounter& actual) {
1542 EXPECT_EQ(expected.payload_bytes, actual.payload_bytes);
1543 EXPECT_EQ(expected.header_bytes, actual.header_bytes);
1544 EXPECT_EQ(expected.padding_bytes, actual.padding_bytes);
1545 EXPECT_EQ(expected.packets, actual.packets);
1546 }
1547
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001548 void Matches(uint32_t ssrc, const StreamDataCounters& counters) {
1549 EXPECT_EQ(ssrc, ssrc_);
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001550 MatchPacketCounter(counters.transmitted, counters_.transmitted);
1551 MatchPacketCounter(counters.retransmitted, counters_.retransmitted);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001552 EXPECT_EQ(counters.fec.packets, counters_.fec.packets);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001553 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001554 } callback;
1555
1556 const uint8_t kRedPayloadType = 96;
1557 const uint8_t kUlpfecPayloadType = 97;
Niels Möller8a40edd2019-01-24 18:04:44 +01001558 const char payload_name[] = "GENERIC";
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001559 const uint8_t payload_type = 127;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001560 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
1561 nullptr, false);
1562 rtp_sender_video.RegisterPayloadType(payload_type, payload_name);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001563 uint8_t payload[] = {47, 11, 32, 93, 89};
1564 rtp_sender_->SetStorePacketsStatus(true, 1);
1565 uint32_t ssrc = rtp_sender_->SSRC();
1566
1567 rtp_sender_->RegisterRtpStatisticsCallback(&callback);
1568
1569 // Send a frame.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001570 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001571 ASSERT_TRUE(rtp_sender_video.SendVideo(
spranga8ae6f22017-09-04 07:23:56 -07001572 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001573 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001574 StreamDataCounters expected;
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001575 expected.transmitted.payload_bytes = 6;
1576 expected.transmitted.header_bytes = 12;
1577 expected.transmitted.padding_bytes = 0;
1578 expected.transmitted.packets = 1;
1579 expected.retransmitted.payload_bytes = 0;
1580 expected.retransmitted.header_bytes = 0;
1581 expected.retransmitted.padding_bytes = 0;
1582 expected.retransmitted.packets = 0;
1583 expected.fec.packets = 0;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001584 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001585
1586 // Retransmit a frame.
1587 uint16_t seqno = rtp_sender_->SequenceNumber() - 1;
Erik Språnga12b1d62018-03-14 12:39:24 +01001588 rtp_sender_->ReSendPacket(seqno);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001589 expected.transmitted.payload_bytes = 12;
1590 expected.transmitted.header_bytes = 24;
1591 expected.transmitted.packets = 2;
1592 expected.retransmitted.payload_bytes = 6;
1593 expected.retransmitted.header_bytes = 12;
1594 expected.retransmitted.padding_bytes = 0;
1595 expected.retransmitted.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001596 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001597
1598 // Send padding.
philipel8aadd502017-02-23 02:56:13 -08001599 rtp_sender_->TimeToSendPadding(kMaxPaddingSize, PacedPacketInfo());
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001600 expected.transmitted.payload_bytes = 12;
1601 expected.transmitted.header_bytes = 36;
1602 expected.transmitted.padding_bytes = kMaxPaddingSize;
1603 expected.transmitted.packets = 3;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001604 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001605
brandtrf1bb4762016-11-07 03:05:06 -08001606 // Send ULPFEC.
Niels Möller59ab1cf2019-02-06 22:48:11 +01001607 rtp_sender_video.SetUlpfecConfig(kRedPayloadType, kUlpfecPayloadType);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001608 FecProtectionParams fec_params;
1609 fec_params.fec_mask_type = kFecMaskRandom;
1610 fec_params.fec_rate = 1;
1611 fec_params.max_fec_frames = 1;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001612 rtp_sender_video.SetFecParameters(fec_params, fec_params);
1613 ASSERT_TRUE(rtp_sender_video.SendVideo(
spranga8ae6f22017-09-04 07:23:56 -07001614 kVideoFrameDelta, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001615 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001616 expected.transmitted.payload_bytes = 40;
1617 expected.transmitted.header_bytes = 60;
1618 expected.transmitted.packets = 5;
1619 expected.fec.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001620 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001621
sprang867fb522015-08-03 04:38:41 -07001622 rtp_sender_->RegisterRtpStatisticsCallback(nullptr);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001623}
1624
minyue3a407ee2017-04-03 01:10:33 -07001625TEST_P(RtpSenderTestWithoutPacer, BytesReportedCorrectly) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001626 // XXX const char* kPayloadName = "GENERIC";
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001627 const uint8_t kPayloadType = 127;
1628 rtp_sender_->SetSSRC(1234);
1629 rtp_sender_->SetRtxSsrc(4321);
Shao Changbine62202f2015-04-21 20:24:50 +08001630 rtp_sender_->SetRtxPayloadType(kPayloadType - 1, kPayloadType);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001631 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001632
Niels Möller59ab1cf2019-02-06 22:48:11 +01001633 SendGenericPacket();
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001634 // Will send 2 full-size padding packets.
philipel8aadd502017-02-23 02:56:13 -08001635 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
1636 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001637
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001638 StreamDataCounters rtp_stats;
1639 StreamDataCounters rtx_stats;
1640 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001641
Niels Möller59ab1cf2019-02-06 22:48:11 +01001642 // Payload
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +00001643 EXPECT_GT(rtp_stats.first_packet_time_ms, -1);
Niels Möller59ab1cf2019-02-06 22:48:11 +01001644 EXPECT_EQ(rtp_stats.transmitted.payload_bytes, sizeof(kPayloadData));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001645 EXPECT_EQ(rtp_stats.transmitted.header_bytes, 12u);
1646 EXPECT_EQ(rtp_stats.transmitted.padding_bytes, 0u);
1647 EXPECT_EQ(rtx_stats.transmitted.payload_bytes, 0u);
1648 EXPECT_EQ(rtx_stats.transmitted.header_bytes, 24u);
1649 EXPECT_EQ(rtx_stats.transmitted.padding_bytes, 2 * kMaxPaddingSize);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001650
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001651 EXPECT_EQ(rtp_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001652 rtp_stats.transmitted.payload_bytes +
1653 rtp_stats.transmitted.header_bytes +
1654 rtp_stats.transmitted.padding_bytes);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001655 EXPECT_EQ(rtx_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001656 rtx_stats.transmitted.payload_bytes +
1657 rtx_stats.transmitted.header_bytes +
1658 rtx_stats.transmitted.padding_bytes);
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001659
danilchap162abd32015-12-10 02:39:40 -08001660 EXPECT_EQ(
1661 transport_.total_bytes_sent_,
1662 rtp_stats.transmitted.TotalBytes() + rtx_stats.transmitted.TotalBytes());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001663}
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001664
minyue3a407ee2017-04-03 01:10:33 -07001665TEST_P(RtpSenderTestWithoutPacer, RespectsNackBitrateLimit) {
sprang38778b02015-09-29 09:48:22 -07001666 const int32_t kPacketSize = 1400;
1667 const int32_t kNumPackets = 30;
1668
sprangcd349d92016-07-13 09:11:28 -07001669 retransmission_rate_limiter_.SetMaxRate(kPacketSize * kNumPackets * 8);
1670
sprang38778b02015-09-29 09:48:22 -07001671 rtp_sender_->SetStorePacketsStatus(true, kNumPackets);
sprang38778b02015-09-29 09:48:22 -07001672 const uint16_t kStartSequenceNumber = rtp_sender_->SequenceNumber();
Danil Chapovalov2800d742016-08-26 18:48:46 +02001673 std::vector<uint16_t> sequence_numbers;
sprang38778b02015-09-29 09:48:22 -07001674 for (int32_t i = 0; i < kNumPackets; ++i) {
1675 sequence_numbers.push_back(kStartSequenceNumber + i);
1676 fake_clock_.AdvanceTimeMilliseconds(1);
1677 SendPacket(fake_clock_.TimeInMilliseconds(), kPacketSize);
1678 }
danilchap12ba1862016-10-26 02:41:55 -07001679 EXPECT_EQ(kNumPackets, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001680
1681 fake_clock_.AdvanceTimeMilliseconds(1000 - kNumPackets);
1682
1683 // Resending should work - brings the bandwidth up to the limit.
1684 // NACK bitrate is capped to the same bitrate as the encoder, since the max
1685 // protection overhead is 50% (see MediaOptimization::SetTargetRates).
Danil Chapovalov2800d742016-08-26 18:48:46 +02001686 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001687 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001688
sprangcd349d92016-07-13 09:11:28 -07001689 // Must be at least 5ms in between retransmission attempts.
1690 fake_clock_.AdvanceTimeMilliseconds(5);
1691
sprang38778b02015-09-29 09:48:22 -07001692 // Resending should not work, bandwidth exceeded.
Danil Chapovalov2800d742016-08-26 18:48:46 +02001693 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001694 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001695}
1696
minyue3a407ee2017-04-03 01:10:33 -07001697TEST_P(RtpSenderTest, OnOverheadChanged) {
michaelt4da30442016-11-17 01:38:43 -08001698 MockOverheadObserver mock_overhead_observer;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001699 rtp_sender_.reset(
1700 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1701 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
1702 &retransmission_rate_limiter_, &mock_overhead_observer,
1703 false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08001704 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08001705
michaelt4da30442016-11-17 01:38:43 -08001706 // RTP overhead is 12B.
nisse284542b2017-01-10 08:58:32 -08001707 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(12)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001708 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001709
1710 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
1711 kTransmissionTimeOffsetExtensionId);
1712
1713 // TransmissionTimeOffset extension has a size of 8B.
nisse284542b2017-01-10 08:58:32 -08001714 // 12B + 8B = 20B
1715 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(20)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001716 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001717}
1718
minyue3a407ee2017-04-03 01:10:33 -07001719TEST_P(RtpSenderTest, DoesNotUpdateOverheadOnEqualSize) {
michaelt4da30442016-11-17 01:38:43 -08001720 MockOverheadObserver mock_overhead_observer;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001721 rtp_sender_.reset(
1722 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1723 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
1724 &retransmission_rate_limiter_, &mock_overhead_observer,
1725 false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08001726 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08001727
1728 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(_)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001729 SendGenericPacket();
1730 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001731}
1732
sprang168794c2017-07-06 04:38:06 -07001733TEST_P(RtpSenderTest, SendsKeepAlive) {
1734 MockTransport transport;
Benjamin Wright192eeec2018-10-17 17:27:25 -07001735 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001736 false, &fake_clock_, &transport, nullptr, absl::nullopt, nullptr, nullptr,
Niels Möller949f0fd2019-01-29 09:44:24 +01001737 nullptr, nullptr, &mock_rtc_event_log_, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +01001738 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
sprang168794c2017-07-06 04:38:06 -07001739 rtp_sender_->SetSequenceNumber(kSeqNum);
1740 rtp_sender_->SetTimestampOffset(0);
1741 rtp_sender_->SetSSRC(kSsrc);
1742
1743 const uint8_t kKeepalivePayloadType = 20;
1744 RTC_CHECK_NE(kKeepalivePayloadType, kPayload);
1745
1746 EXPECT_CALL(transport, SendRtp(_, _, _))
1747 .WillOnce(
1748 Invoke([&kKeepalivePayloadType](const uint8_t* packet, size_t len,
1749 const PacketOptions& options) {
1750 webrtc::RTPHeader rtp_header;
1751 RtpUtility::RtpHeaderParser parser(packet, len);
1752 EXPECT_TRUE(parser.Parse(&rtp_header, nullptr));
1753 EXPECT_FALSE(rtp_header.markerBit);
1754 EXPECT_EQ(0U, rtp_header.paddingLength);
1755 EXPECT_EQ(kKeepalivePayloadType, rtp_header.payloadType);
1756 EXPECT_EQ(kSeqNum, rtp_header.sequenceNumber);
1757 EXPECT_EQ(kSsrc, rtp_header.ssrc);
1758 EXPECT_EQ(0u, len - rtp_header.headerLength);
1759 return true;
1760 }));
1761
1762 rtp_sender_->SendKeepAlive(kKeepalivePayloadType);
1763 EXPECT_EQ(kSeqNum + 1, rtp_sender_->SequenceNumber());
1764}
1765
Mirko Bonadeic84f6612019-01-31 12:20:57 +01001766INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
1767 RtpSenderTest,
1768 ::testing::Bool());
1769INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
1770 RtpSenderTestWithoutPacer,
1771 ::testing::Bool());
Niels Möllera34d7762019-02-01 14:13:29 +01001772
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001773} // namespace webrtc