blob: c492b81f88e46ce8ad54b86b32ebf77293b73c27 [file] [log] [blame]
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001/*
phoglund@webrtc.org78088c22012-02-07 14:56:45 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
kwiberg84be5112016-04-27 01:19:58 -070011#include <memory>
danilchapb8b6fbb2015-12-10 05:05:27 -080012#include <vector>
13
Karl Wiberg918f50c2018-07-05 11:40:33 +020014#include "absl/memory/memory.h"
Per Kjellandere11b7d22019-02-21 07:55:59 +010015#include "api/transport/field_trial_based_config.h"
Erik Språngf93eda12019-01-16 17:10:57 +010016#include "api/video/video_codec_constants.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020017#include "api/video/video_timing.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020018#include "logging/rtc_event_log/events/rtc_event.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
20#include "modules/rtp_rtcp/include/rtp_cvo.h"
21#include "modules/rtp_rtcp/include/rtp_header_extension_map.h"
22#include "modules/rtp_rtcp/include/rtp_header_parser.h"
23#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
24#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
25#include "modules/rtp_rtcp/source/rtp_format_video_generic.h"
philipelb3e42a42018-09-13 10:57:14 +020026#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h"
27#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020028#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
29#include "modules/rtp_rtcp/source/rtp_packet_received.h"
30#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
31#include "modules/rtp_rtcp/source/rtp_sender.h"
32#include "modules/rtp_rtcp/source/rtp_sender_video.h"
33#include "modules/rtp_rtcp/source/rtp_utility.h"
34#include "rtc_base/arraysize.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020035#include "rtc_base/rate_limiter.h"
36#include "test/field_trial.h"
37#include "test/gmock.h"
38#include "test/gtest.h"
39#include "test/mock_transport.h"
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +000040
41namespace webrtc {
42
andrew@webrtc.org8a442592011-12-16 21:24:30 +000043namespace {
Elad Alond8d32482019-02-18 23:45:57 +010044enum : int { // The first valid value is 1.
45 kAbsoluteSendTimeExtensionId = 1,
46 kAudioLevelExtensionId,
Elad Alonccb9b752019-02-19 13:01:31 +010047 kGenericDescriptorId00,
48 kGenericDescriptorId01,
Elad Alond8d32482019-02-18 23:45:57 +010049 kMidExtensionId,
50 kRepairedRidExtensionId,
51 kRidExtensionId,
52 kTransmissionTimeOffsetExtensionId,
53 kTransportSequenceNumberExtensionId,
54 kVideoRotationExtensionId,
55 kVideoTimingExtensionId,
56};
57
andrew@webrtc.org8a442592011-12-16 21:24:30 +000058const int kPayload = 100;
Shao Changbine62202f2015-04-21 20:24:50 +080059const int kRtxPayload = 98;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000060const uint32_t kTimestamp = 10;
61const uint16_t kSeqNum = 33;
brandtr9dfff292016-11-14 05:14:50 -080062const uint32_t kSsrc = 725242;
Erik Språng9c771c22019-06-17 16:31:53 +020063const uint32_t kRtxSsrc = 12345;
64const uint32_t kFlexFecSsrc = 45678;
sprang@webrtc.org30933902015-03-17 14:33:12 +000065const uint16_t kTransportSequenceNumber = 0xaabbu;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000066const uint64_t kStartTime = 123456789;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +000067const size_t kMaxPaddingSize = 224u;
Stefan Holmera246cfb2016-08-23 17:51:42 +020068const uint8_t kPayloadData[] = {47, 11, 32, 93, 89};
spranga8ae6f22017-09-04 07:23:56 -070069const int64_t kDefaultExpectedRetransmissionTimeMs = 125;
Amit Hilbuch77938e62018-12-21 09:23:38 -080070const char kNoRid[] = "";
71const char kNoMid[] = "";
andrew@webrtc.org8a442592011-12-16 21:24:30 +000072
Danil Chapovalov5e57b172016-09-02 19:15:59 +020073using ::testing::_;
Erik Språng30a276b2019-04-23 12:00:11 +020074using ::testing::AllOf;
philipelb3e42a42018-09-13 10:57:14 +020075using ::testing::ElementsAre;
Danil Chapovalov5e57b172016-09-02 19:15:59 +020076using ::testing::ElementsAreArray;
Erik Språng30a276b2019-04-23 12:00:11 +020077using ::testing::Field;
sprang168794c2017-07-06 04:38:06 -070078using ::testing::Invoke;
Erik Språng9c771c22019-06-17 16:31:53 +020079using ::testing::NiceMock;
Danil Chapovalov84ffb352018-09-25 18:59:09 +020080using ::testing::SizeIs;
Erik Språng9c771c22019-06-17 16:31:53 +020081using ::testing::StrictMock;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +000082
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000083uint64_t ConvertMsToAbsSendTime(int64_t time_ms) {
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020084 return (((time_ms << 18) + 500) / 1000) & 0x00ffffff;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000085}
86
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +000087class LoopbackTransportTest : public webrtc::Transport {
88 public:
Petter Strandmark26bc6692018-05-29 08:43:35 +020089 LoopbackTransportTest() : total_bytes_sent_(0) {
danilchap12ba1862016-10-26 02:41:55 -070090 receivers_extensions_.Register(kRtpExtensionTransmissionTimeOffset,
91 kTransmissionTimeOffsetExtensionId);
92 receivers_extensions_.Register(kRtpExtensionAbsoluteSendTime,
93 kAbsoluteSendTimeExtensionId);
94 receivers_extensions_.Register(kRtpExtensionTransportSequenceNumber,
95 kTransportSequenceNumberExtensionId);
96 receivers_extensions_.Register(kRtpExtensionVideoRotation,
97 kVideoRotationExtensionId);
98 receivers_extensions_.Register(kRtpExtensionAudioLevel,
99 kAudioLevelExtensionId);
ilnik04f4d122017-06-19 07:18:55 -0700100 receivers_extensions_.Register(kRtpExtensionVideoTiming,
101 kVideoTimingExtensionId);
Steve Anton296a0ce2018-03-22 15:17:27 -0700102 receivers_extensions_.Register(kRtpExtensionMid, kMidExtensionId);
Elad Alonccb9b752019-02-19 13:01:31 +0100103 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor00,
104 kGenericDescriptorId00);
105 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor01,
106 kGenericDescriptorId01);
Amit Hilbuch77938e62018-12-21 09:23:38 -0800107 receivers_extensions_.Register(kRtpExtensionRtpStreamId, kRidExtensionId);
108 receivers_extensions_.Register(kRtpExtensionRepairedRtpStreamId,
109 kRepairedRidExtensionId);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000110 }
danilchap12ba1862016-10-26 02:41:55 -0700111
stefan1d8a5062015-10-02 03:39:33 -0700112 bool SendRtp(const uint8_t* data,
113 size_t len,
114 const PacketOptions& options) override {
Petter Strandmark26bc6692018-05-29 08:43:35 +0200115 last_options_ = options;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000116 total_bytes_sent_ += len;
danilchap12ba1862016-10-26 02:41:55 -0700117 sent_packets_.push_back(RtpPacketReceived(&receivers_extensions_));
118 EXPECT_TRUE(sent_packets_.back().Parse(data, len));
pbos2d566682015-09-28 09:59:31 -0700119 return true;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000120 }
danilchap162abd32015-12-10 02:39:40 -0800121 bool SendRtcp(const uint8_t* data, size_t len) override { return false; }
danilchap12ba1862016-10-26 02:41:55 -0700122 const RtpPacketReceived& last_sent_packet() { return sent_packets_.back(); }
123 int packets_sent() { return sent_packets_.size(); }
124
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000125 size_t total_bytes_sent_;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200126 PacketOptions last_options_;
danilchap12ba1862016-10-26 02:41:55 -0700127 std::vector<RtpPacketReceived> sent_packets_;
128
129 private:
130 RtpHeaderExtensionMap receivers_extensions_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000131};
132
Elad Alon4a87e1c2017-10-03 16:11:34 +0200133MATCHER_P(SameRtcEventTypeAs, value, "") {
134 return value == arg->GetType();
135}
136
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000137} // namespace
138
sprangebbf8a82015-09-21 15:11:14 -0700139class MockRtpPacketSender : public RtpPacketSender {
140 public:
141 MockRtpPacketSender() {}
142 virtual ~MockRtpPacketSender() {}
143
Peter Boströme23e7372015-10-08 11:44:14 +0200144 MOCK_METHOD6(InsertPacket,
145 void(Priority priority,
sprangebbf8a82015-09-21 15:11:14 -0700146 uint32_t ssrc,
147 uint16_t sequence_number,
148 int64_t capture_time_ms,
149 size_t bytes,
150 bool retransmission));
151};
152
Stefan Holmerf5dca482016-01-27 12:58:51 +0100153class MockTransportSequenceNumberAllocator
154 : public TransportSequenceNumberAllocator {
155 public:
156 MOCK_METHOD0(AllocateSequenceNumber, uint16_t());
157};
158
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200159class MockSendSideDelayObserver : public SendSideDelayObserver {
160 public:
Henrik Boström9fe18342019-05-16 18:38:20 +0200161 MOCK_METHOD4(SendSideDelayUpdated, void(int, int, uint64_t, uint32_t));
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200162};
163
asapersson35151f32016-05-02 23:44:01 -0700164class MockSendPacketObserver : public SendPacketObserver {
165 public:
166 MOCK_METHOD3(OnSendPacket, void(uint16_t, int64_t, uint32_t));
167};
168
Stefan Holmera246cfb2016-08-23 17:51:42 +0200169class MockTransportFeedbackObserver : public TransportFeedbackObserver {
170 public:
Erik Språng30a276b2019-04-23 12:00:11 +0200171 MOCK_METHOD1(OnAddPacket, void(const RtpPacketSendInfo&));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200172 MOCK_METHOD1(OnTransportFeedback, void(const rtcp::TransportFeedback&));
elad.alonf9490002017-03-06 05:32:21 -0800173 MOCK_CONST_METHOD0(GetTransportFeedbackVector, std::vector<PacketFeedback>());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200174};
175
minyue3a407ee2017-04-03 01:10:33 -0700176class MockOverheadObserver : public OverheadObserver {
177 public:
178 MOCK_METHOD1(OnOverheadChanged, void(size_t overhead_bytes_per_packet));
179};
180
181class RtpSenderTest : public ::testing::TestWithParam<bool> {
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000182 protected:
183 RtpSenderTest()
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000184 : fake_clock_(kStartTime),
terelius429c3452016-01-21 05:42:04 -0800185 mock_rtc_event_log_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000186 mock_paced_sender_(),
sprangcd349d92016-07-13 09:11:28 -0700187 retransmission_rate_limiter_(&fake_clock_, 1000),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000188 rtp_sender_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000189 transport_(),
minyue3a407ee2017-04-03 01:10:33 -0700190 kMarkerBit(true),
191 field_trials_(GetParam() ? "WebRTC-SendSideBwe-WithOverhead/Enabled/"
192 : "") {}
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000193
Erik Språng7b52f102018-02-07 14:37:37 +0100194 void SetUp() override { SetUpRtpSender(true, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200195
Erik Språng7b52f102018-02-07 14:37:37 +0100196 void SetUpRtpSender(bool pacer, bool populate_network2) {
asapersson35151f32016-05-02 23:44:01 -0700197 rtp_sender_.reset(new RTPSender(
198 false, &fake_clock_, &transport_, pacer ? &mock_paced_sender_ : nullptr,
Erik Språng9c771c22019-06-17 16:31:53 +0200199 kFlexFecSsrc, &seq_num_allocator_, nullptr, nullptr, nullptr,
sprangcd349d92016-07-13 09:11:28 -0700200 &mock_rtc_event_log_, &send_packet_observer_,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700201 &retransmission_rate_limiter_, nullptr, populate_network2, nullptr,
Per Kjellandere11b7d22019-02-21 07:55:59 +0100202 false, false, FieldTrialBasedConfig()));
brandtr9dfff292016-11-14 05:14:50 -0800203 rtp_sender_->SetSequenceNumber(kSeqNum);
danilchap71fead22016-08-18 02:01:49 -0700204 rtp_sender_->SetTimestampOffset(0);
brandtr9dfff292016-11-14 05:14:50 -0800205 rtp_sender_->SetSSRC(kSsrc);
Erik Språng9c771c22019-06-17 16:31:53 +0200206 rtp_sender_->SetRtxSsrc(kRtxSsrc);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000207 }
208
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000209 SimulatedClock fake_clock_;
Erik Språng9c771c22019-06-17 16:31:53 +0200210 NiceMock<MockRtcEventLog> mock_rtc_event_log_;
sprangebbf8a82015-09-21 15:11:14 -0700211 MockRtpPacketSender mock_paced_sender_;
Erik Språng9c771c22019-06-17 16:31:53 +0200212 StrictMock<MockTransportSequenceNumberAllocator> seq_num_allocator_;
213 StrictMock<MockSendPacketObserver> send_packet_observer_;
214 StrictMock<MockTransportFeedbackObserver> feedback_observer_;
sprangcd349d92016-07-13 09:11:28 -0700215 RateLimiter retransmission_rate_limiter_;
kwiberg84be5112016-04-27 01:19:58 -0700216 std::unique_ptr<RTPSender> rtp_sender_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000217 LoopbackTransportTest transport_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000218 const bool kMarkerBit;
minyue3a407ee2017-04-03 01:10:33 -0700219 test::ScopedFieldTrials field_trials_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000220
danilchapb6f1fb52016-10-19 06:11:39 -0700221 std::unique_ptr<RtpPacketToSend> BuildRtpPacket(int payload_type,
222 bool marker_bit,
223 uint32_t timestamp,
224 int64_t capture_time_ms) {
225 auto packet = rtp_sender_->AllocatePacket();
226 packet->SetPayloadType(payload_type);
227 packet->SetMarker(marker_bit);
228 packet->SetTimestamp(timestamp);
229 packet->set_capture_time_ms(capture_time_ms);
230 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
231 return packet;
232 }
233
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000234 void SendPacket(int64_t capture_time_ms, int payload_length) {
235 uint32_t timestamp = capture_time_ms * 90;
danilchapb6f1fb52016-10-19 06:11:39 -0700236 auto packet =
237 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
238 packet->AllocatePayload(payload_length);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000239
240 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700241 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
242 kAllowRetransmission,
243 RtpPacketSender::kNormalPriority));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000244 }
asapersson35151f32016-05-02 23:44:01 -0700245
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100246 void SendGenericPacket() {
asapersson35151f32016-05-02 23:44:01 -0700247 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100248 SendPacket(kCaptureTimeMs, sizeof(kPayloadData));
asapersson35151f32016-05-02 23:44:01 -0700249 }
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000250};
251
Peter Boströme23e7372015-10-08 11:44:14 +0200252// TODO(pbos): Move tests over from WithoutPacer to RtpSenderTest as this is our
253// default code path.
254class RtpSenderTestWithoutPacer : public RtpSenderTest {
255 public:
Erik Språng7b52f102018-02-07 14:37:37 +0100256 void SetUp() override { SetUpRtpSender(false, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200257};
258
minyue3a407ee2017-04-03 01:10:33 -0700259TEST_P(RtpSenderTestWithoutPacer, AllocatePacketSetCsrc) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200260 // Configure rtp_sender with csrc.
261 std::vector<uint32_t> csrcs;
262 csrcs.push_back(0x23456789);
263 rtp_sender_->SetCsrcs(csrcs);
264
265 auto packet = rtp_sender_->AllocatePacket();
266
267 ASSERT_TRUE(packet);
268 EXPECT_EQ(rtp_sender_->SSRC(), packet->Ssrc());
269 EXPECT_EQ(csrcs, packet->Csrcs());
270}
271
minyue3a407ee2017-04-03 01:10:33 -0700272TEST_P(RtpSenderTestWithoutPacer, AllocatePacketReserveExtensions) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200273 // Configure rtp_sender with extensions.
274 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
275 kRtpExtensionTransmissionTimeOffset,
276 kTransmissionTimeOffsetExtensionId));
277 ASSERT_EQ(
278 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
279 kAbsoluteSendTimeExtensionId));
280 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAudioLevel,
281 kAudioLevelExtensionId));
282 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
283 kRtpExtensionTransportSequenceNumber,
284 kTransportSequenceNumberExtensionId));
285 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
286 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
287
288 auto packet = rtp_sender_->AllocatePacket();
289
290 ASSERT_TRUE(packet);
291 // Preallocate BWE extensions RtpSender set itself.
292 EXPECT_TRUE(packet->HasExtension<TransmissionOffset>());
293 EXPECT_TRUE(packet->HasExtension<AbsoluteSendTime>());
294 EXPECT_TRUE(packet->HasExtension<TransportSequenceNumber>());
295 // Do not allocate media specific extensions.
296 EXPECT_FALSE(packet->HasExtension<AudioLevel>());
297 EXPECT_FALSE(packet->HasExtension<VideoOrientation>());
298}
299
minyue3a407ee2017-04-03 01:10:33 -0700300TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberAdvanceSequenceNumber) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200301 auto packet = rtp_sender_->AllocatePacket();
302 ASSERT_TRUE(packet);
303 const uint16_t sequence_number = rtp_sender_->SequenceNumber();
304
305 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
306
307 EXPECT_EQ(sequence_number, packet->SequenceNumber());
308 EXPECT_EQ(sequence_number + 1, rtp_sender_->SequenceNumber());
309}
310
minyue3a407ee2017-04-03 01:10:33 -0700311TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberFailsOnNotSending) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200312 auto packet = rtp_sender_->AllocatePacket();
313 ASSERT_TRUE(packet);
314
315 rtp_sender_->SetSendingMediaStatus(false);
316 EXPECT_FALSE(rtp_sender_->AssignSequenceNumber(packet.get()));
317}
318
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100319TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberMayAllowPaddingOnVideo) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200320 constexpr size_t kPaddingSize = 100;
321 auto packet = rtp_sender_->AllocatePacket();
322 ASSERT_TRUE(packet);
323
philipel8aadd502017-02-23 02:56:13 -0800324 ASSERT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200325 packet->SetMarker(false);
326 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100327 // Packet without marker bit doesn't allow padding on video stream.
philipel8aadd502017-02-23 02:56:13 -0800328 EXPECT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200329
330 packet->SetMarker(true);
331 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
332 // Packet with marker bit allows send padding.
philipel8aadd502017-02-23 02:56:13 -0800333 EXPECT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200334}
335
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100336TEST_P(RtpSenderTest, AssignSequenceNumberAllowsPaddingOnAudio) {
337 MockTransport transport;
338 const bool kEnableAudio = true;
339 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100340 kEnableAudio, &fake_clock_, &transport, &mock_paced_sender_,
341 absl::nullopt, nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
342 nullptr, &retransmission_rate_limiter_, nullptr, false, nullptr, false,
Per Kjellandere11b7d22019-02-21 07:55:59 +0100343 false, FieldTrialBasedConfig()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100344 rtp_sender_->SetTimestampOffset(0);
345 rtp_sender_->SetSSRC(kSsrc);
346
347 std::unique_ptr<RtpPacketToSend> audio_packet = rtp_sender_->AllocatePacket();
348 // Padding on audio stream allowed regardless of marker in the last packet.
349 audio_packet->SetMarker(false);
350 audio_packet->SetPayloadType(kPayload);
351 rtp_sender_->AssignSequenceNumber(audio_packet.get());
352
353 const size_t kPaddingSize = 59;
354 EXPECT_CALL(transport, SendRtp(_, kPaddingSize + kRtpHeaderSize, _))
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200355 .WillOnce(::testing::Return(true));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100356 EXPECT_EQ(kPaddingSize,
357 rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
358
359 // Requested padding size is too small, will send a larger one.
360 const size_t kMinPaddingSize = 50;
361 EXPECT_CALL(transport, SendRtp(_, kMinPaddingSize + kRtpHeaderSize, _))
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200362 .WillOnce(::testing::Return(true));
Yves Gerey665174f2018-06-19 15:03:05 +0200363 EXPECT_EQ(kMinPaddingSize, rtp_sender_->TimeToSendPadding(kMinPaddingSize - 5,
364 PacedPacketInfo()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100365}
366
minyue3a407ee2017-04-03 01:10:33 -0700367TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberSetPaddingTimestamps) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200368 constexpr size_t kPaddingSize = 100;
369 auto packet = rtp_sender_->AllocatePacket();
370 ASSERT_TRUE(packet);
371 packet->SetMarker(true);
372 packet->SetTimestamp(kTimestamp);
373
374 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
philipel8aadd502017-02-23 02:56:13 -0800375 ASSERT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200376
377 ASSERT_EQ(1u, transport_.sent_packets_.size());
danilchap12ba1862016-10-26 02:41:55 -0700378 // Verify padding packet timestamp.
379 EXPECT_EQ(kTimestamp, transport_.last_sent_packet().Timestamp());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200380}
381
minyue3a407ee2017-04-03 01:10:33 -0700382TEST_P(RtpSenderTestWithoutPacer,
383 TransportFeedbackObserverGetsCorrectByteCount) {
384 constexpr int kRtpOverheadBytesPerPacket = 12 + 8;
Erik Språng9c771c22019-06-17 16:31:53 +0200385 NiceMock<MockOverheadObserver> mock_overhead_observer;
Per Kjellandere11b7d22019-02-21 07:55:59 +0100386 rtp_sender_.reset(
387 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
388 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
389 &mock_rtc_event_log_, nullptr,
390 &retransmission_rate_limiter_, &mock_overhead_observer,
391 false, nullptr, false, false, FieldTrialBasedConfig()));
minyue3a407ee2017-04-03 01:10:33 -0700392 rtp_sender_->SetSSRC(kSsrc);
393 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
394 kRtpExtensionTransportSequenceNumber,
395 kTransportSequenceNumberExtensionId));
396 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200397 .WillOnce(::testing::Return(kTransportSequenceNumber));
minyue3a407ee2017-04-03 01:10:33 -0700398
399 const size_t expected_bytes =
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100400 GetParam() ? sizeof(kPayloadData) + kRtpOverheadBytesPerPacket
401 : sizeof(kPayloadData);
minyue3a407ee2017-04-03 01:10:33 -0700402
403 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200404 OnAddPacket(AllOf(
405 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
406 Field(&RtpPacketSendInfo::transport_sequence_number,
407 kTransportSequenceNumber),
408 Field(&RtpPacketSendInfo::rtp_sequence_number,
409 rtp_sender_->SequenceNumber()),
410 Field(&RtpPacketSendInfo::length, expected_bytes),
411 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
minyue3a407ee2017-04-03 01:10:33 -0700412 .Times(1);
413 EXPECT_CALL(mock_overhead_observer,
414 OnOverheadChanged(kRtpOverheadBytesPerPacket))
415 .Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100416 SendGenericPacket();
minyue3a407ee2017-04-03 01:10:33 -0700417}
418
419TEST_P(RtpSenderTestWithoutPacer, SendsPacketsWithTransportSequenceNumber) {
Per Kjellandere11b7d22019-02-21 07:55:59 +0100420 rtp_sender_.reset(
421 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
422 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
423 &mock_rtc_event_log_, &send_packet_observer_,
424 &retransmission_rate_limiter_, nullptr, false, nullptr,
425 false, false, FieldTrialBasedConfig()));
nisse7d59f6b2017-02-21 03:40:24 -0800426 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100427 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
428 kRtpExtensionTransportSequenceNumber,
429 kTransportSequenceNumberExtensionId));
430
Stefan Holmerf5dca482016-01-27 12:58:51 +0100431 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200432 .WillOnce(::testing::Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700433 EXPECT_CALL(send_packet_observer_,
434 OnSendPacket(kTransportSequenceNumber, _, _))
435 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700436
437 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200438 OnAddPacket(AllOf(
439 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
440 Field(&RtpPacketSendInfo::transport_sequence_number,
441 kTransportSequenceNumber),
442 Field(&RtpPacketSendInfo::rtp_sequence_number,
443 rtp_sender_->SequenceNumber()),
444 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200445 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700446
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100447 SendGenericPacket();
Stefan Holmerf5dca482016-01-27 12:58:51 +0100448
danilchap12ba1862016-10-26 02:41:55 -0700449 const auto& packet = transport_.last_sent_packet();
450 uint16_t transport_seq_no;
451 ASSERT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
452 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200453 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200454 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200455}
456
457TEST_P(RtpSenderTestWithoutPacer, PacketOptionsNoRetransmission) {
Per Kjellandere11b7d22019-02-21 07:55:59 +0100458 rtp_sender_.reset(
459 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
460 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
461 &mock_rtc_event_log_, &send_packet_observer_,
462 &retransmission_rate_limiter_, nullptr, false, nullptr,
463 false, false, FieldTrialBasedConfig()));
Petter Strandmark26bc6692018-05-29 08:43:35 +0200464 rtp_sender_->SetSSRC(kSsrc);
465
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100466 SendGenericPacket();
Petter Strandmark26bc6692018-05-29 08:43:35 +0200467
468 EXPECT_FALSE(transport_.last_options_.is_retransmit);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100469}
470
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200471TEST_P(RtpSenderTestWithoutPacer,
472 SetsIncludedInFeedbackWhenTransportSequenceNumberExtensionIsRegistered) {
473 SetUpRtpSender(false, false);
474 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
475 kTransportSequenceNumberExtensionId);
476 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200477 .WillOnce(::testing::Return(kTransportSequenceNumber));
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200478 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100479 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200480 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
481}
482
483TEST_P(
484 RtpSenderTestWithoutPacer,
485 SetsIncludedInAllocationWhenTransportSequenceNumberExtensionIsRegistered) {
486 SetUpRtpSender(false, false);
487 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
488 kTransportSequenceNumberExtensionId);
489 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200490 .WillOnce(::testing::Return(kTransportSequenceNumber));
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200491 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100492 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200493 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
494}
495
496TEST_P(RtpSenderTestWithoutPacer,
497 SetsIncludedInAllocationWhenForcedAsPartOfAllocation) {
498 SetUpRtpSender(false, false);
499 rtp_sender_->SetAsPartOfAllocation(true);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100500 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200501 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
502 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
503}
504
505TEST_P(RtpSenderTestWithoutPacer, DoesnSetIncludedInAllocationByDefault) {
506 SetUpRtpSender(false, false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100507 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200508 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
509 EXPECT_FALSE(transport_.last_options_.included_in_allocation);
stefana23fc622016-07-28 07:56:38 -0700510}
asapersson35151f32016-05-02 23:44:01 -0700511
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200512TEST_P(RtpSenderTestWithoutPacer, OnSendSideDelayUpdated) {
Erik Språng9c771c22019-06-17 16:31:53 +0200513 StrictMock<MockSendSideDelayObserver> send_side_delay_observer_;
Per Kjellandere11b7d22019-02-21 07:55:59 +0100514 rtp_sender_.reset(
515 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
516 nullptr, nullptr, nullptr, &send_side_delay_observer_,
517 &mock_rtc_event_log_, nullptr, nullptr, nullptr, false,
518 nullptr, false, false, FieldTrialBasedConfig()));
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200519 rtp_sender_->SetSSRC(kSsrc);
Niels Möller5fe95102019-03-04 16:49:25 +0100520 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +0100521 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +0200522 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +0100523 FieldTrialBasedConfig());
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200524
525 const uint8_t kPayloadType = 127;
Niels Möller8a40edd2019-01-24 18:04:44 +0100526 const char payload_name[] = "GENERIC";
Niels Möller59ab1cf2019-02-06 22:48:11 +0100527
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +0200528 rtp_sender_video.RegisterPayloadType(kPayloadType, payload_name,
529 /*raw_payload=*/false);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100530
531 const uint32_t kCaptureTimeMsToRtpTimestamp = 90; // 90 kHz clock
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200532 RTPVideoHeader video_header;
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200533
Henrik Boström9fe18342019-05-16 18:38:20 +0200534 // Send packet with 10 ms send-side delay. The average, max and total should
535 // be 10 ms.
536 EXPECT_CALL(send_side_delay_observer_,
537 SendSideDelayUpdated(10, 10, 10, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200538 .Times(1);
539 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
540 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100541 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100542 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200543 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100544 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200545 kDefaultExpectedRetransmissionTimeMs));
546
Henrik Boström9fe18342019-05-16 18:38:20 +0200547 // Send another packet with 20 ms delay. The average, max and total should be
548 // 15, 20 and 30 ms respectively.
549 EXPECT_CALL(send_side_delay_observer_,
550 SendSideDelayUpdated(15, 20, 30, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200551 .Times(1);
552 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100553 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100554 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200555 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100556 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200557 kDefaultExpectedRetransmissionTimeMs));
558
559 // Send another packet at the same time, which replaces the last packet.
560 // Since this packet has 0 ms delay, the average is now 5 ms and max is 10 ms.
Henrik Boström9fe18342019-05-16 18:38:20 +0200561 // The total counter stays the same though.
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200562 // TODO(terelius): Is is not clear that this is the right behavior.
Henrik Boström9fe18342019-05-16 18:38:20 +0200563 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(5, 10, 30, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200564 .Times(1);
565 capture_time_ms = fake_clock_.TimeInMilliseconds();
Niels Möller59ab1cf2019-02-06 22:48:11 +0100566 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100567 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200568 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100569 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200570 kDefaultExpectedRetransmissionTimeMs));
571
572 // Send a packet 1 second later. The earlier packets should have timed
Henrik Boström9fe18342019-05-16 18:38:20 +0200573 // out, so both max and average should be the delay of this packet. The total
574 // keeps increasing.
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200575 fake_clock_.AdvanceTimeMilliseconds(1000);
576 capture_time_ms = fake_clock_.TimeInMilliseconds();
577 fake_clock_.AdvanceTimeMilliseconds(1);
Henrik Boström9fe18342019-05-16 18:38:20 +0200578 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(1, 1, 31, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200579 .Times(1);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100580 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100581 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200582 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100583 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200584 kDefaultExpectedRetransmissionTimeMs));
585}
586
minyue3a407ee2017-04-03 01:10:33 -0700587TEST_P(RtpSenderTestWithoutPacer, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700588 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
589 kRtpExtensionTransportSequenceNumber,
590 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700591 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200592 .WillOnce(::testing::Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700593 EXPECT_CALL(send_packet_observer_,
594 OnSendPacket(kTransportSequenceNumber, _, _))
595 .Times(1);
596
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100597 SendGenericPacket();
asapersson35151f32016-05-02 23:44:01 -0700598}
599
minyue3a407ee2017-04-03 01:10:33 -0700600TEST_P(RtpSenderTest, SendsPacketsWithTransportSequenceNumber) {
michaelt4da30442016-11-17 01:38:43 -0800601 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100602 false, &fake_clock_, &transport_, &mock_paced_sender_, absl::nullopt,
Niels Möller949f0fd2019-01-29 09:44:24 +0100603 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
michaelt4da30442016-11-17 01:38:43 -0800604 &mock_rtc_event_log_, &send_packet_observer_,
Per Kjellandere11b7d22019-02-21 07:55:59 +0100605 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false,
606 FieldTrialBasedConfig()));
brandtr9dfff292016-11-14 05:14:50 -0800607 rtp_sender_->SetSequenceNumber(kSeqNum);
608 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200609 rtp_sender_->SetStorePacketsStatus(true, 10);
610 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
611 kRtpExtensionTransportSequenceNumber,
612 kTransportSequenceNumberExtensionId));
613
brandtr9dfff292016-11-14 05:14:50 -0800614 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200615 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200616 .WillOnce(::testing::Return(kTransportSequenceNumber));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200617 EXPECT_CALL(send_packet_observer_,
618 OnSendPacket(kTransportSequenceNumber, _, _))
619 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700620 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200621 OnAddPacket(AllOf(
622 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
623 Field(&RtpPacketSendInfo::transport_sequence_number,
624 kTransportSequenceNumber),
625 Field(&RtpPacketSendInfo::rtp_sequence_number,
626 rtp_sender_->SequenceNumber()),
627 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200628 .Times(1);
629
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100630 SendGenericPacket();
philipel8aadd502017-02-23 02:56:13 -0800631 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
632 fake_clock_.TimeInMilliseconds(), false,
633 PacedPacketInfo());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200634
danilchap12ba1862016-10-26 02:41:55 -0700635 const auto& packet = transport_.last_sent_packet();
636 uint16_t transport_seq_no;
637 EXPECT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
638 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200639 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200640}
641
Erik Språng7b52f102018-02-07 14:37:37 +0100642TEST_P(RtpSenderTest, WritesPacerExitToTimingExtension) {
ilnik04f4d122017-06-19 07:18:55 -0700643 rtp_sender_->SetStorePacketsStatus(true, 10);
644 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
645 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
646 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
647 auto packet = rtp_sender_->AllocatePacket();
648 packet->SetPayloadType(kPayload);
649 packet->SetMarker(true);
650 packet->SetTimestamp(kTimestamp);
651 packet->set_capture_time_ms(capture_time_ms);
ilnik2edc6842017-07-06 03:06:50 -0700652 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
ilnik04f4d122017-06-19 07:18:55 -0700653 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
654 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
655 size_t packet_size = packet->size();
ilnik04f4d122017-06-19 07:18:55 -0700656
657 const int kStoredTimeInMs = 100;
Erik Språng7b52f102018-02-07 14:37:37 +0100658 {
659 EXPECT_CALL(
660 mock_paced_sender_,
661 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
662 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
663 kAllowRetransmission,
664 RtpPacketSender::kNormalPriority));
665 }
ilnik04f4d122017-06-19 07:18:55 -0700666 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
Erik Språng7b52f102018-02-07 14:37:37 +0100667 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
668 PacedPacketInfo());
ilnik04f4d122017-06-19 07:18:55 -0700669 EXPECT_EQ(1, transport_.packets_sent());
670 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
671
danilchapce251812017-09-11 12:24:41 -0700672 VideoSendTiming video_timing;
673 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
674 &video_timing));
675 EXPECT_EQ(kStoredTimeInMs, video_timing.pacer_exit_delta_ms);
Erik Språng7b52f102018-02-07 14:37:37 +0100676}
ilnik04f4d122017-06-19 07:18:55 -0700677
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100678TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithPacer) {
679 SetUpRtpSender(/*pacer=*/true, /*populate_network2=*/true);
Erik Språng7b52f102018-02-07 14:37:37 +0100680 rtp_sender_->SetStorePacketsStatus(true, 10);
681 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
682 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
683 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
684 auto packet = rtp_sender_->AllocatePacket();
685 packet->SetPayloadType(kPayload);
686 packet->SetMarker(true);
687 packet->SetTimestamp(kTimestamp);
688 packet->set_capture_time_ms(capture_time_ms);
689 const uint16_t kPacerExitMs = 1234u;
690 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, kPacerExitMs, 0u, 0u, true};
691 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
692 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
693 size_t packet_size = packet->size();
694
695 const int kStoredTimeInMs = 100;
696 {
697 EXPECT_CALL(
698 mock_paced_sender_,
699 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
700 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
701 kAllowRetransmission,
702 RtpPacketSender::kNormalPriority));
703 }
ilnik04f4d122017-06-19 07:18:55 -0700704 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
705 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
706 PacedPacketInfo());
Erik Språng7b52f102018-02-07 14:37:37 +0100707 EXPECT_EQ(1, transport_.packets_sent());
ilnik04f4d122017-06-19 07:18:55 -0700708 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
709
Erik Språng7b52f102018-02-07 14:37:37 +0100710 VideoSendTiming video_timing;
danilchapce251812017-09-11 12:24:41 -0700711 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
712 &video_timing));
Erik Språng7b52f102018-02-07 14:37:37 +0100713 EXPECT_EQ(kStoredTimeInMs, video_timing.network2_timestamp_delta_ms);
714 EXPECT_EQ(kPacerExitMs, video_timing.pacer_exit_delta_ms);
ilnik04f4d122017-06-19 07:18:55 -0700715}
716
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100717TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithoutPacer) {
718 SetUpRtpSender(/*pacer=*/false, /*populate_network2=*/true);
719 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
720 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
721 auto packet = rtp_sender_->AllocatePacket();
722 packet->SetMarker(true);
723 packet->set_capture_time_ms(fake_clock_.TimeInMilliseconds());
724 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
725 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
726 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
727
728 const int kPropagateTimeMs = 10;
729 fake_clock_.AdvanceTimeMilliseconds(kPropagateTimeMs);
730
731 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
732 kAllowRetransmission,
733 RtpPacketSender::kNormalPriority));
734
735 EXPECT_EQ(1, transport_.packets_sent());
736 absl::optional<VideoSendTiming> video_timing =
737 transport_.last_sent_packet().GetExtension<VideoTimingExtension>();
738 ASSERT_TRUE(video_timing);
739 EXPECT_EQ(kPropagateTimeMs, video_timing->network2_timestamp_delta_ms);
740}
741
minyue3a407ee2017-04-03 01:10:33 -0700742TEST_P(RtpSenderTest, TrafficSmoothingWithExtensions) {
Peter Boströme23e7372015-10-08 11:44:14 +0200743 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800744 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200745 EXPECT_CALL(mock_rtc_event_log_,
746 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000747
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000748 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000749 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800750 kRtpExtensionTransmissionTimeOffset,
751 kTransmissionTimeOffsetExtensionId));
752 EXPECT_EQ(
753 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
754 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000755 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700756 auto packet =
757 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
758 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000759
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000760 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700761 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
762 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700763 RtpPacketSender::kNormalPriority));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000764
danilchap12ba1862016-10-26 02:41:55 -0700765 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000766
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000767 const int kStoredTimeInMs = 100;
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000768 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000769
brandtr9dfff292016-11-14 05:14:50 -0800770 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800771 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000772
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000773 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700774 EXPECT_EQ(1, transport_.packets_sent());
775 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
776
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000777 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700778 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000779
780 // Verify transmission time offset.
781 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000782 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000783 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000784 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000785}
786
minyue3a407ee2017-04-03 01:10:33 -0700787TEST_P(RtpSenderTest, TrafficSmoothingRetransmits) {
Peter Boströme23e7372015-10-08 11:44:14 +0200788 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800789 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200790 EXPECT_CALL(mock_rtc_event_log_,
791 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000792
793 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000794 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800795 kRtpExtensionTransmissionTimeOffset,
796 kTransmissionTimeOffsetExtensionId));
797 EXPECT_EQ(
798 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
799 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000800 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700801 auto packet =
802 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
803 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000804
805 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700806 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
807 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700808 RtpPacketSender::kNormalPriority));
Erik Språng0f4f0552019-05-08 10:15:05 -0700809 // Immediately process send bucket and send packet.
810 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
811 PacedPacketInfo());
812 EXPECT_EQ(1, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000813
Erik Språng0f4f0552019-05-08 10:15:05 -0700814 // Retransmit packet.
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000815 const int kStoredTimeInMs = 100;
816 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
817
Erik Språng0f4f0552019-05-08 10:15:05 -0700818 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
819 kSsrc, kSeqNum, _, _, _));
820 EXPECT_CALL(mock_rtc_event_log_,
821 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
822
danilchapb6f1fb52016-10-19 06:11:39 -0700823 EXPECT_EQ(static_cast<int>(packet_size), rtp_sender_->ReSendPacket(kSeqNum));
Erik Språng0f4f0552019-05-08 10:15:05 -0700824 EXPECT_EQ(1, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000825
brandtr9dfff292016-11-14 05:14:50 -0800826 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800827 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000828
829 // Process send bucket. Packet should now be sent.
Erik Språng0f4f0552019-05-08 10:15:05 -0700830 EXPECT_EQ(2, transport_.packets_sent());
danilchap12ba1862016-10-26 02:41:55 -0700831 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000832
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000833 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700834 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000835
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000836 // Verify transmission time offset.
837 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000838 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000839 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
840 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
841}
842
843// This test sends 1 regular video packet, then 4 padding packets, and then
844// 1 more regular packet.
minyue3a407ee2017-04-03 01:10:33 -0700845TEST_P(RtpSenderTest, SendPadding) {
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000846 // Make all (non-padding) packets go to send queue.
terelius5d332ac2016-01-14 14:37:39 -0800847 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800848 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200849 EXPECT_CALL(mock_rtc_event_log_,
850 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
851 .Times(1 + 4 + 1);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000852
853 uint16_t seq_num = kSeqNum;
854 uint32_t timestamp = kTimestamp;
855 rtp_sender_->SetStorePacketsStatus(true, 10);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000856 size_t rtp_header_len = kRtpHeaderSize;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000857 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800858 kRtpExtensionTransmissionTimeOffset,
859 kTransmissionTimeOffsetExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000860 rtp_header_len += 4; // 4 bytes extension.
danilchap162abd32015-12-10 02:39:40 -0800861 EXPECT_EQ(
862 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
863 kAbsoluteSendTimeExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000864 rtp_header_len += 4; // 4 bytes extension.
865 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
866
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000867 webrtc::RTPHeader rtp_header;
868
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000869 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700870 auto packet =
871 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200872 const uint32_t media_packet_timestamp = timestamp;
danilchapb6f1fb52016-10-19 06:11:39 -0700873 size_t packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000874
875 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700876 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
877 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700878 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000879
880 int total_packets_sent = 0;
danilchap12ba1862016-10-26 02:41:55 -0700881 EXPECT_EQ(total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000882
883 const int kStoredTimeInMs = 100;
884 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
brandtr9dfff292016-11-14 05:14:50 -0800885 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800886 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000887 // Packet should now be sent. This test doesn't verify the regular video
888 // packet, since it is tested in another test.
danilchap12ba1862016-10-26 02:41:55 -0700889 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000890 timestamp += 90 * kStoredTimeInMs;
891
892 // Send padding 4 times, waiting 50 ms between each.
893 for (int i = 0; i < 4; ++i) {
894 const int kPaddingPeriodMs = 50;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000895 const size_t kPaddingBytes = 100;
896 const size_t kMaxPaddingLength = 224; // Value taken from rtp_sender.cc.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000897 // Padding will be forced to full packets.
philipelc7bf32a2017-02-17 03:59:43 -0800898 EXPECT_EQ(kMaxPaddingLength,
philipel8aadd502017-02-23 02:56:13 -0800899 rtp_sender_->TimeToSendPadding(kPaddingBytes, PacedPacketInfo()));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000900
901 // Process send bucket. Padding should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700902 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000903 EXPECT_EQ(kMaxPaddingLength + rtp_header_len,
danilchap12ba1862016-10-26 02:41:55 -0700904 transport_.last_sent_packet().size());
905
906 transport_.last_sent_packet().GetHeader(&rtp_header);
pbosbd2522a2015-07-01 05:35:53 -0700907 EXPECT_EQ(kMaxPaddingLength, rtp_header.paddingLength);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000908
Stefan Holmer586b19b2015-09-18 11:14:31 +0200909 // Verify sequence number and timestamp. The timestamp should be the same
910 // as the last media packet.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000911 EXPECT_EQ(seq_num++, rtp_header.sequenceNumber);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200912 EXPECT_EQ(media_packet_timestamp, rtp_header.timestamp);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000913 // Verify transmission time offset.
Stefan Holmer586b19b2015-09-18 11:14:31 +0200914 int offset = timestamp - media_packet_timestamp;
915 EXPECT_EQ(offset, rtp_header.extension.transmissionTimeOffset);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000916 uint64_t expected_send_time =
917 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
918 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
919 fake_clock_.AdvanceTimeMilliseconds(kPaddingPeriodMs);
920 timestamp += 90 * kPaddingPeriodMs;
921 }
922
923 // Send a regular video packet again.
924 capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700925 packet = BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
926 packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000927
brandtr9dfff292016-11-14 05:14:50 -0800928 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
929 kSsrc, seq_num, _, _, _));
terelius5d332ac2016-01-14 14:37:39 -0800930
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000931 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700932 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
933 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700934 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000935
brandtr9dfff292016-11-14 05:14:50 -0800936 rtp_sender_->TimeToSendPacket(kSsrc, seq_num, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800937 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000938 // Process send bucket.
danilchap12ba1862016-10-26 02:41:55 -0700939 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
940 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
941 transport_.last_sent_packet().GetHeader(&rtp_header);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000942
943 // Verify sequence number and timestamp.
944 EXPECT_EQ(seq_num, rtp_header.sequenceNumber);
945 EXPECT_EQ(timestamp, rtp_header.timestamp);
946 // Verify transmission time offset. This packet is sent without delay.
947 EXPECT_EQ(0, rtp_header.extension.transmissionTimeOffset);
948 uint64_t expected_send_time =
949 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000950 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000951}
pbos@webrtc.org8911ce42013-03-18 16:39:03 +0000952
minyue3a407ee2017-04-03 01:10:33 -0700953TEST_P(RtpSenderTest, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700954 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
955 kRtpExtensionTransportSequenceNumber,
956 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700957 rtp_sender_->SetStorePacketsStatus(true, 10);
958
959 EXPECT_CALL(send_packet_observer_,
960 OnSendPacket(kTransportSequenceNumber, _, _))
961 .Times(1);
962 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200963 .WillOnce(::testing::Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -0800964 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
965 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700966
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100967 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700968 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -0800969 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
970 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800971 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700972 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -0700973}
974
minyue3a407ee2017-04-03 01:10:33 -0700975TEST_P(RtpSenderTest, OnSendPacketNotUpdatedForRetransmits) {
stefana23fc622016-07-28 07:56:38 -0700976 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
977 kRtpExtensionTransportSequenceNumber,
978 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700979 rtp_sender_->SetStorePacketsStatus(true, 10);
980
981 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
982 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200983 .WillOnce(::testing::Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -0800984 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
985 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700986
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100987 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700988 const bool kIsRetransmit = true;
brandtr9dfff292016-11-14 05:14:50 -0800989 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
990 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800991 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700992 EXPECT_EQ(1, transport_.packets_sent());
Petter Strandmark26bc6692018-05-29 08:43:35 +0200993 EXPECT_TRUE(transport_.last_options_.is_retransmit);
asapersson35151f32016-05-02 23:44:01 -0700994}
995
minyue3a407ee2017-04-03 01:10:33 -0700996TEST_P(RtpSenderTest, OnSendPacketNotUpdatedWithoutSeqNumAllocator) {
asapersson35151f32016-05-02 23:44:01 -0700997 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100998 false, &fake_clock_, &transport_, &mock_paced_sender_, absl::nullopt,
asapersson35151f32016-05-02 23:44:01 -0700999 nullptr /* TransportSequenceNumberAllocator */, nullptr, nullptr, nullptr,
Niels Möller949f0fd2019-01-29 09:44:24 +01001000 nullptr, &send_packet_observer_, &retransmission_rate_limiter_, nullptr,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001001 false, nullptr, false, false, FieldTrialBasedConfig()));
brandtr9dfff292016-11-14 05:14:50 -08001002 rtp_sender_->SetSequenceNumber(kSeqNum);
1003 rtp_sender_->SetSSRC(kSsrc);
stefana23fc622016-07-28 07:56:38 -07001004 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1005 kRtpExtensionTransportSequenceNumber,
1006 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -07001007 rtp_sender_->SetSequenceNumber(kSeqNum);
1008 rtp_sender_->SetStorePacketsStatus(true, 10);
1009
1010 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
brandtr9dfff292016-11-14 05:14:50 -08001011 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
1012 .Times(1);
asapersson35151f32016-05-02 23:44:01 -07001013
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001014 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -07001015 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -08001016 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
1017 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -08001018 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -07001019 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -07001020}
1021
minyue3a407ee2017-04-03 01:10:33 -07001022TEST_P(RtpSenderTest, SendRedundantPayloads) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001023 MockTransport transport;
terelius429c3452016-01-21 05:42:04 -08001024 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001025 false, &fake_clock_, &transport, &mock_paced_sender_, absl::nullopt,
1026 nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_, nullptr,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001027 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false,
1028 FieldTrialBasedConfig()));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001029 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr9dfff292016-11-14 05:14:50 -08001030 rtp_sender_->SetSSRC(kSsrc);
Shao Changbine62202f2015-04-21 20:24:50 +08001031 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001032
1033 uint16_t seq_num = kSeqNum;
1034 rtp_sender_->SetStorePacketsStatus(true, 10);
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001035 int32_t rtp_header_len = kRtpHeaderSize;
danilchap162abd32015-12-10 02:39:40 -08001036 EXPECT_EQ(
1037 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
1038 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001039 rtp_header_len += 4; // 4 bytes extension.
1040 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
1041
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001042 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
stefan@webrtc.orgef927552014-06-05 08:25:29 +00001043 rtp_sender_->SetRtxSsrc(1234);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001044
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001045 const size_t kNumPayloadSizes = 10;
danilchap162abd32015-12-10 02:39:40 -08001046 const size_t kPayloadSizes[kNumPayloadSizes] = {500, 550, 600, 650, 700,
1047 750, 800, 850, 900, 950};
terelius5d332ac2016-01-14 14:37:39 -08001048 // Expect all packets go through the pacer.
1049 EXPECT_CALL(mock_paced_sender_,
brandtr9dfff292016-11-14 05:14:50 -08001050 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _))
terelius5d332ac2016-01-14 14:37:39 -08001051 .Times(kNumPayloadSizes);
Elad Alon4a87e1c2017-10-03 16:11:34 +02001052 EXPECT_CALL(mock_rtc_event_log_,
1053 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001054 .Times(kNumPayloadSizes);
1055
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001056 // Send 10 packets of increasing size.
1057 for (size_t i = 0; i < kNumPayloadSizes; ++i) {
1058 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
Mirko Bonadei6a489f22019-04-09 15:11:12 +02001059 EXPECT_CALL(transport, SendRtp(_, _, _)).WillOnce(::testing::Return(true));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001060 SendPacket(capture_time_ms, kPayloadSizes[i]);
brandtr9dfff292016-11-14 05:14:50 -08001061 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -08001062 PacedPacketInfo());
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001063 fake_clock_.AdvanceTimeMilliseconds(33);
1064 }
terelius429c3452016-01-21 05:42:04 -08001065
Elad Alon4a87e1c2017-10-03 16:11:34 +02001066 EXPECT_CALL(mock_rtc_event_log_,
1067 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001068 .Times(::testing::AtLeast(4));
1069
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001070 // The amount of padding to send it too small to send a payload packet.
stefan1d8a5062015-10-02 03:39:33 -07001071 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
Mirko Bonadei6a489f22019-04-09 15:11:12 +02001072 .WillOnce(::testing::Return(true));
philipela1ed0b32016-06-01 06:31:17 -07001073 EXPECT_EQ(kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001074 rtp_sender_->TimeToSendPadding(49, PacedPacketInfo()));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001075
Petter Strandmark26bc6692018-05-29 08:43:35 +02001076 PacketOptions options;
Peter Boströmac547a62015-09-17 23:03:57 +02001077 EXPECT_CALL(transport,
stefan1d8a5062015-10-02 03:39:33 -07001078 SendRtp(_, kPayloadSizes[0] + rtp_header_len + kRtxHeaderSize, _))
Mirko Bonadei6a489f22019-04-09 15:11:12 +02001079 .WillOnce(::testing::DoAll(::testing::SaveArg<2>(&options),
1080 ::testing::Return(true)));
philipela1ed0b32016-06-01 06:31:17 -07001081 EXPECT_EQ(kPayloadSizes[0],
philipel8aadd502017-02-23 02:56:13 -08001082 rtp_sender_->TimeToSendPadding(500, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001083 EXPECT_TRUE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001084
Yves Gerey665174f2018-06-19 15:03:05 +02001085 EXPECT_CALL(transport, SendRtp(_,
1086 kPayloadSizes[kNumPayloadSizes - 1] +
1087 rtp_header_len + kRtxHeaderSize,
stefan1d8a5062015-10-02 03:39:33 -07001088 _))
Mirko Bonadei6a489f22019-04-09 15:11:12 +02001089 .WillOnce(::testing::Return(true));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001090
1091 options.is_retransmit = false;
stefan1d8a5062015-10-02 03:39:33 -07001092 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
Mirko Bonadei6a489f22019-04-09 15:11:12 +02001093 .WillOnce(::testing::DoAll(::testing::SaveArg<2>(&options),
1094 ::testing::Return(true)));
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001095 EXPECT_EQ(kPayloadSizes[kNumPayloadSizes - 1] + kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001096 rtp_sender_->TimeToSendPadding(999, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001097 EXPECT_FALSE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001098}
1099
minyue3a407ee2017-04-03 01:10:33 -07001100TEST_P(RtpSenderTestWithoutPacer, SendGenericVideo) {
Niels Möller8a40edd2019-01-24 18:04:44 +01001101 const char payload_name[] = "GENERIC";
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001102 const uint8_t payload_type = 127;
Niels Möller5fe95102019-03-04 16:49:25 +01001103 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001104 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001105 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +01001106 FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001107 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1108 /*raw_payload=*/false);
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001109 uint8_t payload[] = {47, 11, 32, 93, 89};
1110
1111 // Send keyframe
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001112 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001113 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001114 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1115 sizeof(payload), nullptr, &video_header,
1116 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001117
danilchap96c15872016-11-21 01:35:29 -08001118 auto sent_payload = transport_.last_sent_packet().payload();
1119 uint8_t generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001120 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1121 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001122 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001123
1124 // Send delta frame
1125 payload[0] = 13;
1126 payload[1] = 42;
1127 payload[4] = 13;
1128
Niels Möller59ab1cf2019-02-06 22:48:11 +01001129 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001130 VideoFrameType::kVideoFrameDelta, payload_type, 1234, 4321, payload,
1131 sizeof(payload), nullptr, &video_header,
1132 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001133
danilchap96c15872016-11-21 01:35:29 -08001134 sent_payload = transport_.last_sent_packet().payload();
1135 generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001136 EXPECT_FALSE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1137 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001138 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001139}
1140
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001141TEST_P(RtpSenderTestWithoutPacer, SendRawVideo) {
1142 const char payload_name[] = "VP8";
1143 const uint8_t payload_type = 111;
1144 const uint8_t payload[] = {11, 22, 33, 44, 55};
1145
1146 PlayoutDelayOracle playout_delay_oracle;
1147 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001148 &playout_delay_oracle, nullptr, false, false,
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001149 FieldTrialBasedConfig());
1150 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1151 /*raw_payload=*/true);
1152
1153 // Send a frame.
1154 RTPVideoHeader video_header;
1155 ASSERT_TRUE(rtp_sender_video.SendVideo(
1156 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1157 sizeof(payload), nullptr, &video_header,
1158 kDefaultExpectedRetransmissionTimeMs));
1159
1160 auto sent_payload = transport_.last_sent_packet().payload();
1161 EXPECT_THAT(sent_payload, ElementsAreArray(payload));
1162}
1163
minyue3a407ee2017-04-03 01:10:33 -07001164TEST_P(RtpSenderTest, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001165 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001166 constexpr int kMediaPayloadType = 127;
1167 constexpr int kFlexfecPayloadType = 118;
1168 constexpr uint32_t kMediaSsrc = 1234;
1169 constexpr uint32_t kFlexfecSsrc = 5678;
1170 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001171 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtrdbdb3f12016-11-10 05:04:48 -08001172 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001173 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001174 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001175
1176 // Reset |rtp_sender_| to use FlexFEC.
michaelt4da30442016-11-17 01:38:43 -08001177 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001178 false, &fake_clock_, &transport_, &mock_paced_sender_, kFlexfecSsrc,
Niels Möller949f0fd2019-01-29 09:44:24 +01001179 &seq_num_allocator_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
1180 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001181 nullptr, false, false, FieldTrialBasedConfig()));
brandtrdbdb3f12016-11-10 05:04:48 -08001182 rtp_sender_->SetSSRC(kMediaSsrc);
1183 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001184 rtp_sender_->SetStorePacketsStatus(true, 10);
1185
Niels Möller5fe95102019-03-04 16:49:25 +01001186 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001187 RTPSenderVideo rtp_sender_video(
1188 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1189 nullptr, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001190 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1191 /*raw_payload=*/false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001192
brandtrdbdb3f12016-11-10 05:04:48 -08001193 // Parameters selected to generate a single FEC packet per media packet.
1194 FecProtectionParams params;
1195 params.fec_rate = 15;
1196 params.max_fec_frames = 1;
1197 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001198 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001199
brandtr9dfff292016-11-14 05:14:50 -08001200 EXPECT_CALL(mock_paced_sender_,
1201 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc, kSeqNum,
1202 _, _, false));
1203 uint16_t flexfec_seq_num;
brandtrdbdb3f12016-11-10 05:04:48 -08001204 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
brandtr9dfff292016-11-14 05:14:50 -08001205 kFlexfecSsrc, _, _, _, false))
Mirko Bonadei6a489f22019-04-09 15:11:12 +02001206 .WillOnce(::testing::SaveArg<2>(&flexfec_seq_num));
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001207
1208 RTPVideoHeader video_header;
1209 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001210 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001211 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1212 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1213
Elad Alon4a87e1c2017-10-03 16:11:34 +02001214 EXPECT_CALL(mock_rtc_event_log_,
1215 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1216 .Times(2);
Erik Språngd2879622019-05-10 08:29:01 -07001217 EXPECT_EQ(RtpPacketSendResult::kSuccess,
1218 rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum,
1219 fake_clock_.TimeInMilliseconds(),
1220 false, PacedPacketInfo()));
1221 EXPECT_EQ(RtpPacketSendResult::kSuccess,
1222 rtp_sender_->TimeToSendPacket(kFlexfecSsrc, flexfec_seq_num,
1223 fake_clock_.TimeInMilliseconds(),
1224 false, PacedPacketInfo()));
brandtr9dfff292016-11-14 05:14:50 -08001225 ASSERT_EQ(2, transport_.packets_sent());
brandtrdbdb3f12016-11-10 05:04:48 -08001226 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1227 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
brandtr9dfff292016-11-14 05:14:50 -08001228 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
brandtrdbdb3f12016-11-10 05:04:48 -08001229 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
brandtr9dfff292016-11-14 05:14:50 -08001230 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1231 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1232 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1233 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001234}
1235
ilnik10894992017-06-21 08:23:19 -07001236// TODO(ilnik): because of webrtc:7859. Once FEC moved below pacer, this test
1237// should be removed.
1238TEST_P(RtpSenderTest, NoFlexfecForTimingFrames) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001239 constexpr uint32_t kTimestamp = 1234;
1240 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
ilnik10894992017-06-21 08:23:19 -07001241 constexpr int kMediaPayloadType = 127;
1242 constexpr int kFlexfecPayloadType = 118;
1243 constexpr uint32_t kMediaSsrc = 1234;
1244 constexpr uint32_t kFlexfecSsrc = 5678;
1245 const std::vector<RtpExtension> kNoRtpExtensions;
1246 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
ilnike4350192017-06-29 02:27:44 -07001247
ilnik10894992017-06-21 08:23:19 -07001248 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001249 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
ilnik10894992017-06-21 08:23:19 -07001250 nullptr /* rtp_state */, &fake_clock_);
1251
1252 // Reset |rtp_sender_| to use FlexFEC.
1253 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001254 false, &fake_clock_, &transport_, &mock_paced_sender_,
1255 flexfec_sender.ssrc(), &seq_num_allocator_, nullptr, nullptr, nullptr,
1256 &mock_rtc_event_log_, &send_packet_observer_,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001257 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false,
1258 FieldTrialBasedConfig()));
ilnik10894992017-06-21 08:23:19 -07001259 rtp_sender_->SetSSRC(kMediaSsrc);
1260 rtp_sender_->SetSequenceNumber(kSeqNum);
ilnik10894992017-06-21 08:23:19 -07001261 rtp_sender_->SetStorePacketsStatus(true, 10);
1262
Niels Möller5fe95102019-03-04 16:49:25 +01001263 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001264 RTPSenderVideo rtp_sender_video(
1265 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1266 nullptr, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001267 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1268 /*raw_payload=*/false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001269
ilnike4350192017-06-29 02:27:44 -07001270 // Need extension to be registered for timing frames to be sent.
1271 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1272 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
1273
ilnik10894992017-06-21 08:23:19 -07001274 // Parameters selected to generate a single FEC packet per media packet.
1275 FecProtectionParams params;
1276 params.fec_rate = 15;
1277 params.max_fec_frames = 1;
1278 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001279 rtp_sender_video.SetFecParameters(params, params);
ilnik10894992017-06-21 08:23:19 -07001280
1281 EXPECT_CALL(mock_paced_sender_,
1282 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc, kSeqNum,
1283 _, _, false));
1284 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1285 kFlexfecSsrc, _, _, _, false))
1286 .Times(0); // Not called because packet should not be protected.
1287
ilnik10894992017-06-21 08:23:19 -07001288 RTPVideoHeader video_header;
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001289 video_header.video_timing.flags = VideoSendTiming::kTriggeredByTimer;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001290 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001291 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
1292 kCaptureTimeMs, kPayloadData, sizeof(kPayloadData), nullptr,
1293 &video_header, kDefaultExpectedRetransmissionTimeMs));
ilnik10894992017-06-21 08:23:19 -07001294
Elad Alon4a87e1c2017-10-03 16:11:34 +02001295 EXPECT_CALL(mock_rtc_event_log_,
1296 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1297 .Times(1);
Erik Språngd2879622019-05-10 08:29:01 -07001298 EXPECT_EQ(RtpPacketSendResult::kSuccess,
1299 rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum,
1300 fake_clock_.TimeInMilliseconds(),
1301 false, PacedPacketInfo()));
ilnik10894992017-06-21 08:23:19 -07001302 ASSERT_EQ(1, transport_.packets_sent());
1303 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1304 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1305 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
1306 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
1307
1308 // Now try to send not a timing frame.
1309 uint16_t flexfec_seq_num;
1310 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1311 kFlexfecSsrc, _, _, _, false))
Mirko Bonadei6a489f22019-04-09 15:11:12 +02001312 .WillOnce(::testing::SaveArg<2>(&flexfec_seq_num));
ilnik10894992017-06-21 08:23:19 -07001313 EXPECT_CALL(mock_paced_sender_,
1314 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc,
1315 kSeqNum + 1, _, _, false));
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001316 video_header.video_timing.flags = VideoSendTiming::kInvalid;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001317 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001318 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp + 1,
1319 kCaptureTimeMs + 1, kPayloadData, sizeof(kPayloadData), nullptr,
1320 &video_header, kDefaultExpectedRetransmissionTimeMs));
ilnik10894992017-06-21 08:23:19 -07001321
Elad Alon4a87e1c2017-10-03 16:11:34 +02001322 EXPECT_CALL(mock_rtc_event_log_,
1323 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1324 .Times(2);
Erik Språngd2879622019-05-10 08:29:01 -07001325 EXPECT_EQ(RtpPacketSendResult::kSuccess,
1326 rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum + 1,
1327 fake_clock_.TimeInMilliseconds(),
1328 false, PacedPacketInfo()));
1329 EXPECT_EQ(RtpPacketSendResult::kSuccess,
1330 rtp_sender_->TimeToSendPacket(kFlexfecSsrc, flexfec_seq_num,
1331 fake_clock_.TimeInMilliseconds(),
1332 false, PacedPacketInfo()));
ilnik10894992017-06-21 08:23:19 -07001333 ASSERT_EQ(3, transport_.packets_sent());
1334 const RtpPacketReceived& media_packet2 = transport_.sent_packets_[1];
1335 EXPECT_EQ(kMediaPayloadType, media_packet2.PayloadType());
1336 EXPECT_EQ(kSeqNum + 1, media_packet2.SequenceNumber());
1337 EXPECT_EQ(kMediaSsrc, media_packet2.Ssrc());
1338 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[2];
1339 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1340 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1341 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
1342}
1343
minyue3a407ee2017-04-03 01:10:33 -07001344TEST_P(RtpSenderTestWithoutPacer, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001345 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001346 constexpr int kMediaPayloadType = 127;
1347 constexpr int kFlexfecPayloadType = 118;
1348 constexpr uint32_t kMediaSsrc = 1234;
1349 constexpr uint32_t kFlexfecSsrc = 5678;
1350 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001351 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtrdbdb3f12016-11-10 05:04:48 -08001352 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001353 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001354 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001355
1356 // Reset |rtp_sender_| to use FlexFEC.
Benjamin Wright192eeec2018-10-17 17:27:25 -07001357 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001358 false, &fake_clock_, &transport_, nullptr, flexfec_sender.ssrc(),
Niels Möller949f0fd2019-01-29 09:44:24 +01001359 &seq_num_allocator_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
1360 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001361 nullptr, false, false, FieldTrialBasedConfig()));
brandtrdbdb3f12016-11-10 05:04:48 -08001362 rtp_sender_->SetSSRC(kMediaSsrc);
1363 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001364
Niels Möller5fe95102019-03-04 16:49:25 +01001365 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001366 RTPSenderVideo rtp_sender_video(
1367 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1368 nullptr, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001369 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1370 /*raw_payload=*/false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001371
brandtrdbdb3f12016-11-10 05:04:48 -08001372 // Parameters selected to generate a single FEC packet per media packet.
1373 FecProtectionParams params;
1374 params.fec_rate = 15;
1375 params.max_fec_frames = 1;
1376 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001377 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001378
Elad Alon4a87e1c2017-10-03 16:11:34 +02001379 EXPECT_CALL(mock_rtc_event_log_,
1380 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1381 .Times(2);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001382 RTPVideoHeader video_header;
1383 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001384 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001385 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1386 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1387
brandtrdbdb3f12016-11-10 05:04:48 -08001388 ASSERT_EQ(2, transport_.packets_sent());
1389 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1390 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1391 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
1392 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1393 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1394 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
1395}
1396
Steve Anton296a0ce2018-03-22 15:17:27 -07001397// Test that the MID header extension is included on sent packets when
1398// configured.
1399TEST_P(RtpSenderTestWithoutPacer, MidIncludedOnSentPackets) {
1400 const char kMid[] = "mid";
1401
1402 // Register MID header extension and set the MID for the RTPSender.
1403 rtp_sender_->SetSendingMediaStatus(false);
1404 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionMid, kMidExtensionId);
1405 rtp_sender_->SetMid(kMid);
1406 rtp_sender_->SetSendingMediaStatus(true);
1407
1408 // Send a couple packets.
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001409 SendGenericPacket();
1410 SendGenericPacket();
Steve Anton296a0ce2018-03-22 15:17:27 -07001411
1412 // Expect both packets to have the MID set.
1413 ASSERT_EQ(2u, transport_.sent_packets_.size());
1414 for (const RtpPacketReceived& packet : transport_.sent_packets_) {
1415 std::string mid;
1416 ASSERT_TRUE(packet.GetExtension<RtpMid>(&mid));
1417 EXPECT_EQ(kMid, mid);
1418 }
1419}
1420
Amit Hilbuch77938e62018-12-21 09:23:38 -08001421TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnSentPackets) {
1422 const char kRid[] = "f";
1423
1424 rtp_sender_->SetSendingMediaStatus(false);
1425 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1426 kRidExtensionId);
1427 rtp_sender_->SetRid(kRid);
1428 rtp_sender_->SetSendingMediaStatus(true);
1429
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001430 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001431
1432 ASSERT_EQ(1u, transport_.sent_packets_.size());
1433 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1434 std::string rid;
1435 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1436 EXPECT_EQ(kRid, rid);
1437}
1438
1439TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnRtxSentPackets) {
1440 const char kRid[] = "f";
Amit Hilbuch77938e62018-12-21 09:23:38 -08001441
1442 rtp_sender_->SetSendingMediaStatus(false);
1443 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1444 kRidExtensionId);
1445 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRepairedRtpStreamId,
1446 kRepairedRidExtensionId);
1447 rtp_sender_->SetRid(kRid);
1448 rtp_sender_->SetSendingMediaStatus(true);
1449
1450 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
Erik Språng9c771c22019-06-17 16:31:53 +02001451 rtp_sender_->SetRtxSsrc(kRtxSsrc);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001452 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001453
1454 rtp_sender_->SetStorePacketsStatus(true, 10);
1455
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001456 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001457 ASSERT_EQ(1u, transport_.sent_packets_.size());
1458 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1459 std::string rid;
1460 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1461 EXPECT_EQ(kRid, rid);
1462 rid = kNoRid;
1463 EXPECT_FALSE(packet.GetExtension<RepairedRtpStreamId>(&rid));
1464
1465 uint16_t packet_id = packet.SequenceNumber();
1466 rtp_sender_->ReSendPacket(packet_id);
1467 ASSERT_EQ(2u, transport_.sent_packets_.size());
1468 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1469 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rid));
1470 EXPECT_EQ(kRid, rid);
1471 EXPECT_FALSE(rtx_packet.HasExtension<RtpStreamId>());
1472}
1473
minyue3a407ee2017-04-03 01:10:33 -07001474TEST_P(RtpSenderTest, FecOverheadRate) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001475 constexpr uint32_t kTimestamp = 1234;
1476 constexpr int kMediaPayloadType = 127;
brandtr81eab612017-01-24 04:06:09 -08001477 constexpr int kFlexfecPayloadType = 118;
1478 constexpr uint32_t kMediaSsrc = 1234;
1479 constexpr uint32_t kFlexfecSsrc = 5678;
1480 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001481 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtr81eab612017-01-24 04:06:09 -08001482 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001483 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001484 nullptr /* rtp_state */, &fake_clock_);
brandtr81eab612017-01-24 04:06:09 -08001485
1486 // Reset |rtp_sender_| to use FlexFEC.
1487 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001488 false, &fake_clock_, &transport_, &mock_paced_sender_,
1489 flexfec_sender.ssrc(), &seq_num_allocator_, nullptr, nullptr, nullptr,
1490 &mock_rtc_event_log_, &send_packet_observer_,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001491 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false,
1492 FieldTrialBasedConfig()));
brandtr81eab612017-01-24 04:06:09 -08001493 rtp_sender_->SetSSRC(kMediaSsrc);
1494 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr81eab612017-01-24 04:06:09 -08001495
Niels Möller5fe95102019-03-04 16:49:25 +01001496 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001497 RTPSenderVideo rtp_sender_video(
1498 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1499 nullptr, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001500 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1501 /*raw_payload=*/false);
brandtr81eab612017-01-24 04:06:09 -08001502 // Parameters selected to generate a single FEC packet per media packet.
1503 FecProtectionParams params;
1504 params.fec_rate = 15;
1505 params.max_fec_frames = 1;
1506 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001507 rtp_sender_video.SetFecParameters(params, params);
brandtr81eab612017-01-24 04:06:09 -08001508
1509 constexpr size_t kNumMediaPackets = 10;
1510 constexpr size_t kNumFecPackets = kNumMediaPackets;
1511 constexpr int64_t kTimeBetweenPacketsMs = 10;
1512 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, _, _, _, _, false))
1513 .Times(kNumMediaPackets + kNumFecPackets);
1514 for (size_t i = 0; i < kNumMediaPackets; ++i) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001515 RTPVideoHeader video_header;
1516
1517 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001518 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001519 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1520 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1521
brandtr81eab612017-01-24 04:06:09 -08001522 fake_clock_.AdvanceTimeMilliseconds(kTimeBetweenPacketsMs);
1523 }
1524 constexpr size_t kRtpHeaderLength = 12;
1525 constexpr size_t kFlexfecHeaderLength = 20;
1526 constexpr size_t kGenericCodecHeaderLength = 1;
1527 constexpr size_t kPayloadLength = sizeof(kPayloadData);
1528 constexpr size_t kPacketLength = kRtpHeaderLength + kFlexfecHeaderLength +
1529 kGenericCodecHeaderLength + kPayloadLength;
1530 EXPECT_NEAR(kNumFecPackets * kPacketLength * 8 /
1531 (kNumFecPackets * kTimeBetweenPacketsMs / 1000.0f),
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001532 rtp_sender_video.FecOverheadRate(), 500);
brandtr81eab612017-01-24 04:06:09 -08001533}
1534
minyue3a407ee2017-04-03 01:10:33 -07001535TEST_P(RtpSenderTest, BitrateCallbacks) {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001536 class TestCallback : public BitrateStatisticsObserver {
1537 public:
sprangcd349d92016-07-13 09:11:28 -07001538 TestCallback()
1539 : BitrateStatisticsObserver(),
1540 num_calls_(0),
1541 ssrc_(0),
1542 total_bitrate_(0),
1543 retransmit_bitrate_(0) {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001544 ~TestCallback() override = default;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001545
sprangcd349d92016-07-13 09:11:28 -07001546 void Notify(uint32_t total_bitrate,
1547 uint32_t retransmit_bitrate,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001548 uint32_t ssrc) override {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001549 ++num_calls_;
1550 ssrc_ = ssrc;
sprangcd349d92016-07-13 09:11:28 -07001551 total_bitrate_ = total_bitrate;
1552 retransmit_bitrate_ = retransmit_bitrate;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001553 }
1554
1555 uint32_t num_calls_;
1556 uint32_t ssrc_;
sprangcd349d92016-07-13 09:11:28 -07001557 uint32_t total_bitrate_;
1558 uint32_t retransmit_bitrate_;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001559 } callback;
Per Kjellandere11b7d22019-02-21 07:55:59 +01001560 rtp_sender_.reset(
1561 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1562 nullptr, nullptr, &callback, nullptr, nullptr, nullptr,
1563 &retransmission_rate_limiter_, nullptr, false, nullptr,
1564 false, false, FieldTrialBasedConfig()));
nisse7d59f6b2017-02-21 03:40:24 -08001565 rtp_sender_->SetSSRC(kSsrc);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001566
Niels Möller5fe95102019-03-04 16:49:25 +01001567 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001568 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001569 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +01001570 FieldTrialBasedConfig());
Niels Möller59ab1cf2019-02-06 22:48:11 +01001571 const char payload_name[] = "GENERIC";
1572 const uint8_t payload_type = 127;
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001573 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1574 /*raw_payload=*/false);
Niels Möller59ab1cf2019-02-06 22:48:11 +01001575
sprangcd349d92016-07-13 09:11:28 -07001576 // Simulate kNumPackets sent with kPacketInterval ms intervals, with the
1577 // number of packets selected so that we fill (but don't overflow) the one
1578 // second averaging window.
1579 const uint32_t kWindowSizeMs = 1000;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001580 const uint32_t kPacketInterval = 20;
sprangcd349d92016-07-13 09:11:28 -07001581 const uint32_t kNumPackets =
1582 (kWindowSizeMs - kPacketInterval) / kPacketInterval;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001583 // Overhead = 12 bytes RTP header + 1 byte generic header.
1584 const uint32_t kPacketOverhead = 13;
1585
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001586 uint8_t payload[] = {47, 11, 32, 93, 89};
1587 rtp_sender_->SetStorePacketsStatus(true, 1);
1588 uint32_t ssrc = rtp_sender_->SSRC();
1589
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001590 // Initial process call so we get a new time window.
1591 rtp_sender_->ProcessBitrate();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001592
1593 // Send a few frames.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001594 RTPVideoHeader video_header;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001595 for (uint32_t i = 0; i < kNumPackets; ++i) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001596 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001597 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1598 sizeof(payload), nullptr, &video_header,
1599 kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001600 fake_clock_.AdvanceTimeMilliseconds(kPacketInterval);
1601 }
1602
1603 rtp_sender_->ProcessBitrate();
1604
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001605 // We get one call for every stats updated, thus two calls since both the
1606 // stream stats and the retransmit stats are updated once.
1607 EXPECT_EQ(2u, callback.num_calls_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001608 EXPECT_EQ(ssrc, callback.ssrc_);
sprangcd349d92016-07-13 09:11:28 -07001609 const uint32_t kTotalPacketSize = kPacketOverhead + sizeof(payload);
1610 // Bitrate measured over delta between last and first timestamp, plus one.
1611 const uint32_t kExpectedWindowMs = kNumPackets * kPacketInterval + 1;
1612 const uint32_t kExpectedBitsAccumulated = kTotalPacketSize * kNumPackets * 8;
1613 const uint32_t kExpectedRateBps =
1614 (kExpectedBitsAccumulated * 1000 + (kExpectedWindowMs / 2)) /
1615 kExpectedWindowMs;
1616 EXPECT_EQ(kExpectedRateBps, callback.total_bitrate_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001617
andresp@webrtc.orgd11bec42014-07-08 14:32:58 +00001618 rtp_sender_.reset();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001619}
1620
minyue3a407ee2017-04-03 01:10:33 -07001621TEST_P(RtpSenderTestWithoutPacer, StreamDataCountersCallbacks) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001622 class TestCallback : public StreamDataCountersCallback {
1623 public:
danilchap162abd32015-12-10 02:39:40 -08001624 TestCallback() : StreamDataCountersCallback(), ssrc_(0), counters_() {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001625 ~TestCallback() override = default;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001626
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001627 void DataCountersUpdated(const StreamDataCounters& counters,
1628 uint32_t ssrc) override {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001629 ssrc_ = ssrc;
1630 counters_ = counters;
1631 }
1632
1633 uint32_t ssrc_;
1634 StreamDataCounters counters_;
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001635
1636 void MatchPacketCounter(const RtpPacketCounter& expected,
1637 const RtpPacketCounter& actual) {
1638 EXPECT_EQ(expected.payload_bytes, actual.payload_bytes);
1639 EXPECT_EQ(expected.header_bytes, actual.header_bytes);
1640 EXPECT_EQ(expected.padding_bytes, actual.padding_bytes);
1641 EXPECT_EQ(expected.packets, actual.packets);
1642 }
1643
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001644 void Matches(uint32_t ssrc, const StreamDataCounters& counters) {
1645 EXPECT_EQ(ssrc, ssrc_);
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001646 MatchPacketCounter(counters.transmitted, counters_.transmitted);
1647 MatchPacketCounter(counters.retransmitted, counters_.retransmitted);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001648 EXPECT_EQ(counters.fec.packets, counters_.fec.packets);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001649 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001650 } callback;
1651
1652 const uint8_t kRedPayloadType = 96;
1653 const uint8_t kUlpfecPayloadType = 97;
Niels Möller8a40edd2019-01-24 18:04:44 +01001654 const char payload_name[] = "GENERIC";
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001655 const uint8_t payload_type = 127;
Niels Möller5fe95102019-03-04 16:49:25 +01001656 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001657 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001658 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +01001659 FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001660 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1661 /*raw_payload=*/false);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001662 uint8_t payload[] = {47, 11, 32, 93, 89};
1663 rtp_sender_->SetStorePacketsStatus(true, 1);
1664 uint32_t ssrc = rtp_sender_->SSRC();
1665
1666 rtp_sender_->RegisterRtpStatisticsCallback(&callback);
1667
1668 // Send a frame.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001669 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001670 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001671 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1672 sizeof(payload), nullptr, &video_header,
1673 kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001674 StreamDataCounters expected;
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001675 expected.transmitted.payload_bytes = 6;
1676 expected.transmitted.header_bytes = 12;
1677 expected.transmitted.padding_bytes = 0;
1678 expected.transmitted.packets = 1;
1679 expected.retransmitted.payload_bytes = 0;
1680 expected.retransmitted.header_bytes = 0;
1681 expected.retransmitted.padding_bytes = 0;
1682 expected.retransmitted.packets = 0;
1683 expected.fec.packets = 0;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001684 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001685
1686 // Retransmit a frame.
1687 uint16_t seqno = rtp_sender_->SequenceNumber() - 1;
Erik Språnga12b1d62018-03-14 12:39:24 +01001688 rtp_sender_->ReSendPacket(seqno);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001689 expected.transmitted.payload_bytes = 12;
1690 expected.transmitted.header_bytes = 24;
1691 expected.transmitted.packets = 2;
1692 expected.retransmitted.payload_bytes = 6;
1693 expected.retransmitted.header_bytes = 12;
1694 expected.retransmitted.padding_bytes = 0;
1695 expected.retransmitted.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001696 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001697
1698 // Send padding.
philipel8aadd502017-02-23 02:56:13 -08001699 rtp_sender_->TimeToSendPadding(kMaxPaddingSize, PacedPacketInfo());
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001700 expected.transmitted.payload_bytes = 12;
1701 expected.transmitted.header_bytes = 36;
1702 expected.transmitted.padding_bytes = kMaxPaddingSize;
1703 expected.transmitted.packets = 3;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001704 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001705
brandtrf1bb4762016-11-07 03:05:06 -08001706 // Send ULPFEC.
Niels Möller59ab1cf2019-02-06 22:48:11 +01001707 rtp_sender_video.SetUlpfecConfig(kRedPayloadType, kUlpfecPayloadType);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001708 FecProtectionParams fec_params;
1709 fec_params.fec_mask_type = kFecMaskRandom;
1710 fec_params.fec_rate = 1;
1711 fec_params.max_fec_frames = 1;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001712 rtp_sender_video.SetFecParameters(fec_params, fec_params);
1713 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001714 VideoFrameType::kVideoFrameDelta, payload_type, 1234, 4321, payload,
1715 sizeof(payload), nullptr, &video_header,
1716 kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001717 expected.transmitted.payload_bytes = 40;
1718 expected.transmitted.header_bytes = 60;
1719 expected.transmitted.packets = 5;
1720 expected.fec.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001721 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001722
sprang867fb522015-08-03 04:38:41 -07001723 rtp_sender_->RegisterRtpStatisticsCallback(nullptr);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001724}
1725
minyue3a407ee2017-04-03 01:10:33 -07001726TEST_P(RtpSenderTestWithoutPacer, BytesReportedCorrectly) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001727 // XXX const char* kPayloadName = "GENERIC";
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001728 const uint8_t kPayloadType = 127;
1729 rtp_sender_->SetSSRC(1234);
Erik Språng9c771c22019-06-17 16:31:53 +02001730 rtp_sender_->SetRtxSsrc(kRtxSsrc);
Shao Changbine62202f2015-04-21 20:24:50 +08001731 rtp_sender_->SetRtxPayloadType(kPayloadType - 1, kPayloadType);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001732 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001733
Niels Möller59ab1cf2019-02-06 22:48:11 +01001734 SendGenericPacket();
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001735 // Will send 2 full-size padding packets.
philipel8aadd502017-02-23 02:56:13 -08001736 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
1737 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001738
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001739 StreamDataCounters rtp_stats;
1740 StreamDataCounters rtx_stats;
1741 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001742
Niels Möller59ab1cf2019-02-06 22:48:11 +01001743 // Payload
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +00001744 EXPECT_GT(rtp_stats.first_packet_time_ms, -1);
Niels Möller59ab1cf2019-02-06 22:48:11 +01001745 EXPECT_EQ(rtp_stats.transmitted.payload_bytes, sizeof(kPayloadData));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001746 EXPECT_EQ(rtp_stats.transmitted.header_bytes, 12u);
1747 EXPECT_EQ(rtp_stats.transmitted.padding_bytes, 0u);
1748 EXPECT_EQ(rtx_stats.transmitted.payload_bytes, 0u);
1749 EXPECT_EQ(rtx_stats.transmitted.header_bytes, 24u);
1750 EXPECT_EQ(rtx_stats.transmitted.padding_bytes, 2 * kMaxPaddingSize);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001751
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001752 EXPECT_EQ(rtp_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001753 rtp_stats.transmitted.payload_bytes +
1754 rtp_stats.transmitted.header_bytes +
1755 rtp_stats.transmitted.padding_bytes);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001756 EXPECT_EQ(rtx_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001757 rtx_stats.transmitted.payload_bytes +
1758 rtx_stats.transmitted.header_bytes +
1759 rtx_stats.transmitted.padding_bytes);
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001760
danilchap162abd32015-12-10 02:39:40 -08001761 EXPECT_EQ(
1762 transport_.total_bytes_sent_,
1763 rtp_stats.transmitted.TotalBytes() + rtx_stats.transmitted.TotalBytes());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001764}
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001765
minyue3a407ee2017-04-03 01:10:33 -07001766TEST_P(RtpSenderTestWithoutPacer, RespectsNackBitrateLimit) {
sprang38778b02015-09-29 09:48:22 -07001767 const int32_t kPacketSize = 1400;
1768 const int32_t kNumPackets = 30;
1769
sprangcd349d92016-07-13 09:11:28 -07001770 retransmission_rate_limiter_.SetMaxRate(kPacketSize * kNumPackets * 8);
1771
sprang38778b02015-09-29 09:48:22 -07001772 rtp_sender_->SetStorePacketsStatus(true, kNumPackets);
sprang38778b02015-09-29 09:48:22 -07001773 const uint16_t kStartSequenceNumber = rtp_sender_->SequenceNumber();
Danil Chapovalov2800d742016-08-26 18:48:46 +02001774 std::vector<uint16_t> sequence_numbers;
sprang38778b02015-09-29 09:48:22 -07001775 for (int32_t i = 0; i < kNumPackets; ++i) {
1776 sequence_numbers.push_back(kStartSequenceNumber + i);
1777 fake_clock_.AdvanceTimeMilliseconds(1);
1778 SendPacket(fake_clock_.TimeInMilliseconds(), kPacketSize);
1779 }
danilchap12ba1862016-10-26 02:41:55 -07001780 EXPECT_EQ(kNumPackets, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001781
1782 fake_clock_.AdvanceTimeMilliseconds(1000 - kNumPackets);
1783
1784 // Resending should work - brings the bandwidth up to the limit.
1785 // NACK bitrate is capped to the same bitrate as the encoder, since the max
1786 // protection overhead is 50% (see MediaOptimization::SetTargetRates).
Danil Chapovalov2800d742016-08-26 18:48:46 +02001787 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001788 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001789
sprangcd349d92016-07-13 09:11:28 -07001790 // Must be at least 5ms in between retransmission attempts.
1791 fake_clock_.AdvanceTimeMilliseconds(5);
1792
sprang38778b02015-09-29 09:48:22 -07001793 // Resending should not work, bandwidth exceeded.
Danil Chapovalov2800d742016-08-26 18:48:46 +02001794 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001795 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001796}
1797
minyue3a407ee2017-04-03 01:10:33 -07001798TEST_P(RtpSenderTest, OnOverheadChanged) {
michaelt4da30442016-11-17 01:38:43 -08001799 MockOverheadObserver mock_overhead_observer;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001800 rtp_sender_.reset(
1801 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1802 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
1803 &retransmission_rate_limiter_, &mock_overhead_observer,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001804 false, nullptr, false, false, FieldTrialBasedConfig()));
nisse7d59f6b2017-02-21 03:40:24 -08001805 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08001806
michaelt4da30442016-11-17 01:38:43 -08001807 // RTP overhead is 12B.
nisse284542b2017-01-10 08:58:32 -08001808 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(12)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001809 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001810
1811 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
1812 kTransmissionTimeOffsetExtensionId);
1813
1814 // TransmissionTimeOffset extension has a size of 8B.
nisse284542b2017-01-10 08:58:32 -08001815 // 12B + 8B = 20B
1816 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(20)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001817 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001818}
1819
minyue3a407ee2017-04-03 01:10:33 -07001820TEST_P(RtpSenderTest, DoesNotUpdateOverheadOnEqualSize) {
michaelt4da30442016-11-17 01:38:43 -08001821 MockOverheadObserver mock_overhead_observer;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001822 rtp_sender_.reset(
1823 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1824 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
1825 &retransmission_rate_limiter_, &mock_overhead_observer,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001826 false, nullptr, false, false, FieldTrialBasedConfig()));
nisse7d59f6b2017-02-21 03:40:24 -08001827 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08001828
1829 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(_)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001830 SendGenericPacket();
1831 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001832}
1833
Erik Språng9c771c22019-06-17 16:31:53 +02001834TEST_P(RtpSenderTest, TrySendPacketMatchesVideo) {
1835 std::unique_ptr<RtpPacketToSend> packet =
1836 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1837 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1838
1839 // Verify not sent with wrong SSRC.
1840 packet->SetSsrc(kSsrc + 1);
1841 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1842
1843 // Verify sent with correct SSRC.
1844 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1845 packet->SetSsrc(kSsrc);
1846 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1847 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1848}
1849
1850TEST_P(RtpSenderTest, TrySendPacketMatchesAudio) {
1851 std::unique_ptr<RtpPacketToSend> packet =
1852 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1853 packet->set_packet_type(RtpPacketToSend::Type::kAudio);
1854
1855 // Verify not sent with wrong SSRC.
1856 packet->SetSsrc(kSsrc + 1);
1857 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1858
1859 // Verify sent with correct SSRC.
1860 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1861 packet->SetSsrc(kSsrc);
1862 packet->set_packet_type(RtpPacketToSend::Type::kAudio);
1863 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1864}
1865
1866TEST_P(RtpSenderTest, TrySendPacketMatchesRetransmissions) {
1867 std::unique_ptr<RtpPacketToSend> packet =
1868 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1869 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
1870
1871 // Verify not sent with wrong SSRC.
1872 packet->SetSsrc(kSsrc + 1);
1873 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1874
1875 // Verify sent with correct SSRC (non-RTX).
1876 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1877 packet->SetSsrc(kSsrc);
1878 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
1879 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1880
1881 // RTX retransmission.
1882 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1883 packet->SetSsrc(kRtxSsrc);
1884 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
1885 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1886}
1887
1888TEST_P(RtpSenderTest, TrySendPacketMatchesPadding) {
1889 std::unique_ptr<RtpPacketToSend> packet =
1890 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1891 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
1892
1893 // Verify not sent with wrong SSRC.
1894 packet->SetSsrc(kSsrc + 1);
1895 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1896
1897 // Verify sent with correct SSRC (non-RTX).
1898 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1899 packet->SetSsrc(kSsrc);
1900 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
1901 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1902
1903 // RTX padding.
1904 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1905 packet->SetSsrc(kRtxSsrc);
1906 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
1907 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1908}
1909
1910TEST_P(RtpSenderTest, TrySendPacketMatchesFlexfec) {
1911 std::unique_ptr<RtpPacketToSend> packet =
1912 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1913 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
1914
1915 // Verify not sent with wrong SSRC.
1916 packet->SetSsrc(kSsrc + 1);
1917 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1918
1919 // Verify sent with correct SSRC.
1920 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1921 packet->SetSsrc(kFlexFecSsrc);
1922 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
1923 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1924}
1925
1926TEST_P(RtpSenderTest, TrySendPacketMatchesUlpfec) {
1927 std::unique_ptr<RtpPacketToSend> packet =
1928 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1929 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
1930
1931 // Verify not sent with wrong SSRC.
1932 packet->SetSsrc(kSsrc + 1);
1933 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1934
1935 // Verify sent with correct SSRC.
1936 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1937 packet->SetSsrc(kSsrc);
1938 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
1939 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1940}
1941
1942TEST_P(RtpSenderTest, TrySendPacketHandlesRetransmissionHistory) {
1943 rtp_sender_->SetStorePacketsStatus(true, 10);
1944
1945 // Build a media packet and send it.
1946 std::unique_ptr<RtpPacketToSend> packet =
1947 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1948 const uint16_t media_sequence_number = packet->SequenceNumber();
1949 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1950 packet->set_allow_retransmission(true);
1951 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1952
1953 // Simulate retransmission request.
1954 fake_clock_.AdvanceTimeMilliseconds(30);
1955 EXPECT_GT(rtp_sender_->ReSendPacket(media_sequence_number), 0);
1956
1957 // Packet already pending, retransmission not allowed.
1958 fake_clock_.AdvanceTimeMilliseconds(30);
1959 EXPECT_EQ(rtp_sender_->ReSendPacket(media_sequence_number), 0);
1960
1961 // Packet exiting pacer, mark as not longer pending.
1962 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1963 EXPECT_NE(packet->SequenceNumber(), media_sequence_number);
1964 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
1965 packet->SetSsrc(kRtxSsrc);
1966 packet->set_retransmitted_sequence_number(media_sequence_number);
1967 packet->set_allow_retransmission(false);
1968 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1969
1970 // Retransmissions allowed again.
1971 fake_clock_.AdvanceTimeMilliseconds(30);
1972 EXPECT_GT(rtp_sender_->ReSendPacket(media_sequence_number), 0);
1973
1974 // Retransmission of RTX packet should not be allowed.
1975 EXPECT_EQ(rtp_sender_->ReSendPacket(packet->SequenceNumber()), 0);
1976}
1977
1978TEST_P(RtpSenderTest, TrySendPacketUpdatesExtensions) {
1979 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
1980 kRtpExtensionTransmissionTimeOffset,
1981 kTransmissionTimeOffsetExtensionId),
1982 0);
1983 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
1984 kRtpExtensionAbsoluteSendTime, kAbsoluteSendTimeExtensionId),
1985 0);
1986 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionVideoTiming,
1987 kVideoTimingExtensionId),
1988 0);
1989
1990 std::unique_ptr<RtpPacketToSend> packet =
1991 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1992 packet->set_packetization_finish_time_ms(fake_clock_.TimeInMilliseconds());
1993
1994 const int32_t kDiffMs = 10;
1995 fake_clock_.AdvanceTimeMilliseconds(kDiffMs);
1996
1997 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1998 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1999
2000 const RtpPacketReceived& received_packet = transport_.last_sent_packet();
2001
2002 EXPECT_EQ(received_packet.GetExtension<TransmissionOffset>(), kDiffMs * 90);
2003
2004 EXPECT_EQ(received_packet.GetExtension<AbsoluteSendTime>(),
2005 AbsoluteSendTime::MsTo24Bits(fake_clock_.TimeInMilliseconds()));
2006
2007 VideoSendTiming timing;
2008 EXPECT_TRUE(received_packet.GetExtension<VideoTimingExtension>(&timing));
2009 EXPECT_EQ(timing.pacer_exit_delta_ms, kDiffMs);
2010}
2011
2012TEST_P(RtpSenderTest, TrySendPacketSetsPacketOptions) {
2013 const uint16_t kPacketId = 42;
2014 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
2015 kRtpExtensionTransportSequenceNumber,
2016 kTransportSequenceNumberExtensionId),
2017 0);
2018 std::unique_ptr<RtpPacketToSend> packet =
2019 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2020 packet->SetExtension<TransportSequenceNumber>(kPacketId);
2021
2022 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2023 EXPECT_CALL(send_packet_observer_, OnSendPacket);
2024 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2025
2026 EXPECT_EQ(transport_.last_options_.packet_id, kPacketId);
2027 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
2028 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
2029 EXPECT_FALSE(transport_.last_options_.is_retransmit);
2030
2031 // Send another packet as retransmission, verify options are populated.
2032 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2033 packet->SetExtension<TransportSequenceNumber>(kPacketId + 1);
2034 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2035 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2036 EXPECT_TRUE(transport_.last_options_.is_retransmit);
2037}
2038
2039TEST_P(RtpSenderTest, TrySendPacketUpdatesStats) {
2040 const size_t kPayloadSize = 1000;
2041
2042 StrictMock<MockSendSideDelayObserver> send_side_delay_observer;
2043 rtp_sender_.reset(new RTPSender(
2044 false, &fake_clock_, &transport_, nullptr, kFlexFecSsrc, nullptr, nullptr,
2045 nullptr, &send_side_delay_observer, &mock_rtc_event_log_,
2046 &send_packet_observer_, nullptr, nullptr, false, nullptr, false, false,
2047 FieldTrialBasedConfig()));
2048 rtp_sender_->SetSSRC(kSsrc);
2049 rtp_sender_->SetRtxSsrc(kRtxSsrc);
2050 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2051 kRtpExtensionTransportSequenceNumber,
2052 kTransportSequenceNumberExtensionId));
2053
2054 const int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
2055
2056 std::unique_ptr<RtpPacketToSend> video_packet =
2057 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2058 video_packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2059 video_packet->SetPayloadSize(kPayloadSize);
2060 video_packet->SetExtension<TransportSequenceNumber>(1);
2061
2062 std::unique_ptr<RtpPacketToSend> rtx_packet =
2063 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2064 rtx_packet->SetSsrc(kRtxSsrc);
2065 rtx_packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2066 rtx_packet->SetPayloadSize(kPayloadSize);
2067 rtx_packet->SetExtension<TransportSequenceNumber>(2);
2068
2069 std::unique_ptr<RtpPacketToSend> fec_packet =
2070 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2071 fec_packet->SetSsrc(kFlexFecSsrc);
2072 fec_packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2073 fec_packet->SetPayloadSize(kPayloadSize);
2074 fec_packet->SetExtension<TransportSequenceNumber>(3);
2075
2076 const int64_t kDiffMs = 25;
2077 fake_clock_.AdvanceTimeMilliseconds(kDiffMs);
2078
2079 EXPECT_CALL(send_side_delay_observer,
2080 SendSideDelayUpdated(kDiffMs, kDiffMs, kDiffMs, kSsrc));
2081 EXPECT_CALL(
2082 send_side_delay_observer,
2083 SendSideDelayUpdated(kDiffMs, kDiffMs, 2 * kDiffMs, kFlexFecSsrc));
2084
2085 EXPECT_CALL(send_packet_observer_, OnSendPacket(1, capture_time_ms, kSsrc));
2086 EXPECT_TRUE(
2087 rtp_sender_->TrySendPacket(video_packet.get(), PacedPacketInfo()));
2088
2089 // Send packet observer not called for padding/retransmissions.
2090 EXPECT_CALL(send_packet_observer_, OnSendPacket(2, _, _)).Times(0);
2091 EXPECT_TRUE(rtp_sender_->TrySendPacket(rtx_packet.get(), PacedPacketInfo()));
2092
2093 EXPECT_CALL(send_packet_observer_,
2094 OnSendPacket(3, capture_time_ms, kFlexFecSsrc));
2095 EXPECT_TRUE(rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo()));
2096
2097 StreamDataCounters rtp_stats;
2098 StreamDataCounters rtx_stats;
2099 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
2100 EXPECT_EQ(rtp_stats.transmitted.packets, 2u);
2101 EXPECT_EQ(rtp_stats.fec.packets, 1u);
2102 EXPECT_EQ(rtx_stats.retransmitted.packets, 1u);
2103}
2104
Mirko Bonadeic84f6612019-01-31 12:20:57 +01002105INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
2106 RtpSenderTest,
2107 ::testing::Bool());
2108INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
2109 RtpSenderTestWithoutPacer,
2110 ::testing::Bool());
Niels Möllera34d7762019-02-01 14:13:29 +01002111
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00002112} // namespace webrtc