blob: fd60b73aa38b009d5f4417586bab99ecccd050d4 [file] [log] [blame]
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001/*
phoglund@webrtc.org78088c22012-02-07 14:56:45 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
kwiberg84be5112016-04-27 01:19:58 -070011#include <memory>
danilchapb8b6fbb2015-12-10 05:05:27 -080012#include <vector>
13
Karl Wiberg918f50c2018-07-05 11:40:33 +020014#include "absl/memory/memory.h"
Per Kjellandere11b7d22019-02-21 07:55:59 +010015#include "api/transport/field_trial_based_config.h"
Erik Språngf93eda12019-01-16 17:10:57 +010016#include "api/video/video_codec_constants.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020017#include "api/video/video_timing.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020018#include "logging/rtc_event_log/events/rtc_event.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
20#include "modules/rtp_rtcp/include/rtp_cvo.h"
21#include "modules/rtp_rtcp/include/rtp_header_extension_map.h"
22#include "modules/rtp_rtcp/include/rtp_header_parser.h"
Erik Språng59b86542019-06-23 18:24:46 +020023#include "modules/rtp_rtcp/include/rtp_packet_pacer.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020024#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
25#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
26#include "modules/rtp_rtcp/source/rtp_format_video_generic.h"
philipelb3e42a42018-09-13 10:57:14 +020027#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h"
28#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020029#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
30#include "modules/rtp_rtcp/source/rtp_packet_received.h"
31#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
32#include "modules/rtp_rtcp/source/rtp_sender.h"
33#include "modules/rtp_rtcp/source/rtp_sender_video.h"
34#include "modules/rtp_rtcp/source/rtp_utility.h"
35#include "rtc_base/arraysize.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020036#include "rtc_base/rate_limiter.h"
37#include "test/field_trial.h"
38#include "test/gmock.h"
39#include "test/gtest.h"
40#include "test/mock_transport.h"
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +000041
42namespace webrtc {
43
andrew@webrtc.org8a442592011-12-16 21:24:30 +000044namespace {
Elad Alond8d32482019-02-18 23:45:57 +010045enum : int { // The first valid value is 1.
46 kAbsoluteSendTimeExtensionId = 1,
47 kAudioLevelExtensionId,
Elad Alonccb9b752019-02-19 13:01:31 +010048 kGenericDescriptorId00,
49 kGenericDescriptorId01,
Elad Alond8d32482019-02-18 23:45:57 +010050 kMidExtensionId,
51 kRepairedRidExtensionId,
52 kRidExtensionId,
53 kTransmissionTimeOffsetExtensionId,
54 kTransportSequenceNumberExtensionId,
55 kVideoRotationExtensionId,
56 kVideoTimingExtensionId,
57};
58
andrew@webrtc.org8a442592011-12-16 21:24:30 +000059const int kPayload = 100;
Shao Changbine62202f2015-04-21 20:24:50 +080060const int kRtxPayload = 98;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000061const uint32_t kTimestamp = 10;
62const uint16_t kSeqNum = 33;
brandtr9dfff292016-11-14 05:14:50 -080063const uint32_t kSsrc = 725242;
Erik Språng9c771c22019-06-17 16:31:53 +020064const uint32_t kRtxSsrc = 12345;
65const uint32_t kFlexFecSsrc = 45678;
sprang@webrtc.org30933902015-03-17 14:33:12 +000066const uint16_t kTransportSequenceNumber = 0xaabbu;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000067const uint64_t kStartTime = 123456789;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +000068const size_t kMaxPaddingSize = 224u;
Stefan Holmera246cfb2016-08-23 17:51:42 +020069const uint8_t kPayloadData[] = {47, 11, 32, 93, 89};
spranga8ae6f22017-09-04 07:23:56 -070070const int64_t kDefaultExpectedRetransmissionTimeMs = 125;
Amit Hilbuch77938e62018-12-21 09:23:38 -080071const char kNoRid[] = "";
72const char kNoMid[] = "";
andrew@webrtc.org8a442592011-12-16 21:24:30 +000073
Danil Chapovalov5e57b172016-09-02 19:15:59 +020074using ::testing::_;
Erik Språng30a276b2019-04-23 12:00:11 +020075using ::testing::AllOf;
Erik Språng214f5432019-06-20 15:09:58 +020076using ::testing::AtLeast;
77using ::testing::DoAll;
philipelb3e42a42018-09-13 10:57:14 +020078using ::testing::ElementsAre;
Danil Chapovalov5e57b172016-09-02 19:15:59 +020079using ::testing::ElementsAreArray;
Erik Språng30a276b2019-04-23 12:00:11 +020080using ::testing::Field;
Erik Språng478cb462019-06-26 15:49:27 +020081using ::testing::Gt;
sprang168794c2017-07-06 04:38:06 -070082using ::testing::Invoke;
Erik Språng9c771c22019-06-17 16:31:53 +020083using ::testing::NiceMock;
Erik Språng478cb462019-06-26 15:49:27 +020084using ::testing::Pointee;
85using ::testing::Property;
Erik Språng214f5432019-06-20 15:09:58 +020086using ::testing::Return;
87using ::testing::SaveArg;
Danil Chapovalov84ffb352018-09-25 18:59:09 +020088using ::testing::SizeIs;
Erik Språng9c771c22019-06-17 16:31:53 +020089using ::testing::StrictMock;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +000090
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000091uint64_t ConvertMsToAbsSendTime(int64_t time_ms) {
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020092 return (((time_ms << 18) + 500) / 1000) & 0x00ffffff;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000093}
94
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +000095class LoopbackTransportTest : public webrtc::Transport {
96 public:
Petter Strandmark26bc6692018-05-29 08:43:35 +020097 LoopbackTransportTest() : total_bytes_sent_(0) {
danilchap12ba1862016-10-26 02:41:55 -070098 receivers_extensions_.Register(kRtpExtensionTransmissionTimeOffset,
99 kTransmissionTimeOffsetExtensionId);
100 receivers_extensions_.Register(kRtpExtensionAbsoluteSendTime,
101 kAbsoluteSendTimeExtensionId);
102 receivers_extensions_.Register(kRtpExtensionTransportSequenceNumber,
103 kTransportSequenceNumberExtensionId);
104 receivers_extensions_.Register(kRtpExtensionVideoRotation,
105 kVideoRotationExtensionId);
106 receivers_extensions_.Register(kRtpExtensionAudioLevel,
107 kAudioLevelExtensionId);
ilnik04f4d122017-06-19 07:18:55 -0700108 receivers_extensions_.Register(kRtpExtensionVideoTiming,
109 kVideoTimingExtensionId);
Steve Anton296a0ce2018-03-22 15:17:27 -0700110 receivers_extensions_.Register(kRtpExtensionMid, kMidExtensionId);
Elad Alonccb9b752019-02-19 13:01:31 +0100111 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor00,
112 kGenericDescriptorId00);
113 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor01,
114 kGenericDescriptorId01);
Amit Hilbuch77938e62018-12-21 09:23:38 -0800115 receivers_extensions_.Register(kRtpExtensionRtpStreamId, kRidExtensionId);
116 receivers_extensions_.Register(kRtpExtensionRepairedRtpStreamId,
117 kRepairedRidExtensionId);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000118 }
danilchap12ba1862016-10-26 02:41:55 -0700119
stefan1d8a5062015-10-02 03:39:33 -0700120 bool SendRtp(const uint8_t* data,
121 size_t len,
122 const PacketOptions& options) override {
Petter Strandmark26bc6692018-05-29 08:43:35 +0200123 last_options_ = options;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000124 total_bytes_sent_ += len;
danilchap12ba1862016-10-26 02:41:55 -0700125 sent_packets_.push_back(RtpPacketReceived(&receivers_extensions_));
126 EXPECT_TRUE(sent_packets_.back().Parse(data, len));
pbos2d566682015-09-28 09:59:31 -0700127 return true;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000128 }
danilchap162abd32015-12-10 02:39:40 -0800129 bool SendRtcp(const uint8_t* data, size_t len) override { return false; }
danilchap12ba1862016-10-26 02:41:55 -0700130 const RtpPacketReceived& last_sent_packet() { return sent_packets_.back(); }
131 int packets_sent() { return sent_packets_.size(); }
132
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000133 size_t total_bytes_sent_;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200134 PacketOptions last_options_;
danilchap12ba1862016-10-26 02:41:55 -0700135 std::vector<RtpPacketReceived> sent_packets_;
136
137 private:
138 RtpHeaderExtensionMap receivers_extensions_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000139};
140
Elad Alon4a87e1c2017-10-03 16:11:34 +0200141MATCHER_P(SameRtcEventTypeAs, value, "") {
142 return value == arg->GetType();
143}
144
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000145} // namespace
146
Erik Språng59b86542019-06-23 18:24:46 +0200147class MockRtpPacketPacer : public RtpPacketPacer {
sprangebbf8a82015-09-21 15:11:14 -0700148 public:
Erik Språng59b86542019-06-23 18:24:46 +0200149 MockRtpPacketPacer() {}
150 virtual ~MockRtpPacketPacer() {}
151
152 MOCK_METHOD1(EnqueuePacket, void(std::unique_ptr<RtpPacketToSend>));
sprangebbf8a82015-09-21 15:11:14 -0700153
Peter Boströme23e7372015-10-08 11:44:14 +0200154 MOCK_METHOD6(InsertPacket,
155 void(Priority priority,
sprangebbf8a82015-09-21 15:11:14 -0700156 uint32_t ssrc,
157 uint16_t sequence_number,
158 int64_t capture_time_ms,
159 size_t bytes,
160 bool retransmission));
161};
162
Stefan Holmerf5dca482016-01-27 12:58:51 +0100163class MockTransportSequenceNumberAllocator
164 : public TransportSequenceNumberAllocator {
165 public:
166 MOCK_METHOD0(AllocateSequenceNumber, uint16_t());
167};
168
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200169class MockSendSideDelayObserver : public SendSideDelayObserver {
170 public:
Henrik Boström9fe18342019-05-16 18:38:20 +0200171 MOCK_METHOD4(SendSideDelayUpdated, void(int, int, uint64_t, uint32_t));
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200172};
173
asapersson35151f32016-05-02 23:44:01 -0700174class MockSendPacketObserver : public SendPacketObserver {
175 public:
176 MOCK_METHOD3(OnSendPacket, void(uint16_t, int64_t, uint32_t));
177};
178
Stefan Holmera246cfb2016-08-23 17:51:42 +0200179class MockTransportFeedbackObserver : public TransportFeedbackObserver {
180 public:
Erik Språng30a276b2019-04-23 12:00:11 +0200181 MOCK_METHOD1(OnAddPacket, void(const RtpPacketSendInfo&));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200182 MOCK_METHOD1(OnTransportFeedback, void(const rtcp::TransportFeedback&));
elad.alonf9490002017-03-06 05:32:21 -0800183 MOCK_CONST_METHOD0(GetTransportFeedbackVector, std::vector<PacketFeedback>());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200184};
185
minyue3a407ee2017-04-03 01:10:33 -0700186class MockOverheadObserver : public OverheadObserver {
187 public:
188 MOCK_METHOD1(OnOverheadChanged, void(size_t overhead_bytes_per_packet));
189};
190
191class RtpSenderTest : public ::testing::TestWithParam<bool> {
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000192 protected:
193 RtpSenderTest()
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000194 : fake_clock_(kStartTime),
terelius429c3452016-01-21 05:42:04 -0800195 mock_rtc_event_log_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000196 mock_paced_sender_(),
sprangcd349d92016-07-13 09:11:28 -0700197 retransmission_rate_limiter_(&fake_clock_, 1000),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000198 rtp_sender_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000199 transport_(),
minyue3a407ee2017-04-03 01:10:33 -0700200 kMarkerBit(true),
201 field_trials_(GetParam() ? "WebRTC-SendSideBwe-WithOverhead/Enabled/"
202 : "") {}
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000203
Erik Språng7b52f102018-02-07 14:37:37 +0100204 void SetUp() override { SetUpRtpSender(true, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200205
Erik Språng7b52f102018-02-07 14:37:37 +0100206 void SetUpRtpSender(bool pacer, bool populate_network2) {
Amit Hilbuch02d7d352019-07-02 21:04:57 +0000207 rtp_sender_.reset(new RTPSender(
208 false, &fake_clock_, &transport_, pacer ? &mock_paced_sender_ : nullptr,
209 kFlexFecSsrc, &seq_num_allocator_, nullptr, nullptr, nullptr,
210 &mock_rtc_event_log_, &send_packet_observer_,
211 &retransmission_rate_limiter_, nullptr, populate_network2, nullptr,
212 false, false, FieldTrialBasedConfig()));
brandtr9dfff292016-11-14 05:14:50 -0800213 rtp_sender_->SetSequenceNumber(kSeqNum);
danilchap71fead22016-08-18 02:01:49 -0700214 rtp_sender_->SetTimestampOffset(0);
Amit Hilbuch02d7d352019-07-02 21:04:57 +0000215 rtp_sender_->SetSSRC(kSsrc);
216 rtp_sender_->SetRtxSsrc(kRtxSsrc);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000217 }
218
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000219 SimulatedClock fake_clock_;
Erik Språng9c771c22019-06-17 16:31:53 +0200220 NiceMock<MockRtcEventLog> mock_rtc_event_log_;
Erik Språng59b86542019-06-23 18:24:46 +0200221 MockRtpPacketPacer mock_paced_sender_;
Erik Språng9c771c22019-06-17 16:31:53 +0200222 StrictMock<MockTransportSequenceNumberAllocator> seq_num_allocator_;
223 StrictMock<MockSendPacketObserver> send_packet_observer_;
224 StrictMock<MockTransportFeedbackObserver> feedback_observer_;
sprangcd349d92016-07-13 09:11:28 -0700225 RateLimiter retransmission_rate_limiter_;
kwiberg84be5112016-04-27 01:19:58 -0700226 std::unique_ptr<RTPSender> rtp_sender_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000227 LoopbackTransportTest transport_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000228 const bool kMarkerBit;
minyue3a407ee2017-04-03 01:10:33 -0700229 test::ScopedFieldTrials field_trials_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000230
danilchapb6f1fb52016-10-19 06:11:39 -0700231 std::unique_ptr<RtpPacketToSend> BuildRtpPacket(int payload_type,
232 bool marker_bit,
233 uint32_t timestamp,
234 int64_t capture_time_ms) {
235 auto packet = rtp_sender_->AllocatePacket();
236 packet->SetPayloadType(payload_type);
237 packet->SetMarker(marker_bit);
238 packet->SetTimestamp(timestamp);
239 packet->set_capture_time_ms(capture_time_ms);
240 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
241 return packet;
242 }
243
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000244 void SendPacket(int64_t capture_time_ms, int payload_length) {
245 uint32_t timestamp = capture_time_ms * 90;
danilchapb6f1fb52016-10-19 06:11:39 -0700246 auto packet =
247 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
248 packet->AllocatePayload(payload_length);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000249
250 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700251 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
252 kAllowRetransmission,
253 RtpPacketSender::kNormalPriority));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000254 }
asapersson35151f32016-05-02 23:44:01 -0700255
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100256 void SendGenericPacket() {
asapersson35151f32016-05-02 23:44:01 -0700257 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100258 SendPacket(kCaptureTimeMs, sizeof(kPayloadData));
asapersson35151f32016-05-02 23:44:01 -0700259 }
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000260};
261
Peter Boströme23e7372015-10-08 11:44:14 +0200262// TODO(pbos): Move tests over from WithoutPacer to RtpSenderTest as this is our
263// default code path.
264class RtpSenderTestWithoutPacer : public RtpSenderTest {
265 public:
Erik Språng7b52f102018-02-07 14:37:37 +0100266 void SetUp() override { SetUpRtpSender(false, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200267};
268
minyue3a407ee2017-04-03 01:10:33 -0700269TEST_P(RtpSenderTestWithoutPacer, AllocatePacketSetCsrc) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200270 // Configure rtp_sender with csrc.
271 std::vector<uint32_t> csrcs;
272 csrcs.push_back(0x23456789);
273 rtp_sender_->SetCsrcs(csrcs);
274
275 auto packet = rtp_sender_->AllocatePacket();
276
277 ASSERT_TRUE(packet);
278 EXPECT_EQ(rtp_sender_->SSRC(), packet->Ssrc());
279 EXPECT_EQ(csrcs, packet->Csrcs());
280}
281
minyue3a407ee2017-04-03 01:10:33 -0700282TEST_P(RtpSenderTestWithoutPacer, AllocatePacketReserveExtensions) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200283 // Configure rtp_sender with extensions.
284 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
285 kRtpExtensionTransmissionTimeOffset,
286 kTransmissionTimeOffsetExtensionId));
287 ASSERT_EQ(
288 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
289 kAbsoluteSendTimeExtensionId));
290 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAudioLevel,
291 kAudioLevelExtensionId));
292 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
293 kRtpExtensionTransportSequenceNumber,
294 kTransportSequenceNumberExtensionId));
295 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
296 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
297
298 auto packet = rtp_sender_->AllocatePacket();
299
300 ASSERT_TRUE(packet);
301 // Preallocate BWE extensions RtpSender set itself.
302 EXPECT_TRUE(packet->HasExtension<TransmissionOffset>());
303 EXPECT_TRUE(packet->HasExtension<AbsoluteSendTime>());
304 EXPECT_TRUE(packet->HasExtension<TransportSequenceNumber>());
305 // Do not allocate media specific extensions.
306 EXPECT_FALSE(packet->HasExtension<AudioLevel>());
307 EXPECT_FALSE(packet->HasExtension<VideoOrientation>());
308}
309
minyue3a407ee2017-04-03 01:10:33 -0700310TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberAdvanceSequenceNumber) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200311 auto packet = rtp_sender_->AllocatePacket();
312 ASSERT_TRUE(packet);
313 const uint16_t sequence_number = rtp_sender_->SequenceNumber();
314
315 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
316
317 EXPECT_EQ(sequence_number, packet->SequenceNumber());
318 EXPECT_EQ(sequence_number + 1, rtp_sender_->SequenceNumber());
319}
320
minyue3a407ee2017-04-03 01:10:33 -0700321TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberFailsOnNotSending) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200322 auto packet = rtp_sender_->AllocatePacket();
323 ASSERT_TRUE(packet);
324
325 rtp_sender_->SetSendingMediaStatus(false);
326 EXPECT_FALSE(rtp_sender_->AssignSequenceNumber(packet.get()));
327}
328
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100329TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberMayAllowPaddingOnVideo) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200330 constexpr size_t kPaddingSize = 100;
331 auto packet = rtp_sender_->AllocatePacket();
332 ASSERT_TRUE(packet);
333
philipel8aadd502017-02-23 02:56:13 -0800334 ASSERT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200335 packet->SetMarker(false);
336 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100337 // Packet without marker bit doesn't allow padding on video stream.
philipel8aadd502017-02-23 02:56:13 -0800338 EXPECT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200339
340 packet->SetMarker(true);
341 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
342 // Packet with marker bit allows send padding.
philipel8aadd502017-02-23 02:56:13 -0800343 EXPECT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200344}
345
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100346TEST_P(RtpSenderTest, AssignSequenceNumberAllowsPaddingOnAudio) {
347 MockTransport transport;
Amit Hilbuch02d7d352019-07-02 21:04:57 +0000348 const bool kEnableAudio = true;
349 rtp_sender_.reset(new RTPSender(
350 kEnableAudio, &fake_clock_, &transport, &mock_paced_sender_,
351 absl::nullopt, nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
352 nullptr, &retransmission_rate_limiter_, nullptr, false, nullptr, false,
353 false, FieldTrialBasedConfig()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100354 rtp_sender_->SetTimestampOffset(0);
Amit Hilbuch02d7d352019-07-02 21:04:57 +0000355 rtp_sender_->SetSSRC(kSsrc);
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100356
357 std::unique_ptr<RtpPacketToSend> audio_packet = rtp_sender_->AllocatePacket();
358 // Padding on audio stream allowed regardless of marker in the last packet.
359 audio_packet->SetMarker(false);
360 audio_packet->SetPayloadType(kPayload);
361 rtp_sender_->AssignSequenceNumber(audio_packet.get());
362
363 const size_t kPaddingSize = 59;
364 EXPECT_CALL(transport, SendRtp(_, kPaddingSize + kRtpHeaderSize, _))
Erik Språng214f5432019-06-20 15:09:58 +0200365 .WillOnce(Return(true));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100366 EXPECT_EQ(kPaddingSize,
367 rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
368
369 // Requested padding size is too small, will send a larger one.
370 const size_t kMinPaddingSize = 50;
371 EXPECT_CALL(transport, SendRtp(_, kMinPaddingSize + kRtpHeaderSize, _))
Erik Språng214f5432019-06-20 15:09:58 +0200372 .WillOnce(Return(true));
Yves Gerey665174f2018-06-19 15:03:05 +0200373 EXPECT_EQ(kMinPaddingSize, rtp_sender_->TimeToSendPadding(kMinPaddingSize - 5,
374 PacedPacketInfo()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100375}
376
minyue3a407ee2017-04-03 01:10:33 -0700377TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberSetPaddingTimestamps) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200378 constexpr size_t kPaddingSize = 100;
379 auto packet = rtp_sender_->AllocatePacket();
380 ASSERT_TRUE(packet);
381 packet->SetMarker(true);
382 packet->SetTimestamp(kTimestamp);
383
384 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
philipel8aadd502017-02-23 02:56:13 -0800385 ASSERT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200386
387 ASSERT_EQ(1u, transport_.sent_packets_.size());
danilchap12ba1862016-10-26 02:41:55 -0700388 // Verify padding packet timestamp.
389 EXPECT_EQ(kTimestamp, transport_.last_sent_packet().Timestamp());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200390}
391
minyue3a407ee2017-04-03 01:10:33 -0700392TEST_P(RtpSenderTestWithoutPacer,
393 TransportFeedbackObserverGetsCorrectByteCount) {
394 constexpr int kRtpOverheadBytesPerPacket = 12 + 8;
Erik Språng9c771c22019-06-17 16:31:53 +0200395 NiceMock<MockOverheadObserver> mock_overhead_observer;
Amit Hilbuch02d7d352019-07-02 21:04:57 +0000396 rtp_sender_.reset(
397 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
398 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
399 &mock_rtc_event_log_, nullptr,
400 &retransmission_rate_limiter_, &mock_overhead_observer,
401 false, nullptr, false, false, FieldTrialBasedConfig()));
402 rtp_sender_->SetSSRC(kSsrc);
minyue3a407ee2017-04-03 01:10:33 -0700403 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
404 kRtpExtensionTransportSequenceNumber,
405 kTransportSequenceNumberExtensionId));
406 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200407 .WillOnce(Return(kTransportSequenceNumber));
minyue3a407ee2017-04-03 01:10:33 -0700408
409 const size_t expected_bytes =
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100410 GetParam() ? sizeof(kPayloadData) + kRtpOverheadBytesPerPacket
411 : sizeof(kPayloadData);
minyue3a407ee2017-04-03 01:10:33 -0700412
413 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200414 OnAddPacket(AllOf(
415 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
416 Field(&RtpPacketSendInfo::transport_sequence_number,
417 kTransportSequenceNumber),
418 Field(&RtpPacketSendInfo::rtp_sequence_number,
419 rtp_sender_->SequenceNumber()),
420 Field(&RtpPacketSendInfo::length, expected_bytes),
421 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
minyue3a407ee2017-04-03 01:10:33 -0700422 .Times(1);
423 EXPECT_CALL(mock_overhead_observer,
424 OnOverheadChanged(kRtpOverheadBytesPerPacket))
425 .Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100426 SendGenericPacket();
minyue3a407ee2017-04-03 01:10:33 -0700427}
428
429TEST_P(RtpSenderTestWithoutPacer, SendsPacketsWithTransportSequenceNumber) {
Amit Hilbuch02d7d352019-07-02 21:04:57 +0000430 rtp_sender_.reset(
431 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
432 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
433 &mock_rtc_event_log_, &send_packet_observer_,
434 &retransmission_rate_limiter_, nullptr, false, nullptr,
435 false, false, FieldTrialBasedConfig()));
436 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100437 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
438 kRtpExtensionTransportSequenceNumber,
439 kTransportSequenceNumberExtensionId));
440
Stefan Holmerf5dca482016-01-27 12:58:51 +0100441 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200442 .WillOnce(Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700443 EXPECT_CALL(send_packet_observer_,
444 OnSendPacket(kTransportSequenceNumber, _, _))
445 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700446
447 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200448 OnAddPacket(AllOf(
449 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
450 Field(&RtpPacketSendInfo::transport_sequence_number,
451 kTransportSequenceNumber),
452 Field(&RtpPacketSendInfo::rtp_sequence_number,
453 rtp_sender_->SequenceNumber()),
454 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200455 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700456
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100457 SendGenericPacket();
Stefan Holmerf5dca482016-01-27 12:58:51 +0100458
danilchap12ba1862016-10-26 02:41:55 -0700459 const auto& packet = transport_.last_sent_packet();
460 uint16_t transport_seq_no;
461 ASSERT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
462 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200463 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200464 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200465}
466
467TEST_P(RtpSenderTestWithoutPacer, PacketOptionsNoRetransmission) {
Amit Hilbuch02d7d352019-07-02 21:04:57 +0000468 rtp_sender_.reset(
469 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
470 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
471 &mock_rtc_event_log_, &send_packet_observer_,
472 &retransmission_rate_limiter_, nullptr, false, nullptr,
473 false, false, FieldTrialBasedConfig()));
474 rtp_sender_->SetSSRC(kSsrc);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200475
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100476 SendGenericPacket();
Petter Strandmark26bc6692018-05-29 08:43:35 +0200477
478 EXPECT_FALSE(transport_.last_options_.is_retransmit);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100479}
480
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200481TEST_P(RtpSenderTestWithoutPacer,
482 SetsIncludedInFeedbackWhenTransportSequenceNumberExtensionIsRegistered) {
483 SetUpRtpSender(false, false);
484 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
485 kTransportSequenceNumberExtensionId);
486 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200487 .WillOnce(Return(kTransportSequenceNumber));
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200488 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100489 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200490 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
491}
492
493TEST_P(
494 RtpSenderTestWithoutPacer,
495 SetsIncludedInAllocationWhenTransportSequenceNumberExtensionIsRegistered) {
496 SetUpRtpSender(false, false);
497 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
498 kTransportSequenceNumberExtensionId);
499 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200500 .WillOnce(Return(kTransportSequenceNumber));
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200501 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100502 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200503 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
504}
505
506TEST_P(RtpSenderTestWithoutPacer,
507 SetsIncludedInAllocationWhenForcedAsPartOfAllocation) {
508 SetUpRtpSender(false, false);
509 rtp_sender_->SetAsPartOfAllocation(true);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100510 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200511 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
512 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
513}
514
515TEST_P(RtpSenderTestWithoutPacer, DoesnSetIncludedInAllocationByDefault) {
516 SetUpRtpSender(false, false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100517 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200518 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
519 EXPECT_FALSE(transport_.last_options_.included_in_allocation);
stefana23fc622016-07-28 07:56:38 -0700520}
asapersson35151f32016-05-02 23:44:01 -0700521
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200522TEST_P(RtpSenderTestWithoutPacer, OnSendSideDelayUpdated) {
Erik Språng9c771c22019-06-17 16:31:53 +0200523 StrictMock<MockSendSideDelayObserver> send_side_delay_observer_;
Amit Hilbuch02d7d352019-07-02 21:04:57 +0000524 rtp_sender_.reset(
525 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
526 nullptr, nullptr, nullptr, &send_side_delay_observer_,
527 &mock_rtc_event_log_, nullptr, nullptr, nullptr, false,
528 nullptr, false, false, FieldTrialBasedConfig()));
529 rtp_sender_->SetSSRC(kSsrc);
Niels Möller5fe95102019-03-04 16:49:25 +0100530 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +0100531 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +0200532 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +0100533 FieldTrialBasedConfig());
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200534
535 const uint8_t kPayloadType = 127;
Niels Möller8a40edd2019-01-24 18:04:44 +0100536 const char payload_name[] = "GENERIC";
Niels Möller59ab1cf2019-02-06 22:48:11 +0100537
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +0200538 rtp_sender_video.RegisterPayloadType(kPayloadType, payload_name,
539 /*raw_payload=*/false);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100540
541 const uint32_t kCaptureTimeMsToRtpTimestamp = 90; // 90 kHz clock
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200542 RTPVideoHeader video_header;
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200543
Henrik Boström9fe18342019-05-16 18:38:20 +0200544 // Send packet with 10 ms send-side delay. The average, max and total should
545 // be 10 ms.
546 EXPECT_CALL(send_side_delay_observer_,
547 SendSideDelayUpdated(10, 10, 10, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200548 .Times(1);
549 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
550 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100551 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100552 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200553 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100554 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200555 kDefaultExpectedRetransmissionTimeMs));
556
Henrik Boström9fe18342019-05-16 18:38:20 +0200557 // Send another packet with 20 ms delay. The average, max and total should be
558 // 15, 20 and 30 ms respectively.
559 EXPECT_CALL(send_side_delay_observer_,
560 SendSideDelayUpdated(15, 20, 30, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200561 .Times(1);
562 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100563 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100564 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200565 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100566 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200567 kDefaultExpectedRetransmissionTimeMs));
568
569 // Send another packet at the same time, which replaces the last packet.
570 // Since this packet has 0 ms delay, the average is now 5 ms and max is 10 ms.
Henrik Boström9fe18342019-05-16 18:38:20 +0200571 // The total counter stays the same though.
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200572 // TODO(terelius): Is is not clear that this is the right behavior.
Henrik Boström9fe18342019-05-16 18:38:20 +0200573 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(5, 10, 30, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200574 .Times(1);
575 capture_time_ms = fake_clock_.TimeInMilliseconds();
Niels Möller59ab1cf2019-02-06 22:48:11 +0100576 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100577 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200578 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100579 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200580 kDefaultExpectedRetransmissionTimeMs));
581
582 // Send a packet 1 second later. The earlier packets should have timed
Henrik Boström9fe18342019-05-16 18:38:20 +0200583 // out, so both max and average should be the delay of this packet. The total
584 // keeps increasing.
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200585 fake_clock_.AdvanceTimeMilliseconds(1000);
586 capture_time_ms = fake_clock_.TimeInMilliseconds();
587 fake_clock_.AdvanceTimeMilliseconds(1);
Henrik Boström9fe18342019-05-16 18:38:20 +0200588 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(1, 1, 31, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200589 .Times(1);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100590 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100591 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200592 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100593 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200594 kDefaultExpectedRetransmissionTimeMs));
595}
596
minyue3a407ee2017-04-03 01:10:33 -0700597TEST_P(RtpSenderTestWithoutPacer, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700598 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
599 kRtpExtensionTransportSequenceNumber,
600 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700601 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200602 .WillOnce(Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700603 EXPECT_CALL(send_packet_observer_,
604 OnSendPacket(kTransportSequenceNumber, _, _))
605 .Times(1);
606
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100607 SendGenericPacket();
asapersson35151f32016-05-02 23:44:01 -0700608}
609
minyue3a407ee2017-04-03 01:10:33 -0700610TEST_P(RtpSenderTest, SendsPacketsWithTransportSequenceNumber) {
Amit Hilbuch02d7d352019-07-02 21:04:57 +0000611 rtp_sender_.reset(new RTPSender(
612 false, &fake_clock_, &transport_, &mock_paced_sender_, absl::nullopt,
613 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
614 &mock_rtc_event_log_, &send_packet_observer_,
615 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false,
616 FieldTrialBasedConfig()));
brandtr9dfff292016-11-14 05:14:50 -0800617 rtp_sender_->SetSequenceNumber(kSeqNum);
Amit Hilbuch02d7d352019-07-02 21:04:57 +0000618 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200619 rtp_sender_->SetStorePacketsStatus(true, 10);
620 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
621 kRtpExtensionTransportSequenceNumber,
622 kTransportSequenceNumberExtensionId));
623
brandtr9dfff292016-11-14 05:14:50 -0800624 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200625 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200626 .WillOnce(Return(kTransportSequenceNumber));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200627 EXPECT_CALL(send_packet_observer_,
628 OnSendPacket(kTransportSequenceNumber, _, _))
629 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700630 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200631 OnAddPacket(AllOf(
632 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
633 Field(&RtpPacketSendInfo::transport_sequence_number,
634 kTransportSequenceNumber),
635 Field(&RtpPacketSendInfo::rtp_sequence_number,
636 rtp_sender_->SequenceNumber()),
637 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200638 .Times(1);
639
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100640 SendGenericPacket();
philipel8aadd502017-02-23 02:56:13 -0800641 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
642 fake_clock_.TimeInMilliseconds(), false,
643 PacedPacketInfo());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200644
danilchap12ba1862016-10-26 02:41:55 -0700645 const auto& packet = transport_.last_sent_packet();
646 uint16_t transport_seq_no;
647 EXPECT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
648 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200649 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200650}
651
Erik Språng7b52f102018-02-07 14:37:37 +0100652TEST_P(RtpSenderTest, WritesPacerExitToTimingExtension) {
ilnik04f4d122017-06-19 07:18:55 -0700653 rtp_sender_->SetStorePacketsStatus(true, 10);
654 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
655 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
656 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
657 auto packet = rtp_sender_->AllocatePacket();
658 packet->SetPayloadType(kPayload);
659 packet->SetMarker(true);
660 packet->SetTimestamp(kTimestamp);
661 packet->set_capture_time_ms(capture_time_ms);
ilnik2edc6842017-07-06 03:06:50 -0700662 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
ilnik04f4d122017-06-19 07:18:55 -0700663 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
664 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
665 size_t packet_size = packet->size();
ilnik04f4d122017-06-19 07:18:55 -0700666
667 const int kStoredTimeInMs = 100;
Erik Språng7b52f102018-02-07 14:37:37 +0100668 {
669 EXPECT_CALL(
670 mock_paced_sender_,
671 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
672 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
673 kAllowRetransmission,
674 RtpPacketSender::kNormalPriority));
675 }
ilnik04f4d122017-06-19 07:18:55 -0700676 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
Erik Språng7b52f102018-02-07 14:37:37 +0100677 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
678 PacedPacketInfo());
ilnik04f4d122017-06-19 07:18:55 -0700679 EXPECT_EQ(1, transport_.packets_sent());
680 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
681
danilchapce251812017-09-11 12:24:41 -0700682 VideoSendTiming video_timing;
683 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
684 &video_timing));
685 EXPECT_EQ(kStoredTimeInMs, video_timing.pacer_exit_delta_ms);
Erik Språng7b52f102018-02-07 14:37:37 +0100686}
ilnik04f4d122017-06-19 07:18:55 -0700687
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100688TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithPacer) {
689 SetUpRtpSender(/*pacer=*/true, /*populate_network2=*/true);
Erik Språng7b52f102018-02-07 14:37:37 +0100690 rtp_sender_->SetStorePacketsStatus(true, 10);
691 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
692 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
693 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
694 auto packet = rtp_sender_->AllocatePacket();
695 packet->SetPayloadType(kPayload);
696 packet->SetMarker(true);
697 packet->SetTimestamp(kTimestamp);
698 packet->set_capture_time_ms(capture_time_ms);
699 const uint16_t kPacerExitMs = 1234u;
700 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, kPacerExitMs, 0u, 0u, true};
701 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
702 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
703 size_t packet_size = packet->size();
704
705 const int kStoredTimeInMs = 100;
706 {
707 EXPECT_CALL(
708 mock_paced_sender_,
709 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
710 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
711 kAllowRetransmission,
712 RtpPacketSender::kNormalPriority));
713 }
ilnik04f4d122017-06-19 07:18:55 -0700714 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
715 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
716 PacedPacketInfo());
Erik Språng7b52f102018-02-07 14:37:37 +0100717 EXPECT_EQ(1, transport_.packets_sent());
ilnik04f4d122017-06-19 07:18:55 -0700718 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
719
Erik Språng7b52f102018-02-07 14:37:37 +0100720 VideoSendTiming video_timing;
danilchapce251812017-09-11 12:24:41 -0700721 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
722 &video_timing));
Erik Språng7b52f102018-02-07 14:37:37 +0100723 EXPECT_EQ(kStoredTimeInMs, video_timing.network2_timestamp_delta_ms);
724 EXPECT_EQ(kPacerExitMs, video_timing.pacer_exit_delta_ms);
ilnik04f4d122017-06-19 07:18:55 -0700725}
726
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100727TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithoutPacer) {
728 SetUpRtpSender(/*pacer=*/false, /*populate_network2=*/true);
729 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
730 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
731 auto packet = rtp_sender_->AllocatePacket();
732 packet->SetMarker(true);
733 packet->set_capture_time_ms(fake_clock_.TimeInMilliseconds());
734 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
735 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
736 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
737
738 const int kPropagateTimeMs = 10;
739 fake_clock_.AdvanceTimeMilliseconds(kPropagateTimeMs);
740
741 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
742 kAllowRetransmission,
743 RtpPacketSender::kNormalPriority));
744
745 EXPECT_EQ(1, transport_.packets_sent());
746 absl::optional<VideoSendTiming> video_timing =
747 transport_.last_sent_packet().GetExtension<VideoTimingExtension>();
748 ASSERT_TRUE(video_timing);
749 EXPECT_EQ(kPropagateTimeMs, video_timing->network2_timestamp_delta_ms);
750}
751
minyue3a407ee2017-04-03 01:10:33 -0700752TEST_P(RtpSenderTest, TrafficSmoothingWithExtensions) {
Peter Boströme23e7372015-10-08 11:44:14 +0200753 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800754 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200755 EXPECT_CALL(mock_rtc_event_log_,
756 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000757
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000758 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000759 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800760 kRtpExtensionTransmissionTimeOffset,
761 kTransmissionTimeOffsetExtensionId));
762 EXPECT_EQ(
763 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
764 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000765 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700766 auto packet =
767 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
768 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000769
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000770 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700771 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
772 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700773 RtpPacketSender::kNormalPriority));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000774
danilchap12ba1862016-10-26 02:41:55 -0700775 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000776
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000777 const int kStoredTimeInMs = 100;
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000778 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000779
brandtr9dfff292016-11-14 05:14:50 -0800780 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800781 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000782
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000783 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700784 EXPECT_EQ(1, transport_.packets_sent());
785 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
786
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000787 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700788 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000789
790 // Verify transmission time offset.
791 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000792 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000793 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000794 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000795}
796
minyue3a407ee2017-04-03 01:10:33 -0700797TEST_P(RtpSenderTest, TrafficSmoothingRetransmits) {
Peter Boströme23e7372015-10-08 11:44:14 +0200798 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800799 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200800 EXPECT_CALL(mock_rtc_event_log_,
801 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000802
803 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000804 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800805 kRtpExtensionTransmissionTimeOffset,
806 kTransmissionTimeOffsetExtensionId));
807 EXPECT_EQ(
808 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
809 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000810 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700811 auto packet =
812 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
813 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000814
815 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700816 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
817 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700818 RtpPacketSender::kNormalPriority));
Erik Språng0f4f0552019-05-08 10:15:05 -0700819 // Immediately process send bucket and send packet.
820 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
821 PacedPacketInfo());
822 EXPECT_EQ(1, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000823
Erik Språng0f4f0552019-05-08 10:15:05 -0700824 // Retransmit packet.
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000825 const int kStoredTimeInMs = 100;
826 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
827
Erik Språng0f4f0552019-05-08 10:15:05 -0700828 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
829 kSsrc, kSeqNum, _, _, _));
830 EXPECT_CALL(mock_rtc_event_log_,
831 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
832
danilchapb6f1fb52016-10-19 06:11:39 -0700833 EXPECT_EQ(static_cast<int>(packet_size), rtp_sender_->ReSendPacket(kSeqNum));
Erik Språng0f4f0552019-05-08 10:15:05 -0700834 EXPECT_EQ(1, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000835
brandtr9dfff292016-11-14 05:14:50 -0800836 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800837 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000838
839 // Process send bucket. Packet should now be sent.
Erik Språng0f4f0552019-05-08 10:15:05 -0700840 EXPECT_EQ(2, transport_.packets_sent());
danilchap12ba1862016-10-26 02:41:55 -0700841 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000842
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000843 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700844 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000845
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000846 // Verify transmission time offset.
847 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000848 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000849 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
850 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
851}
852
853// This test sends 1 regular video packet, then 4 padding packets, and then
854// 1 more regular packet.
minyue3a407ee2017-04-03 01:10:33 -0700855TEST_P(RtpSenderTest, SendPadding) {
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000856 // Make all (non-padding) packets go to send queue.
terelius5d332ac2016-01-14 14:37:39 -0800857 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800858 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200859 EXPECT_CALL(mock_rtc_event_log_,
860 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
861 .Times(1 + 4 + 1);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000862
863 uint16_t seq_num = kSeqNum;
864 uint32_t timestamp = kTimestamp;
865 rtp_sender_->SetStorePacketsStatus(true, 10);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000866 size_t rtp_header_len = kRtpHeaderSize;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000867 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800868 kRtpExtensionTransmissionTimeOffset,
869 kTransmissionTimeOffsetExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000870 rtp_header_len += 4; // 4 bytes extension.
danilchap162abd32015-12-10 02:39:40 -0800871 EXPECT_EQ(
872 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
873 kAbsoluteSendTimeExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000874 rtp_header_len += 4; // 4 bytes extension.
875 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
876
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000877 webrtc::RTPHeader rtp_header;
878
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000879 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700880 auto packet =
881 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200882 const uint32_t media_packet_timestamp = timestamp;
danilchapb6f1fb52016-10-19 06:11:39 -0700883 size_t packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000884
885 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700886 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
887 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700888 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000889
890 int total_packets_sent = 0;
danilchap12ba1862016-10-26 02:41:55 -0700891 EXPECT_EQ(total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000892
893 const int kStoredTimeInMs = 100;
894 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
brandtr9dfff292016-11-14 05:14:50 -0800895 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800896 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000897 // Packet should now be sent. This test doesn't verify the regular video
898 // packet, since it is tested in another test.
danilchap12ba1862016-10-26 02:41:55 -0700899 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000900 timestamp += 90 * kStoredTimeInMs;
901
902 // Send padding 4 times, waiting 50 ms between each.
903 for (int i = 0; i < 4; ++i) {
904 const int kPaddingPeriodMs = 50;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000905 const size_t kPaddingBytes = 100;
906 const size_t kMaxPaddingLength = 224; // Value taken from rtp_sender.cc.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000907 // Padding will be forced to full packets.
philipelc7bf32a2017-02-17 03:59:43 -0800908 EXPECT_EQ(kMaxPaddingLength,
philipel8aadd502017-02-23 02:56:13 -0800909 rtp_sender_->TimeToSendPadding(kPaddingBytes, PacedPacketInfo()));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000910
911 // Process send bucket. Padding should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700912 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000913 EXPECT_EQ(kMaxPaddingLength + rtp_header_len,
danilchap12ba1862016-10-26 02:41:55 -0700914 transport_.last_sent_packet().size());
915
916 transport_.last_sent_packet().GetHeader(&rtp_header);
pbosbd2522a2015-07-01 05:35:53 -0700917 EXPECT_EQ(kMaxPaddingLength, rtp_header.paddingLength);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000918
Stefan Holmer586b19b2015-09-18 11:14:31 +0200919 // Verify sequence number and timestamp. The timestamp should be the same
920 // as the last media packet.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000921 EXPECT_EQ(seq_num++, rtp_header.sequenceNumber);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200922 EXPECT_EQ(media_packet_timestamp, rtp_header.timestamp);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000923 // Verify transmission time offset.
Stefan Holmer586b19b2015-09-18 11:14:31 +0200924 int offset = timestamp - media_packet_timestamp;
925 EXPECT_EQ(offset, rtp_header.extension.transmissionTimeOffset);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000926 uint64_t expected_send_time =
927 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
928 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
929 fake_clock_.AdvanceTimeMilliseconds(kPaddingPeriodMs);
930 timestamp += 90 * kPaddingPeriodMs;
931 }
932
933 // Send a regular video packet again.
934 capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700935 packet = BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
936 packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000937
brandtr9dfff292016-11-14 05:14:50 -0800938 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
939 kSsrc, seq_num, _, _, _));
terelius5d332ac2016-01-14 14:37:39 -0800940
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000941 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700942 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
943 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700944 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000945
brandtr9dfff292016-11-14 05:14:50 -0800946 rtp_sender_->TimeToSendPacket(kSsrc, seq_num, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800947 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000948 // Process send bucket.
danilchap12ba1862016-10-26 02:41:55 -0700949 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
950 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
951 transport_.last_sent_packet().GetHeader(&rtp_header);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000952
953 // Verify sequence number and timestamp.
954 EXPECT_EQ(seq_num, rtp_header.sequenceNumber);
955 EXPECT_EQ(timestamp, rtp_header.timestamp);
956 // Verify transmission time offset. This packet is sent without delay.
957 EXPECT_EQ(0, rtp_header.extension.transmissionTimeOffset);
958 uint64_t expected_send_time =
959 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000960 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000961}
pbos@webrtc.org8911ce42013-03-18 16:39:03 +0000962
minyue3a407ee2017-04-03 01:10:33 -0700963TEST_P(RtpSenderTest, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700964 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
965 kRtpExtensionTransportSequenceNumber,
966 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700967 rtp_sender_->SetStorePacketsStatus(true, 10);
968
969 EXPECT_CALL(send_packet_observer_,
970 OnSendPacket(kTransportSequenceNumber, _, _))
971 .Times(1);
972 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200973 .WillOnce(Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -0800974 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
975 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700976
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100977 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700978 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -0800979 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
980 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800981 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700982 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -0700983}
984
minyue3a407ee2017-04-03 01:10:33 -0700985TEST_P(RtpSenderTest, OnSendPacketNotUpdatedForRetransmits) {
stefana23fc622016-07-28 07:56:38 -0700986 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
987 kRtpExtensionTransportSequenceNumber,
988 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700989 rtp_sender_->SetStorePacketsStatus(true, 10);
990
991 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
992 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200993 .WillOnce(Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -0800994 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
995 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700996
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100997 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700998 const bool kIsRetransmit = true;
brandtr9dfff292016-11-14 05:14:50 -0800999 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
1000 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -08001001 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -07001002 EXPECT_EQ(1, transport_.packets_sent());
Petter Strandmark26bc6692018-05-29 08:43:35 +02001003 EXPECT_TRUE(transport_.last_options_.is_retransmit);
asapersson35151f32016-05-02 23:44:01 -07001004}
1005
minyue3a407ee2017-04-03 01:10:33 -07001006TEST_P(RtpSenderTest, OnSendPacketNotUpdatedWithoutSeqNumAllocator) {
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001007 rtp_sender_.reset(new RTPSender(
1008 false, &fake_clock_, &transport_, &mock_paced_sender_, absl::nullopt,
1009 nullptr /* TransportSequenceNumberAllocator */, nullptr, nullptr, nullptr,
1010 nullptr, &send_packet_observer_, &retransmission_rate_limiter_, nullptr,
1011 false, nullptr, false, false, FieldTrialBasedConfig()));
brandtr9dfff292016-11-14 05:14:50 -08001012 rtp_sender_->SetSequenceNumber(kSeqNum);
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001013 rtp_sender_->SetSSRC(kSsrc);
stefana23fc622016-07-28 07:56:38 -07001014 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1015 kRtpExtensionTransportSequenceNumber,
1016 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -07001017 rtp_sender_->SetSequenceNumber(kSeqNum);
1018 rtp_sender_->SetStorePacketsStatus(true, 10);
1019
1020 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
brandtr9dfff292016-11-14 05:14:50 -08001021 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
1022 .Times(1);
asapersson35151f32016-05-02 23:44:01 -07001023
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001024 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -07001025 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -08001026 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
1027 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -08001028 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -07001029 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -07001030}
1031
Erik Språng214f5432019-06-20 15:09:58 +02001032// TODO(bugs.webrtc.org/8975): Remove this test when non-useful padding is
1033// removed.
minyue3a407ee2017-04-03 01:10:33 -07001034TEST_P(RtpSenderTest, SendRedundantPayloads) {
Erik Språng214f5432019-06-20 15:09:58 +02001035 test::ScopedFieldTrials field_trials(
1036 "WebRTC-PayloadPadding-UseMostUsefulPacket/Disabled/");
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001037 MockTransport transport;
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001038 rtp_sender_.reset(new RTPSender(
1039 false, &fake_clock_, &transport, &mock_paced_sender_, absl::nullopt,
1040 nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_, nullptr,
1041 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false,
1042 FieldTrialBasedConfig()));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001043 rtp_sender_->SetSequenceNumber(kSeqNum);
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001044 rtp_sender_->SetSSRC(kSsrc);
Shao Changbine62202f2015-04-21 20:24:50 +08001045 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001046
1047 uint16_t seq_num = kSeqNum;
1048 rtp_sender_->SetStorePacketsStatus(true, 10);
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001049 int32_t rtp_header_len = kRtpHeaderSize;
danilchap162abd32015-12-10 02:39:40 -08001050 EXPECT_EQ(
1051 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
1052 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001053 rtp_header_len += 4; // 4 bytes extension.
1054 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
1055
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001056 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001057 rtp_sender_->SetRtxSsrc(1234);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001058
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001059 const size_t kNumPayloadSizes = 10;
danilchap162abd32015-12-10 02:39:40 -08001060 const size_t kPayloadSizes[kNumPayloadSizes] = {500, 550, 600, 650, 700,
1061 750, 800, 850, 900, 950};
terelius5d332ac2016-01-14 14:37:39 -08001062 // Expect all packets go through the pacer.
1063 EXPECT_CALL(mock_paced_sender_,
brandtr9dfff292016-11-14 05:14:50 -08001064 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _))
terelius5d332ac2016-01-14 14:37:39 -08001065 .Times(kNumPayloadSizes);
Elad Alon4a87e1c2017-10-03 16:11:34 +02001066 EXPECT_CALL(mock_rtc_event_log_,
1067 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001068 .Times(kNumPayloadSizes);
1069
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001070 // Send 10 packets of increasing size.
1071 for (size_t i = 0; i < kNumPayloadSizes; ++i) {
1072 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
Erik Språng214f5432019-06-20 15:09:58 +02001073 EXPECT_CALL(transport, SendRtp(_, _, _)).WillOnce(Return(true));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001074 SendPacket(capture_time_ms, kPayloadSizes[i]);
brandtr9dfff292016-11-14 05:14:50 -08001075 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -08001076 PacedPacketInfo());
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001077 fake_clock_.AdvanceTimeMilliseconds(33);
1078 }
terelius429c3452016-01-21 05:42:04 -08001079
Elad Alon4a87e1c2017-10-03 16:11:34 +02001080 EXPECT_CALL(mock_rtc_event_log_,
1081 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
Erik Språng214f5432019-06-20 15:09:58 +02001082 .Times(AtLeast(4));
terelius429c3452016-01-21 05:42:04 -08001083
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001084 // The amount of padding to send it too small to send a payload packet.
stefan1d8a5062015-10-02 03:39:33 -07001085 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
Erik Språng214f5432019-06-20 15:09:58 +02001086 .WillOnce(Return(true));
philipela1ed0b32016-06-01 06:31:17 -07001087 EXPECT_EQ(kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001088 rtp_sender_->TimeToSendPadding(49, PacedPacketInfo()));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001089
Petter Strandmark26bc6692018-05-29 08:43:35 +02001090 PacketOptions options;
Peter Boströmac547a62015-09-17 23:03:57 +02001091 EXPECT_CALL(transport,
stefan1d8a5062015-10-02 03:39:33 -07001092 SendRtp(_, kPayloadSizes[0] + rtp_header_len + kRtxHeaderSize, _))
Erik Språng214f5432019-06-20 15:09:58 +02001093 .WillOnce(DoAll(SaveArg<2>(&options), Return(true)));
philipela1ed0b32016-06-01 06:31:17 -07001094 EXPECT_EQ(kPayloadSizes[0],
philipel8aadd502017-02-23 02:56:13 -08001095 rtp_sender_->TimeToSendPadding(500, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001096 EXPECT_TRUE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001097
Yves Gerey665174f2018-06-19 15:03:05 +02001098 EXPECT_CALL(transport, SendRtp(_,
1099 kPayloadSizes[kNumPayloadSizes - 1] +
1100 rtp_header_len + kRtxHeaderSize,
stefan1d8a5062015-10-02 03:39:33 -07001101 _))
Erik Språng214f5432019-06-20 15:09:58 +02001102 .WillOnce(Return(true));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001103
1104 options.is_retransmit = false;
stefan1d8a5062015-10-02 03:39:33 -07001105 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
Erik Språng214f5432019-06-20 15:09:58 +02001106 .WillOnce(DoAll(SaveArg<2>(&options), Return(true)));
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001107 EXPECT_EQ(kPayloadSizes[kNumPayloadSizes - 1] + kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001108 rtp_sender_->TimeToSendPadding(999, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001109 EXPECT_FALSE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001110}
1111
Erik Språng214f5432019-06-20 15:09:58 +02001112TEST_P(RtpSenderTest, SendRedundantPayloadsUsefulPadding) {
1113 test::ScopedFieldTrials field_trials(
1114 "WebRTC-PayloadPadding-UseMostUsefulPacket/Enabled/");
1115 MockTransport transport;
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001116 rtp_sender_ = absl::make_unique<RTPSender>(
1117 false, &fake_clock_, &transport, &mock_paced_sender_, absl::nullopt,
1118 nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_, nullptr,
1119 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false,
1120 FieldTrialBasedConfig());
Erik Språng214f5432019-06-20 15:09:58 +02001121 rtp_sender_->SetSequenceNumber(kSeqNum);
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001122 rtp_sender_->SetSSRC(kSsrc);
Erik Språng214f5432019-06-20 15:09:58 +02001123 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
1124
1125 uint16_t seq_num = kSeqNum;
1126 rtp_sender_->SetStorePacketsStatus(true, 10);
1127 int32_t rtp_header_len = kRtpHeaderSize;
1128 EXPECT_EQ(
1129 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
1130 kAbsoluteSendTimeExtensionId));
1131 rtp_header_len += 4; // 4 bytes extension.
1132 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
1133
1134 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001135 rtp_sender_->SetRtxSsrc(1234);
Erik Språng214f5432019-06-20 15:09:58 +02001136
1137 const size_t kNumPayloadSizes = 10;
1138 const size_t kPayloadSizes[kNumPayloadSizes] = {500, 550, 600, 650, 700,
1139 750, 800, 850, 900, 950};
1140 // Expect all packets go through the pacer.
1141 EXPECT_CALL(mock_paced_sender_,
1142 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _))
1143 .Times(kNumPayloadSizes);
1144 EXPECT_CALL(mock_rtc_event_log_,
1145 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1146 .Times(kNumPayloadSizes);
1147
1148 // Send 10 packets of increasing size.
1149 EXPECT_CALL(transport, SendRtp)
1150 .Times(kNumPayloadSizes)
1151 .WillRepeatedly(Return(true));
1152 for (size_t i = 0; i < kNumPayloadSizes; ++i) {
1153 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
1154 SendPacket(capture_time_ms, kPayloadSizes[i]);
1155 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
1156 PacedPacketInfo());
1157 fake_clock_.AdvanceTimeMilliseconds(33);
1158 }
1159
1160 EXPECT_CALL(mock_rtc_event_log_,
1161 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1162 .Times(AtLeast(4));
1163
1164 // The amount of padding to send it too small to send a payload packet.
1165 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
1166 .WillOnce(Return(true));
1167 EXPECT_EQ(kMaxPaddingSize,
1168 rtp_sender_->TimeToSendPadding(49, PacedPacketInfo()));
1169
1170 // Payload padding will prefer packets with lower transmit count first and
1171 // lower age second.
1172 EXPECT_CALL(transport, SendRtp(_,
1173 kPayloadSizes[kNumPayloadSizes - 1] +
1174 rtp_header_len + kRtxHeaderSize,
1175 Field(&PacketOptions::is_retransmit, true)))
1176 .WillOnce(Return(true));
1177 EXPECT_EQ(kPayloadSizes[kNumPayloadSizes - 1],
1178 rtp_sender_->TimeToSendPadding(500, PacedPacketInfo()));
1179
1180 EXPECT_CALL(transport, SendRtp(_,
1181 kPayloadSizes[kNumPayloadSizes - 2] +
1182 rtp_header_len + kRtxHeaderSize,
1183 _))
1184 .WillOnce(Return(true));
1185
1186 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len,
1187 Field(&PacketOptions::is_retransmit, false)))
1188 .WillOnce(Return(true));
1189 EXPECT_EQ(kPayloadSizes[kNumPayloadSizes - 2] + kMaxPaddingSize,
1190 rtp_sender_->TimeToSendPadding(
1191 kPayloadSizes[kNumPayloadSizes - 2] + 49, PacedPacketInfo()));
1192}
1193
minyue3a407ee2017-04-03 01:10:33 -07001194TEST_P(RtpSenderTestWithoutPacer, SendGenericVideo) {
Niels Möller8a40edd2019-01-24 18:04:44 +01001195 const char payload_name[] = "GENERIC";
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001196 const uint8_t payload_type = 127;
Niels Möller5fe95102019-03-04 16:49:25 +01001197 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001198 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001199 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +01001200 FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001201 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1202 /*raw_payload=*/false);
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001203 uint8_t payload[] = {47, 11, 32, 93, 89};
1204
1205 // Send keyframe
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001206 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001207 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001208 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1209 sizeof(payload), nullptr, &video_header,
1210 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001211
danilchap96c15872016-11-21 01:35:29 -08001212 auto sent_payload = transport_.last_sent_packet().payload();
1213 uint8_t generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001214 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1215 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001216 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001217
1218 // Send delta frame
1219 payload[0] = 13;
1220 payload[1] = 42;
1221 payload[4] = 13;
1222
Niels Möller59ab1cf2019-02-06 22:48:11 +01001223 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001224 VideoFrameType::kVideoFrameDelta, payload_type, 1234, 4321, payload,
1225 sizeof(payload), nullptr, &video_header,
1226 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001227
danilchap96c15872016-11-21 01:35:29 -08001228 sent_payload = transport_.last_sent_packet().payload();
1229 generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001230 EXPECT_FALSE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1231 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001232 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001233}
1234
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001235TEST_P(RtpSenderTestWithoutPacer, SendRawVideo) {
1236 const char payload_name[] = "VP8";
1237 const uint8_t payload_type = 111;
1238 const uint8_t payload[] = {11, 22, 33, 44, 55};
1239
1240 PlayoutDelayOracle playout_delay_oracle;
1241 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001242 &playout_delay_oracle, nullptr, false, false,
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001243 FieldTrialBasedConfig());
1244 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1245 /*raw_payload=*/true);
1246
1247 // Send a frame.
1248 RTPVideoHeader video_header;
1249 ASSERT_TRUE(rtp_sender_video.SendVideo(
1250 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1251 sizeof(payload), nullptr, &video_header,
1252 kDefaultExpectedRetransmissionTimeMs));
1253
1254 auto sent_payload = transport_.last_sent_packet().payload();
1255 EXPECT_THAT(sent_payload, ElementsAreArray(payload));
1256}
1257
minyue3a407ee2017-04-03 01:10:33 -07001258TEST_P(RtpSenderTest, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001259 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001260 constexpr int kMediaPayloadType = 127;
1261 constexpr int kFlexfecPayloadType = 118;
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001262 constexpr uint32_t kMediaSsrc = 1234;
1263 constexpr uint32_t kFlexfecSsrc = 5678;
brandtrdbdb3f12016-11-10 05:04:48 -08001264 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001265 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001266 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
1267 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001268 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001269
1270 // Reset |rtp_sender_| to use FlexFEC.
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001271 rtp_sender_.reset(new RTPSender(
1272 false, &fake_clock_, &transport_, &mock_paced_sender_, kFlexfecSsrc,
1273 &seq_num_allocator_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
1274 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
1275 nullptr, false, false, FieldTrialBasedConfig()));
1276 rtp_sender_->SetSSRC(kMediaSsrc);
brandtrdbdb3f12016-11-10 05:04:48 -08001277 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001278 rtp_sender_->SetStorePacketsStatus(true, 10);
1279
Niels Möller5fe95102019-03-04 16:49:25 +01001280 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001281 RTPSenderVideo rtp_sender_video(
1282 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1283 nullptr, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001284 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1285 /*raw_payload=*/false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001286
brandtrdbdb3f12016-11-10 05:04:48 -08001287 // Parameters selected to generate a single FEC packet per media packet.
1288 FecProtectionParams params;
1289 params.fec_rate = 15;
1290 params.max_fec_frames = 1;
1291 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001292 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001293
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001294 EXPECT_CALL(mock_paced_sender_,
1295 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc, kSeqNum,
1296 _, _, false));
brandtr9dfff292016-11-14 05:14:50 -08001297 uint16_t flexfec_seq_num;
brandtrdbdb3f12016-11-10 05:04:48 -08001298 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001299 kFlexfecSsrc, _, _, _, false))
Erik Språng214f5432019-06-20 15:09:58 +02001300 .WillOnce(SaveArg<2>(&flexfec_seq_num));
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001301
1302 RTPVideoHeader video_header;
1303 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001304 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001305 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1306 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1307
Elad Alon4a87e1c2017-10-03 16:11:34 +02001308 EXPECT_CALL(mock_rtc_event_log_,
1309 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1310 .Times(2);
Erik Språngd2879622019-05-10 08:29:01 -07001311 EXPECT_EQ(RtpPacketSendResult::kSuccess,
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001312 rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum,
Erik Språngd2879622019-05-10 08:29:01 -07001313 fake_clock_.TimeInMilliseconds(),
1314 false, PacedPacketInfo()));
1315 EXPECT_EQ(RtpPacketSendResult::kSuccess,
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001316 rtp_sender_->TimeToSendPacket(kFlexfecSsrc, flexfec_seq_num,
Erik Språngd2879622019-05-10 08:29:01 -07001317 fake_clock_.TimeInMilliseconds(),
1318 false, PacedPacketInfo()));
brandtr9dfff292016-11-14 05:14:50 -08001319 ASSERT_EQ(2, transport_.packets_sent());
brandtrdbdb3f12016-11-10 05:04:48 -08001320 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1321 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
brandtr9dfff292016-11-14 05:14:50 -08001322 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001323 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
brandtr9dfff292016-11-14 05:14:50 -08001324 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1325 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1326 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001327 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001328}
1329
minyue3a407ee2017-04-03 01:10:33 -07001330TEST_P(RtpSenderTestWithoutPacer, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001331 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001332 constexpr int kMediaPayloadType = 127;
1333 constexpr int kFlexfecPayloadType = 118;
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001334 constexpr uint32_t kMediaSsrc = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001335 constexpr uint32_t kFlexfecSsrc = 5678;
1336 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001337 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001338 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
1339 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001340 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001341
1342 // Reset |rtp_sender_| to use FlexFEC.
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001343 rtp_sender_.reset(new RTPSender(
1344 false, &fake_clock_, &transport_, nullptr, flexfec_sender.ssrc(),
1345 &seq_num_allocator_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
1346 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
1347 nullptr, false, false, FieldTrialBasedConfig()));
1348 rtp_sender_->SetSSRC(kMediaSsrc);
brandtrdbdb3f12016-11-10 05:04:48 -08001349 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001350
Niels Möller5fe95102019-03-04 16:49:25 +01001351 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001352 RTPSenderVideo rtp_sender_video(
1353 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1354 nullptr, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001355 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1356 /*raw_payload=*/false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001357
brandtrdbdb3f12016-11-10 05:04:48 -08001358 // Parameters selected to generate a single FEC packet per media packet.
1359 FecProtectionParams params;
1360 params.fec_rate = 15;
1361 params.max_fec_frames = 1;
1362 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001363 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001364
Elad Alon4a87e1c2017-10-03 16:11:34 +02001365 EXPECT_CALL(mock_rtc_event_log_,
1366 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1367 .Times(2);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001368 RTPVideoHeader video_header;
1369 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001370 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001371 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1372 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1373
brandtrdbdb3f12016-11-10 05:04:48 -08001374 ASSERT_EQ(2, transport_.packets_sent());
1375 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1376 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001377 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001378 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1379 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1380 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
1381}
1382
Steve Anton296a0ce2018-03-22 15:17:27 -07001383// Test that the MID header extension is included on sent packets when
1384// configured.
1385TEST_P(RtpSenderTestWithoutPacer, MidIncludedOnSentPackets) {
1386 const char kMid[] = "mid";
1387
1388 // Register MID header extension and set the MID for the RTPSender.
1389 rtp_sender_->SetSendingMediaStatus(false);
1390 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionMid, kMidExtensionId);
1391 rtp_sender_->SetMid(kMid);
1392 rtp_sender_->SetSendingMediaStatus(true);
1393
1394 // Send a couple packets.
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001395 SendGenericPacket();
1396 SendGenericPacket();
Steve Anton296a0ce2018-03-22 15:17:27 -07001397
1398 // Expect both packets to have the MID set.
1399 ASSERT_EQ(2u, transport_.sent_packets_.size());
1400 for (const RtpPacketReceived& packet : transport_.sent_packets_) {
1401 std::string mid;
1402 ASSERT_TRUE(packet.GetExtension<RtpMid>(&mid));
1403 EXPECT_EQ(kMid, mid);
1404 }
1405}
1406
Amit Hilbuch77938e62018-12-21 09:23:38 -08001407TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnSentPackets) {
1408 const char kRid[] = "f";
1409
1410 rtp_sender_->SetSendingMediaStatus(false);
1411 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1412 kRidExtensionId);
1413 rtp_sender_->SetRid(kRid);
1414 rtp_sender_->SetSendingMediaStatus(true);
1415
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001416 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001417
1418 ASSERT_EQ(1u, transport_.sent_packets_.size());
1419 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1420 std::string rid;
1421 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1422 EXPECT_EQ(kRid, rid);
1423}
1424
1425TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnRtxSentPackets) {
1426 const char kRid[] = "f";
Amit Hilbuch77938e62018-12-21 09:23:38 -08001427
1428 rtp_sender_->SetSendingMediaStatus(false);
1429 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1430 kRidExtensionId);
1431 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRepairedRtpStreamId,
1432 kRepairedRidExtensionId);
1433 rtp_sender_->SetRid(kRid);
1434 rtp_sender_->SetSendingMediaStatus(true);
1435
1436 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001437 rtp_sender_->SetRtxSsrc(kRtxSsrc);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001438 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001439
1440 rtp_sender_->SetStorePacketsStatus(true, 10);
1441
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001442 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001443 ASSERT_EQ(1u, transport_.sent_packets_.size());
1444 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1445 std::string rid;
1446 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1447 EXPECT_EQ(kRid, rid);
1448 rid = kNoRid;
1449 EXPECT_FALSE(packet.GetExtension<RepairedRtpStreamId>(&rid));
1450
1451 uint16_t packet_id = packet.SequenceNumber();
1452 rtp_sender_->ReSendPacket(packet_id);
1453 ASSERT_EQ(2u, transport_.sent_packets_.size());
1454 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1455 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rid));
1456 EXPECT_EQ(kRid, rid);
1457 EXPECT_FALSE(rtx_packet.HasExtension<RtpStreamId>());
1458}
1459
minyue3a407ee2017-04-03 01:10:33 -07001460TEST_P(RtpSenderTest, FecOverheadRate) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001461 constexpr uint32_t kTimestamp = 1234;
1462 constexpr int kMediaPayloadType = 127;
brandtr81eab612017-01-24 04:06:09 -08001463 constexpr int kFlexfecPayloadType = 118;
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001464 constexpr uint32_t kMediaSsrc = 1234;
1465 constexpr uint32_t kFlexfecSsrc = 5678;
brandtr81eab612017-01-24 04:06:09 -08001466 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001467 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001468 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
1469 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001470 nullptr /* rtp_state */, &fake_clock_);
brandtr81eab612017-01-24 04:06:09 -08001471
1472 // Reset |rtp_sender_| to use FlexFEC.
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001473 rtp_sender_.reset(new RTPSender(
1474 false, &fake_clock_, &transport_, &mock_paced_sender_,
1475 flexfec_sender.ssrc(), &seq_num_allocator_, nullptr, nullptr, nullptr,
1476 &mock_rtc_event_log_, &send_packet_observer_,
1477 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false,
1478 FieldTrialBasedConfig()));
1479 rtp_sender_->SetSSRC(kMediaSsrc);
brandtr81eab612017-01-24 04:06:09 -08001480 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr81eab612017-01-24 04:06:09 -08001481
Niels Möller5fe95102019-03-04 16:49:25 +01001482 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001483 RTPSenderVideo rtp_sender_video(
1484 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1485 nullptr, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001486 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1487 /*raw_payload=*/false);
brandtr81eab612017-01-24 04:06:09 -08001488 // Parameters selected to generate a single FEC packet per media packet.
1489 FecProtectionParams params;
1490 params.fec_rate = 15;
1491 params.max_fec_frames = 1;
1492 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001493 rtp_sender_video.SetFecParameters(params, params);
brandtr81eab612017-01-24 04:06:09 -08001494
1495 constexpr size_t kNumMediaPackets = 10;
1496 constexpr size_t kNumFecPackets = kNumMediaPackets;
1497 constexpr int64_t kTimeBetweenPacketsMs = 10;
1498 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, _, _, _, _, false))
1499 .Times(kNumMediaPackets + kNumFecPackets);
1500 for (size_t i = 0; i < kNumMediaPackets; ++i) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001501 RTPVideoHeader video_header;
1502
1503 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001504 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001505 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1506 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1507
brandtr81eab612017-01-24 04:06:09 -08001508 fake_clock_.AdvanceTimeMilliseconds(kTimeBetweenPacketsMs);
1509 }
1510 constexpr size_t kRtpHeaderLength = 12;
1511 constexpr size_t kFlexfecHeaderLength = 20;
1512 constexpr size_t kGenericCodecHeaderLength = 1;
1513 constexpr size_t kPayloadLength = sizeof(kPayloadData);
1514 constexpr size_t kPacketLength = kRtpHeaderLength + kFlexfecHeaderLength +
1515 kGenericCodecHeaderLength + kPayloadLength;
1516 EXPECT_NEAR(kNumFecPackets * kPacketLength * 8 /
1517 (kNumFecPackets * kTimeBetweenPacketsMs / 1000.0f),
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001518 rtp_sender_video.FecOverheadRate(), 500);
brandtr81eab612017-01-24 04:06:09 -08001519}
1520
minyue3a407ee2017-04-03 01:10:33 -07001521TEST_P(RtpSenderTest, BitrateCallbacks) {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001522 class TestCallback : public BitrateStatisticsObserver {
1523 public:
sprangcd349d92016-07-13 09:11:28 -07001524 TestCallback()
1525 : BitrateStatisticsObserver(),
1526 num_calls_(0),
1527 ssrc_(0),
1528 total_bitrate_(0),
1529 retransmit_bitrate_(0) {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001530 ~TestCallback() override = default;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001531
sprangcd349d92016-07-13 09:11:28 -07001532 void Notify(uint32_t total_bitrate,
1533 uint32_t retransmit_bitrate,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001534 uint32_t ssrc) override {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001535 ++num_calls_;
1536 ssrc_ = ssrc;
sprangcd349d92016-07-13 09:11:28 -07001537 total_bitrate_ = total_bitrate;
1538 retransmit_bitrate_ = retransmit_bitrate;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001539 }
1540
1541 uint32_t num_calls_;
1542 uint32_t ssrc_;
sprangcd349d92016-07-13 09:11:28 -07001543 uint32_t total_bitrate_;
1544 uint32_t retransmit_bitrate_;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001545 } callback;
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001546 rtp_sender_.reset(
1547 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1548 nullptr, nullptr, &callback, nullptr, nullptr, nullptr,
1549 &retransmission_rate_limiter_, nullptr, false, nullptr,
1550 false, false, FieldTrialBasedConfig()));
1551 rtp_sender_->SetSSRC(kSsrc);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001552
Niels Möller5fe95102019-03-04 16:49:25 +01001553 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001554 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001555 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +01001556 FieldTrialBasedConfig());
Niels Möller59ab1cf2019-02-06 22:48:11 +01001557 const char payload_name[] = "GENERIC";
1558 const uint8_t payload_type = 127;
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001559 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1560 /*raw_payload=*/false);
Niels Möller59ab1cf2019-02-06 22:48:11 +01001561
sprangcd349d92016-07-13 09:11:28 -07001562 // Simulate kNumPackets sent with kPacketInterval ms intervals, with the
1563 // number of packets selected so that we fill (but don't overflow) the one
1564 // second averaging window.
1565 const uint32_t kWindowSizeMs = 1000;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001566 const uint32_t kPacketInterval = 20;
sprangcd349d92016-07-13 09:11:28 -07001567 const uint32_t kNumPackets =
1568 (kWindowSizeMs - kPacketInterval) / kPacketInterval;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001569 // Overhead = 12 bytes RTP header + 1 byte generic header.
1570 const uint32_t kPacketOverhead = 13;
1571
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001572 uint8_t payload[] = {47, 11, 32, 93, 89};
1573 rtp_sender_->SetStorePacketsStatus(true, 1);
1574 uint32_t ssrc = rtp_sender_->SSRC();
1575
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001576 // Initial process call so we get a new time window.
1577 rtp_sender_->ProcessBitrate();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001578
1579 // Send a few frames.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001580 RTPVideoHeader video_header;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001581 for (uint32_t i = 0; i < kNumPackets; ++i) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001582 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001583 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1584 sizeof(payload), nullptr, &video_header,
1585 kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001586 fake_clock_.AdvanceTimeMilliseconds(kPacketInterval);
1587 }
1588
1589 rtp_sender_->ProcessBitrate();
1590
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001591 // We get one call for every stats updated, thus two calls since both the
1592 // stream stats and the retransmit stats are updated once.
1593 EXPECT_EQ(2u, callback.num_calls_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001594 EXPECT_EQ(ssrc, callback.ssrc_);
sprangcd349d92016-07-13 09:11:28 -07001595 const uint32_t kTotalPacketSize = kPacketOverhead + sizeof(payload);
1596 // Bitrate measured over delta between last and first timestamp, plus one.
1597 const uint32_t kExpectedWindowMs = kNumPackets * kPacketInterval + 1;
1598 const uint32_t kExpectedBitsAccumulated = kTotalPacketSize * kNumPackets * 8;
1599 const uint32_t kExpectedRateBps =
1600 (kExpectedBitsAccumulated * 1000 + (kExpectedWindowMs / 2)) /
1601 kExpectedWindowMs;
1602 EXPECT_EQ(kExpectedRateBps, callback.total_bitrate_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001603
andresp@webrtc.orgd11bec42014-07-08 14:32:58 +00001604 rtp_sender_.reset();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001605}
1606
minyue3a407ee2017-04-03 01:10:33 -07001607TEST_P(RtpSenderTestWithoutPacer, StreamDataCountersCallbacks) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001608 class TestCallback : public StreamDataCountersCallback {
1609 public:
danilchap162abd32015-12-10 02:39:40 -08001610 TestCallback() : StreamDataCountersCallback(), ssrc_(0), counters_() {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001611 ~TestCallback() override = default;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001612
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001613 void DataCountersUpdated(const StreamDataCounters& counters,
1614 uint32_t ssrc) override {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001615 ssrc_ = ssrc;
1616 counters_ = counters;
1617 }
1618
1619 uint32_t ssrc_;
1620 StreamDataCounters counters_;
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001621
1622 void MatchPacketCounter(const RtpPacketCounter& expected,
1623 const RtpPacketCounter& actual) {
1624 EXPECT_EQ(expected.payload_bytes, actual.payload_bytes);
1625 EXPECT_EQ(expected.header_bytes, actual.header_bytes);
1626 EXPECT_EQ(expected.padding_bytes, actual.padding_bytes);
1627 EXPECT_EQ(expected.packets, actual.packets);
1628 }
1629
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001630 void Matches(uint32_t ssrc, const StreamDataCounters& counters) {
1631 EXPECT_EQ(ssrc, ssrc_);
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001632 MatchPacketCounter(counters.transmitted, counters_.transmitted);
1633 MatchPacketCounter(counters.retransmitted, counters_.retransmitted);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001634 EXPECT_EQ(counters.fec.packets, counters_.fec.packets);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001635 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001636 } callback;
1637
1638 const uint8_t kRedPayloadType = 96;
1639 const uint8_t kUlpfecPayloadType = 97;
Niels Möller8a40edd2019-01-24 18:04:44 +01001640 const char payload_name[] = "GENERIC";
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001641 const uint8_t payload_type = 127;
Niels Möller5fe95102019-03-04 16:49:25 +01001642 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001643 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001644 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +01001645 FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001646 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1647 /*raw_payload=*/false);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001648 uint8_t payload[] = {47, 11, 32, 93, 89};
1649 rtp_sender_->SetStorePacketsStatus(true, 1);
1650 uint32_t ssrc = rtp_sender_->SSRC();
1651
1652 rtp_sender_->RegisterRtpStatisticsCallback(&callback);
1653
1654 // Send a frame.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001655 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001656 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001657 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1658 sizeof(payload), nullptr, &video_header,
1659 kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001660 StreamDataCounters expected;
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001661 expected.transmitted.payload_bytes = 6;
1662 expected.transmitted.header_bytes = 12;
1663 expected.transmitted.padding_bytes = 0;
1664 expected.transmitted.packets = 1;
1665 expected.retransmitted.payload_bytes = 0;
1666 expected.retransmitted.header_bytes = 0;
1667 expected.retransmitted.padding_bytes = 0;
1668 expected.retransmitted.packets = 0;
1669 expected.fec.packets = 0;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001670 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001671
1672 // Retransmit a frame.
1673 uint16_t seqno = rtp_sender_->SequenceNumber() - 1;
Erik Språnga12b1d62018-03-14 12:39:24 +01001674 rtp_sender_->ReSendPacket(seqno);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001675 expected.transmitted.payload_bytes = 12;
1676 expected.transmitted.header_bytes = 24;
1677 expected.transmitted.packets = 2;
1678 expected.retransmitted.payload_bytes = 6;
1679 expected.retransmitted.header_bytes = 12;
1680 expected.retransmitted.padding_bytes = 0;
1681 expected.retransmitted.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001682 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001683
1684 // Send padding.
philipel8aadd502017-02-23 02:56:13 -08001685 rtp_sender_->TimeToSendPadding(kMaxPaddingSize, PacedPacketInfo());
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001686 expected.transmitted.payload_bytes = 12;
1687 expected.transmitted.header_bytes = 36;
1688 expected.transmitted.padding_bytes = kMaxPaddingSize;
1689 expected.transmitted.packets = 3;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001690 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001691
brandtrf1bb4762016-11-07 03:05:06 -08001692 // Send ULPFEC.
Niels Möller59ab1cf2019-02-06 22:48:11 +01001693 rtp_sender_video.SetUlpfecConfig(kRedPayloadType, kUlpfecPayloadType);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001694 FecProtectionParams fec_params;
1695 fec_params.fec_mask_type = kFecMaskRandom;
1696 fec_params.fec_rate = 1;
1697 fec_params.max_fec_frames = 1;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001698 rtp_sender_video.SetFecParameters(fec_params, fec_params);
1699 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001700 VideoFrameType::kVideoFrameDelta, payload_type, 1234, 4321, payload,
1701 sizeof(payload), nullptr, &video_header,
1702 kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001703 expected.transmitted.payload_bytes = 40;
1704 expected.transmitted.header_bytes = 60;
1705 expected.transmitted.packets = 5;
1706 expected.fec.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001707 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001708
sprang867fb522015-08-03 04:38:41 -07001709 rtp_sender_->RegisterRtpStatisticsCallback(nullptr);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001710}
1711
minyue3a407ee2017-04-03 01:10:33 -07001712TEST_P(RtpSenderTestWithoutPacer, BytesReportedCorrectly) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001713 // XXX const char* kPayloadName = "GENERIC";
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001714 const uint8_t kPayloadType = 127;
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001715 rtp_sender_->SetSSRC(1234);
1716 rtp_sender_->SetRtxSsrc(kRtxSsrc);
Shao Changbine62202f2015-04-21 20:24:50 +08001717 rtp_sender_->SetRtxPayloadType(kPayloadType - 1, kPayloadType);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001718 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001719
Niels Möller59ab1cf2019-02-06 22:48:11 +01001720 SendGenericPacket();
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001721 // Will send 2 full-size padding packets.
philipel8aadd502017-02-23 02:56:13 -08001722 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
1723 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001724
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001725 StreamDataCounters rtp_stats;
1726 StreamDataCounters rtx_stats;
1727 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001728
Niels Möller59ab1cf2019-02-06 22:48:11 +01001729 // Payload
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +00001730 EXPECT_GT(rtp_stats.first_packet_time_ms, -1);
Niels Möller59ab1cf2019-02-06 22:48:11 +01001731 EXPECT_EQ(rtp_stats.transmitted.payload_bytes, sizeof(kPayloadData));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001732 EXPECT_EQ(rtp_stats.transmitted.header_bytes, 12u);
1733 EXPECT_EQ(rtp_stats.transmitted.padding_bytes, 0u);
1734 EXPECT_EQ(rtx_stats.transmitted.payload_bytes, 0u);
1735 EXPECT_EQ(rtx_stats.transmitted.header_bytes, 24u);
1736 EXPECT_EQ(rtx_stats.transmitted.padding_bytes, 2 * kMaxPaddingSize);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001737
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001738 EXPECT_EQ(rtp_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001739 rtp_stats.transmitted.payload_bytes +
1740 rtp_stats.transmitted.header_bytes +
1741 rtp_stats.transmitted.padding_bytes);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001742 EXPECT_EQ(rtx_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001743 rtx_stats.transmitted.payload_bytes +
1744 rtx_stats.transmitted.header_bytes +
1745 rtx_stats.transmitted.padding_bytes);
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001746
danilchap162abd32015-12-10 02:39:40 -08001747 EXPECT_EQ(
1748 transport_.total_bytes_sent_,
1749 rtp_stats.transmitted.TotalBytes() + rtx_stats.transmitted.TotalBytes());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001750}
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001751
minyue3a407ee2017-04-03 01:10:33 -07001752TEST_P(RtpSenderTestWithoutPacer, RespectsNackBitrateLimit) {
sprang38778b02015-09-29 09:48:22 -07001753 const int32_t kPacketSize = 1400;
1754 const int32_t kNumPackets = 30;
1755
sprangcd349d92016-07-13 09:11:28 -07001756 retransmission_rate_limiter_.SetMaxRate(kPacketSize * kNumPackets * 8);
1757
sprang38778b02015-09-29 09:48:22 -07001758 rtp_sender_->SetStorePacketsStatus(true, kNumPackets);
sprang38778b02015-09-29 09:48:22 -07001759 const uint16_t kStartSequenceNumber = rtp_sender_->SequenceNumber();
Danil Chapovalov2800d742016-08-26 18:48:46 +02001760 std::vector<uint16_t> sequence_numbers;
sprang38778b02015-09-29 09:48:22 -07001761 for (int32_t i = 0; i < kNumPackets; ++i) {
1762 sequence_numbers.push_back(kStartSequenceNumber + i);
1763 fake_clock_.AdvanceTimeMilliseconds(1);
1764 SendPacket(fake_clock_.TimeInMilliseconds(), kPacketSize);
1765 }
danilchap12ba1862016-10-26 02:41:55 -07001766 EXPECT_EQ(kNumPackets, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001767
1768 fake_clock_.AdvanceTimeMilliseconds(1000 - kNumPackets);
1769
1770 // Resending should work - brings the bandwidth up to the limit.
1771 // NACK bitrate is capped to the same bitrate as the encoder, since the max
1772 // protection overhead is 50% (see MediaOptimization::SetTargetRates).
Danil Chapovalov2800d742016-08-26 18:48:46 +02001773 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001774 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001775
sprangcd349d92016-07-13 09:11:28 -07001776 // Must be at least 5ms in between retransmission attempts.
1777 fake_clock_.AdvanceTimeMilliseconds(5);
1778
sprang38778b02015-09-29 09:48:22 -07001779 // Resending should not work, bandwidth exceeded.
Danil Chapovalov2800d742016-08-26 18:48:46 +02001780 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001781 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001782}
1783
minyue3a407ee2017-04-03 01:10:33 -07001784TEST_P(RtpSenderTest, OnOverheadChanged) {
michaelt4da30442016-11-17 01:38:43 -08001785 MockOverheadObserver mock_overhead_observer;
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001786 rtp_sender_.reset(
1787 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1788 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
1789 &retransmission_rate_limiter_, &mock_overhead_observer,
1790 false, nullptr, false, false, FieldTrialBasedConfig()));
1791 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08001792
michaelt4da30442016-11-17 01:38:43 -08001793 // RTP overhead is 12B.
nisse284542b2017-01-10 08:58:32 -08001794 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(12)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001795 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001796
1797 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
1798 kTransmissionTimeOffsetExtensionId);
1799
1800 // TransmissionTimeOffset extension has a size of 8B.
nisse284542b2017-01-10 08:58:32 -08001801 // 12B + 8B = 20B
1802 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(20)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001803 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001804}
1805
minyue3a407ee2017-04-03 01:10:33 -07001806TEST_P(RtpSenderTest, DoesNotUpdateOverheadOnEqualSize) {
michaelt4da30442016-11-17 01:38:43 -08001807 MockOverheadObserver mock_overhead_observer;
Amit Hilbuch02d7d352019-07-02 21:04:57 +00001808 rtp_sender_.reset(
1809 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1810 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
1811 &retransmission_rate_limiter_, &mock_overhead_observer,
1812 false, nullptr, false, false, FieldTrialBasedConfig()));
1813 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08001814
1815 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(_)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001816 SendGenericPacket();
1817 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001818}
1819
Erik Språng9c771c22019-06-17 16:31:53 +02001820TEST_P(RtpSenderTest, TrySendPacketMatchesVideo) {
1821 std::unique_ptr<RtpPacketToSend> packet =
1822 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1823 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1824
1825 // Verify not sent with wrong SSRC.
1826 packet->SetSsrc(kSsrc + 1);
1827 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1828
1829 // Verify sent with correct SSRC.
1830 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1831 packet->SetSsrc(kSsrc);
1832 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1833 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1834}
1835
1836TEST_P(RtpSenderTest, TrySendPacketMatchesAudio) {
1837 std::unique_ptr<RtpPacketToSend> packet =
1838 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1839 packet->set_packet_type(RtpPacketToSend::Type::kAudio);
1840
1841 // Verify not sent with wrong SSRC.
1842 packet->SetSsrc(kSsrc + 1);
1843 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1844
1845 // Verify sent with correct SSRC.
1846 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1847 packet->SetSsrc(kSsrc);
1848 packet->set_packet_type(RtpPacketToSend::Type::kAudio);
1849 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1850}
1851
1852TEST_P(RtpSenderTest, TrySendPacketMatchesRetransmissions) {
1853 std::unique_ptr<RtpPacketToSend> packet =
1854 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1855 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
1856
1857 // Verify not sent with wrong SSRC.
1858 packet->SetSsrc(kSsrc + 1);
1859 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1860
1861 // Verify sent with correct SSRC (non-RTX).
1862 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1863 packet->SetSsrc(kSsrc);
1864 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
1865 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1866
1867 // RTX retransmission.
1868 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1869 packet->SetSsrc(kRtxSsrc);
1870 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
1871 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1872}
1873
1874TEST_P(RtpSenderTest, TrySendPacketMatchesPadding) {
1875 std::unique_ptr<RtpPacketToSend> packet =
1876 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1877 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
1878
1879 // Verify not sent with wrong SSRC.
1880 packet->SetSsrc(kSsrc + 1);
1881 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1882
1883 // Verify sent with correct SSRC (non-RTX).
1884 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1885 packet->SetSsrc(kSsrc);
1886 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
1887 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1888
1889 // RTX padding.
1890 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1891 packet->SetSsrc(kRtxSsrc);
1892 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
1893 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1894}
1895
1896TEST_P(RtpSenderTest, TrySendPacketMatchesFlexfec) {
1897 std::unique_ptr<RtpPacketToSend> packet =
1898 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1899 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
1900
1901 // Verify not sent with wrong SSRC.
1902 packet->SetSsrc(kSsrc + 1);
1903 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1904
1905 // Verify sent with correct SSRC.
1906 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1907 packet->SetSsrc(kFlexFecSsrc);
1908 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
1909 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1910}
1911
1912TEST_P(RtpSenderTest, TrySendPacketMatchesUlpfec) {
1913 std::unique_ptr<RtpPacketToSend> packet =
1914 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1915 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
1916
1917 // Verify not sent with wrong SSRC.
1918 packet->SetSsrc(kSsrc + 1);
1919 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1920
1921 // Verify sent with correct SSRC.
1922 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1923 packet->SetSsrc(kSsrc);
1924 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
1925 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1926}
1927
1928TEST_P(RtpSenderTest, TrySendPacketHandlesRetransmissionHistory) {
1929 rtp_sender_->SetStorePacketsStatus(true, 10);
1930
1931 // Build a media packet and send it.
1932 std::unique_ptr<RtpPacketToSend> packet =
1933 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1934 const uint16_t media_sequence_number = packet->SequenceNumber();
1935 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1936 packet->set_allow_retransmission(true);
1937 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1938
1939 // Simulate retransmission request.
1940 fake_clock_.AdvanceTimeMilliseconds(30);
1941 EXPECT_GT(rtp_sender_->ReSendPacket(media_sequence_number), 0);
1942
1943 // Packet already pending, retransmission not allowed.
1944 fake_clock_.AdvanceTimeMilliseconds(30);
1945 EXPECT_EQ(rtp_sender_->ReSendPacket(media_sequence_number), 0);
1946
1947 // Packet exiting pacer, mark as not longer pending.
1948 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1949 EXPECT_NE(packet->SequenceNumber(), media_sequence_number);
1950 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
1951 packet->SetSsrc(kRtxSsrc);
1952 packet->set_retransmitted_sequence_number(media_sequence_number);
1953 packet->set_allow_retransmission(false);
1954 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1955
1956 // Retransmissions allowed again.
1957 fake_clock_.AdvanceTimeMilliseconds(30);
1958 EXPECT_GT(rtp_sender_->ReSendPacket(media_sequence_number), 0);
1959
1960 // Retransmission of RTX packet should not be allowed.
1961 EXPECT_EQ(rtp_sender_->ReSendPacket(packet->SequenceNumber()), 0);
1962}
1963
1964TEST_P(RtpSenderTest, TrySendPacketUpdatesExtensions) {
1965 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
1966 kRtpExtensionTransmissionTimeOffset,
1967 kTransmissionTimeOffsetExtensionId),
1968 0);
1969 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
1970 kRtpExtensionAbsoluteSendTime, kAbsoluteSendTimeExtensionId),
1971 0);
1972 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionVideoTiming,
1973 kVideoTimingExtensionId),
1974 0);
1975
1976 std::unique_ptr<RtpPacketToSend> packet =
1977 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1978 packet->set_packetization_finish_time_ms(fake_clock_.TimeInMilliseconds());
1979
1980 const int32_t kDiffMs = 10;
1981 fake_clock_.AdvanceTimeMilliseconds(kDiffMs);
1982
1983 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1984 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1985
1986 const RtpPacketReceived& received_packet = transport_.last_sent_packet();
1987
1988 EXPECT_EQ(received_packet.GetExtension<TransmissionOffset>(), kDiffMs * 90);
1989
1990 EXPECT_EQ(received_packet.GetExtension<AbsoluteSendTime>(),
1991 AbsoluteSendTime::MsTo24Bits(fake_clock_.TimeInMilliseconds()));
1992
1993 VideoSendTiming timing;
1994 EXPECT_TRUE(received_packet.GetExtension<VideoTimingExtension>(&timing));
1995 EXPECT_EQ(timing.pacer_exit_delta_ms, kDiffMs);
1996}
1997
1998TEST_P(RtpSenderTest, TrySendPacketSetsPacketOptions) {
1999 const uint16_t kPacketId = 42;
2000 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
2001 kRtpExtensionTransportSequenceNumber,
2002 kTransportSequenceNumberExtensionId),
2003 0);
2004 std::unique_ptr<RtpPacketToSend> packet =
2005 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2006 packet->SetExtension<TransportSequenceNumber>(kPacketId);
2007
2008 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2009 EXPECT_CALL(send_packet_observer_, OnSendPacket);
2010 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2011
2012 EXPECT_EQ(transport_.last_options_.packet_id, kPacketId);
2013 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
2014 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
2015 EXPECT_FALSE(transport_.last_options_.is_retransmit);
2016
2017 // Send another packet as retransmission, verify options are populated.
2018 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2019 packet->SetExtension<TransportSequenceNumber>(kPacketId + 1);
2020 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2021 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2022 EXPECT_TRUE(transport_.last_options_.is_retransmit);
2023}
2024
2025TEST_P(RtpSenderTest, TrySendPacketUpdatesStats) {
2026 const size_t kPayloadSize = 1000;
2027
2028 StrictMock<MockSendSideDelayObserver> send_side_delay_observer;
Amit Hilbuch02d7d352019-07-02 21:04:57 +00002029 rtp_sender_.reset(new RTPSender(
2030 false, &fake_clock_, &transport_, nullptr, kFlexFecSsrc, nullptr, nullptr,
2031 nullptr, &send_side_delay_observer, &mock_rtc_event_log_,
2032 &send_packet_observer_, nullptr, nullptr, false, nullptr, false, false,
2033 FieldTrialBasedConfig()));
2034 rtp_sender_->SetSSRC(kSsrc);
2035 rtp_sender_->SetRtxSsrc(kRtxSsrc);
Erik Språng9c771c22019-06-17 16:31:53 +02002036 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2037 kRtpExtensionTransportSequenceNumber,
2038 kTransportSequenceNumberExtensionId));
2039
2040 const int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
2041
2042 std::unique_ptr<RtpPacketToSend> video_packet =
2043 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2044 video_packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2045 video_packet->SetPayloadSize(kPayloadSize);
2046 video_packet->SetExtension<TransportSequenceNumber>(1);
2047
2048 std::unique_ptr<RtpPacketToSend> rtx_packet =
2049 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2050 rtx_packet->SetSsrc(kRtxSsrc);
2051 rtx_packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2052 rtx_packet->SetPayloadSize(kPayloadSize);
2053 rtx_packet->SetExtension<TransportSequenceNumber>(2);
2054
2055 std::unique_ptr<RtpPacketToSend> fec_packet =
2056 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2057 fec_packet->SetSsrc(kFlexFecSsrc);
2058 fec_packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2059 fec_packet->SetPayloadSize(kPayloadSize);
2060 fec_packet->SetExtension<TransportSequenceNumber>(3);
2061
2062 const int64_t kDiffMs = 25;
2063 fake_clock_.AdvanceTimeMilliseconds(kDiffMs);
2064
2065 EXPECT_CALL(send_side_delay_observer,
2066 SendSideDelayUpdated(kDiffMs, kDiffMs, kDiffMs, kSsrc));
2067 EXPECT_CALL(
2068 send_side_delay_observer,
2069 SendSideDelayUpdated(kDiffMs, kDiffMs, 2 * kDiffMs, kFlexFecSsrc));
2070
2071 EXPECT_CALL(send_packet_observer_, OnSendPacket(1, capture_time_ms, kSsrc));
2072 EXPECT_TRUE(
2073 rtp_sender_->TrySendPacket(video_packet.get(), PacedPacketInfo()));
2074
2075 // Send packet observer not called for padding/retransmissions.
2076 EXPECT_CALL(send_packet_observer_, OnSendPacket(2, _, _)).Times(0);
2077 EXPECT_TRUE(rtp_sender_->TrySendPacket(rtx_packet.get(), PacedPacketInfo()));
2078
2079 EXPECT_CALL(send_packet_observer_,
2080 OnSendPacket(3, capture_time_ms, kFlexFecSsrc));
2081 EXPECT_TRUE(rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo()));
2082
2083 StreamDataCounters rtp_stats;
2084 StreamDataCounters rtx_stats;
2085 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
2086 EXPECT_EQ(rtp_stats.transmitted.packets, 2u);
2087 EXPECT_EQ(rtp_stats.fec.packets, 1u);
2088 EXPECT_EQ(rtx_stats.retransmitted.packets, 1u);
2089}
2090
Erik Språng478cb462019-06-26 15:49:27 +02002091TEST_P(RtpSenderTest, GeneratePaddingResendsOldPacketsWithRtx) {
2092 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2093 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2094 rtp_sender_->SetStorePacketsStatus(true, 1);
2095
2096 const size_t kPayloadPacketSize = 1234;
2097 std::unique_ptr<RtpPacketToSend> packet =
2098 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2099 packet->set_allow_retransmission(true);
2100 packet->SetPayloadSize(kPayloadPacketSize);
2101 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2102
2103 // Send a dummy video packet so it ends up in the packet history.
2104 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2105
2106 // Generated padding has large enough budget that the video packet should be
2107 // retransmitted as padding.
2108 EXPECT_CALL(mock_paced_sender_,
2109 EnqueuePacket(AllOf(
2110 Pointee(Property(&RtpPacketToSend::packet_type,
2111 RtpPacketToSend::Type::kPadding)),
2112 Pointee(Property(&RtpPacketToSend::Ssrc, kRtxSsrc)),
2113 Pointee(Property(&RtpPacketToSend::payload_size,
2114 kPayloadPacketSize + kRtxHeaderSize)))))
2115 .Times(1);
2116 rtp_sender_->GeneratePadding(kPayloadPacketSize + kRtxHeaderSize);
2117
2118 // Not enough budged for payload padding, use plain padding instead.
2119 EXPECT_CALL(mock_paced_sender_,
2120 EnqueuePacket(AllOf(
2121 Pointee(Property(&RtpPacketToSend::packet_type,
2122 RtpPacketToSend::Type::kPadding)),
2123 Pointee(Property(&RtpPacketToSend::Ssrc, kRtxSsrc)),
2124 Pointee(Property(&RtpPacketToSend::payload_size, 0)),
2125 Pointee(Property(&RtpPacketToSend::padding_size, Gt(0u))))))
2126 .Times((kPayloadPacketSize + kMaxPaddingSize - 1) / kMaxPaddingSize);
2127 rtp_sender_->GeneratePadding(kPayloadPacketSize + kRtxHeaderSize - 1);
2128}
2129
2130TEST_P(RtpSenderTest, GeneratePaddingCreatesPurePaddingWithoutRtx) {
2131 rtp_sender_->SetStorePacketsStatus(true, 1);
2132
2133 const size_t kPayloadPacketSize = 1234;
2134 // Send a dummy video packet so it ends up in the packet history. Since we
2135 // are not using RTX, it should never be used as padding.
2136 std::unique_ptr<RtpPacketToSend> packet =
2137 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2138 packet->set_allow_retransmission(true);
2139 packet->SetPayloadSize(kPayloadPacketSize);
2140 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2141 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2142
2143 // Payload padding not available without RTX, only generate plain padding on
2144 // the media SSRC.
2145 // Number of padding packets is the requested padding size divided by max
2146 // padding packet size, rounded up. Pure padding packets are always of the
2147 // maximum size.
2148 const size_t kPaddingBytesRequested = kPayloadPacketSize + kRtxHeaderSize;
2149 const size_t kExpectedNumPaddingPackets =
2150 (kPaddingBytesRequested + kMaxPaddingSize - 1) / kMaxPaddingSize;
2151 size_t padding_bytes_sent = 0;
2152 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
2153 .WillRepeatedly([&](std::unique_ptr<RtpPacketToSend> packet) {
2154 EXPECT_EQ(packet->packet_type(), RtpPacketToSend::Type::kPadding);
2155 EXPECT_EQ(packet->Ssrc(), kSsrc);
2156 EXPECT_EQ(packet->payload_size(), 0u);
2157 EXPECT_GT(packet->padding_size(), 0u);
2158 padding_bytes_sent += packet->padding_size();
2159 });
2160 rtp_sender_->GeneratePadding(kPaddingBytesRequested);
2161 EXPECT_EQ(padding_bytes_sent, kExpectedNumPaddingPackets * kMaxPaddingSize);
2162}
2163
Mirko Bonadeic84f6612019-01-31 12:20:57 +01002164INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
2165 RtpSenderTest,
2166 ::testing::Bool());
2167INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
2168 RtpSenderTestWithoutPacer,
2169 ::testing::Bool());
Niels Möllera34d7762019-02-01 14:13:29 +01002170
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00002171} // namespace webrtc