blob: 2bd3c949eee954103cb1ba997c4e6257e0e80e5b [file] [log] [blame]
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001/*
phoglund@webrtc.org78088c22012-02-07 14:56:45 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
kwiberg84be5112016-04-27 01:19:58 -070011#include <memory>
danilchapb8b6fbb2015-12-10 05:05:27 -080012#include <vector>
13
Karl Wiberg918f50c2018-07-05 11:40:33 +020014#include "absl/memory/memory.h"
Per Kjellandere11b7d22019-02-21 07:55:59 +010015#include "api/transport/field_trial_based_config.h"
Erik Språngf93eda12019-01-16 17:10:57 +010016#include "api/video/video_codec_constants.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020017#include "api/video/video_timing.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020018#include "logging/rtc_event_log/events/rtc_event.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
20#include "modules/rtp_rtcp/include/rtp_cvo.h"
21#include "modules/rtp_rtcp/include/rtp_header_extension_map.h"
22#include "modules/rtp_rtcp/include/rtp_header_parser.h"
23#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
24#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
25#include "modules/rtp_rtcp/source/rtp_format_video_generic.h"
philipelb3e42a42018-09-13 10:57:14 +020026#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h"
27#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020028#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
29#include "modules/rtp_rtcp/source/rtp_packet_received.h"
30#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
31#include "modules/rtp_rtcp/source/rtp_sender.h"
32#include "modules/rtp_rtcp/source/rtp_sender_video.h"
33#include "modules/rtp_rtcp/source/rtp_utility.h"
34#include "rtc_base/arraysize.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020035#include "rtc_base/rate_limiter.h"
36#include "test/field_trial.h"
37#include "test/gmock.h"
38#include "test/gtest.h"
39#include "test/mock_transport.h"
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +000040
41namespace webrtc {
42
andrew@webrtc.org8a442592011-12-16 21:24:30 +000043namespace {
Elad Alond8d32482019-02-18 23:45:57 +010044enum : int { // The first valid value is 1.
45 kAbsoluteSendTimeExtensionId = 1,
46 kAudioLevelExtensionId,
Elad Alonccb9b752019-02-19 13:01:31 +010047 kGenericDescriptorId00,
48 kGenericDescriptorId01,
Elad Alond8d32482019-02-18 23:45:57 +010049 kMidExtensionId,
50 kRepairedRidExtensionId,
51 kRidExtensionId,
52 kTransmissionTimeOffsetExtensionId,
53 kTransportSequenceNumberExtensionId,
54 kVideoRotationExtensionId,
55 kVideoTimingExtensionId,
56};
57
andrew@webrtc.org8a442592011-12-16 21:24:30 +000058const int kPayload = 100;
Shao Changbine62202f2015-04-21 20:24:50 +080059const int kRtxPayload = 98;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000060const uint32_t kTimestamp = 10;
61const uint16_t kSeqNum = 33;
brandtr9dfff292016-11-14 05:14:50 -080062const uint32_t kSsrc = 725242;
sprang@webrtc.org30933902015-03-17 14:33:12 +000063const uint16_t kTransportSequenceNumber = 0xaabbu;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000064const uint64_t kStartTime = 123456789;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +000065const size_t kMaxPaddingSize = 224u;
Stefan Holmera246cfb2016-08-23 17:51:42 +020066const uint8_t kPayloadData[] = {47, 11, 32, 93, 89};
spranga8ae6f22017-09-04 07:23:56 -070067const int64_t kDefaultExpectedRetransmissionTimeMs = 125;
Amit Hilbuch77938e62018-12-21 09:23:38 -080068const char kNoRid[] = "";
69const char kNoMid[] = "";
andrew@webrtc.org8a442592011-12-16 21:24:30 +000070
Danil Chapovalov5e57b172016-09-02 19:15:59 +020071using ::testing::_;
philipelb3e42a42018-09-13 10:57:14 +020072using ::testing::ElementsAre;
Danil Chapovalov5e57b172016-09-02 19:15:59 +020073using ::testing::ElementsAreArray;
sprang168794c2017-07-06 04:38:06 -070074using ::testing::Invoke;
Danil Chapovalov84ffb352018-09-25 18:59:09 +020075using ::testing::SizeIs;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +000076
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000077uint64_t ConvertMsToAbsSendTime(int64_t time_ms) {
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020078 return (((time_ms << 18) + 500) / 1000) & 0x00ffffff;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000079}
80
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +000081class LoopbackTransportTest : public webrtc::Transport {
82 public:
Petter Strandmark26bc6692018-05-29 08:43:35 +020083 LoopbackTransportTest() : total_bytes_sent_(0) {
danilchap12ba1862016-10-26 02:41:55 -070084 receivers_extensions_.Register(kRtpExtensionTransmissionTimeOffset,
85 kTransmissionTimeOffsetExtensionId);
86 receivers_extensions_.Register(kRtpExtensionAbsoluteSendTime,
87 kAbsoluteSendTimeExtensionId);
88 receivers_extensions_.Register(kRtpExtensionTransportSequenceNumber,
89 kTransportSequenceNumberExtensionId);
90 receivers_extensions_.Register(kRtpExtensionVideoRotation,
91 kVideoRotationExtensionId);
92 receivers_extensions_.Register(kRtpExtensionAudioLevel,
93 kAudioLevelExtensionId);
ilnik04f4d122017-06-19 07:18:55 -070094 receivers_extensions_.Register(kRtpExtensionVideoTiming,
95 kVideoTimingExtensionId);
Steve Anton296a0ce2018-03-22 15:17:27 -070096 receivers_extensions_.Register(kRtpExtensionMid, kMidExtensionId);
Elad Alonccb9b752019-02-19 13:01:31 +010097 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor00,
98 kGenericDescriptorId00);
99 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor01,
100 kGenericDescriptorId01);
Amit Hilbuch77938e62018-12-21 09:23:38 -0800101 receivers_extensions_.Register(kRtpExtensionRtpStreamId, kRidExtensionId);
102 receivers_extensions_.Register(kRtpExtensionRepairedRtpStreamId,
103 kRepairedRidExtensionId);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000104 }
danilchap12ba1862016-10-26 02:41:55 -0700105
stefan1d8a5062015-10-02 03:39:33 -0700106 bool SendRtp(const uint8_t* data,
107 size_t len,
108 const PacketOptions& options) override {
Petter Strandmark26bc6692018-05-29 08:43:35 +0200109 last_options_ = options;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000110 total_bytes_sent_ += len;
danilchap12ba1862016-10-26 02:41:55 -0700111 sent_packets_.push_back(RtpPacketReceived(&receivers_extensions_));
112 EXPECT_TRUE(sent_packets_.back().Parse(data, len));
pbos2d566682015-09-28 09:59:31 -0700113 return true;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000114 }
danilchap162abd32015-12-10 02:39:40 -0800115 bool SendRtcp(const uint8_t* data, size_t len) override { return false; }
danilchap12ba1862016-10-26 02:41:55 -0700116 const RtpPacketReceived& last_sent_packet() { return sent_packets_.back(); }
117 int packets_sent() { return sent_packets_.size(); }
118
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000119 size_t total_bytes_sent_;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200120 PacketOptions last_options_;
danilchap12ba1862016-10-26 02:41:55 -0700121 std::vector<RtpPacketReceived> sent_packets_;
122
123 private:
124 RtpHeaderExtensionMap receivers_extensions_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000125};
126
Elad Alon4a87e1c2017-10-03 16:11:34 +0200127MATCHER_P(SameRtcEventTypeAs, value, "") {
128 return value == arg->GetType();
129}
130
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000131} // namespace
132
sprangebbf8a82015-09-21 15:11:14 -0700133class MockRtpPacketSender : public RtpPacketSender {
134 public:
135 MockRtpPacketSender() {}
136 virtual ~MockRtpPacketSender() {}
137
Peter Boströme23e7372015-10-08 11:44:14 +0200138 MOCK_METHOD6(InsertPacket,
139 void(Priority priority,
sprangebbf8a82015-09-21 15:11:14 -0700140 uint32_t ssrc,
141 uint16_t sequence_number,
142 int64_t capture_time_ms,
143 size_t bytes,
144 bool retransmission));
145};
146
Stefan Holmerf5dca482016-01-27 12:58:51 +0100147class MockTransportSequenceNumberAllocator
148 : public TransportSequenceNumberAllocator {
149 public:
150 MOCK_METHOD0(AllocateSequenceNumber, uint16_t());
151};
152
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200153class MockSendSideDelayObserver : public SendSideDelayObserver {
154 public:
155 MOCK_METHOD3(SendSideDelayUpdated, void(int, int, uint32_t));
156};
157
asapersson35151f32016-05-02 23:44:01 -0700158class MockSendPacketObserver : public SendPacketObserver {
159 public:
160 MOCK_METHOD3(OnSendPacket, void(uint16_t, int64_t, uint32_t));
161};
162
Stefan Holmera246cfb2016-08-23 17:51:42 +0200163class MockTransportFeedbackObserver : public TransportFeedbackObserver {
164 public:
elad.alond12a8e12017-03-23 11:04:48 -0700165 MOCK_METHOD4(AddPacket,
166 void(uint32_t, uint16_t, size_t, const PacedPacketInfo&));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200167 MOCK_METHOD1(OnTransportFeedback, void(const rtcp::TransportFeedback&));
elad.alonf9490002017-03-06 05:32:21 -0800168 MOCK_CONST_METHOD0(GetTransportFeedbackVector, std::vector<PacketFeedback>());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200169};
170
minyue3a407ee2017-04-03 01:10:33 -0700171class MockOverheadObserver : public OverheadObserver {
172 public:
173 MOCK_METHOD1(OnOverheadChanged, void(size_t overhead_bytes_per_packet));
174};
175
176class RtpSenderTest : public ::testing::TestWithParam<bool> {
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000177 protected:
178 RtpSenderTest()
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000179 : fake_clock_(kStartTime),
terelius429c3452016-01-21 05:42:04 -0800180 mock_rtc_event_log_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000181 mock_paced_sender_(),
sprangcd349d92016-07-13 09:11:28 -0700182 retransmission_rate_limiter_(&fake_clock_, 1000),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000183 rtp_sender_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000184 transport_(),
minyue3a407ee2017-04-03 01:10:33 -0700185 kMarkerBit(true),
186 field_trials_(GetParam() ? "WebRTC-SendSideBwe-WithOverhead/Enabled/"
187 : "") {}
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000188
Erik Språng7b52f102018-02-07 14:37:37 +0100189 void SetUp() override { SetUpRtpSender(true, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200190
Erik Språng7b52f102018-02-07 14:37:37 +0100191 void SetUpRtpSender(bool pacer, bool populate_network2) {
asapersson35151f32016-05-02 23:44:01 -0700192 rtp_sender_.reset(new RTPSender(
193 false, &fake_clock_, &transport_, pacer ? &mock_paced_sender_ : nullptr,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100194 absl::nullopt, &seq_num_allocator_, nullptr, nullptr, nullptr,
sprangcd349d92016-07-13 09:11:28 -0700195 &mock_rtc_event_log_, &send_packet_observer_,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700196 &retransmission_rate_limiter_, nullptr, populate_network2, nullptr,
Per Kjellandere11b7d22019-02-21 07:55:59 +0100197 false, false, FieldTrialBasedConfig()));
brandtr9dfff292016-11-14 05:14:50 -0800198 rtp_sender_->SetSequenceNumber(kSeqNum);
danilchap71fead22016-08-18 02:01:49 -0700199 rtp_sender_->SetTimestampOffset(0);
brandtr9dfff292016-11-14 05:14:50 -0800200 rtp_sender_->SetSSRC(kSsrc);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000201 }
202
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000203 SimulatedClock fake_clock_;
stefana23fc622016-07-28 07:56:38 -0700204 testing::NiceMock<MockRtcEventLog> mock_rtc_event_log_;
sprangebbf8a82015-09-21 15:11:14 -0700205 MockRtpPacketSender mock_paced_sender_;
stefana23fc622016-07-28 07:56:38 -0700206 testing::StrictMock<MockTransportSequenceNumberAllocator> seq_num_allocator_;
207 testing::StrictMock<MockSendPacketObserver> send_packet_observer_;
Stefan Holmera246cfb2016-08-23 17:51:42 +0200208 testing::StrictMock<MockTransportFeedbackObserver> feedback_observer_;
sprangcd349d92016-07-13 09:11:28 -0700209 RateLimiter retransmission_rate_limiter_;
kwiberg84be5112016-04-27 01:19:58 -0700210 std::unique_ptr<RTPSender> rtp_sender_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000211 LoopbackTransportTest transport_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000212 const bool kMarkerBit;
minyue3a407ee2017-04-03 01:10:33 -0700213 test::ScopedFieldTrials field_trials_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000214
danilchapb6f1fb52016-10-19 06:11:39 -0700215 std::unique_ptr<RtpPacketToSend> BuildRtpPacket(int payload_type,
216 bool marker_bit,
217 uint32_t timestamp,
218 int64_t capture_time_ms) {
219 auto packet = rtp_sender_->AllocatePacket();
220 packet->SetPayloadType(payload_type);
221 packet->SetMarker(marker_bit);
222 packet->SetTimestamp(timestamp);
223 packet->set_capture_time_ms(capture_time_ms);
224 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
225 return packet;
226 }
227
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000228 void SendPacket(int64_t capture_time_ms, int payload_length) {
229 uint32_t timestamp = capture_time_ms * 90;
danilchapb6f1fb52016-10-19 06:11:39 -0700230 auto packet =
231 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
232 packet->AllocatePayload(payload_length);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000233
234 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700235 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
236 kAllowRetransmission,
237 RtpPacketSender::kNormalPriority));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000238 }
asapersson35151f32016-05-02 23:44:01 -0700239
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100240 void SendGenericPacket() {
asapersson35151f32016-05-02 23:44:01 -0700241 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100242 SendPacket(kCaptureTimeMs, sizeof(kPayloadData));
asapersson35151f32016-05-02 23:44:01 -0700243 }
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000244};
245
Peter Boströme23e7372015-10-08 11:44:14 +0200246// TODO(pbos): Move tests over from WithoutPacer to RtpSenderTest as this is our
247// default code path.
248class RtpSenderTestWithoutPacer : public RtpSenderTest {
249 public:
Erik Språng7b52f102018-02-07 14:37:37 +0100250 void SetUp() override { SetUpRtpSender(false, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200251};
252
minyue3a407ee2017-04-03 01:10:33 -0700253TEST_P(RtpSenderTestWithoutPacer, AllocatePacketSetCsrc) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200254 // Configure rtp_sender with csrc.
255 std::vector<uint32_t> csrcs;
256 csrcs.push_back(0x23456789);
257 rtp_sender_->SetCsrcs(csrcs);
258
259 auto packet = rtp_sender_->AllocatePacket();
260
261 ASSERT_TRUE(packet);
262 EXPECT_EQ(rtp_sender_->SSRC(), packet->Ssrc());
263 EXPECT_EQ(csrcs, packet->Csrcs());
264}
265
minyue3a407ee2017-04-03 01:10:33 -0700266TEST_P(RtpSenderTestWithoutPacer, AllocatePacketReserveExtensions) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200267 // Configure rtp_sender with extensions.
268 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
269 kRtpExtensionTransmissionTimeOffset,
270 kTransmissionTimeOffsetExtensionId));
271 ASSERT_EQ(
272 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
273 kAbsoluteSendTimeExtensionId));
274 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAudioLevel,
275 kAudioLevelExtensionId));
276 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
277 kRtpExtensionTransportSequenceNumber,
278 kTransportSequenceNumberExtensionId));
279 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
280 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
281
282 auto packet = rtp_sender_->AllocatePacket();
283
284 ASSERT_TRUE(packet);
285 // Preallocate BWE extensions RtpSender set itself.
286 EXPECT_TRUE(packet->HasExtension<TransmissionOffset>());
287 EXPECT_TRUE(packet->HasExtension<AbsoluteSendTime>());
288 EXPECT_TRUE(packet->HasExtension<TransportSequenceNumber>());
289 // Do not allocate media specific extensions.
290 EXPECT_FALSE(packet->HasExtension<AudioLevel>());
291 EXPECT_FALSE(packet->HasExtension<VideoOrientation>());
292}
293
minyue3a407ee2017-04-03 01:10:33 -0700294TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberAdvanceSequenceNumber) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200295 auto packet = rtp_sender_->AllocatePacket();
296 ASSERT_TRUE(packet);
297 const uint16_t sequence_number = rtp_sender_->SequenceNumber();
298
299 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
300
301 EXPECT_EQ(sequence_number, packet->SequenceNumber());
302 EXPECT_EQ(sequence_number + 1, rtp_sender_->SequenceNumber());
303}
304
minyue3a407ee2017-04-03 01:10:33 -0700305TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberFailsOnNotSending) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200306 auto packet = rtp_sender_->AllocatePacket();
307 ASSERT_TRUE(packet);
308
309 rtp_sender_->SetSendingMediaStatus(false);
310 EXPECT_FALSE(rtp_sender_->AssignSequenceNumber(packet.get()));
311}
312
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100313TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberMayAllowPaddingOnVideo) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200314 constexpr size_t kPaddingSize = 100;
315 auto packet = rtp_sender_->AllocatePacket();
316 ASSERT_TRUE(packet);
317
philipel8aadd502017-02-23 02:56:13 -0800318 ASSERT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200319 packet->SetMarker(false);
320 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100321 // Packet without marker bit doesn't allow padding on video stream.
philipel8aadd502017-02-23 02:56:13 -0800322 EXPECT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200323
324 packet->SetMarker(true);
325 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
326 // Packet with marker bit allows send padding.
philipel8aadd502017-02-23 02:56:13 -0800327 EXPECT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200328}
329
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100330TEST_P(RtpSenderTest, AssignSequenceNumberAllowsPaddingOnAudio) {
331 MockTransport transport;
332 const bool kEnableAudio = true;
333 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100334 kEnableAudio, &fake_clock_, &transport, &mock_paced_sender_,
335 absl::nullopt, nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
336 nullptr, &retransmission_rate_limiter_, nullptr, false, nullptr, false,
Per Kjellandere11b7d22019-02-21 07:55:59 +0100337 false, FieldTrialBasedConfig()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100338 rtp_sender_->SetTimestampOffset(0);
339 rtp_sender_->SetSSRC(kSsrc);
340
341 std::unique_ptr<RtpPacketToSend> audio_packet = rtp_sender_->AllocatePacket();
342 // Padding on audio stream allowed regardless of marker in the last packet.
343 audio_packet->SetMarker(false);
344 audio_packet->SetPayloadType(kPayload);
345 rtp_sender_->AssignSequenceNumber(audio_packet.get());
346
347 const size_t kPaddingSize = 59;
348 EXPECT_CALL(transport, SendRtp(_, kPaddingSize + kRtpHeaderSize, _))
349 .WillOnce(testing::Return(true));
350 EXPECT_EQ(kPaddingSize,
351 rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
352
353 // Requested padding size is too small, will send a larger one.
354 const size_t kMinPaddingSize = 50;
355 EXPECT_CALL(transport, SendRtp(_, kMinPaddingSize + kRtpHeaderSize, _))
356 .WillOnce(testing::Return(true));
Yves Gerey665174f2018-06-19 15:03:05 +0200357 EXPECT_EQ(kMinPaddingSize, rtp_sender_->TimeToSendPadding(kMinPaddingSize - 5,
358 PacedPacketInfo()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100359}
360
minyue3a407ee2017-04-03 01:10:33 -0700361TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberSetPaddingTimestamps) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200362 constexpr size_t kPaddingSize = 100;
363 auto packet = rtp_sender_->AllocatePacket();
364 ASSERT_TRUE(packet);
365 packet->SetMarker(true);
366 packet->SetTimestamp(kTimestamp);
367
368 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
philipel8aadd502017-02-23 02:56:13 -0800369 ASSERT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200370
371 ASSERT_EQ(1u, transport_.sent_packets_.size());
danilchap12ba1862016-10-26 02:41:55 -0700372 // Verify padding packet timestamp.
373 EXPECT_EQ(kTimestamp, transport_.last_sent_packet().Timestamp());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200374}
375
minyue3a407ee2017-04-03 01:10:33 -0700376TEST_P(RtpSenderTestWithoutPacer,
377 TransportFeedbackObserverGetsCorrectByteCount) {
378 constexpr int kRtpOverheadBytesPerPacket = 12 + 8;
379 testing::NiceMock<MockOverheadObserver> mock_overhead_observer;
Per Kjellandere11b7d22019-02-21 07:55:59 +0100380 rtp_sender_.reset(
381 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
382 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
383 &mock_rtc_event_log_, nullptr,
384 &retransmission_rate_limiter_, &mock_overhead_observer,
385 false, nullptr, false, false, FieldTrialBasedConfig()));
minyue3a407ee2017-04-03 01:10:33 -0700386 rtp_sender_->SetSSRC(kSsrc);
387 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
388 kRtpExtensionTransportSequenceNumber,
389 kTransportSequenceNumberExtensionId));
390 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
391 .WillOnce(testing::Return(kTransportSequenceNumber));
392
393 const size_t expected_bytes =
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100394 GetParam() ? sizeof(kPayloadData) + kRtpOverheadBytesPerPacket
395 : sizeof(kPayloadData);
minyue3a407ee2017-04-03 01:10:33 -0700396
397 EXPECT_CALL(feedback_observer_,
398 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber,
399 expected_bytes, PacedPacketInfo()))
400 .Times(1);
401 EXPECT_CALL(mock_overhead_observer,
402 OnOverheadChanged(kRtpOverheadBytesPerPacket))
403 .Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100404 SendGenericPacket();
minyue3a407ee2017-04-03 01:10:33 -0700405}
406
407TEST_P(RtpSenderTestWithoutPacer, SendsPacketsWithTransportSequenceNumber) {
Per Kjellandere11b7d22019-02-21 07:55:59 +0100408 rtp_sender_.reset(
409 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
410 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
411 &mock_rtc_event_log_, &send_packet_observer_,
412 &retransmission_rate_limiter_, nullptr, false, nullptr,
413 false, false, FieldTrialBasedConfig()));
nisse7d59f6b2017-02-21 03:40:24 -0800414 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100415 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
416 kRtpExtensionTransportSequenceNumber,
417 kTransportSequenceNumberExtensionId));
418
Stefan Holmerf5dca482016-01-27 12:58:51 +0100419 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
420 .WillOnce(testing::Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700421 EXPECT_CALL(send_packet_observer_,
422 OnSendPacket(kTransportSequenceNumber, _, _))
423 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700424
425 EXPECT_CALL(feedback_observer_,
426 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber, _,
427 PacedPacketInfo()))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200428 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700429
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100430 SendGenericPacket();
Stefan Holmerf5dca482016-01-27 12:58:51 +0100431
danilchap12ba1862016-10-26 02:41:55 -0700432 const auto& packet = transport_.last_sent_packet();
433 uint16_t transport_seq_no;
434 ASSERT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
435 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200436 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200437 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200438}
439
440TEST_P(RtpSenderTestWithoutPacer, PacketOptionsNoRetransmission) {
Per Kjellandere11b7d22019-02-21 07:55:59 +0100441 rtp_sender_.reset(
442 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
443 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
444 &mock_rtc_event_log_, &send_packet_observer_,
445 &retransmission_rate_limiter_, nullptr, false, nullptr,
446 false, false, FieldTrialBasedConfig()));
Petter Strandmark26bc6692018-05-29 08:43:35 +0200447 rtp_sender_->SetSSRC(kSsrc);
448
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100449 SendGenericPacket();
Petter Strandmark26bc6692018-05-29 08:43:35 +0200450
451 EXPECT_FALSE(transport_.last_options_.is_retransmit);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100452}
453
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200454TEST_P(RtpSenderTestWithoutPacer,
455 SetsIncludedInFeedbackWhenTransportSequenceNumberExtensionIsRegistered) {
456 SetUpRtpSender(false, false);
457 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
458 kTransportSequenceNumberExtensionId);
459 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
460 .WillOnce(testing::Return(kTransportSequenceNumber));
461 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100462 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200463 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
464}
465
466TEST_P(
467 RtpSenderTestWithoutPacer,
468 SetsIncludedInAllocationWhenTransportSequenceNumberExtensionIsRegistered) {
469 SetUpRtpSender(false, false);
470 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
471 kTransportSequenceNumberExtensionId);
472 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
473 .WillOnce(testing::Return(kTransportSequenceNumber));
474 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100475 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200476 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
477}
478
479TEST_P(RtpSenderTestWithoutPacer,
480 SetsIncludedInAllocationWhenForcedAsPartOfAllocation) {
481 SetUpRtpSender(false, false);
482 rtp_sender_->SetAsPartOfAllocation(true);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100483 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200484 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
485 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
486}
487
488TEST_P(RtpSenderTestWithoutPacer, DoesnSetIncludedInAllocationByDefault) {
489 SetUpRtpSender(false, false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100490 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200491 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
492 EXPECT_FALSE(transport_.last_options_.included_in_allocation);
stefana23fc622016-07-28 07:56:38 -0700493}
asapersson35151f32016-05-02 23:44:01 -0700494
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200495TEST_P(RtpSenderTestWithoutPacer, OnSendSideDelayUpdated) {
496 testing::StrictMock<MockSendSideDelayObserver> send_side_delay_observer_;
Per Kjellandere11b7d22019-02-21 07:55:59 +0100497 rtp_sender_.reset(
498 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
499 nullptr, nullptr, nullptr, &send_side_delay_observer_,
500 &mock_rtc_event_log_, nullptr, nullptr, nullptr, false,
501 nullptr, false, false, FieldTrialBasedConfig()));
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200502 rtp_sender_->SetSSRC(kSsrc);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100503 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Per Kjellandere11b7d22019-02-21 07:55:59 +0100504 nullptr, false, FieldTrialBasedConfig());
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200505
506 const uint8_t kPayloadType = 127;
Niels Möller8a40edd2019-01-24 18:04:44 +0100507 const char payload_name[] = "GENERIC";
Niels Möller59ab1cf2019-02-06 22:48:11 +0100508
509 rtp_sender_video.RegisterPayloadType(kPayloadType, payload_name);
510
511 const uint32_t kCaptureTimeMsToRtpTimestamp = 90; // 90 kHz clock
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200512 RTPVideoHeader video_header;
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200513
514 // Send packet with 10 ms send-side delay. The average and max should be 10
515 // ms.
516 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(10, 10, kSsrc))
517 .Times(1);
518 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
519 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100520 EXPECT_TRUE(rtp_sender_video.SendVideo(
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200521 kVideoFrameKey, kPayloadType,
522 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100523 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200524 kDefaultExpectedRetransmissionTimeMs));
525
526 // Send another packet with 20 ms delay. The average
527 // and max should be 15 and 20 ms respectively.
528 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(15, 20, kSsrc))
529 .Times(1);
530 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100531 EXPECT_TRUE(rtp_sender_video.SendVideo(
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200532 kVideoFrameKey, kPayloadType,
533 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100534 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200535 kDefaultExpectedRetransmissionTimeMs));
536
537 // Send another packet at the same time, which replaces the last packet.
538 // Since this packet has 0 ms delay, the average is now 5 ms and max is 10 ms.
539 // TODO(terelius): Is is not clear that this is the right behavior.
540 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(5, 10, kSsrc))
541 .Times(1);
542 capture_time_ms = fake_clock_.TimeInMilliseconds();
Niels Möller59ab1cf2019-02-06 22:48:11 +0100543 EXPECT_TRUE(rtp_sender_video.SendVideo(
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200544 kVideoFrameKey, kPayloadType,
545 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100546 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200547 kDefaultExpectedRetransmissionTimeMs));
548
549 // Send a packet 1 second later. The earlier packets should have timed
550 // out, so both max and average should be the delay of this packet.
551 fake_clock_.AdvanceTimeMilliseconds(1000);
552 capture_time_ms = fake_clock_.TimeInMilliseconds();
553 fake_clock_.AdvanceTimeMilliseconds(1);
554 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(1, 1, kSsrc))
555 .Times(1);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100556 EXPECT_TRUE(rtp_sender_video.SendVideo(
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200557 kVideoFrameKey, kPayloadType,
558 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100559 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200560 kDefaultExpectedRetransmissionTimeMs));
561}
562
minyue3a407ee2017-04-03 01:10:33 -0700563TEST_P(RtpSenderTestWithoutPacer, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700564 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
565 kRtpExtensionTransportSequenceNumber,
566 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700567 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
568 .WillOnce(testing::Return(kTransportSequenceNumber));
569 EXPECT_CALL(send_packet_observer_,
570 OnSendPacket(kTransportSequenceNumber, _, _))
571 .Times(1);
572
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100573 SendGenericPacket();
asapersson35151f32016-05-02 23:44:01 -0700574}
575
minyue3a407ee2017-04-03 01:10:33 -0700576TEST_P(RtpSenderTest, SendsPacketsWithTransportSequenceNumber) {
michaelt4da30442016-11-17 01:38:43 -0800577 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100578 false, &fake_clock_, &transport_, &mock_paced_sender_, absl::nullopt,
Niels Möller949f0fd2019-01-29 09:44:24 +0100579 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
michaelt4da30442016-11-17 01:38:43 -0800580 &mock_rtc_event_log_, &send_packet_observer_,
Per Kjellandere11b7d22019-02-21 07:55:59 +0100581 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false,
582 FieldTrialBasedConfig()));
brandtr9dfff292016-11-14 05:14:50 -0800583 rtp_sender_->SetSequenceNumber(kSeqNum);
584 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200585 rtp_sender_->SetStorePacketsStatus(true, 10);
586 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
587 kRtpExtensionTransportSequenceNumber,
588 kTransportSequenceNumberExtensionId));
589
brandtr9dfff292016-11-14 05:14:50 -0800590 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200591 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
592 .WillOnce(testing::Return(kTransportSequenceNumber));
593 EXPECT_CALL(send_packet_observer_,
594 OnSendPacket(kTransportSequenceNumber, _, _))
595 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700596 EXPECT_CALL(feedback_observer_,
597 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber, _,
598 PacedPacketInfo()))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200599 .Times(1);
600
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100601 SendGenericPacket();
philipel8aadd502017-02-23 02:56:13 -0800602 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
603 fake_clock_.TimeInMilliseconds(), false,
604 PacedPacketInfo());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200605
danilchap12ba1862016-10-26 02:41:55 -0700606 const auto& packet = transport_.last_sent_packet();
607 uint16_t transport_seq_no;
608 EXPECT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
609 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200610 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200611}
612
Erik Språng7b52f102018-02-07 14:37:37 +0100613TEST_P(RtpSenderTest, WritesPacerExitToTimingExtension) {
ilnik04f4d122017-06-19 07:18:55 -0700614 rtp_sender_->SetStorePacketsStatus(true, 10);
615 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
616 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
617 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
618 auto packet = rtp_sender_->AllocatePacket();
619 packet->SetPayloadType(kPayload);
620 packet->SetMarker(true);
621 packet->SetTimestamp(kTimestamp);
622 packet->set_capture_time_ms(capture_time_ms);
ilnik2edc6842017-07-06 03:06:50 -0700623 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
ilnik04f4d122017-06-19 07:18:55 -0700624 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
625 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
626 size_t packet_size = packet->size();
ilnik04f4d122017-06-19 07:18:55 -0700627
628 const int kStoredTimeInMs = 100;
Erik Språng7b52f102018-02-07 14:37:37 +0100629 {
630 EXPECT_CALL(
631 mock_paced_sender_,
632 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
633 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
634 kAllowRetransmission,
635 RtpPacketSender::kNormalPriority));
636 }
ilnik04f4d122017-06-19 07:18:55 -0700637 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
Erik Språng7b52f102018-02-07 14:37:37 +0100638 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
639 PacedPacketInfo());
ilnik04f4d122017-06-19 07:18:55 -0700640 EXPECT_EQ(1, transport_.packets_sent());
641 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
642
danilchapce251812017-09-11 12:24:41 -0700643 VideoSendTiming video_timing;
644 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
645 &video_timing));
646 EXPECT_EQ(kStoredTimeInMs, video_timing.pacer_exit_delta_ms);
Erik Språng7b52f102018-02-07 14:37:37 +0100647}
ilnik04f4d122017-06-19 07:18:55 -0700648
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100649TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithPacer) {
650 SetUpRtpSender(/*pacer=*/true, /*populate_network2=*/true);
Erik Språng7b52f102018-02-07 14:37:37 +0100651 rtp_sender_->SetStorePacketsStatus(true, 10);
652 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
653 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
654 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
655 auto packet = rtp_sender_->AllocatePacket();
656 packet->SetPayloadType(kPayload);
657 packet->SetMarker(true);
658 packet->SetTimestamp(kTimestamp);
659 packet->set_capture_time_ms(capture_time_ms);
660 const uint16_t kPacerExitMs = 1234u;
661 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, kPacerExitMs, 0u, 0u, true};
662 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
663 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
664 size_t packet_size = packet->size();
665
666 const int kStoredTimeInMs = 100;
667 {
668 EXPECT_CALL(
669 mock_paced_sender_,
670 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
671 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
672 kAllowRetransmission,
673 RtpPacketSender::kNormalPriority));
674 }
ilnik04f4d122017-06-19 07:18:55 -0700675 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
676 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
677 PacedPacketInfo());
Erik Språng7b52f102018-02-07 14:37:37 +0100678 EXPECT_EQ(1, transport_.packets_sent());
ilnik04f4d122017-06-19 07:18:55 -0700679 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
680
Erik Språng7b52f102018-02-07 14:37:37 +0100681 VideoSendTiming video_timing;
danilchapce251812017-09-11 12:24:41 -0700682 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
683 &video_timing));
Erik Språng7b52f102018-02-07 14:37:37 +0100684 EXPECT_EQ(kStoredTimeInMs, video_timing.network2_timestamp_delta_ms);
685 EXPECT_EQ(kPacerExitMs, video_timing.pacer_exit_delta_ms);
ilnik04f4d122017-06-19 07:18:55 -0700686}
687
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100688TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithoutPacer) {
689 SetUpRtpSender(/*pacer=*/false, /*populate_network2=*/true);
690 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
691 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
692 auto packet = rtp_sender_->AllocatePacket();
693 packet->SetMarker(true);
694 packet->set_capture_time_ms(fake_clock_.TimeInMilliseconds());
695 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
696 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
697 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
698
699 const int kPropagateTimeMs = 10;
700 fake_clock_.AdvanceTimeMilliseconds(kPropagateTimeMs);
701
702 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
703 kAllowRetransmission,
704 RtpPacketSender::kNormalPriority));
705
706 EXPECT_EQ(1, transport_.packets_sent());
707 absl::optional<VideoSendTiming> video_timing =
708 transport_.last_sent_packet().GetExtension<VideoTimingExtension>();
709 ASSERT_TRUE(video_timing);
710 EXPECT_EQ(kPropagateTimeMs, video_timing->network2_timestamp_delta_ms);
711}
712
minyue3a407ee2017-04-03 01:10:33 -0700713TEST_P(RtpSenderTest, TrafficSmoothingWithExtensions) {
Peter Boströme23e7372015-10-08 11:44:14 +0200714 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800715 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200716 EXPECT_CALL(mock_rtc_event_log_,
717 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000718
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000719 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000720 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800721 kRtpExtensionTransmissionTimeOffset,
722 kTransmissionTimeOffsetExtensionId));
723 EXPECT_EQ(
724 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
725 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000726 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700727 auto packet =
728 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
729 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000730
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000731 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700732 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
733 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700734 RtpPacketSender::kNormalPriority));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000735
danilchap12ba1862016-10-26 02:41:55 -0700736 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000737
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000738 const int kStoredTimeInMs = 100;
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000739 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000740
brandtr9dfff292016-11-14 05:14:50 -0800741 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800742 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000743
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000744 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700745 EXPECT_EQ(1, transport_.packets_sent());
746 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
747
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000748 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700749 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000750
751 // Verify transmission time offset.
752 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000753 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000754 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000755 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000756}
757
minyue3a407ee2017-04-03 01:10:33 -0700758TEST_P(RtpSenderTest, TrafficSmoothingRetransmits) {
Peter Boströme23e7372015-10-08 11:44:14 +0200759 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800760 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200761 EXPECT_CALL(mock_rtc_event_log_,
762 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000763
764 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000765 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800766 kRtpExtensionTransmissionTimeOffset,
767 kTransmissionTimeOffsetExtensionId));
768 EXPECT_EQ(
769 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
770 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000771 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700772 auto packet =
773 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
774 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000775
776 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700777 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
778 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700779 RtpPacketSender::kNormalPriority));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000780
danilchap12ba1862016-10-26 02:41:55 -0700781 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000782
terelius5d332ac2016-01-14 14:37:39 -0800783 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800784 kSsrc, kSeqNum, _, _, _));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000785
786 const int kStoredTimeInMs = 100;
787 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
788
danilchapb6f1fb52016-10-19 06:11:39 -0700789 EXPECT_EQ(static_cast<int>(packet_size), rtp_sender_->ReSendPacket(kSeqNum));
danilchap12ba1862016-10-26 02:41:55 -0700790 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000791
brandtr9dfff292016-11-14 05:14:50 -0800792 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800793 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000794
795 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700796 EXPECT_EQ(1, transport_.packets_sent());
797 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000798
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000799 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700800 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000801
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000802 // Verify transmission time offset.
803 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000804 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000805 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
806 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
807}
808
809// This test sends 1 regular video packet, then 4 padding packets, and then
810// 1 more regular packet.
minyue3a407ee2017-04-03 01:10:33 -0700811TEST_P(RtpSenderTest, SendPadding) {
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000812 // Make all (non-padding) packets go to send queue.
terelius5d332ac2016-01-14 14:37:39 -0800813 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800814 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200815 EXPECT_CALL(mock_rtc_event_log_,
816 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
817 .Times(1 + 4 + 1);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000818
819 uint16_t seq_num = kSeqNum;
820 uint32_t timestamp = kTimestamp;
821 rtp_sender_->SetStorePacketsStatus(true, 10);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000822 size_t rtp_header_len = kRtpHeaderSize;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000823 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800824 kRtpExtensionTransmissionTimeOffset,
825 kTransmissionTimeOffsetExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000826 rtp_header_len += 4; // 4 bytes extension.
danilchap162abd32015-12-10 02:39:40 -0800827 EXPECT_EQ(
828 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
829 kAbsoluteSendTimeExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000830 rtp_header_len += 4; // 4 bytes extension.
831 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
832
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000833 webrtc::RTPHeader rtp_header;
834
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000835 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700836 auto packet =
837 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200838 const uint32_t media_packet_timestamp = timestamp;
danilchapb6f1fb52016-10-19 06:11:39 -0700839 size_t packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000840
841 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700842 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
843 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700844 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000845
846 int total_packets_sent = 0;
danilchap12ba1862016-10-26 02:41:55 -0700847 EXPECT_EQ(total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000848
849 const int kStoredTimeInMs = 100;
850 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
brandtr9dfff292016-11-14 05:14:50 -0800851 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800852 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000853 // Packet should now be sent. This test doesn't verify the regular video
854 // packet, since it is tested in another test.
danilchap12ba1862016-10-26 02:41:55 -0700855 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000856 timestamp += 90 * kStoredTimeInMs;
857
858 // Send padding 4 times, waiting 50 ms between each.
859 for (int i = 0; i < 4; ++i) {
860 const int kPaddingPeriodMs = 50;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000861 const size_t kPaddingBytes = 100;
862 const size_t kMaxPaddingLength = 224; // Value taken from rtp_sender.cc.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000863 // Padding will be forced to full packets.
philipelc7bf32a2017-02-17 03:59:43 -0800864 EXPECT_EQ(kMaxPaddingLength,
philipel8aadd502017-02-23 02:56:13 -0800865 rtp_sender_->TimeToSendPadding(kPaddingBytes, PacedPacketInfo()));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000866
867 // Process send bucket. Padding should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700868 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000869 EXPECT_EQ(kMaxPaddingLength + rtp_header_len,
danilchap12ba1862016-10-26 02:41:55 -0700870 transport_.last_sent_packet().size());
871
872 transport_.last_sent_packet().GetHeader(&rtp_header);
pbosbd2522a2015-07-01 05:35:53 -0700873 EXPECT_EQ(kMaxPaddingLength, rtp_header.paddingLength);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000874
Stefan Holmer586b19b2015-09-18 11:14:31 +0200875 // Verify sequence number and timestamp. The timestamp should be the same
876 // as the last media packet.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000877 EXPECT_EQ(seq_num++, rtp_header.sequenceNumber);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200878 EXPECT_EQ(media_packet_timestamp, rtp_header.timestamp);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000879 // Verify transmission time offset.
Stefan Holmer586b19b2015-09-18 11:14:31 +0200880 int offset = timestamp - media_packet_timestamp;
881 EXPECT_EQ(offset, rtp_header.extension.transmissionTimeOffset);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000882 uint64_t expected_send_time =
883 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
884 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
885 fake_clock_.AdvanceTimeMilliseconds(kPaddingPeriodMs);
886 timestamp += 90 * kPaddingPeriodMs;
887 }
888
889 // Send a regular video packet again.
890 capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700891 packet = BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
892 packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000893
brandtr9dfff292016-11-14 05:14:50 -0800894 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
895 kSsrc, seq_num, _, _, _));
terelius5d332ac2016-01-14 14:37:39 -0800896
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000897 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700898 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
899 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700900 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000901
brandtr9dfff292016-11-14 05:14:50 -0800902 rtp_sender_->TimeToSendPacket(kSsrc, seq_num, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800903 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000904 // Process send bucket.
danilchap12ba1862016-10-26 02:41:55 -0700905 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
906 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
907 transport_.last_sent_packet().GetHeader(&rtp_header);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000908
909 // Verify sequence number and timestamp.
910 EXPECT_EQ(seq_num, rtp_header.sequenceNumber);
911 EXPECT_EQ(timestamp, rtp_header.timestamp);
912 // Verify transmission time offset. This packet is sent without delay.
913 EXPECT_EQ(0, rtp_header.extension.transmissionTimeOffset);
914 uint64_t expected_send_time =
915 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000916 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000917}
pbos@webrtc.org8911ce42013-03-18 16:39:03 +0000918
minyue3a407ee2017-04-03 01:10:33 -0700919TEST_P(RtpSenderTest, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700920 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
921 kRtpExtensionTransportSequenceNumber,
922 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700923 rtp_sender_->SetStorePacketsStatus(true, 10);
924
925 EXPECT_CALL(send_packet_observer_,
926 OnSendPacket(kTransportSequenceNumber, _, _))
927 .Times(1);
928 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
929 .WillOnce(testing::Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -0800930 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
931 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700932
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100933 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700934 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -0800935 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
936 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800937 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700938 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -0700939}
940
minyue3a407ee2017-04-03 01:10:33 -0700941TEST_P(RtpSenderTest, OnSendPacketNotUpdatedForRetransmits) {
stefana23fc622016-07-28 07:56:38 -0700942 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
943 kRtpExtensionTransportSequenceNumber,
944 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700945 rtp_sender_->SetStorePacketsStatus(true, 10);
946
947 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
948 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
949 .WillOnce(testing::Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -0800950 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
951 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700952
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100953 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700954 const bool kIsRetransmit = true;
brandtr9dfff292016-11-14 05:14:50 -0800955 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
956 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800957 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700958 EXPECT_EQ(1, transport_.packets_sent());
Petter Strandmark26bc6692018-05-29 08:43:35 +0200959 EXPECT_TRUE(transport_.last_options_.is_retransmit);
asapersson35151f32016-05-02 23:44:01 -0700960}
961
minyue3a407ee2017-04-03 01:10:33 -0700962TEST_P(RtpSenderTest, OnSendPacketNotUpdatedWithoutSeqNumAllocator) {
asapersson35151f32016-05-02 23:44:01 -0700963 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100964 false, &fake_clock_, &transport_, &mock_paced_sender_, absl::nullopt,
asapersson35151f32016-05-02 23:44:01 -0700965 nullptr /* TransportSequenceNumberAllocator */, nullptr, nullptr, nullptr,
Niels Möller949f0fd2019-01-29 09:44:24 +0100966 nullptr, &send_packet_observer_, &retransmission_rate_limiter_, nullptr,
Per Kjellandere11b7d22019-02-21 07:55:59 +0100967 false, nullptr, false, false, FieldTrialBasedConfig()));
brandtr9dfff292016-11-14 05:14:50 -0800968 rtp_sender_->SetSequenceNumber(kSeqNum);
969 rtp_sender_->SetSSRC(kSsrc);
stefana23fc622016-07-28 07:56:38 -0700970 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
971 kRtpExtensionTransportSequenceNumber,
972 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700973 rtp_sender_->SetSequenceNumber(kSeqNum);
974 rtp_sender_->SetStorePacketsStatus(true, 10);
975
976 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
brandtr9dfff292016-11-14 05:14:50 -0800977 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
978 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700979
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100980 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700981 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -0800982 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
983 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800984 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700985 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -0700986}
987
minyue3a407ee2017-04-03 01:10:33 -0700988TEST_P(RtpSenderTest, SendRedundantPayloads) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000989 MockTransport transport;
terelius429c3452016-01-21 05:42:04 -0800990 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100991 false, &fake_clock_, &transport, &mock_paced_sender_, absl::nullopt,
992 nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_, nullptr,
Per Kjellandere11b7d22019-02-21 07:55:59 +0100993 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false,
994 FieldTrialBasedConfig()));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000995 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr9dfff292016-11-14 05:14:50 -0800996 rtp_sender_->SetSSRC(kSsrc);
Shao Changbine62202f2015-04-21 20:24:50 +0800997 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000998
999 uint16_t seq_num = kSeqNum;
1000 rtp_sender_->SetStorePacketsStatus(true, 10);
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001001 int32_t rtp_header_len = kRtpHeaderSize;
danilchap162abd32015-12-10 02:39:40 -08001002 EXPECT_EQ(
1003 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
1004 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001005 rtp_header_len += 4; // 4 bytes extension.
1006 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
1007
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001008 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
stefan@webrtc.orgef927552014-06-05 08:25:29 +00001009 rtp_sender_->SetRtxSsrc(1234);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001010
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001011 const size_t kNumPayloadSizes = 10;
danilchap162abd32015-12-10 02:39:40 -08001012 const size_t kPayloadSizes[kNumPayloadSizes] = {500, 550, 600, 650, 700,
1013 750, 800, 850, 900, 950};
terelius5d332ac2016-01-14 14:37:39 -08001014 // Expect all packets go through the pacer.
1015 EXPECT_CALL(mock_paced_sender_,
brandtr9dfff292016-11-14 05:14:50 -08001016 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _))
terelius5d332ac2016-01-14 14:37:39 -08001017 .Times(kNumPayloadSizes);
Elad Alon4a87e1c2017-10-03 16:11:34 +02001018 EXPECT_CALL(mock_rtc_event_log_,
1019 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001020 .Times(kNumPayloadSizes);
1021
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001022 // Send 10 packets of increasing size.
1023 for (size_t i = 0; i < kNumPayloadSizes; ++i) {
1024 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
stefan1d8a5062015-10-02 03:39:33 -07001025 EXPECT_CALL(transport, SendRtp(_, _, _)).WillOnce(testing::Return(true));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001026 SendPacket(capture_time_ms, kPayloadSizes[i]);
brandtr9dfff292016-11-14 05:14:50 -08001027 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -08001028 PacedPacketInfo());
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001029 fake_clock_.AdvanceTimeMilliseconds(33);
1030 }
terelius429c3452016-01-21 05:42:04 -08001031
Elad Alon4a87e1c2017-10-03 16:11:34 +02001032 EXPECT_CALL(mock_rtc_event_log_,
1033 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001034 .Times(::testing::AtLeast(4));
1035
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001036 // The amount of padding to send it too small to send a payload packet.
stefan1d8a5062015-10-02 03:39:33 -07001037 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
pbos2d566682015-09-28 09:59:31 -07001038 .WillOnce(testing::Return(true));
philipela1ed0b32016-06-01 06:31:17 -07001039 EXPECT_EQ(kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001040 rtp_sender_->TimeToSendPadding(49, PacedPacketInfo()));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001041
Petter Strandmark26bc6692018-05-29 08:43:35 +02001042 PacketOptions options;
Peter Boströmac547a62015-09-17 23:03:57 +02001043 EXPECT_CALL(transport,
stefan1d8a5062015-10-02 03:39:33 -07001044 SendRtp(_, kPayloadSizes[0] + rtp_header_len + kRtxHeaderSize, _))
Yves Gerey665174f2018-06-19 15:03:05 +02001045 .WillOnce(
1046 testing::DoAll(testing::SaveArg<2>(&options), testing::Return(true)));
philipela1ed0b32016-06-01 06:31:17 -07001047 EXPECT_EQ(kPayloadSizes[0],
philipel8aadd502017-02-23 02:56:13 -08001048 rtp_sender_->TimeToSendPadding(500, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001049 EXPECT_TRUE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001050
Yves Gerey665174f2018-06-19 15:03:05 +02001051 EXPECT_CALL(transport, SendRtp(_,
1052 kPayloadSizes[kNumPayloadSizes - 1] +
1053 rtp_header_len + kRtxHeaderSize,
stefan1d8a5062015-10-02 03:39:33 -07001054 _))
pbos2d566682015-09-28 09:59:31 -07001055 .WillOnce(testing::Return(true));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001056
1057 options.is_retransmit = false;
stefan1d8a5062015-10-02 03:39:33 -07001058 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
Yves Gerey665174f2018-06-19 15:03:05 +02001059 .WillOnce(
1060 testing::DoAll(testing::SaveArg<2>(&options), testing::Return(true)));
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001061 EXPECT_EQ(kPayloadSizes[kNumPayloadSizes - 1] + kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001062 rtp_sender_->TimeToSendPadding(999, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001063 EXPECT_FALSE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001064}
1065
minyue3a407ee2017-04-03 01:10:33 -07001066TEST_P(RtpSenderTestWithoutPacer, SendGenericVideo) {
Niels Möller8a40edd2019-01-24 18:04:44 +01001067 const char payload_name[] = "GENERIC";
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001068 const uint8_t payload_type = 127;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001069 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001070 nullptr, false, FieldTrialBasedConfig());
Niels Möller59ab1cf2019-02-06 22:48:11 +01001071 rtp_sender_video.RegisterPayloadType(payload_type, payload_name);
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001072 uint8_t payload[] = {47, 11, 32, 93, 89};
1073
1074 // Send keyframe
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001075 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001076 ASSERT_TRUE(rtp_sender_video.SendVideo(
spranga8ae6f22017-09-04 07:23:56 -07001077 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001078 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001079
danilchap96c15872016-11-21 01:35:29 -08001080 auto sent_payload = transport_.last_sent_packet().payload();
1081 uint8_t generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001082 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1083 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001084 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001085
1086 // Send delta frame
1087 payload[0] = 13;
1088 payload[1] = 42;
1089 payload[4] = 13;
1090
Niels Möller59ab1cf2019-02-06 22:48:11 +01001091 ASSERT_TRUE(rtp_sender_video.SendVideo(
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001092 kVideoFrameDelta, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001093 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001094
danilchap96c15872016-11-21 01:35:29 -08001095 sent_payload = transport_.last_sent_packet().payload();
1096 generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001097 EXPECT_FALSE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1098 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001099 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001100}
1101
minyue3a407ee2017-04-03 01:10:33 -07001102TEST_P(RtpSenderTest, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001103 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001104 constexpr int kMediaPayloadType = 127;
1105 constexpr int kFlexfecPayloadType = 118;
1106 constexpr uint32_t kMediaSsrc = 1234;
1107 constexpr uint32_t kFlexfecSsrc = 5678;
1108 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001109 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtrdbdb3f12016-11-10 05:04:48 -08001110 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001111 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001112 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001113
1114 // Reset |rtp_sender_| to use FlexFEC.
michaelt4da30442016-11-17 01:38:43 -08001115 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001116 false, &fake_clock_, &transport_, &mock_paced_sender_, kFlexfecSsrc,
Niels Möller949f0fd2019-01-29 09:44:24 +01001117 &seq_num_allocator_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
1118 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001119 nullptr, false, false, FieldTrialBasedConfig()));
brandtrdbdb3f12016-11-10 05:04:48 -08001120 rtp_sender_->SetSSRC(kMediaSsrc);
1121 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001122 rtp_sender_->SetStorePacketsStatus(true, 10);
1123
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001124 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
Per Kjellandere11b7d22019-02-21 07:55:59 +01001125 &flexfec_sender, nullptr, false,
1126 FieldTrialBasedConfig());
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001127 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
1128
brandtrdbdb3f12016-11-10 05:04:48 -08001129 // Parameters selected to generate a single FEC packet per media packet.
1130 FecProtectionParams params;
1131 params.fec_rate = 15;
1132 params.max_fec_frames = 1;
1133 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001134 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001135
brandtr9dfff292016-11-14 05:14:50 -08001136 EXPECT_CALL(mock_paced_sender_,
1137 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc, kSeqNum,
1138 _, _, false));
1139 uint16_t flexfec_seq_num;
brandtrdbdb3f12016-11-10 05:04:48 -08001140 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
brandtr9dfff292016-11-14 05:14:50 -08001141 kFlexfecSsrc, _, _, _, false))
1142 .WillOnce(testing::SaveArg<2>(&flexfec_seq_num));
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001143
1144 RTPVideoHeader video_header;
1145 EXPECT_TRUE(rtp_sender_video.SendVideo(
1146 kVideoFrameKey, kMediaPayloadType, kTimestamp,
1147 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1148 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1149
Elad Alon4a87e1c2017-10-03 16:11:34 +02001150 EXPECT_CALL(mock_rtc_event_log_,
1151 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1152 .Times(2);
philipel8aadd502017-02-23 02:56:13 -08001153 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum,
1154 fake_clock_.TimeInMilliseconds(),
1155 false, PacedPacketInfo()));
brandtr9dfff292016-11-14 05:14:50 -08001156 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kFlexfecSsrc, flexfec_seq_num,
1157 fake_clock_.TimeInMilliseconds(),
philipel8aadd502017-02-23 02:56:13 -08001158 false, PacedPacketInfo()));
brandtr9dfff292016-11-14 05:14:50 -08001159 ASSERT_EQ(2, transport_.packets_sent());
brandtrdbdb3f12016-11-10 05:04:48 -08001160 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1161 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
brandtr9dfff292016-11-14 05:14:50 -08001162 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
brandtrdbdb3f12016-11-10 05:04:48 -08001163 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
brandtr9dfff292016-11-14 05:14:50 -08001164 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1165 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1166 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1167 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001168}
1169
ilnik10894992017-06-21 08:23:19 -07001170// TODO(ilnik): because of webrtc:7859. Once FEC moved below pacer, this test
1171// should be removed.
1172TEST_P(RtpSenderTest, NoFlexfecForTimingFrames) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001173 constexpr uint32_t kTimestamp = 1234;
1174 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
ilnik10894992017-06-21 08:23:19 -07001175 constexpr int kMediaPayloadType = 127;
1176 constexpr int kFlexfecPayloadType = 118;
1177 constexpr uint32_t kMediaSsrc = 1234;
1178 constexpr uint32_t kFlexfecSsrc = 5678;
1179 const std::vector<RtpExtension> kNoRtpExtensions;
1180 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
ilnike4350192017-06-29 02:27:44 -07001181
ilnik10894992017-06-21 08:23:19 -07001182 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001183 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
ilnik10894992017-06-21 08:23:19 -07001184 nullptr /* rtp_state */, &fake_clock_);
1185
1186 // Reset |rtp_sender_| to use FlexFEC.
1187 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001188 false, &fake_clock_, &transport_, &mock_paced_sender_,
1189 flexfec_sender.ssrc(), &seq_num_allocator_, nullptr, nullptr, nullptr,
1190 &mock_rtc_event_log_, &send_packet_observer_,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001191 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false,
1192 FieldTrialBasedConfig()));
ilnik10894992017-06-21 08:23:19 -07001193 rtp_sender_->SetSSRC(kMediaSsrc);
1194 rtp_sender_->SetSequenceNumber(kSeqNum);
ilnik10894992017-06-21 08:23:19 -07001195 rtp_sender_->SetStorePacketsStatus(true, 10);
1196
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001197 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
Per Kjellandere11b7d22019-02-21 07:55:59 +01001198 &flexfec_sender, nullptr, false,
1199 FieldTrialBasedConfig());
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001200 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
1201
ilnike4350192017-06-29 02:27:44 -07001202 // Need extension to be registered for timing frames to be sent.
1203 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1204 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
1205
ilnik10894992017-06-21 08:23:19 -07001206 // Parameters selected to generate a single FEC packet per media packet.
1207 FecProtectionParams params;
1208 params.fec_rate = 15;
1209 params.max_fec_frames = 1;
1210 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001211 rtp_sender_video.SetFecParameters(params, params);
ilnik10894992017-06-21 08:23:19 -07001212
1213 EXPECT_CALL(mock_paced_sender_,
1214 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc, kSeqNum,
1215 _, _, false));
1216 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1217 kFlexfecSsrc, _, _, _, false))
1218 .Times(0); // Not called because packet should not be protected.
1219
ilnik10894992017-06-21 08:23:19 -07001220 RTPVideoHeader video_header;
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001221 video_header.video_timing.flags = VideoSendTiming::kTriggeredByTimer;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001222 EXPECT_TRUE(rtp_sender_video.SendVideo(
1223 kVideoFrameKey, kMediaPayloadType, kTimestamp, kCaptureTimeMs,
1224 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
spranga8ae6f22017-09-04 07:23:56 -07001225 kDefaultExpectedRetransmissionTimeMs));
ilnik10894992017-06-21 08:23:19 -07001226
Elad Alon4a87e1c2017-10-03 16:11:34 +02001227 EXPECT_CALL(mock_rtc_event_log_,
1228 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1229 .Times(1);
ilnik10894992017-06-21 08:23:19 -07001230 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum,
1231 fake_clock_.TimeInMilliseconds(),
1232 false, PacedPacketInfo()));
1233 ASSERT_EQ(1, transport_.packets_sent());
1234 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1235 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1236 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
1237 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
1238
1239 // Now try to send not a timing frame.
1240 uint16_t flexfec_seq_num;
1241 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1242 kFlexfecSsrc, _, _, _, false))
1243 .WillOnce(testing::SaveArg<2>(&flexfec_seq_num));
1244 EXPECT_CALL(mock_paced_sender_,
1245 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc,
1246 kSeqNum + 1, _, _, false));
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001247 video_header.video_timing.flags = VideoSendTiming::kInvalid;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001248 EXPECT_TRUE(rtp_sender_video.SendVideo(
1249 kVideoFrameKey, kMediaPayloadType, kTimestamp + 1, kCaptureTimeMs + 1,
1250 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
spranga8ae6f22017-09-04 07:23:56 -07001251 kDefaultExpectedRetransmissionTimeMs));
ilnik10894992017-06-21 08:23:19 -07001252
Elad Alon4a87e1c2017-10-03 16:11:34 +02001253 EXPECT_CALL(mock_rtc_event_log_,
1254 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1255 .Times(2);
ilnik10894992017-06-21 08:23:19 -07001256 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum + 1,
1257 fake_clock_.TimeInMilliseconds(),
1258 false, PacedPacketInfo()));
1259 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kFlexfecSsrc, flexfec_seq_num,
1260 fake_clock_.TimeInMilliseconds(),
1261 false, PacedPacketInfo()));
1262 ASSERT_EQ(3, transport_.packets_sent());
1263 const RtpPacketReceived& media_packet2 = transport_.sent_packets_[1];
1264 EXPECT_EQ(kMediaPayloadType, media_packet2.PayloadType());
1265 EXPECT_EQ(kSeqNum + 1, media_packet2.SequenceNumber());
1266 EXPECT_EQ(kMediaSsrc, media_packet2.Ssrc());
1267 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[2];
1268 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1269 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1270 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
1271}
1272
minyue3a407ee2017-04-03 01:10:33 -07001273TEST_P(RtpSenderTestWithoutPacer, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001274 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001275 constexpr int kMediaPayloadType = 127;
1276 constexpr int kFlexfecPayloadType = 118;
1277 constexpr uint32_t kMediaSsrc = 1234;
1278 constexpr uint32_t kFlexfecSsrc = 5678;
1279 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001280 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtrdbdb3f12016-11-10 05:04:48 -08001281 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001282 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001283 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001284
1285 // Reset |rtp_sender_| to use FlexFEC.
Benjamin Wright192eeec2018-10-17 17:27:25 -07001286 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001287 false, &fake_clock_, &transport_, nullptr, flexfec_sender.ssrc(),
Niels Möller949f0fd2019-01-29 09:44:24 +01001288 &seq_num_allocator_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
1289 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001290 nullptr, false, false, FieldTrialBasedConfig()));
brandtrdbdb3f12016-11-10 05:04:48 -08001291 rtp_sender_->SetSSRC(kMediaSsrc);
1292 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001293
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001294 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
Per Kjellandere11b7d22019-02-21 07:55:59 +01001295 &flexfec_sender, nullptr, false,
1296 FieldTrialBasedConfig());
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001297 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
1298
brandtrdbdb3f12016-11-10 05:04:48 -08001299 // Parameters selected to generate a single FEC packet per media packet.
1300 FecProtectionParams params;
1301 params.fec_rate = 15;
1302 params.max_fec_frames = 1;
1303 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001304 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001305
Elad Alon4a87e1c2017-10-03 16:11:34 +02001306 EXPECT_CALL(mock_rtc_event_log_,
1307 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1308 .Times(2);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001309 RTPVideoHeader video_header;
1310 EXPECT_TRUE(rtp_sender_video.SendVideo(
1311 kVideoFrameKey, kMediaPayloadType, kTimestamp,
1312 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1313 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1314
brandtrdbdb3f12016-11-10 05:04:48 -08001315 ASSERT_EQ(2, transport_.packets_sent());
1316 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1317 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1318 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
1319 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1320 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1321 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
1322}
1323
Steve Anton296a0ce2018-03-22 15:17:27 -07001324// Test that the MID header extension is included on sent packets when
1325// configured.
1326TEST_P(RtpSenderTestWithoutPacer, MidIncludedOnSentPackets) {
1327 const char kMid[] = "mid";
1328
1329 // Register MID header extension and set the MID for the RTPSender.
1330 rtp_sender_->SetSendingMediaStatus(false);
1331 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionMid, kMidExtensionId);
1332 rtp_sender_->SetMid(kMid);
1333 rtp_sender_->SetSendingMediaStatus(true);
1334
1335 // Send a couple packets.
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001336 SendGenericPacket();
1337 SendGenericPacket();
Steve Anton296a0ce2018-03-22 15:17:27 -07001338
1339 // Expect both packets to have the MID set.
1340 ASSERT_EQ(2u, transport_.sent_packets_.size());
1341 for (const RtpPacketReceived& packet : transport_.sent_packets_) {
1342 std::string mid;
1343 ASSERT_TRUE(packet.GetExtension<RtpMid>(&mid));
1344 EXPECT_EQ(kMid, mid);
1345 }
1346}
1347
Amit Hilbuch77938e62018-12-21 09:23:38 -08001348TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnSentPackets) {
1349 const char kRid[] = "f";
1350
1351 rtp_sender_->SetSendingMediaStatus(false);
1352 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1353 kRidExtensionId);
1354 rtp_sender_->SetRid(kRid);
1355 rtp_sender_->SetSendingMediaStatus(true);
1356
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001357 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001358
1359 ASSERT_EQ(1u, transport_.sent_packets_.size());
1360 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1361 std::string rid;
1362 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1363 EXPECT_EQ(kRid, rid);
1364}
1365
1366TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnRtxSentPackets) {
1367 const char kRid[] = "f";
Amit Hilbuch77938e62018-12-21 09:23:38 -08001368
1369 rtp_sender_->SetSendingMediaStatus(false);
1370 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1371 kRidExtensionId);
1372 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRepairedRtpStreamId,
1373 kRepairedRidExtensionId);
1374 rtp_sender_->SetRid(kRid);
1375 rtp_sender_->SetSendingMediaStatus(true);
1376
1377 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
1378 rtp_sender_->SetRtxSsrc(1234);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001379 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001380
1381 rtp_sender_->SetStorePacketsStatus(true, 10);
1382
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001383 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001384 ASSERT_EQ(1u, transport_.sent_packets_.size());
1385 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1386 std::string rid;
1387 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1388 EXPECT_EQ(kRid, rid);
1389 rid = kNoRid;
1390 EXPECT_FALSE(packet.GetExtension<RepairedRtpStreamId>(&rid));
1391
1392 uint16_t packet_id = packet.SequenceNumber();
1393 rtp_sender_->ReSendPacket(packet_id);
1394 ASSERT_EQ(2u, transport_.sent_packets_.size());
1395 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1396 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rid));
1397 EXPECT_EQ(kRid, rid);
1398 EXPECT_FALSE(rtx_packet.HasExtension<RtpStreamId>());
1399}
1400
minyue3a407ee2017-04-03 01:10:33 -07001401TEST_P(RtpSenderTest, FecOverheadRate) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001402 constexpr uint32_t kTimestamp = 1234;
1403 constexpr int kMediaPayloadType = 127;
brandtr81eab612017-01-24 04:06:09 -08001404 constexpr int kFlexfecPayloadType = 118;
1405 constexpr uint32_t kMediaSsrc = 1234;
1406 constexpr uint32_t kFlexfecSsrc = 5678;
1407 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001408 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtr81eab612017-01-24 04:06:09 -08001409 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001410 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001411 nullptr /* rtp_state */, &fake_clock_);
brandtr81eab612017-01-24 04:06:09 -08001412
1413 // Reset |rtp_sender_| to use FlexFEC.
1414 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001415 false, &fake_clock_, &transport_, &mock_paced_sender_,
1416 flexfec_sender.ssrc(), &seq_num_allocator_, nullptr, nullptr, nullptr,
1417 &mock_rtc_event_log_, &send_packet_observer_,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001418 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false,
1419 FieldTrialBasedConfig()));
brandtr81eab612017-01-24 04:06:09 -08001420 rtp_sender_->SetSSRC(kMediaSsrc);
1421 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr81eab612017-01-24 04:06:09 -08001422
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001423 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
Per Kjellandere11b7d22019-02-21 07:55:59 +01001424 &flexfec_sender, nullptr, false,
1425 FieldTrialBasedConfig());
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001426 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
brandtr81eab612017-01-24 04:06:09 -08001427 // Parameters selected to generate a single FEC packet per media packet.
1428 FecProtectionParams params;
1429 params.fec_rate = 15;
1430 params.max_fec_frames = 1;
1431 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001432 rtp_sender_video.SetFecParameters(params, params);
brandtr81eab612017-01-24 04:06:09 -08001433
1434 constexpr size_t kNumMediaPackets = 10;
1435 constexpr size_t kNumFecPackets = kNumMediaPackets;
1436 constexpr int64_t kTimeBetweenPacketsMs = 10;
1437 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, _, _, _, _, false))
1438 .Times(kNumMediaPackets + kNumFecPackets);
1439 for (size_t i = 0; i < kNumMediaPackets; ++i) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001440 RTPVideoHeader video_header;
1441
1442 EXPECT_TRUE(rtp_sender_video.SendVideo(
1443 kVideoFrameKey, kMediaPayloadType, kTimestamp,
1444 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1445 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1446
brandtr81eab612017-01-24 04:06:09 -08001447 fake_clock_.AdvanceTimeMilliseconds(kTimeBetweenPacketsMs);
1448 }
1449 constexpr size_t kRtpHeaderLength = 12;
1450 constexpr size_t kFlexfecHeaderLength = 20;
1451 constexpr size_t kGenericCodecHeaderLength = 1;
1452 constexpr size_t kPayloadLength = sizeof(kPayloadData);
1453 constexpr size_t kPacketLength = kRtpHeaderLength + kFlexfecHeaderLength +
1454 kGenericCodecHeaderLength + kPayloadLength;
1455 EXPECT_NEAR(kNumFecPackets * kPacketLength * 8 /
1456 (kNumFecPackets * kTimeBetweenPacketsMs / 1000.0f),
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001457 rtp_sender_video.FecOverheadRate(), 500);
brandtr81eab612017-01-24 04:06:09 -08001458}
1459
minyue3a407ee2017-04-03 01:10:33 -07001460TEST_P(RtpSenderTest, BitrateCallbacks) {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001461 class TestCallback : public BitrateStatisticsObserver {
1462 public:
sprangcd349d92016-07-13 09:11:28 -07001463 TestCallback()
1464 : BitrateStatisticsObserver(),
1465 num_calls_(0),
1466 ssrc_(0),
1467 total_bitrate_(0),
1468 retransmit_bitrate_(0) {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001469 ~TestCallback() override = default;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001470
sprangcd349d92016-07-13 09:11:28 -07001471 void Notify(uint32_t total_bitrate,
1472 uint32_t retransmit_bitrate,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001473 uint32_t ssrc) override {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001474 ++num_calls_;
1475 ssrc_ = ssrc;
sprangcd349d92016-07-13 09:11:28 -07001476 total_bitrate_ = total_bitrate;
1477 retransmit_bitrate_ = retransmit_bitrate;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001478 }
1479
1480 uint32_t num_calls_;
1481 uint32_t ssrc_;
sprangcd349d92016-07-13 09:11:28 -07001482 uint32_t total_bitrate_;
1483 uint32_t retransmit_bitrate_;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001484 } callback;
Per Kjellandere11b7d22019-02-21 07:55:59 +01001485 rtp_sender_.reset(
1486 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1487 nullptr, nullptr, &callback, nullptr, nullptr, nullptr,
1488 &retransmission_rate_limiter_, nullptr, false, nullptr,
1489 false, false, FieldTrialBasedConfig()));
nisse7d59f6b2017-02-21 03:40:24 -08001490 rtp_sender_->SetSSRC(kSsrc);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001491
Niels Möller59ab1cf2019-02-06 22:48:11 +01001492 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001493 nullptr, false, FieldTrialBasedConfig());
Niels Möller59ab1cf2019-02-06 22:48:11 +01001494 const char payload_name[] = "GENERIC";
1495 const uint8_t payload_type = 127;
1496 rtp_sender_video.RegisterPayloadType(payload_type, payload_name);
1497
sprangcd349d92016-07-13 09:11:28 -07001498 // Simulate kNumPackets sent with kPacketInterval ms intervals, with the
1499 // number of packets selected so that we fill (but don't overflow) the one
1500 // second averaging window.
1501 const uint32_t kWindowSizeMs = 1000;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001502 const uint32_t kPacketInterval = 20;
sprangcd349d92016-07-13 09:11:28 -07001503 const uint32_t kNumPackets =
1504 (kWindowSizeMs - kPacketInterval) / kPacketInterval;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001505 // Overhead = 12 bytes RTP header + 1 byte generic header.
1506 const uint32_t kPacketOverhead = 13;
1507
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001508 uint8_t payload[] = {47, 11, 32, 93, 89};
1509 rtp_sender_->SetStorePacketsStatus(true, 1);
1510 uint32_t ssrc = rtp_sender_->SSRC();
1511
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001512 // Initial process call so we get a new time window.
1513 rtp_sender_->ProcessBitrate();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001514
1515 // Send a few frames.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001516 RTPVideoHeader video_header;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001517 for (uint32_t i = 0; i < kNumPackets; ++i) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001518 ASSERT_TRUE(rtp_sender_video.SendVideo(
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001519 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001520 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001521 fake_clock_.AdvanceTimeMilliseconds(kPacketInterval);
1522 }
1523
1524 rtp_sender_->ProcessBitrate();
1525
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001526 // We get one call for every stats updated, thus two calls since both the
1527 // stream stats and the retransmit stats are updated once.
1528 EXPECT_EQ(2u, callback.num_calls_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001529 EXPECT_EQ(ssrc, callback.ssrc_);
sprangcd349d92016-07-13 09:11:28 -07001530 const uint32_t kTotalPacketSize = kPacketOverhead + sizeof(payload);
1531 // Bitrate measured over delta between last and first timestamp, plus one.
1532 const uint32_t kExpectedWindowMs = kNumPackets * kPacketInterval + 1;
1533 const uint32_t kExpectedBitsAccumulated = kTotalPacketSize * kNumPackets * 8;
1534 const uint32_t kExpectedRateBps =
1535 (kExpectedBitsAccumulated * 1000 + (kExpectedWindowMs / 2)) /
1536 kExpectedWindowMs;
1537 EXPECT_EQ(kExpectedRateBps, callback.total_bitrate_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001538
andresp@webrtc.orgd11bec42014-07-08 14:32:58 +00001539 rtp_sender_.reset();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001540}
1541
minyue3a407ee2017-04-03 01:10:33 -07001542TEST_P(RtpSenderTestWithoutPacer, StreamDataCountersCallbacks) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001543 class TestCallback : public StreamDataCountersCallback {
1544 public:
danilchap162abd32015-12-10 02:39:40 -08001545 TestCallback() : StreamDataCountersCallback(), ssrc_(0), counters_() {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001546 ~TestCallback() override = default;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001547
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001548 void DataCountersUpdated(const StreamDataCounters& counters,
1549 uint32_t ssrc) override {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001550 ssrc_ = ssrc;
1551 counters_ = counters;
1552 }
1553
1554 uint32_t ssrc_;
1555 StreamDataCounters counters_;
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001556
1557 void MatchPacketCounter(const RtpPacketCounter& expected,
1558 const RtpPacketCounter& actual) {
1559 EXPECT_EQ(expected.payload_bytes, actual.payload_bytes);
1560 EXPECT_EQ(expected.header_bytes, actual.header_bytes);
1561 EXPECT_EQ(expected.padding_bytes, actual.padding_bytes);
1562 EXPECT_EQ(expected.packets, actual.packets);
1563 }
1564
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001565 void Matches(uint32_t ssrc, const StreamDataCounters& counters) {
1566 EXPECT_EQ(ssrc, ssrc_);
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001567 MatchPacketCounter(counters.transmitted, counters_.transmitted);
1568 MatchPacketCounter(counters.retransmitted, counters_.retransmitted);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001569 EXPECT_EQ(counters.fec.packets, counters_.fec.packets);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001570 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001571 } callback;
1572
1573 const uint8_t kRedPayloadType = 96;
1574 const uint8_t kUlpfecPayloadType = 97;
Niels Möller8a40edd2019-01-24 18:04:44 +01001575 const char payload_name[] = "GENERIC";
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001576 const uint8_t payload_type = 127;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001577 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001578 nullptr, false, FieldTrialBasedConfig());
Niels Möller59ab1cf2019-02-06 22:48:11 +01001579 rtp_sender_video.RegisterPayloadType(payload_type, payload_name);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001580 uint8_t payload[] = {47, 11, 32, 93, 89};
1581 rtp_sender_->SetStorePacketsStatus(true, 1);
1582 uint32_t ssrc = rtp_sender_->SSRC();
1583
1584 rtp_sender_->RegisterRtpStatisticsCallback(&callback);
1585
1586 // Send a frame.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001587 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001588 ASSERT_TRUE(rtp_sender_video.SendVideo(
spranga8ae6f22017-09-04 07:23:56 -07001589 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001590 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001591 StreamDataCounters expected;
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001592 expected.transmitted.payload_bytes = 6;
1593 expected.transmitted.header_bytes = 12;
1594 expected.transmitted.padding_bytes = 0;
1595 expected.transmitted.packets = 1;
1596 expected.retransmitted.payload_bytes = 0;
1597 expected.retransmitted.header_bytes = 0;
1598 expected.retransmitted.padding_bytes = 0;
1599 expected.retransmitted.packets = 0;
1600 expected.fec.packets = 0;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001601 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001602
1603 // Retransmit a frame.
1604 uint16_t seqno = rtp_sender_->SequenceNumber() - 1;
Erik Språnga12b1d62018-03-14 12:39:24 +01001605 rtp_sender_->ReSendPacket(seqno);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001606 expected.transmitted.payload_bytes = 12;
1607 expected.transmitted.header_bytes = 24;
1608 expected.transmitted.packets = 2;
1609 expected.retransmitted.payload_bytes = 6;
1610 expected.retransmitted.header_bytes = 12;
1611 expected.retransmitted.padding_bytes = 0;
1612 expected.retransmitted.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001613 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001614
1615 // Send padding.
philipel8aadd502017-02-23 02:56:13 -08001616 rtp_sender_->TimeToSendPadding(kMaxPaddingSize, PacedPacketInfo());
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001617 expected.transmitted.payload_bytes = 12;
1618 expected.transmitted.header_bytes = 36;
1619 expected.transmitted.padding_bytes = kMaxPaddingSize;
1620 expected.transmitted.packets = 3;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001621 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001622
brandtrf1bb4762016-11-07 03:05:06 -08001623 // Send ULPFEC.
Niels Möller59ab1cf2019-02-06 22:48:11 +01001624 rtp_sender_video.SetUlpfecConfig(kRedPayloadType, kUlpfecPayloadType);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001625 FecProtectionParams fec_params;
1626 fec_params.fec_mask_type = kFecMaskRandom;
1627 fec_params.fec_rate = 1;
1628 fec_params.max_fec_frames = 1;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001629 rtp_sender_video.SetFecParameters(fec_params, fec_params);
1630 ASSERT_TRUE(rtp_sender_video.SendVideo(
spranga8ae6f22017-09-04 07:23:56 -07001631 kVideoFrameDelta, payload_type, 1234, 4321, payload, sizeof(payload),
Niels Möller59ab1cf2019-02-06 22:48:11 +01001632 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001633 expected.transmitted.payload_bytes = 40;
1634 expected.transmitted.header_bytes = 60;
1635 expected.transmitted.packets = 5;
1636 expected.fec.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001637 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001638
sprang867fb522015-08-03 04:38:41 -07001639 rtp_sender_->RegisterRtpStatisticsCallback(nullptr);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001640}
1641
minyue3a407ee2017-04-03 01:10:33 -07001642TEST_P(RtpSenderTestWithoutPacer, BytesReportedCorrectly) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001643 // XXX const char* kPayloadName = "GENERIC";
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001644 const uint8_t kPayloadType = 127;
1645 rtp_sender_->SetSSRC(1234);
1646 rtp_sender_->SetRtxSsrc(4321);
Shao Changbine62202f2015-04-21 20:24:50 +08001647 rtp_sender_->SetRtxPayloadType(kPayloadType - 1, kPayloadType);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001648 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001649
Niels Möller59ab1cf2019-02-06 22:48:11 +01001650 SendGenericPacket();
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001651 // Will send 2 full-size padding packets.
philipel8aadd502017-02-23 02:56:13 -08001652 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
1653 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001654
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001655 StreamDataCounters rtp_stats;
1656 StreamDataCounters rtx_stats;
1657 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001658
Niels Möller59ab1cf2019-02-06 22:48:11 +01001659 // Payload
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +00001660 EXPECT_GT(rtp_stats.first_packet_time_ms, -1);
Niels Möller59ab1cf2019-02-06 22:48:11 +01001661 EXPECT_EQ(rtp_stats.transmitted.payload_bytes, sizeof(kPayloadData));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001662 EXPECT_EQ(rtp_stats.transmitted.header_bytes, 12u);
1663 EXPECT_EQ(rtp_stats.transmitted.padding_bytes, 0u);
1664 EXPECT_EQ(rtx_stats.transmitted.payload_bytes, 0u);
1665 EXPECT_EQ(rtx_stats.transmitted.header_bytes, 24u);
1666 EXPECT_EQ(rtx_stats.transmitted.padding_bytes, 2 * kMaxPaddingSize);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001667
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001668 EXPECT_EQ(rtp_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001669 rtp_stats.transmitted.payload_bytes +
1670 rtp_stats.transmitted.header_bytes +
1671 rtp_stats.transmitted.padding_bytes);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001672 EXPECT_EQ(rtx_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001673 rtx_stats.transmitted.payload_bytes +
1674 rtx_stats.transmitted.header_bytes +
1675 rtx_stats.transmitted.padding_bytes);
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001676
danilchap162abd32015-12-10 02:39:40 -08001677 EXPECT_EQ(
1678 transport_.total_bytes_sent_,
1679 rtp_stats.transmitted.TotalBytes() + rtx_stats.transmitted.TotalBytes());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001680}
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001681
minyue3a407ee2017-04-03 01:10:33 -07001682TEST_P(RtpSenderTestWithoutPacer, RespectsNackBitrateLimit) {
sprang38778b02015-09-29 09:48:22 -07001683 const int32_t kPacketSize = 1400;
1684 const int32_t kNumPackets = 30;
1685
sprangcd349d92016-07-13 09:11:28 -07001686 retransmission_rate_limiter_.SetMaxRate(kPacketSize * kNumPackets * 8);
1687
sprang38778b02015-09-29 09:48:22 -07001688 rtp_sender_->SetStorePacketsStatus(true, kNumPackets);
sprang38778b02015-09-29 09:48:22 -07001689 const uint16_t kStartSequenceNumber = rtp_sender_->SequenceNumber();
Danil Chapovalov2800d742016-08-26 18:48:46 +02001690 std::vector<uint16_t> sequence_numbers;
sprang38778b02015-09-29 09:48:22 -07001691 for (int32_t i = 0; i < kNumPackets; ++i) {
1692 sequence_numbers.push_back(kStartSequenceNumber + i);
1693 fake_clock_.AdvanceTimeMilliseconds(1);
1694 SendPacket(fake_clock_.TimeInMilliseconds(), kPacketSize);
1695 }
danilchap12ba1862016-10-26 02:41:55 -07001696 EXPECT_EQ(kNumPackets, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001697
1698 fake_clock_.AdvanceTimeMilliseconds(1000 - kNumPackets);
1699
1700 // Resending should work - brings the bandwidth up to the limit.
1701 // NACK bitrate is capped to the same bitrate as the encoder, since the max
1702 // protection overhead is 50% (see MediaOptimization::SetTargetRates).
Danil Chapovalov2800d742016-08-26 18:48:46 +02001703 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001704 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001705
sprangcd349d92016-07-13 09:11:28 -07001706 // Must be at least 5ms in between retransmission attempts.
1707 fake_clock_.AdvanceTimeMilliseconds(5);
1708
sprang38778b02015-09-29 09:48:22 -07001709 // Resending should not work, bandwidth exceeded.
Danil Chapovalov2800d742016-08-26 18:48:46 +02001710 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001711 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001712}
1713
minyue3a407ee2017-04-03 01:10:33 -07001714TEST_P(RtpSenderTest, OnOverheadChanged) {
michaelt4da30442016-11-17 01:38:43 -08001715 MockOverheadObserver mock_overhead_observer;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001716 rtp_sender_.reset(
1717 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1718 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
1719 &retransmission_rate_limiter_, &mock_overhead_observer,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001720 false, nullptr, false, false, FieldTrialBasedConfig()));
nisse7d59f6b2017-02-21 03:40:24 -08001721 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08001722
michaelt4da30442016-11-17 01:38:43 -08001723 // RTP overhead is 12B.
nisse284542b2017-01-10 08:58:32 -08001724 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(12)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001725 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001726
1727 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
1728 kTransmissionTimeOffsetExtensionId);
1729
1730 // TransmissionTimeOffset extension has a size of 8B.
nisse284542b2017-01-10 08:58:32 -08001731 // 12B + 8B = 20B
1732 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(20)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001733 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001734}
1735
minyue3a407ee2017-04-03 01:10:33 -07001736TEST_P(RtpSenderTest, DoesNotUpdateOverheadOnEqualSize) {
michaelt4da30442016-11-17 01:38:43 -08001737 MockOverheadObserver mock_overhead_observer;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001738 rtp_sender_.reset(
1739 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1740 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
1741 &retransmission_rate_limiter_, &mock_overhead_observer,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001742 false, nullptr, false, false, FieldTrialBasedConfig()));
nisse7d59f6b2017-02-21 03:40:24 -08001743 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08001744
1745 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(_)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001746 SendGenericPacket();
1747 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001748}
1749
sprang168794c2017-07-06 04:38:06 -07001750TEST_P(RtpSenderTest, SendsKeepAlive) {
1751 MockTransport transport;
Per Kjellandere11b7d22019-02-21 07:55:59 +01001752 rtp_sender_.reset(
1753 new RTPSender(false, &fake_clock_, &transport, nullptr, absl::nullopt,
1754 nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
1755 nullptr, &retransmission_rate_limiter_, nullptr, false,
1756 nullptr, false, false, FieldTrialBasedConfig()));
sprang168794c2017-07-06 04:38:06 -07001757 rtp_sender_->SetSequenceNumber(kSeqNum);
1758 rtp_sender_->SetTimestampOffset(0);
1759 rtp_sender_->SetSSRC(kSsrc);
1760
1761 const uint8_t kKeepalivePayloadType = 20;
1762 RTC_CHECK_NE(kKeepalivePayloadType, kPayload);
1763
1764 EXPECT_CALL(transport, SendRtp(_, _, _))
1765 .WillOnce(
1766 Invoke([&kKeepalivePayloadType](const uint8_t* packet, size_t len,
1767 const PacketOptions& options) {
1768 webrtc::RTPHeader rtp_header;
1769 RtpUtility::RtpHeaderParser parser(packet, len);
1770 EXPECT_TRUE(parser.Parse(&rtp_header, nullptr));
1771 EXPECT_FALSE(rtp_header.markerBit);
1772 EXPECT_EQ(0U, rtp_header.paddingLength);
1773 EXPECT_EQ(kKeepalivePayloadType, rtp_header.payloadType);
1774 EXPECT_EQ(kSeqNum, rtp_header.sequenceNumber);
1775 EXPECT_EQ(kSsrc, rtp_header.ssrc);
1776 EXPECT_EQ(0u, len - rtp_header.headerLength);
1777 return true;
1778 }));
1779
1780 rtp_sender_->SendKeepAlive(kKeepalivePayloadType);
1781 EXPECT_EQ(kSeqNum + 1, rtp_sender_->SequenceNumber());
1782}
1783
Mirko Bonadeic84f6612019-01-31 12:20:57 +01001784INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
1785 RtpSenderTest,
1786 ::testing::Bool());
1787INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
1788 RtpSenderTestWithoutPacer,
1789 ::testing::Bool());
Niels Möllera34d7762019-02-01 14:13:29 +01001790
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001791} // namespace webrtc