blob: 3d9550b22e134df0b48e8c48994726e7d40d6863 [file] [log] [blame]
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001/*
phoglund@webrtc.org78088c22012-02-07 14:56:45 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
kwiberg84be5112016-04-27 01:19:58 -070011#include <memory>
danilchapb8b6fbb2015-12-10 05:05:27 -080012#include <vector>
13
Karl Wiberg918f50c2018-07-05 11:40:33 +020014#include "absl/memory/memory.h"
Per Kjellandere11b7d22019-02-21 07:55:59 +010015#include "api/transport/field_trial_based_config.h"
Erik Språngf93eda12019-01-16 17:10:57 +010016#include "api/video/video_codec_constants.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020017#include "api/video/video_timing.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020018#include "logging/rtc_event_log/events/rtc_event.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
20#include "modules/rtp_rtcp/include/rtp_cvo.h"
21#include "modules/rtp_rtcp/include/rtp_header_extension_map.h"
22#include "modules/rtp_rtcp/include/rtp_header_parser.h"
23#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
24#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
25#include "modules/rtp_rtcp/source/rtp_format_video_generic.h"
philipelb3e42a42018-09-13 10:57:14 +020026#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h"
27#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020028#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
29#include "modules/rtp_rtcp/source/rtp_packet_received.h"
30#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
31#include "modules/rtp_rtcp/source/rtp_sender.h"
32#include "modules/rtp_rtcp/source/rtp_sender_video.h"
33#include "modules/rtp_rtcp/source/rtp_utility.h"
34#include "rtc_base/arraysize.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020035#include "rtc_base/rate_limiter.h"
36#include "test/field_trial.h"
37#include "test/gmock.h"
38#include "test/gtest.h"
39#include "test/mock_transport.h"
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +000040
41namespace webrtc {
42
andrew@webrtc.org8a442592011-12-16 21:24:30 +000043namespace {
Elad Alond8d32482019-02-18 23:45:57 +010044enum : int { // The first valid value is 1.
45 kAbsoluteSendTimeExtensionId = 1,
46 kAudioLevelExtensionId,
Elad Alonccb9b752019-02-19 13:01:31 +010047 kGenericDescriptorId00,
48 kGenericDescriptorId01,
Elad Alond8d32482019-02-18 23:45:57 +010049 kMidExtensionId,
50 kRepairedRidExtensionId,
51 kRidExtensionId,
52 kTransmissionTimeOffsetExtensionId,
53 kTransportSequenceNumberExtensionId,
54 kVideoRotationExtensionId,
55 kVideoTimingExtensionId,
56};
57
andrew@webrtc.org8a442592011-12-16 21:24:30 +000058const int kPayload = 100;
Shao Changbine62202f2015-04-21 20:24:50 +080059const int kRtxPayload = 98;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000060const uint32_t kTimestamp = 10;
61const uint16_t kSeqNum = 33;
brandtr9dfff292016-11-14 05:14:50 -080062const uint32_t kSsrc = 725242;
sprang@webrtc.org30933902015-03-17 14:33:12 +000063const uint16_t kTransportSequenceNumber = 0xaabbu;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000064const uint64_t kStartTime = 123456789;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +000065const size_t kMaxPaddingSize = 224u;
Stefan Holmera246cfb2016-08-23 17:51:42 +020066const uint8_t kPayloadData[] = {47, 11, 32, 93, 89};
spranga8ae6f22017-09-04 07:23:56 -070067const int64_t kDefaultExpectedRetransmissionTimeMs = 125;
Amit Hilbuch77938e62018-12-21 09:23:38 -080068const char kNoRid[] = "";
69const char kNoMid[] = "";
andrew@webrtc.org8a442592011-12-16 21:24:30 +000070
Danil Chapovalov5e57b172016-09-02 19:15:59 +020071using ::testing::_;
philipelb3e42a42018-09-13 10:57:14 +020072using ::testing::ElementsAre;
Danil Chapovalov5e57b172016-09-02 19:15:59 +020073using ::testing::ElementsAreArray;
sprang168794c2017-07-06 04:38:06 -070074using ::testing::Invoke;
Danil Chapovalov84ffb352018-09-25 18:59:09 +020075using ::testing::SizeIs;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +000076
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000077uint64_t ConvertMsToAbsSendTime(int64_t time_ms) {
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020078 return (((time_ms << 18) + 500) / 1000) & 0x00ffffff;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000079}
80
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +000081class LoopbackTransportTest : public webrtc::Transport {
82 public:
Petter Strandmark26bc6692018-05-29 08:43:35 +020083 LoopbackTransportTest() : total_bytes_sent_(0) {
danilchap12ba1862016-10-26 02:41:55 -070084 receivers_extensions_.Register(kRtpExtensionTransmissionTimeOffset,
85 kTransmissionTimeOffsetExtensionId);
86 receivers_extensions_.Register(kRtpExtensionAbsoluteSendTime,
87 kAbsoluteSendTimeExtensionId);
88 receivers_extensions_.Register(kRtpExtensionTransportSequenceNumber,
89 kTransportSequenceNumberExtensionId);
90 receivers_extensions_.Register(kRtpExtensionVideoRotation,
91 kVideoRotationExtensionId);
92 receivers_extensions_.Register(kRtpExtensionAudioLevel,
93 kAudioLevelExtensionId);
ilnik04f4d122017-06-19 07:18:55 -070094 receivers_extensions_.Register(kRtpExtensionVideoTiming,
95 kVideoTimingExtensionId);
Steve Anton296a0ce2018-03-22 15:17:27 -070096 receivers_extensions_.Register(kRtpExtensionMid, kMidExtensionId);
Elad Alonccb9b752019-02-19 13:01:31 +010097 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor00,
98 kGenericDescriptorId00);
99 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor01,
100 kGenericDescriptorId01);
Amit Hilbuch77938e62018-12-21 09:23:38 -0800101 receivers_extensions_.Register(kRtpExtensionRtpStreamId, kRidExtensionId);
102 receivers_extensions_.Register(kRtpExtensionRepairedRtpStreamId,
103 kRepairedRidExtensionId);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000104 }
danilchap12ba1862016-10-26 02:41:55 -0700105
stefan1d8a5062015-10-02 03:39:33 -0700106 bool SendRtp(const uint8_t* data,
107 size_t len,
108 const PacketOptions& options) override {
Petter Strandmark26bc6692018-05-29 08:43:35 +0200109 last_options_ = options;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000110 total_bytes_sent_ += len;
danilchap12ba1862016-10-26 02:41:55 -0700111 sent_packets_.push_back(RtpPacketReceived(&receivers_extensions_));
112 EXPECT_TRUE(sent_packets_.back().Parse(data, len));
pbos2d566682015-09-28 09:59:31 -0700113 return true;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000114 }
danilchap162abd32015-12-10 02:39:40 -0800115 bool SendRtcp(const uint8_t* data, size_t len) override { return false; }
danilchap12ba1862016-10-26 02:41:55 -0700116 const RtpPacketReceived& last_sent_packet() { return sent_packets_.back(); }
117 int packets_sent() { return sent_packets_.size(); }
118
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000119 size_t total_bytes_sent_;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200120 PacketOptions last_options_;
danilchap12ba1862016-10-26 02:41:55 -0700121 std::vector<RtpPacketReceived> sent_packets_;
122
123 private:
124 RtpHeaderExtensionMap receivers_extensions_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000125};
126
Elad Alon4a87e1c2017-10-03 16:11:34 +0200127MATCHER_P(SameRtcEventTypeAs, value, "") {
128 return value == arg->GetType();
129}
130
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000131} // namespace
132
sprangebbf8a82015-09-21 15:11:14 -0700133class MockRtpPacketSender : public RtpPacketSender {
134 public:
135 MockRtpPacketSender() {}
136 virtual ~MockRtpPacketSender() {}
137
Peter Boströme23e7372015-10-08 11:44:14 +0200138 MOCK_METHOD6(InsertPacket,
139 void(Priority priority,
sprangebbf8a82015-09-21 15:11:14 -0700140 uint32_t ssrc,
141 uint16_t sequence_number,
142 int64_t capture_time_ms,
143 size_t bytes,
144 bool retransmission));
145};
146
Stefan Holmerf5dca482016-01-27 12:58:51 +0100147class MockTransportSequenceNumberAllocator
148 : public TransportSequenceNumberAllocator {
149 public:
150 MOCK_METHOD0(AllocateSequenceNumber, uint16_t());
151};
152
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200153class MockSendSideDelayObserver : public SendSideDelayObserver {
154 public:
155 MOCK_METHOD3(SendSideDelayUpdated, void(int, int, uint32_t));
156};
157
asapersson35151f32016-05-02 23:44:01 -0700158class MockSendPacketObserver : public SendPacketObserver {
159 public:
160 MOCK_METHOD3(OnSendPacket, void(uint16_t, int64_t, uint32_t));
161};
162
Stefan Holmera246cfb2016-08-23 17:51:42 +0200163class MockTransportFeedbackObserver : public TransportFeedbackObserver {
164 public:
elad.alond12a8e12017-03-23 11:04:48 -0700165 MOCK_METHOD4(AddPacket,
166 void(uint32_t, uint16_t, size_t, const PacedPacketInfo&));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200167 MOCK_METHOD1(OnTransportFeedback, void(const rtcp::TransportFeedback&));
elad.alonf9490002017-03-06 05:32:21 -0800168 MOCK_CONST_METHOD0(GetTransportFeedbackVector, std::vector<PacketFeedback>());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200169};
170
minyue3a407ee2017-04-03 01:10:33 -0700171class MockOverheadObserver : public OverheadObserver {
172 public:
173 MOCK_METHOD1(OnOverheadChanged, void(size_t overhead_bytes_per_packet));
174};
175
176class RtpSenderTest : public ::testing::TestWithParam<bool> {
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000177 protected:
178 RtpSenderTest()
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000179 : fake_clock_(kStartTime),
terelius429c3452016-01-21 05:42:04 -0800180 mock_rtc_event_log_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000181 mock_paced_sender_(),
sprangcd349d92016-07-13 09:11:28 -0700182 retransmission_rate_limiter_(&fake_clock_, 1000),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000183 rtp_sender_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000184 transport_(),
minyue3a407ee2017-04-03 01:10:33 -0700185 kMarkerBit(true),
186 field_trials_(GetParam() ? "WebRTC-SendSideBwe-WithOverhead/Enabled/"
187 : "") {}
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000188
Erik Språng7b52f102018-02-07 14:37:37 +0100189 void SetUp() override { SetUpRtpSender(true, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200190
Erik Språng7b52f102018-02-07 14:37:37 +0100191 void SetUpRtpSender(bool pacer, bool populate_network2) {
asapersson35151f32016-05-02 23:44:01 -0700192 rtp_sender_.reset(new RTPSender(
193 false, &fake_clock_, &transport_, pacer ? &mock_paced_sender_ : nullptr,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100194 absl::nullopt, &seq_num_allocator_, nullptr, nullptr, nullptr,
sprangcd349d92016-07-13 09:11:28 -0700195 &mock_rtc_event_log_, &send_packet_observer_,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700196 &retransmission_rate_limiter_, nullptr, populate_network2, nullptr,
Per Kjellandere11b7d22019-02-21 07:55:59 +0100197 false, false, FieldTrialBasedConfig()));
brandtr9dfff292016-11-14 05:14:50 -0800198 rtp_sender_->SetSequenceNumber(kSeqNum);
danilchap71fead22016-08-18 02:01:49 -0700199 rtp_sender_->SetTimestampOffset(0);
brandtr9dfff292016-11-14 05:14:50 -0800200 rtp_sender_->SetSSRC(kSsrc);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000201 }
202
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000203 SimulatedClock fake_clock_;
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200204 ::testing::NiceMock<MockRtcEventLog> mock_rtc_event_log_;
sprangebbf8a82015-09-21 15:11:14 -0700205 MockRtpPacketSender mock_paced_sender_;
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200206 ::testing::StrictMock<MockTransportSequenceNumberAllocator>
207 seq_num_allocator_;
208 ::testing::StrictMock<MockSendPacketObserver> send_packet_observer_;
209 ::testing::StrictMock<MockTransportFeedbackObserver> feedback_observer_;
sprangcd349d92016-07-13 09:11:28 -0700210 RateLimiter retransmission_rate_limiter_;
kwiberg84be5112016-04-27 01:19:58 -0700211 std::unique_ptr<RTPSender> rtp_sender_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000212 LoopbackTransportTest transport_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000213 const bool kMarkerBit;
minyue3a407ee2017-04-03 01:10:33 -0700214 test::ScopedFieldTrials field_trials_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000215
danilchapb6f1fb52016-10-19 06:11:39 -0700216 std::unique_ptr<RtpPacketToSend> BuildRtpPacket(int payload_type,
217 bool marker_bit,
218 uint32_t timestamp,
219 int64_t capture_time_ms) {
220 auto packet = rtp_sender_->AllocatePacket();
221 packet->SetPayloadType(payload_type);
222 packet->SetMarker(marker_bit);
223 packet->SetTimestamp(timestamp);
224 packet->set_capture_time_ms(capture_time_ms);
225 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
226 return packet;
227 }
228
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000229 void SendPacket(int64_t capture_time_ms, int payload_length) {
230 uint32_t timestamp = capture_time_ms * 90;
danilchapb6f1fb52016-10-19 06:11:39 -0700231 auto packet =
232 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
233 packet->AllocatePayload(payload_length);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000234
235 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700236 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
237 kAllowRetransmission,
238 RtpPacketSender::kNormalPriority));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000239 }
asapersson35151f32016-05-02 23:44:01 -0700240
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100241 void SendGenericPacket() {
asapersson35151f32016-05-02 23:44:01 -0700242 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100243 SendPacket(kCaptureTimeMs, sizeof(kPayloadData));
asapersson35151f32016-05-02 23:44:01 -0700244 }
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000245};
246
Peter Boströme23e7372015-10-08 11:44:14 +0200247// TODO(pbos): Move tests over from WithoutPacer to RtpSenderTest as this is our
248// default code path.
249class RtpSenderTestWithoutPacer : public RtpSenderTest {
250 public:
Erik Språng7b52f102018-02-07 14:37:37 +0100251 void SetUp() override { SetUpRtpSender(false, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200252};
253
minyue3a407ee2017-04-03 01:10:33 -0700254TEST_P(RtpSenderTestWithoutPacer, AllocatePacketSetCsrc) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200255 // Configure rtp_sender with csrc.
256 std::vector<uint32_t> csrcs;
257 csrcs.push_back(0x23456789);
258 rtp_sender_->SetCsrcs(csrcs);
259
260 auto packet = rtp_sender_->AllocatePacket();
261
262 ASSERT_TRUE(packet);
263 EXPECT_EQ(rtp_sender_->SSRC(), packet->Ssrc());
264 EXPECT_EQ(csrcs, packet->Csrcs());
265}
266
minyue3a407ee2017-04-03 01:10:33 -0700267TEST_P(RtpSenderTestWithoutPacer, AllocatePacketReserveExtensions) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200268 // Configure rtp_sender with extensions.
269 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
270 kRtpExtensionTransmissionTimeOffset,
271 kTransmissionTimeOffsetExtensionId));
272 ASSERT_EQ(
273 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
274 kAbsoluteSendTimeExtensionId));
275 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAudioLevel,
276 kAudioLevelExtensionId));
277 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
278 kRtpExtensionTransportSequenceNumber,
279 kTransportSequenceNumberExtensionId));
280 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
281 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
282
283 auto packet = rtp_sender_->AllocatePacket();
284
285 ASSERT_TRUE(packet);
286 // Preallocate BWE extensions RtpSender set itself.
287 EXPECT_TRUE(packet->HasExtension<TransmissionOffset>());
288 EXPECT_TRUE(packet->HasExtension<AbsoluteSendTime>());
289 EXPECT_TRUE(packet->HasExtension<TransportSequenceNumber>());
290 // Do not allocate media specific extensions.
291 EXPECT_FALSE(packet->HasExtension<AudioLevel>());
292 EXPECT_FALSE(packet->HasExtension<VideoOrientation>());
293}
294
minyue3a407ee2017-04-03 01:10:33 -0700295TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberAdvanceSequenceNumber) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200296 auto packet = rtp_sender_->AllocatePacket();
297 ASSERT_TRUE(packet);
298 const uint16_t sequence_number = rtp_sender_->SequenceNumber();
299
300 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
301
302 EXPECT_EQ(sequence_number, packet->SequenceNumber());
303 EXPECT_EQ(sequence_number + 1, rtp_sender_->SequenceNumber());
304}
305
minyue3a407ee2017-04-03 01:10:33 -0700306TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberFailsOnNotSending) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200307 auto packet = rtp_sender_->AllocatePacket();
308 ASSERT_TRUE(packet);
309
310 rtp_sender_->SetSendingMediaStatus(false);
311 EXPECT_FALSE(rtp_sender_->AssignSequenceNumber(packet.get()));
312}
313
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100314TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberMayAllowPaddingOnVideo) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200315 constexpr size_t kPaddingSize = 100;
316 auto packet = rtp_sender_->AllocatePacket();
317 ASSERT_TRUE(packet);
318
philipel8aadd502017-02-23 02:56:13 -0800319 ASSERT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200320 packet->SetMarker(false);
321 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100322 // Packet without marker bit doesn't allow padding on video stream.
philipel8aadd502017-02-23 02:56:13 -0800323 EXPECT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200324
325 packet->SetMarker(true);
326 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
327 // Packet with marker bit allows send padding.
philipel8aadd502017-02-23 02:56:13 -0800328 EXPECT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200329}
330
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100331TEST_P(RtpSenderTest, AssignSequenceNumberAllowsPaddingOnAudio) {
332 MockTransport transport;
333 const bool kEnableAudio = true;
334 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100335 kEnableAudio, &fake_clock_, &transport, &mock_paced_sender_,
336 absl::nullopt, nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
337 nullptr, &retransmission_rate_limiter_, nullptr, false, nullptr, false,
Per Kjellandere11b7d22019-02-21 07:55:59 +0100338 false, FieldTrialBasedConfig()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100339 rtp_sender_->SetTimestampOffset(0);
340 rtp_sender_->SetSSRC(kSsrc);
341
342 std::unique_ptr<RtpPacketToSend> audio_packet = rtp_sender_->AllocatePacket();
343 // Padding on audio stream allowed regardless of marker in the last packet.
344 audio_packet->SetMarker(false);
345 audio_packet->SetPayloadType(kPayload);
346 rtp_sender_->AssignSequenceNumber(audio_packet.get());
347
348 const size_t kPaddingSize = 59;
349 EXPECT_CALL(transport, SendRtp(_, kPaddingSize + kRtpHeaderSize, _))
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200350 .WillOnce(::testing::Return(true));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100351 EXPECT_EQ(kPaddingSize,
352 rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
353
354 // Requested padding size is too small, will send a larger one.
355 const size_t kMinPaddingSize = 50;
356 EXPECT_CALL(transport, SendRtp(_, kMinPaddingSize + kRtpHeaderSize, _))
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200357 .WillOnce(::testing::Return(true));
Yves Gerey665174f2018-06-19 15:03:05 +0200358 EXPECT_EQ(kMinPaddingSize, rtp_sender_->TimeToSendPadding(kMinPaddingSize - 5,
359 PacedPacketInfo()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100360}
361
minyue3a407ee2017-04-03 01:10:33 -0700362TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberSetPaddingTimestamps) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200363 constexpr size_t kPaddingSize = 100;
364 auto packet = rtp_sender_->AllocatePacket();
365 ASSERT_TRUE(packet);
366 packet->SetMarker(true);
367 packet->SetTimestamp(kTimestamp);
368
369 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
philipel8aadd502017-02-23 02:56:13 -0800370 ASSERT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200371
372 ASSERT_EQ(1u, transport_.sent_packets_.size());
danilchap12ba1862016-10-26 02:41:55 -0700373 // Verify padding packet timestamp.
374 EXPECT_EQ(kTimestamp, transport_.last_sent_packet().Timestamp());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200375}
376
minyue3a407ee2017-04-03 01:10:33 -0700377TEST_P(RtpSenderTestWithoutPacer,
378 TransportFeedbackObserverGetsCorrectByteCount) {
379 constexpr int kRtpOverheadBytesPerPacket = 12 + 8;
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200380 ::testing::NiceMock<MockOverheadObserver> mock_overhead_observer;
Per Kjellandere11b7d22019-02-21 07:55:59 +0100381 rtp_sender_.reset(
382 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
383 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
384 &mock_rtc_event_log_, nullptr,
385 &retransmission_rate_limiter_, &mock_overhead_observer,
386 false, nullptr, false, false, FieldTrialBasedConfig()));
minyue3a407ee2017-04-03 01:10:33 -0700387 rtp_sender_->SetSSRC(kSsrc);
388 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
389 kRtpExtensionTransportSequenceNumber,
390 kTransportSequenceNumberExtensionId));
391 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200392 .WillOnce(::testing::Return(kTransportSequenceNumber));
minyue3a407ee2017-04-03 01:10:33 -0700393
394 const size_t expected_bytes =
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100395 GetParam() ? sizeof(kPayloadData) + kRtpOverheadBytesPerPacket
396 : sizeof(kPayloadData);
minyue3a407ee2017-04-03 01:10:33 -0700397
398 EXPECT_CALL(feedback_observer_,
399 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber,
400 expected_bytes, PacedPacketInfo()))
401 .Times(1);
402 EXPECT_CALL(mock_overhead_observer,
403 OnOverheadChanged(kRtpOverheadBytesPerPacket))
404 .Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100405 SendGenericPacket();
minyue3a407ee2017-04-03 01:10:33 -0700406}
407
408TEST_P(RtpSenderTestWithoutPacer, SendsPacketsWithTransportSequenceNumber) {
Per Kjellandere11b7d22019-02-21 07:55:59 +0100409 rtp_sender_.reset(
410 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
411 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
412 &mock_rtc_event_log_, &send_packet_observer_,
413 &retransmission_rate_limiter_, nullptr, false, nullptr,
414 false, false, FieldTrialBasedConfig()));
nisse7d59f6b2017-02-21 03:40:24 -0800415 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100416 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
417 kRtpExtensionTransportSequenceNumber,
418 kTransportSequenceNumberExtensionId));
419
Stefan Holmerf5dca482016-01-27 12:58:51 +0100420 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200421 .WillOnce(::testing::Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700422 EXPECT_CALL(send_packet_observer_,
423 OnSendPacket(kTransportSequenceNumber, _, _))
424 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700425
426 EXPECT_CALL(feedback_observer_,
427 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber, _,
428 PacedPacketInfo()))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200429 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700430
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100431 SendGenericPacket();
Stefan Holmerf5dca482016-01-27 12:58:51 +0100432
danilchap12ba1862016-10-26 02:41:55 -0700433 const auto& packet = transport_.last_sent_packet();
434 uint16_t transport_seq_no;
435 ASSERT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
436 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200437 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200438 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200439}
440
441TEST_P(RtpSenderTestWithoutPacer, PacketOptionsNoRetransmission) {
Per Kjellandere11b7d22019-02-21 07:55:59 +0100442 rtp_sender_.reset(
443 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
444 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
445 &mock_rtc_event_log_, &send_packet_observer_,
446 &retransmission_rate_limiter_, nullptr, false, nullptr,
447 false, false, FieldTrialBasedConfig()));
Petter Strandmark26bc6692018-05-29 08:43:35 +0200448 rtp_sender_->SetSSRC(kSsrc);
449
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100450 SendGenericPacket();
Petter Strandmark26bc6692018-05-29 08:43:35 +0200451
452 EXPECT_FALSE(transport_.last_options_.is_retransmit);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100453}
454
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200455TEST_P(RtpSenderTestWithoutPacer,
456 SetsIncludedInFeedbackWhenTransportSequenceNumberExtensionIsRegistered) {
457 SetUpRtpSender(false, false);
458 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
459 kTransportSequenceNumberExtensionId);
460 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200461 .WillOnce(::testing::Return(kTransportSequenceNumber));
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200462 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100463 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200464 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
465}
466
467TEST_P(
468 RtpSenderTestWithoutPacer,
469 SetsIncludedInAllocationWhenTransportSequenceNumberExtensionIsRegistered) {
470 SetUpRtpSender(false, false);
471 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
472 kTransportSequenceNumberExtensionId);
473 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200474 .WillOnce(::testing::Return(kTransportSequenceNumber));
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200475 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100476 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200477 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
478}
479
480TEST_P(RtpSenderTestWithoutPacer,
481 SetsIncludedInAllocationWhenForcedAsPartOfAllocation) {
482 SetUpRtpSender(false, false);
483 rtp_sender_->SetAsPartOfAllocation(true);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100484 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200485 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
486 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
487}
488
489TEST_P(RtpSenderTestWithoutPacer, DoesnSetIncludedInAllocationByDefault) {
490 SetUpRtpSender(false, false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100491 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200492 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
493 EXPECT_FALSE(transport_.last_options_.included_in_allocation);
stefana23fc622016-07-28 07:56:38 -0700494}
asapersson35151f32016-05-02 23:44:01 -0700495
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200496TEST_P(RtpSenderTestWithoutPacer, OnSendSideDelayUpdated) {
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200497 ::testing::StrictMock<MockSendSideDelayObserver> send_side_delay_observer_;
Per Kjellandere11b7d22019-02-21 07:55:59 +0100498 rtp_sender_.reset(
499 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
500 nullptr, nullptr, nullptr, &send_side_delay_observer_,
501 &mock_rtc_event_log_, nullptr, nullptr, nullptr, false,
502 nullptr, false, false, FieldTrialBasedConfig()));
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200503 rtp_sender_->SetSSRC(kSsrc);
Niels Möller5fe95102019-03-04 16:49:25 +0100504 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +0100505 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Niels Möller5fe95102019-03-04 16:49:25 +0100506 &playout_delay_oracle, nullptr, false,
507 FieldTrialBasedConfig());
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200508
509 const uint8_t kPayloadType = 127;
Niels Möller8a40edd2019-01-24 18:04:44 +0100510 const char payload_name[] = "GENERIC";
Niels Möller59ab1cf2019-02-06 22:48:11 +0100511
512 rtp_sender_video.RegisterPayloadType(kPayloadType, payload_name);
513
514 const uint32_t kCaptureTimeMsToRtpTimestamp = 90; // 90 kHz clock
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200515 RTPVideoHeader video_header;
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200516
517 // Send packet with 10 ms send-side delay. The average and max should be 10
518 // ms.
519 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(10, 10, kSsrc))
520 .Times(1);
521 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
522 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100523 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100524 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200525 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100526 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200527 kDefaultExpectedRetransmissionTimeMs));
528
529 // Send another packet with 20 ms delay. The average
530 // and max should be 15 and 20 ms respectively.
531 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(15, 20, kSsrc))
532 .Times(1);
533 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100534 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100535 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200536 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100537 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200538 kDefaultExpectedRetransmissionTimeMs));
539
540 // Send another packet at the same time, which replaces the last packet.
541 // Since this packet has 0 ms delay, the average is now 5 ms and max is 10 ms.
542 // TODO(terelius): Is is not clear that this is the right behavior.
543 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(5, 10, kSsrc))
544 .Times(1);
545 capture_time_ms = fake_clock_.TimeInMilliseconds();
Niels Möller59ab1cf2019-02-06 22:48:11 +0100546 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100547 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200548 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100549 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200550 kDefaultExpectedRetransmissionTimeMs));
551
552 // Send a packet 1 second later. The earlier packets should have timed
553 // out, so both max and average should be the delay of this packet.
554 fake_clock_.AdvanceTimeMilliseconds(1000);
555 capture_time_ms = fake_clock_.TimeInMilliseconds();
556 fake_clock_.AdvanceTimeMilliseconds(1);
557 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(1, 1, kSsrc))
558 .Times(1);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100559 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100560 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200561 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100562 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200563 kDefaultExpectedRetransmissionTimeMs));
564}
565
minyue3a407ee2017-04-03 01:10:33 -0700566TEST_P(RtpSenderTestWithoutPacer, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700567 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
568 kRtpExtensionTransportSequenceNumber,
569 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700570 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200571 .WillOnce(::testing::Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700572 EXPECT_CALL(send_packet_observer_,
573 OnSendPacket(kTransportSequenceNumber, _, _))
574 .Times(1);
575
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100576 SendGenericPacket();
asapersson35151f32016-05-02 23:44:01 -0700577}
578
minyue3a407ee2017-04-03 01:10:33 -0700579TEST_P(RtpSenderTest, SendsPacketsWithTransportSequenceNumber) {
michaelt4da30442016-11-17 01:38:43 -0800580 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100581 false, &fake_clock_, &transport_, &mock_paced_sender_, absl::nullopt,
Niels Möller949f0fd2019-01-29 09:44:24 +0100582 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr,
michaelt4da30442016-11-17 01:38:43 -0800583 &mock_rtc_event_log_, &send_packet_observer_,
Per Kjellandere11b7d22019-02-21 07:55:59 +0100584 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false,
585 FieldTrialBasedConfig()));
brandtr9dfff292016-11-14 05:14:50 -0800586 rtp_sender_->SetSequenceNumber(kSeqNum);
587 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200588 rtp_sender_->SetStorePacketsStatus(true, 10);
589 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
590 kRtpExtensionTransportSequenceNumber,
591 kTransportSequenceNumberExtensionId));
592
brandtr9dfff292016-11-14 05:14:50 -0800593 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200594 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200595 .WillOnce(::testing::Return(kTransportSequenceNumber));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200596 EXPECT_CALL(send_packet_observer_,
597 OnSendPacket(kTransportSequenceNumber, _, _))
598 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700599 EXPECT_CALL(feedback_observer_,
600 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber, _,
601 PacedPacketInfo()))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200602 .Times(1);
603
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100604 SendGenericPacket();
philipel8aadd502017-02-23 02:56:13 -0800605 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
606 fake_clock_.TimeInMilliseconds(), false,
607 PacedPacketInfo());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200608
danilchap12ba1862016-10-26 02:41:55 -0700609 const auto& packet = transport_.last_sent_packet();
610 uint16_t transport_seq_no;
611 EXPECT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
612 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200613 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200614}
615
Erik Språng7b52f102018-02-07 14:37:37 +0100616TEST_P(RtpSenderTest, WritesPacerExitToTimingExtension) {
ilnik04f4d122017-06-19 07:18:55 -0700617 rtp_sender_->SetStorePacketsStatus(true, 10);
618 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
619 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
620 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
621 auto packet = rtp_sender_->AllocatePacket();
622 packet->SetPayloadType(kPayload);
623 packet->SetMarker(true);
624 packet->SetTimestamp(kTimestamp);
625 packet->set_capture_time_ms(capture_time_ms);
ilnik2edc6842017-07-06 03:06:50 -0700626 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
ilnik04f4d122017-06-19 07:18:55 -0700627 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
628 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
629 size_t packet_size = packet->size();
ilnik04f4d122017-06-19 07:18:55 -0700630
631 const int kStoredTimeInMs = 100;
Erik Språng7b52f102018-02-07 14:37:37 +0100632 {
633 EXPECT_CALL(
634 mock_paced_sender_,
635 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
636 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
637 kAllowRetransmission,
638 RtpPacketSender::kNormalPriority));
639 }
ilnik04f4d122017-06-19 07:18:55 -0700640 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
Erik Språng7b52f102018-02-07 14:37:37 +0100641 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
642 PacedPacketInfo());
ilnik04f4d122017-06-19 07:18:55 -0700643 EXPECT_EQ(1, transport_.packets_sent());
644 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
645
danilchapce251812017-09-11 12:24:41 -0700646 VideoSendTiming video_timing;
647 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
648 &video_timing));
649 EXPECT_EQ(kStoredTimeInMs, video_timing.pacer_exit_delta_ms);
Erik Språng7b52f102018-02-07 14:37:37 +0100650}
ilnik04f4d122017-06-19 07:18:55 -0700651
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100652TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithPacer) {
653 SetUpRtpSender(/*pacer=*/true, /*populate_network2=*/true);
Erik Språng7b52f102018-02-07 14:37:37 +0100654 rtp_sender_->SetStorePacketsStatus(true, 10);
655 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
656 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
657 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
658 auto packet = rtp_sender_->AllocatePacket();
659 packet->SetPayloadType(kPayload);
660 packet->SetMarker(true);
661 packet->SetTimestamp(kTimestamp);
662 packet->set_capture_time_ms(capture_time_ms);
663 const uint16_t kPacerExitMs = 1234u;
664 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, kPacerExitMs, 0u, 0u, true};
665 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
666 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
667 size_t packet_size = packet->size();
668
669 const int kStoredTimeInMs = 100;
670 {
671 EXPECT_CALL(
672 mock_paced_sender_,
673 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
674 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
675 kAllowRetransmission,
676 RtpPacketSender::kNormalPriority));
677 }
ilnik04f4d122017-06-19 07:18:55 -0700678 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
679 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
680 PacedPacketInfo());
Erik Språng7b52f102018-02-07 14:37:37 +0100681 EXPECT_EQ(1, transport_.packets_sent());
ilnik04f4d122017-06-19 07:18:55 -0700682 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
683
Erik Språng7b52f102018-02-07 14:37:37 +0100684 VideoSendTiming video_timing;
danilchapce251812017-09-11 12:24:41 -0700685 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
686 &video_timing));
Erik Språng7b52f102018-02-07 14:37:37 +0100687 EXPECT_EQ(kStoredTimeInMs, video_timing.network2_timestamp_delta_ms);
688 EXPECT_EQ(kPacerExitMs, video_timing.pacer_exit_delta_ms);
ilnik04f4d122017-06-19 07:18:55 -0700689}
690
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100691TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithoutPacer) {
692 SetUpRtpSender(/*pacer=*/false, /*populate_network2=*/true);
693 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
694 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
695 auto packet = rtp_sender_->AllocatePacket();
696 packet->SetMarker(true);
697 packet->set_capture_time_ms(fake_clock_.TimeInMilliseconds());
698 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
699 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
700 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
701
702 const int kPropagateTimeMs = 10;
703 fake_clock_.AdvanceTimeMilliseconds(kPropagateTimeMs);
704
705 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
706 kAllowRetransmission,
707 RtpPacketSender::kNormalPriority));
708
709 EXPECT_EQ(1, transport_.packets_sent());
710 absl::optional<VideoSendTiming> video_timing =
711 transport_.last_sent_packet().GetExtension<VideoTimingExtension>();
712 ASSERT_TRUE(video_timing);
713 EXPECT_EQ(kPropagateTimeMs, video_timing->network2_timestamp_delta_ms);
714}
715
minyue3a407ee2017-04-03 01:10:33 -0700716TEST_P(RtpSenderTest, TrafficSmoothingWithExtensions) {
Peter Boströme23e7372015-10-08 11:44:14 +0200717 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800718 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200719 EXPECT_CALL(mock_rtc_event_log_,
720 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000721
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000722 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000723 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800724 kRtpExtensionTransmissionTimeOffset,
725 kTransmissionTimeOffsetExtensionId));
726 EXPECT_EQ(
727 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
728 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000729 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700730 auto packet =
731 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
732 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000733
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000734 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700735 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
736 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700737 RtpPacketSender::kNormalPriority));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000738
danilchap12ba1862016-10-26 02:41:55 -0700739 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000740
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000741 const int kStoredTimeInMs = 100;
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000742 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000743
brandtr9dfff292016-11-14 05:14:50 -0800744 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800745 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000746
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000747 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700748 EXPECT_EQ(1, transport_.packets_sent());
749 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
750
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000751 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700752 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000753
754 // Verify transmission time offset.
755 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000756 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000757 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000758 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000759}
760
minyue3a407ee2017-04-03 01:10:33 -0700761TEST_P(RtpSenderTest, TrafficSmoothingRetransmits) {
Peter Boströme23e7372015-10-08 11:44:14 +0200762 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800763 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200764 EXPECT_CALL(mock_rtc_event_log_,
765 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000766
767 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000768 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800769 kRtpExtensionTransmissionTimeOffset,
770 kTransmissionTimeOffsetExtensionId));
771 EXPECT_EQ(
772 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
773 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000774 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700775 auto packet =
776 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
777 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000778
779 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700780 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
781 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700782 RtpPacketSender::kNormalPriority));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000783
danilchap12ba1862016-10-26 02:41:55 -0700784 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000785
terelius5d332ac2016-01-14 14:37:39 -0800786 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800787 kSsrc, kSeqNum, _, _, _));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000788
789 const int kStoredTimeInMs = 100;
790 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
791
danilchapb6f1fb52016-10-19 06:11:39 -0700792 EXPECT_EQ(static_cast<int>(packet_size), rtp_sender_->ReSendPacket(kSeqNum));
danilchap12ba1862016-10-26 02:41:55 -0700793 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000794
brandtr9dfff292016-11-14 05:14:50 -0800795 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800796 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000797
798 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700799 EXPECT_EQ(1, transport_.packets_sent());
800 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000801
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000802 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700803 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000804
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000805 // Verify transmission time offset.
806 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000807 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000808 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
809 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
810}
811
812// This test sends 1 regular video packet, then 4 padding packets, and then
813// 1 more regular packet.
minyue3a407ee2017-04-03 01:10:33 -0700814TEST_P(RtpSenderTest, SendPadding) {
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000815 // Make all (non-padding) packets go to send queue.
terelius5d332ac2016-01-14 14:37:39 -0800816 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800817 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200818 EXPECT_CALL(mock_rtc_event_log_,
819 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
820 .Times(1 + 4 + 1);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000821
822 uint16_t seq_num = kSeqNum;
823 uint32_t timestamp = kTimestamp;
824 rtp_sender_->SetStorePacketsStatus(true, 10);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000825 size_t rtp_header_len = kRtpHeaderSize;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000826 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800827 kRtpExtensionTransmissionTimeOffset,
828 kTransmissionTimeOffsetExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000829 rtp_header_len += 4; // 4 bytes extension.
danilchap162abd32015-12-10 02:39:40 -0800830 EXPECT_EQ(
831 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
832 kAbsoluteSendTimeExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000833 rtp_header_len += 4; // 4 bytes extension.
834 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
835
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000836 webrtc::RTPHeader rtp_header;
837
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000838 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700839 auto packet =
840 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200841 const uint32_t media_packet_timestamp = timestamp;
danilchapb6f1fb52016-10-19 06:11:39 -0700842 size_t packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000843
844 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700845 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
846 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700847 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000848
849 int total_packets_sent = 0;
danilchap12ba1862016-10-26 02:41:55 -0700850 EXPECT_EQ(total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000851
852 const int kStoredTimeInMs = 100;
853 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
brandtr9dfff292016-11-14 05:14:50 -0800854 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800855 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000856 // Packet should now be sent. This test doesn't verify the regular video
857 // packet, since it is tested in another test.
danilchap12ba1862016-10-26 02:41:55 -0700858 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000859 timestamp += 90 * kStoredTimeInMs;
860
861 // Send padding 4 times, waiting 50 ms between each.
862 for (int i = 0; i < 4; ++i) {
863 const int kPaddingPeriodMs = 50;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000864 const size_t kPaddingBytes = 100;
865 const size_t kMaxPaddingLength = 224; // Value taken from rtp_sender.cc.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000866 // Padding will be forced to full packets.
philipelc7bf32a2017-02-17 03:59:43 -0800867 EXPECT_EQ(kMaxPaddingLength,
philipel8aadd502017-02-23 02:56:13 -0800868 rtp_sender_->TimeToSendPadding(kPaddingBytes, PacedPacketInfo()));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000869
870 // Process send bucket. Padding should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700871 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000872 EXPECT_EQ(kMaxPaddingLength + rtp_header_len,
danilchap12ba1862016-10-26 02:41:55 -0700873 transport_.last_sent_packet().size());
874
875 transport_.last_sent_packet().GetHeader(&rtp_header);
pbosbd2522a2015-07-01 05:35:53 -0700876 EXPECT_EQ(kMaxPaddingLength, rtp_header.paddingLength);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000877
Stefan Holmer586b19b2015-09-18 11:14:31 +0200878 // Verify sequence number and timestamp. The timestamp should be the same
879 // as the last media packet.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000880 EXPECT_EQ(seq_num++, rtp_header.sequenceNumber);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200881 EXPECT_EQ(media_packet_timestamp, rtp_header.timestamp);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000882 // Verify transmission time offset.
Stefan Holmer586b19b2015-09-18 11:14:31 +0200883 int offset = timestamp - media_packet_timestamp;
884 EXPECT_EQ(offset, rtp_header.extension.transmissionTimeOffset);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000885 uint64_t expected_send_time =
886 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
887 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
888 fake_clock_.AdvanceTimeMilliseconds(kPaddingPeriodMs);
889 timestamp += 90 * kPaddingPeriodMs;
890 }
891
892 // Send a regular video packet again.
893 capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700894 packet = BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
895 packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000896
brandtr9dfff292016-11-14 05:14:50 -0800897 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
898 kSsrc, seq_num, _, _, _));
terelius5d332ac2016-01-14 14:37:39 -0800899
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000900 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700901 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
902 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700903 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000904
brandtr9dfff292016-11-14 05:14:50 -0800905 rtp_sender_->TimeToSendPacket(kSsrc, seq_num, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800906 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000907 // Process send bucket.
danilchap12ba1862016-10-26 02:41:55 -0700908 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
909 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
910 transport_.last_sent_packet().GetHeader(&rtp_header);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000911
912 // Verify sequence number and timestamp.
913 EXPECT_EQ(seq_num, rtp_header.sequenceNumber);
914 EXPECT_EQ(timestamp, rtp_header.timestamp);
915 // Verify transmission time offset. This packet is sent without delay.
916 EXPECT_EQ(0, rtp_header.extension.transmissionTimeOffset);
917 uint64_t expected_send_time =
918 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000919 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000920}
pbos@webrtc.org8911ce42013-03-18 16:39:03 +0000921
minyue3a407ee2017-04-03 01:10:33 -0700922TEST_P(RtpSenderTest, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700923 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
924 kRtpExtensionTransportSequenceNumber,
925 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700926 rtp_sender_->SetStorePacketsStatus(true, 10);
927
928 EXPECT_CALL(send_packet_observer_,
929 OnSendPacket(kTransportSequenceNumber, _, _))
930 .Times(1);
931 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200932 .WillOnce(::testing::Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -0800933 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
934 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700935
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100936 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700937 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -0800938 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
939 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800940 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700941 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -0700942}
943
minyue3a407ee2017-04-03 01:10:33 -0700944TEST_P(RtpSenderTest, OnSendPacketNotUpdatedForRetransmits) {
stefana23fc622016-07-28 07:56:38 -0700945 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
946 kRtpExtensionTransportSequenceNumber,
947 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700948 rtp_sender_->SetStorePacketsStatus(true, 10);
949
950 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
951 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200952 .WillOnce(::testing::Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -0800953 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
954 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700955
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100956 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700957 const bool kIsRetransmit = true;
brandtr9dfff292016-11-14 05:14:50 -0800958 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
959 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800960 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700961 EXPECT_EQ(1, transport_.packets_sent());
Petter Strandmark26bc6692018-05-29 08:43:35 +0200962 EXPECT_TRUE(transport_.last_options_.is_retransmit);
asapersson35151f32016-05-02 23:44:01 -0700963}
964
minyue3a407ee2017-04-03 01:10:33 -0700965TEST_P(RtpSenderTest, OnSendPacketNotUpdatedWithoutSeqNumAllocator) {
asapersson35151f32016-05-02 23:44:01 -0700966 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100967 false, &fake_clock_, &transport_, &mock_paced_sender_, absl::nullopt,
asapersson35151f32016-05-02 23:44:01 -0700968 nullptr /* TransportSequenceNumberAllocator */, nullptr, nullptr, nullptr,
Niels Möller949f0fd2019-01-29 09:44:24 +0100969 nullptr, &send_packet_observer_, &retransmission_rate_limiter_, nullptr,
Per Kjellandere11b7d22019-02-21 07:55:59 +0100970 false, nullptr, false, false, FieldTrialBasedConfig()));
brandtr9dfff292016-11-14 05:14:50 -0800971 rtp_sender_->SetSequenceNumber(kSeqNum);
972 rtp_sender_->SetSSRC(kSsrc);
stefana23fc622016-07-28 07:56:38 -0700973 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
974 kRtpExtensionTransportSequenceNumber,
975 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700976 rtp_sender_->SetSequenceNumber(kSeqNum);
977 rtp_sender_->SetStorePacketsStatus(true, 10);
978
979 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
brandtr9dfff292016-11-14 05:14:50 -0800980 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
981 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700982
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100983 SendGenericPacket(); // Packet passed to pacer.
asapersson35151f32016-05-02 23:44:01 -0700984 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -0800985 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
986 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800987 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700988 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -0700989}
990
minyue3a407ee2017-04-03 01:10:33 -0700991TEST_P(RtpSenderTest, SendRedundantPayloads) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000992 MockTransport transport;
terelius429c3452016-01-21 05:42:04 -0800993 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +0100994 false, &fake_clock_, &transport, &mock_paced_sender_, absl::nullopt,
995 nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_, nullptr,
Per Kjellandere11b7d22019-02-21 07:55:59 +0100996 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false,
997 FieldTrialBasedConfig()));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000998 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr9dfff292016-11-14 05:14:50 -0800999 rtp_sender_->SetSSRC(kSsrc);
Shao Changbine62202f2015-04-21 20:24:50 +08001000 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001001
1002 uint16_t seq_num = kSeqNum;
1003 rtp_sender_->SetStorePacketsStatus(true, 10);
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001004 int32_t rtp_header_len = kRtpHeaderSize;
danilchap162abd32015-12-10 02:39:40 -08001005 EXPECT_EQ(
1006 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
1007 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001008 rtp_header_len += 4; // 4 bytes extension.
1009 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
1010
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001011 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
stefan@webrtc.orgef927552014-06-05 08:25:29 +00001012 rtp_sender_->SetRtxSsrc(1234);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001013
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001014 const size_t kNumPayloadSizes = 10;
danilchap162abd32015-12-10 02:39:40 -08001015 const size_t kPayloadSizes[kNumPayloadSizes] = {500, 550, 600, 650, 700,
1016 750, 800, 850, 900, 950};
terelius5d332ac2016-01-14 14:37:39 -08001017 // Expect all packets go through the pacer.
1018 EXPECT_CALL(mock_paced_sender_,
brandtr9dfff292016-11-14 05:14:50 -08001019 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _))
terelius5d332ac2016-01-14 14:37:39 -08001020 .Times(kNumPayloadSizes);
Elad Alon4a87e1c2017-10-03 16:11:34 +02001021 EXPECT_CALL(mock_rtc_event_log_,
1022 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001023 .Times(kNumPayloadSizes);
1024
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001025 // Send 10 packets of increasing size.
1026 for (size_t i = 0; i < kNumPayloadSizes; ++i) {
1027 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
Mirko Bonadei6a489f22019-04-09 15:11:12 +02001028 EXPECT_CALL(transport, SendRtp(_, _, _)).WillOnce(::testing::Return(true));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001029 SendPacket(capture_time_ms, kPayloadSizes[i]);
brandtr9dfff292016-11-14 05:14:50 -08001030 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -08001031 PacedPacketInfo());
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001032 fake_clock_.AdvanceTimeMilliseconds(33);
1033 }
terelius429c3452016-01-21 05:42:04 -08001034
Elad Alon4a87e1c2017-10-03 16:11:34 +02001035 EXPECT_CALL(mock_rtc_event_log_,
1036 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001037 .Times(::testing::AtLeast(4));
1038
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001039 // The amount of padding to send it too small to send a payload packet.
stefan1d8a5062015-10-02 03:39:33 -07001040 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
Mirko Bonadei6a489f22019-04-09 15:11:12 +02001041 .WillOnce(::testing::Return(true));
philipela1ed0b32016-06-01 06:31:17 -07001042 EXPECT_EQ(kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001043 rtp_sender_->TimeToSendPadding(49, PacedPacketInfo()));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001044
Petter Strandmark26bc6692018-05-29 08:43:35 +02001045 PacketOptions options;
Peter Boströmac547a62015-09-17 23:03:57 +02001046 EXPECT_CALL(transport,
stefan1d8a5062015-10-02 03:39:33 -07001047 SendRtp(_, kPayloadSizes[0] + rtp_header_len + kRtxHeaderSize, _))
Mirko Bonadei6a489f22019-04-09 15:11:12 +02001048 .WillOnce(::testing::DoAll(::testing::SaveArg<2>(&options),
1049 ::testing::Return(true)));
philipela1ed0b32016-06-01 06:31:17 -07001050 EXPECT_EQ(kPayloadSizes[0],
philipel8aadd502017-02-23 02:56:13 -08001051 rtp_sender_->TimeToSendPadding(500, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001052 EXPECT_TRUE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001053
Yves Gerey665174f2018-06-19 15:03:05 +02001054 EXPECT_CALL(transport, SendRtp(_,
1055 kPayloadSizes[kNumPayloadSizes - 1] +
1056 rtp_header_len + kRtxHeaderSize,
stefan1d8a5062015-10-02 03:39:33 -07001057 _))
Mirko Bonadei6a489f22019-04-09 15:11:12 +02001058 .WillOnce(::testing::Return(true));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001059
1060 options.is_retransmit = false;
stefan1d8a5062015-10-02 03:39:33 -07001061 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
Mirko Bonadei6a489f22019-04-09 15:11:12 +02001062 .WillOnce(::testing::DoAll(::testing::SaveArg<2>(&options),
1063 ::testing::Return(true)));
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001064 EXPECT_EQ(kPayloadSizes[kNumPayloadSizes - 1] + kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001065 rtp_sender_->TimeToSendPadding(999, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001066 EXPECT_FALSE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001067}
1068
minyue3a407ee2017-04-03 01:10:33 -07001069TEST_P(RtpSenderTestWithoutPacer, SendGenericVideo) {
Niels Möller8a40edd2019-01-24 18:04:44 +01001070 const char payload_name[] = "GENERIC";
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001071 const uint8_t payload_type = 127;
Niels Möller5fe95102019-03-04 16:49:25 +01001072 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001073 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Niels Möller5fe95102019-03-04 16:49:25 +01001074 &playout_delay_oracle, nullptr, false,
1075 FieldTrialBasedConfig());
Niels Möller59ab1cf2019-02-06 22:48:11 +01001076 rtp_sender_video.RegisterPayloadType(payload_type, payload_name);
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001077 uint8_t payload[] = {47, 11, 32, 93, 89};
1078
1079 // Send keyframe
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001080 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001081 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001082 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1083 sizeof(payload), nullptr, &video_header,
1084 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001085
danilchap96c15872016-11-21 01:35:29 -08001086 auto sent_payload = transport_.last_sent_packet().payload();
1087 uint8_t generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001088 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1089 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001090 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001091
1092 // Send delta frame
1093 payload[0] = 13;
1094 payload[1] = 42;
1095 payload[4] = 13;
1096
Niels Möller59ab1cf2019-02-06 22:48:11 +01001097 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001098 VideoFrameType::kVideoFrameDelta, payload_type, 1234, 4321, payload,
1099 sizeof(payload), nullptr, &video_header,
1100 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001101
danilchap96c15872016-11-21 01:35:29 -08001102 sent_payload = transport_.last_sent_packet().payload();
1103 generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001104 EXPECT_FALSE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1105 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001106 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001107}
1108
minyue3a407ee2017-04-03 01:10:33 -07001109TEST_P(RtpSenderTest, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001110 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001111 constexpr int kMediaPayloadType = 127;
1112 constexpr int kFlexfecPayloadType = 118;
1113 constexpr uint32_t kMediaSsrc = 1234;
1114 constexpr uint32_t kFlexfecSsrc = 5678;
1115 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001116 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtrdbdb3f12016-11-10 05:04:48 -08001117 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001118 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001119 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001120
1121 // Reset |rtp_sender_| to use FlexFEC.
michaelt4da30442016-11-17 01:38:43 -08001122 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001123 false, &fake_clock_, &transport_, &mock_paced_sender_, kFlexfecSsrc,
Niels Möller949f0fd2019-01-29 09:44:24 +01001124 &seq_num_allocator_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
1125 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001126 nullptr, false, false, FieldTrialBasedConfig()));
brandtrdbdb3f12016-11-10 05:04:48 -08001127 rtp_sender_->SetSSRC(kMediaSsrc);
1128 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001129 rtp_sender_->SetStorePacketsStatus(true, 10);
1130
Niels Möller5fe95102019-03-04 16:49:25 +01001131 PlayoutDelayOracle playout_delay_oracle;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001132 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
Niels Möller5fe95102019-03-04 16:49:25 +01001133 &flexfec_sender, &playout_delay_oracle,
1134 nullptr, false, FieldTrialBasedConfig());
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001135 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
1136
brandtrdbdb3f12016-11-10 05:04:48 -08001137 // Parameters selected to generate a single FEC packet per media packet.
1138 FecProtectionParams params;
1139 params.fec_rate = 15;
1140 params.max_fec_frames = 1;
1141 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001142 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001143
brandtr9dfff292016-11-14 05:14:50 -08001144 EXPECT_CALL(mock_paced_sender_,
1145 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc, kSeqNum,
1146 _, _, false));
1147 uint16_t flexfec_seq_num;
brandtrdbdb3f12016-11-10 05:04:48 -08001148 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
brandtr9dfff292016-11-14 05:14:50 -08001149 kFlexfecSsrc, _, _, _, false))
Mirko Bonadei6a489f22019-04-09 15:11:12 +02001150 .WillOnce(::testing::SaveArg<2>(&flexfec_seq_num));
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001151
1152 RTPVideoHeader video_header;
1153 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001154 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001155 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1156 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1157
Elad Alon4a87e1c2017-10-03 16:11:34 +02001158 EXPECT_CALL(mock_rtc_event_log_,
1159 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1160 .Times(2);
philipel8aadd502017-02-23 02:56:13 -08001161 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum,
1162 fake_clock_.TimeInMilliseconds(),
1163 false, PacedPacketInfo()));
brandtr9dfff292016-11-14 05:14:50 -08001164 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kFlexfecSsrc, flexfec_seq_num,
1165 fake_clock_.TimeInMilliseconds(),
philipel8aadd502017-02-23 02:56:13 -08001166 false, PacedPacketInfo()));
brandtr9dfff292016-11-14 05:14:50 -08001167 ASSERT_EQ(2, transport_.packets_sent());
brandtrdbdb3f12016-11-10 05:04:48 -08001168 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1169 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
brandtr9dfff292016-11-14 05:14:50 -08001170 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
brandtrdbdb3f12016-11-10 05:04:48 -08001171 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
brandtr9dfff292016-11-14 05:14:50 -08001172 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1173 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1174 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1175 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001176}
1177
ilnik10894992017-06-21 08:23:19 -07001178// TODO(ilnik): because of webrtc:7859. Once FEC moved below pacer, this test
1179// should be removed.
1180TEST_P(RtpSenderTest, NoFlexfecForTimingFrames) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001181 constexpr uint32_t kTimestamp = 1234;
1182 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
ilnik10894992017-06-21 08:23:19 -07001183 constexpr int kMediaPayloadType = 127;
1184 constexpr int kFlexfecPayloadType = 118;
1185 constexpr uint32_t kMediaSsrc = 1234;
1186 constexpr uint32_t kFlexfecSsrc = 5678;
1187 const std::vector<RtpExtension> kNoRtpExtensions;
1188 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
ilnike4350192017-06-29 02:27:44 -07001189
ilnik10894992017-06-21 08:23:19 -07001190 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001191 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
ilnik10894992017-06-21 08:23:19 -07001192 nullptr /* rtp_state */, &fake_clock_);
1193
1194 // Reset |rtp_sender_| to use FlexFEC.
1195 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001196 false, &fake_clock_, &transport_, &mock_paced_sender_,
1197 flexfec_sender.ssrc(), &seq_num_allocator_, nullptr, nullptr, nullptr,
1198 &mock_rtc_event_log_, &send_packet_observer_,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001199 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false,
1200 FieldTrialBasedConfig()));
ilnik10894992017-06-21 08:23:19 -07001201 rtp_sender_->SetSSRC(kMediaSsrc);
1202 rtp_sender_->SetSequenceNumber(kSeqNum);
ilnik10894992017-06-21 08:23:19 -07001203 rtp_sender_->SetStorePacketsStatus(true, 10);
1204
Niels Möller5fe95102019-03-04 16:49:25 +01001205 PlayoutDelayOracle playout_delay_oracle;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001206 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
Niels Möller5fe95102019-03-04 16:49:25 +01001207 &flexfec_sender, &playout_delay_oracle,
1208 nullptr, false, FieldTrialBasedConfig());
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001209 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
1210
ilnike4350192017-06-29 02:27:44 -07001211 // Need extension to be registered for timing frames to be sent.
1212 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1213 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
1214
ilnik10894992017-06-21 08:23:19 -07001215 // Parameters selected to generate a single FEC packet per media packet.
1216 FecProtectionParams params;
1217 params.fec_rate = 15;
1218 params.max_fec_frames = 1;
1219 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001220 rtp_sender_video.SetFecParameters(params, params);
ilnik10894992017-06-21 08:23:19 -07001221
1222 EXPECT_CALL(mock_paced_sender_,
1223 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc, kSeqNum,
1224 _, _, false));
1225 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1226 kFlexfecSsrc, _, _, _, false))
1227 .Times(0); // Not called because packet should not be protected.
1228
ilnik10894992017-06-21 08:23:19 -07001229 RTPVideoHeader video_header;
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001230 video_header.video_timing.flags = VideoSendTiming::kTriggeredByTimer;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001231 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001232 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
1233 kCaptureTimeMs, kPayloadData, sizeof(kPayloadData), nullptr,
1234 &video_header, kDefaultExpectedRetransmissionTimeMs));
ilnik10894992017-06-21 08:23:19 -07001235
Elad Alon4a87e1c2017-10-03 16:11:34 +02001236 EXPECT_CALL(mock_rtc_event_log_,
1237 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1238 .Times(1);
ilnik10894992017-06-21 08:23:19 -07001239 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum,
1240 fake_clock_.TimeInMilliseconds(),
1241 false, PacedPacketInfo()));
1242 ASSERT_EQ(1, transport_.packets_sent());
1243 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1244 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1245 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
1246 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
1247
1248 // Now try to send not a timing frame.
1249 uint16_t flexfec_seq_num;
1250 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1251 kFlexfecSsrc, _, _, _, false))
Mirko Bonadei6a489f22019-04-09 15:11:12 +02001252 .WillOnce(::testing::SaveArg<2>(&flexfec_seq_num));
ilnik10894992017-06-21 08:23:19 -07001253 EXPECT_CALL(mock_paced_sender_,
1254 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc,
1255 kSeqNum + 1, _, _, false));
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001256 video_header.video_timing.flags = VideoSendTiming::kInvalid;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001257 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001258 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp + 1,
1259 kCaptureTimeMs + 1, kPayloadData, sizeof(kPayloadData), nullptr,
1260 &video_header, kDefaultExpectedRetransmissionTimeMs));
ilnik10894992017-06-21 08:23:19 -07001261
Elad Alon4a87e1c2017-10-03 16:11:34 +02001262 EXPECT_CALL(mock_rtc_event_log_,
1263 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1264 .Times(2);
ilnik10894992017-06-21 08:23:19 -07001265 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum + 1,
1266 fake_clock_.TimeInMilliseconds(),
1267 false, PacedPacketInfo()));
1268 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kFlexfecSsrc, flexfec_seq_num,
1269 fake_clock_.TimeInMilliseconds(),
1270 false, PacedPacketInfo()));
1271 ASSERT_EQ(3, transport_.packets_sent());
1272 const RtpPacketReceived& media_packet2 = transport_.sent_packets_[1];
1273 EXPECT_EQ(kMediaPayloadType, media_packet2.PayloadType());
1274 EXPECT_EQ(kSeqNum + 1, media_packet2.SequenceNumber());
1275 EXPECT_EQ(kMediaSsrc, media_packet2.Ssrc());
1276 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[2];
1277 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1278 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1279 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
1280}
1281
minyue3a407ee2017-04-03 01:10:33 -07001282TEST_P(RtpSenderTestWithoutPacer, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001283 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001284 constexpr int kMediaPayloadType = 127;
1285 constexpr int kFlexfecPayloadType = 118;
1286 constexpr uint32_t kMediaSsrc = 1234;
1287 constexpr uint32_t kFlexfecSsrc = 5678;
1288 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001289 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtrdbdb3f12016-11-10 05:04:48 -08001290 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001291 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001292 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001293
1294 // Reset |rtp_sender_| to use FlexFEC.
Benjamin Wright192eeec2018-10-17 17:27:25 -07001295 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001296 false, &fake_clock_, &transport_, nullptr, flexfec_sender.ssrc(),
Niels Möller949f0fd2019-01-29 09:44:24 +01001297 &seq_num_allocator_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
1298 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001299 nullptr, false, false, FieldTrialBasedConfig()));
brandtrdbdb3f12016-11-10 05:04:48 -08001300 rtp_sender_->SetSSRC(kMediaSsrc);
1301 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001302
Niels Möller5fe95102019-03-04 16:49:25 +01001303 PlayoutDelayOracle playout_delay_oracle;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001304 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
Niels Möller5fe95102019-03-04 16:49:25 +01001305 &flexfec_sender, &playout_delay_oracle,
1306 nullptr, false, FieldTrialBasedConfig());
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001307 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
1308
brandtrdbdb3f12016-11-10 05:04:48 -08001309 // Parameters selected to generate a single FEC packet per media packet.
1310 FecProtectionParams params;
1311 params.fec_rate = 15;
1312 params.max_fec_frames = 1;
1313 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001314 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001315
Elad Alon4a87e1c2017-10-03 16:11:34 +02001316 EXPECT_CALL(mock_rtc_event_log_,
1317 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1318 .Times(2);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001319 RTPVideoHeader video_header;
1320 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001321 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001322 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1323 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1324
brandtrdbdb3f12016-11-10 05:04:48 -08001325 ASSERT_EQ(2, transport_.packets_sent());
1326 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1327 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1328 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
1329 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1330 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1331 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
1332}
1333
Steve Anton296a0ce2018-03-22 15:17:27 -07001334// Test that the MID header extension is included on sent packets when
1335// configured.
1336TEST_P(RtpSenderTestWithoutPacer, MidIncludedOnSentPackets) {
1337 const char kMid[] = "mid";
1338
1339 // Register MID header extension and set the MID for the RTPSender.
1340 rtp_sender_->SetSendingMediaStatus(false);
1341 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionMid, kMidExtensionId);
1342 rtp_sender_->SetMid(kMid);
1343 rtp_sender_->SetSendingMediaStatus(true);
1344
1345 // Send a couple packets.
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001346 SendGenericPacket();
1347 SendGenericPacket();
Steve Anton296a0ce2018-03-22 15:17:27 -07001348
1349 // Expect both packets to have the MID set.
1350 ASSERT_EQ(2u, transport_.sent_packets_.size());
1351 for (const RtpPacketReceived& packet : transport_.sent_packets_) {
1352 std::string mid;
1353 ASSERT_TRUE(packet.GetExtension<RtpMid>(&mid));
1354 EXPECT_EQ(kMid, mid);
1355 }
1356}
1357
Amit Hilbuch77938e62018-12-21 09:23:38 -08001358TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnSentPackets) {
1359 const char kRid[] = "f";
1360
1361 rtp_sender_->SetSendingMediaStatus(false);
1362 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1363 kRidExtensionId);
1364 rtp_sender_->SetRid(kRid);
1365 rtp_sender_->SetSendingMediaStatus(true);
1366
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001367 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001368
1369 ASSERT_EQ(1u, transport_.sent_packets_.size());
1370 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1371 std::string rid;
1372 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1373 EXPECT_EQ(kRid, rid);
1374}
1375
1376TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnRtxSentPackets) {
1377 const char kRid[] = "f";
Amit Hilbuch77938e62018-12-21 09:23:38 -08001378
1379 rtp_sender_->SetSendingMediaStatus(false);
1380 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1381 kRidExtensionId);
1382 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRepairedRtpStreamId,
1383 kRepairedRidExtensionId);
1384 rtp_sender_->SetRid(kRid);
1385 rtp_sender_->SetSendingMediaStatus(true);
1386
1387 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
1388 rtp_sender_->SetRtxSsrc(1234);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001389 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001390
1391 rtp_sender_->SetStorePacketsStatus(true, 10);
1392
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001393 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001394 ASSERT_EQ(1u, transport_.sent_packets_.size());
1395 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1396 std::string rid;
1397 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1398 EXPECT_EQ(kRid, rid);
1399 rid = kNoRid;
1400 EXPECT_FALSE(packet.GetExtension<RepairedRtpStreamId>(&rid));
1401
1402 uint16_t packet_id = packet.SequenceNumber();
1403 rtp_sender_->ReSendPacket(packet_id);
1404 ASSERT_EQ(2u, transport_.sent_packets_.size());
1405 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1406 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rid));
1407 EXPECT_EQ(kRid, rid);
1408 EXPECT_FALSE(rtx_packet.HasExtension<RtpStreamId>());
1409}
1410
minyue3a407ee2017-04-03 01:10:33 -07001411TEST_P(RtpSenderTest, FecOverheadRate) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001412 constexpr uint32_t kTimestamp = 1234;
1413 constexpr int kMediaPayloadType = 127;
brandtr81eab612017-01-24 04:06:09 -08001414 constexpr int kFlexfecPayloadType = 118;
1415 constexpr uint32_t kMediaSsrc = 1234;
1416 constexpr uint32_t kFlexfecSsrc = 5678;
1417 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001418 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtr81eab612017-01-24 04:06:09 -08001419 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001420 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001421 nullptr /* rtp_state */, &fake_clock_);
brandtr81eab612017-01-24 04:06:09 -08001422
1423 // Reset |rtp_sender_| to use FlexFEC.
1424 rtp_sender_.reset(new RTPSender(
Niels Möller59ab1cf2019-02-06 22:48:11 +01001425 false, &fake_clock_, &transport_, &mock_paced_sender_,
1426 flexfec_sender.ssrc(), &seq_num_allocator_, nullptr, nullptr, nullptr,
1427 &mock_rtc_event_log_, &send_packet_observer_,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001428 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false,
1429 FieldTrialBasedConfig()));
brandtr81eab612017-01-24 04:06:09 -08001430 rtp_sender_->SetSSRC(kMediaSsrc);
1431 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr81eab612017-01-24 04:06:09 -08001432
Niels Möller5fe95102019-03-04 16:49:25 +01001433 PlayoutDelayOracle playout_delay_oracle;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001434 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(),
Niels Möller5fe95102019-03-04 16:49:25 +01001435 &flexfec_sender, &playout_delay_oracle,
1436 nullptr, false, FieldTrialBasedConfig());
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001437 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC");
brandtr81eab612017-01-24 04:06:09 -08001438 // Parameters selected to generate a single FEC packet per media packet.
1439 FecProtectionParams params;
1440 params.fec_rate = 15;
1441 params.max_fec_frames = 1;
1442 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001443 rtp_sender_video.SetFecParameters(params, params);
brandtr81eab612017-01-24 04:06:09 -08001444
1445 constexpr size_t kNumMediaPackets = 10;
1446 constexpr size_t kNumFecPackets = kNumMediaPackets;
1447 constexpr int64_t kTimeBetweenPacketsMs = 10;
1448 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, _, _, _, _, false))
1449 .Times(kNumMediaPackets + kNumFecPackets);
1450 for (size_t i = 0; i < kNumMediaPackets; ++i) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001451 RTPVideoHeader video_header;
1452
1453 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001454 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001455 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1456 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1457
brandtr81eab612017-01-24 04:06:09 -08001458 fake_clock_.AdvanceTimeMilliseconds(kTimeBetweenPacketsMs);
1459 }
1460 constexpr size_t kRtpHeaderLength = 12;
1461 constexpr size_t kFlexfecHeaderLength = 20;
1462 constexpr size_t kGenericCodecHeaderLength = 1;
1463 constexpr size_t kPayloadLength = sizeof(kPayloadData);
1464 constexpr size_t kPacketLength = kRtpHeaderLength + kFlexfecHeaderLength +
1465 kGenericCodecHeaderLength + kPayloadLength;
1466 EXPECT_NEAR(kNumFecPackets * kPacketLength * 8 /
1467 (kNumFecPackets * kTimeBetweenPacketsMs / 1000.0f),
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001468 rtp_sender_video.FecOverheadRate(), 500);
brandtr81eab612017-01-24 04:06:09 -08001469}
1470
minyue3a407ee2017-04-03 01:10:33 -07001471TEST_P(RtpSenderTest, BitrateCallbacks) {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001472 class TestCallback : public BitrateStatisticsObserver {
1473 public:
sprangcd349d92016-07-13 09:11:28 -07001474 TestCallback()
1475 : BitrateStatisticsObserver(),
1476 num_calls_(0),
1477 ssrc_(0),
1478 total_bitrate_(0),
1479 retransmit_bitrate_(0) {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001480 ~TestCallback() override = default;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001481
sprangcd349d92016-07-13 09:11:28 -07001482 void Notify(uint32_t total_bitrate,
1483 uint32_t retransmit_bitrate,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001484 uint32_t ssrc) override {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001485 ++num_calls_;
1486 ssrc_ = ssrc;
sprangcd349d92016-07-13 09:11:28 -07001487 total_bitrate_ = total_bitrate;
1488 retransmit_bitrate_ = retransmit_bitrate;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001489 }
1490
1491 uint32_t num_calls_;
1492 uint32_t ssrc_;
sprangcd349d92016-07-13 09:11:28 -07001493 uint32_t total_bitrate_;
1494 uint32_t retransmit_bitrate_;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001495 } callback;
Per Kjellandere11b7d22019-02-21 07:55:59 +01001496 rtp_sender_.reset(
1497 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1498 nullptr, nullptr, &callback, nullptr, nullptr, nullptr,
1499 &retransmission_rate_limiter_, nullptr, false, nullptr,
1500 false, false, FieldTrialBasedConfig()));
nisse7d59f6b2017-02-21 03:40:24 -08001501 rtp_sender_->SetSSRC(kSsrc);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001502
Niels Möller5fe95102019-03-04 16:49:25 +01001503 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001504 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Niels Möller5fe95102019-03-04 16:49:25 +01001505 &playout_delay_oracle, nullptr, false,
1506 FieldTrialBasedConfig());
Niels Möller59ab1cf2019-02-06 22:48:11 +01001507 const char payload_name[] = "GENERIC";
1508 const uint8_t payload_type = 127;
1509 rtp_sender_video.RegisterPayloadType(payload_type, payload_name);
1510
sprangcd349d92016-07-13 09:11:28 -07001511 // Simulate kNumPackets sent with kPacketInterval ms intervals, with the
1512 // number of packets selected so that we fill (but don't overflow) the one
1513 // second averaging window.
1514 const uint32_t kWindowSizeMs = 1000;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001515 const uint32_t kPacketInterval = 20;
sprangcd349d92016-07-13 09:11:28 -07001516 const uint32_t kNumPackets =
1517 (kWindowSizeMs - kPacketInterval) / kPacketInterval;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001518 // Overhead = 12 bytes RTP header + 1 byte generic header.
1519 const uint32_t kPacketOverhead = 13;
1520
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001521 uint8_t payload[] = {47, 11, 32, 93, 89};
1522 rtp_sender_->SetStorePacketsStatus(true, 1);
1523 uint32_t ssrc = rtp_sender_->SSRC();
1524
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001525 // Initial process call so we get a new time window.
1526 rtp_sender_->ProcessBitrate();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001527
1528 // Send a few frames.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001529 RTPVideoHeader video_header;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001530 for (uint32_t i = 0; i < kNumPackets; ++i) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001531 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001532 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1533 sizeof(payload), nullptr, &video_header,
1534 kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001535 fake_clock_.AdvanceTimeMilliseconds(kPacketInterval);
1536 }
1537
1538 rtp_sender_->ProcessBitrate();
1539
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001540 // We get one call for every stats updated, thus two calls since both the
1541 // stream stats and the retransmit stats are updated once.
1542 EXPECT_EQ(2u, callback.num_calls_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001543 EXPECT_EQ(ssrc, callback.ssrc_);
sprangcd349d92016-07-13 09:11:28 -07001544 const uint32_t kTotalPacketSize = kPacketOverhead + sizeof(payload);
1545 // Bitrate measured over delta between last and first timestamp, plus one.
1546 const uint32_t kExpectedWindowMs = kNumPackets * kPacketInterval + 1;
1547 const uint32_t kExpectedBitsAccumulated = kTotalPacketSize * kNumPackets * 8;
1548 const uint32_t kExpectedRateBps =
1549 (kExpectedBitsAccumulated * 1000 + (kExpectedWindowMs / 2)) /
1550 kExpectedWindowMs;
1551 EXPECT_EQ(kExpectedRateBps, callback.total_bitrate_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001552
andresp@webrtc.orgd11bec42014-07-08 14:32:58 +00001553 rtp_sender_.reset();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001554}
1555
minyue3a407ee2017-04-03 01:10:33 -07001556TEST_P(RtpSenderTestWithoutPacer, StreamDataCountersCallbacks) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001557 class TestCallback : public StreamDataCountersCallback {
1558 public:
danilchap162abd32015-12-10 02:39:40 -08001559 TestCallback() : StreamDataCountersCallback(), ssrc_(0), counters_() {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001560 ~TestCallback() override = default;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001561
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001562 void DataCountersUpdated(const StreamDataCounters& counters,
1563 uint32_t ssrc) override {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001564 ssrc_ = ssrc;
1565 counters_ = counters;
1566 }
1567
1568 uint32_t ssrc_;
1569 StreamDataCounters counters_;
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001570
1571 void MatchPacketCounter(const RtpPacketCounter& expected,
1572 const RtpPacketCounter& actual) {
1573 EXPECT_EQ(expected.payload_bytes, actual.payload_bytes);
1574 EXPECT_EQ(expected.header_bytes, actual.header_bytes);
1575 EXPECT_EQ(expected.padding_bytes, actual.padding_bytes);
1576 EXPECT_EQ(expected.packets, actual.packets);
1577 }
1578
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001579 void Matches(uint32_t ssrc, const StreamDataCounters& counters) {
1580 EXPECT_EQ(ssrc, ssrc_);
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001581 MatchPacketCounter(counters.transmitted, counters_.transmitted);
1582 MatchPacketCounter(counters.retransmitted, counters_.retransmitted);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001583 EXPECT_EQ(counters.fec.packets, counters_.fec.packets);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001584 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001585 } callback;
1586
1587 const uint8_t kRedPayloadType = 96;
1588 const uint8_t kUlpfecPayloadType = 97;
Niels Möller8a40edd2019-01-24 18:04:44 +01001589 const char payload_name[] = "GENERIC";
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001590 const uint8_t payload_type = 127;
Niels Möller5fe95102019-03-04 16:49:25 +01001591 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001592 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Niels Möller5fe95102019-03-04 16:49:25 +01001593 &playout_delay_oracle, nullptr, false,
1594 FieldTrialBasedConfig());
Niels Möller59ab1cf2019-02-06 22:48:11 +01001595 rtp_sender_video.RegisterPayloadType(payload_type, payload_name);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001596 uint8_t payload[] = {47, 11, 32, 93, 89};
1597 rtp_sender_->SetStorePacketsStatus(true, 1);
1598 uint32_t ssrc = rtp_sender_->SSRC();
1599
1600 rtp_sender_->RegisterRtpStatisticsCallback(&callback);
1601
1602 // Send a frame.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001603 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001604 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001605 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1606 sizeof(payload), nullptr, &video_header,
1607 kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001608 StreamDataCounters expected;
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001609 expected.transmitted.payload_bytes = 6;
1610 expected.transmitted.header_bytes = 12;
1611 expected.transmitted.padding_bytes = 0;
1612 expected.transmitted.packets = 1;
1613 expected.retransmitted.payload_bytes = 0;
1614 expected.retransmitted.header_bytes = 0;
1615 expected.retransmitted.padding_bytes = 0;
1616 expected.retransmitted.packets = 0;
1617 expected.fec.packets = 0;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001618 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001619
1620 // Retransmit a frame.
1621 uint16_t seqno = rtp_sender_->SequenceNumber() - 1;
Erik Språnga12b1d62018-03-14 12:39:24 +01001622 rtp_sender_->ReSendPacket(seqno);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001623 expected.transmitted.payload_bytes = 12;
1624 expected.transmitted.header_bytes = 24;
1625 expected.transmitted.packets = 2;
1626 expected.retransmitted.payload_bytes = 6;
1627 expected.retransmitted.header_bytes = 12;
1628 expected.retransmitted.padding_bytes = 0;
1629 expected.retransmitted.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001630 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001631
1632 // Send padding.
philipel8aadd502017-02-23 02:56:13 -08001633 rtp_sender_->TimeToSendPadding(kMaxPaddingSize, PacedPacketInfo());
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001634 expected.transmitted.payload_bytes = 12;
1635 expected.transmitted.header_bytes = 36;
1636 expected.transmitted.padding_bytes = kMaxPaddingSize;
1637 expected.transmitted.packets = 3;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001638 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001639
brandtrf1bb4762016-11-07 03:05:06 -08001640 // Send ULPFEC.
Niels Möller59ab1cf2019-02-06 22:48:11 +01001641 rtp_sender_video.SetUlpfecConfig(kRedPayloadType, kUlpfecPayloadType);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001642 FecProtectionParams fec_params;
1643 fec_params.fec_mask_type = kFecMaskRandom;
1644 fec_params.fec_rate = 1;
1645 fec_params.max_fec_frames = 1;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001646 rtp_sender_video.SetFecParameters(fec_params, fec_params);
1647 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001648 VideoFrameType::kVideoFrameDelta, payload_type, 1234, 4321, payload,
1649 sizeof(payload), nullptr, &video_header,
1650 kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001651 expected.transmitted.payload_bytes = 40;
1652 expected.transmitted.header_bytes = 60;
1653 expected.transmitted.packets = 5;
1654 expected.fec.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001655 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001656
sprang867fb522015-08-03 04:38:41 -07001657 rtp_sender_->RegisterRtpStatisticsCallback(nullptr);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001658}
1659
minyue3a407ee2017-04-03 01:10:33 -07001660TEST_P(RtpSenderTestWithoutPacer, BytesReportedCorrectly) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001661 // XXX const char* kPayloadName = "GENERIC";
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001662 const uint8_t kPayloadType = 127;
1663 rtp_sender_->SetSSRC(1234);
1664 rtp_sender_->SetRtxSsrc(4321);
Shao Changbine62202f2015-04-21 20:24:50 +08001665 rtp_sender_->SetRtxPayloadType(kPayloadType - 1, kPayloadType);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001666 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001667
Niels Möller59ab1cf2019-02-06 22:48:11 +01001668 SendGenericPacket();
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001669 // Will send 2 full-size padding packets.
philipel8aadd502017-02-23 02:56:13 -08001670 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
1671 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001672
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001673 StreamDataCounters rtp_stats;
1674 StreamDataCounters rtx_stats;
1675 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001676
Niels Möller59ab1cf2019-02-06 22:48:11 +01001677 // Payload
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +00001678 EXPECT_GT(rtp_stats.first_packet_time_ms, -1);
Niels Möller59ab1cf2019-02-06 22:48:11 +01001679 EXPECT_EQ(rtp_stats.transmitted.payload_bytes, sizeof(kPayloadData));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001680 EXPECT_EQ(rtp_stats.transmitted.header_bytes, 12u);
1681 EXPECT_EQ(rtp_stats.transmitted.padding_bytes, 0u);
1682 EXPECT_EQ(rtx_stats.transmitted.payload_bytes, 0u);
1683 EXPECT_EQ(rtx_stats.transmitted.header_bytes, 24u);
1684 EXPECT_EQ(rtx_stats.transmitted.padding_bytes, 2 * kMaxPaddingSize);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001685
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001686 EXPECT_EQ(rtp_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001687 rtp_stats.transmitted.payload_bytes +
1688 rtp_stats.transmitted.header_bytes +
1689 rtp_stats.transmitted.padding_bytes);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001690 EXPECT_EQ(rtx_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001691 rtx_stats.transmitted.payload_bytes +
1692 rtx_stats.transmitted.header_bytes +
1693 rtx_stats.transmitted.padding_bytes);
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001694
danilchap162abd32015-12-10 02:39:40 -08001695 EXPECT_EQ(
1696 transport_.total_bytes_sent_,
1697 rtp_stats.transmitted.TotalBytes() + rtx_stats.transmitted.TotalBytes());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001698}
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001699
minyue3a407ee2017-04-03 01:10:33 -07001700TEST_P(RtpSenderTestWithoutPacer, RespectsNackBitrateLimit) {
sprang38778b02015-09-29 09:48:22 -07001701 const int32_t kPacketSize = 1400;
1702 const int32_t kNumPackets = 30;
1703
sprangcd349d92016-07-13 09:11:28 -07001704 retransmission_rate_limiter_.SetMaxRate(kPacketSize * kNumPackets * 8);
1705
sprang38778b02015-09-29 09:48:22 -07001706 rtp_sender_->SetStorePacketsStatus(true, kNumPackets);
sprang38778b02015-09-29 09:48:22 -07001707 const uint16_t kStartSequenceNumber = rtp_sender_->SequenceNumber();
Danil Chapovalov2800d742016-08-26 18:48:46 +02001708 std::vector<uint16_t> sequence_numbers;
sprang38778b02015-09-29 09:48:22 -07001709 for (int32_t i = 0; i < kNumPackets; ++i) {
1710 sequence_numbers.push_back(kStartSequenceNumber + i);
1711 fake_clock_.AdvanceTimeMilliseconds(1);
1712 SendPacket(fake_clock_.TimeInMilliseconds(), kPacketSize);
1713 }
danilchap12ba1862016-10-26 02:41:55 -07001714 EXPECT_EQ(kNumPackets, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001715
1716 fake_clock_.AdvanceTimeMilliseconds(1000 - kNumPackets);
1717
1718 // Resending should work - brings the bandwidth up to the limit.
1719 // NACK bitrate is capped to the same bitrate as the encoder, since the max
1720 // protection overhead is 50% (see MediaOptimization::SetTargetRates).
Danil Chapovalov2800d742016-08-26 18:48:46 +02001721 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001722 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001723
sprangcd349d92016-07-13 09:11:28 -07001724 // Must be at least 5ms in between retransmission attempts.
1725 fake_clock_.AdvanceTimeMilliseconds(5);
1726
sprang38778b02015-09-29 09:48:22 -07001727 // Resending should not work, bandwidth exceeded.
Danil Chapovalov2800d742016-08-26 18:48:46 +02001728 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001729 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001730}
1731
minyue3a407ee2017-04-03 01:10:33 -07001732TEST_P(RtpSenderTest, OnOverheadChanged) {
michaelt4da30442016-11-17 01:38:43 -08001733 MockOverheadObserver mock_overhead_observer;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001734 rtp_sender_.reset(
1735 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1736 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
1737 &retransmission_rate_limiter_, &mock_overhead_observer,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001738 false, nullptr, false, false, FieldTrialBasedConfig()));
nisse7d59f6b2017-02-21 03:40:24 -08001739 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08001740
michaelt4da30442016-11-17 01:38:43 -08001741 // RTP overhead is 12B.
nisse284542b2017-01-10 08:58:32 -08001742 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(12)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001743 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001744
1745 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
1746 kTransmissionTimeOffsetExtensionId);
1747
1748 // TransmissionTimeOffset extension has a size of 8B.
nisse284542b2017-01-10 08:58:32 -08001749 // 12B + 8B = 20B
1750 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(20)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001751 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001752}
1753
minyue3a407ee2017-04-03 01:10:33 -07001754TEST_P(RtpSenderTest, DoesNotUpdateOverheadOnEqualSize) {
michaelt4da30442016-11-17 01:38:43 -08001755 MockOverheadObserver mock_overhead_observer;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001756 rtp_sender_.reset(
1757 new RTPSender(false, &fake_clock_, &transport_, nullptr, absl::nullopt,
1758 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
1759 &retransmission_rate_limiter_, &mock_overhead_observer,
Per Kjellandere11b7d22019-02-21 07:55:59 +01001760 false, nullptr, false, false, FieldTrialBasedConfig()));
nisse7d59f6b2017-02-21 03:40:24 -08001761 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08001762
1763 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(_)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001764 SendGenericPacket();
1765 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001766}
1767
Mirko Bonadeic84f6612019-01-31 12:20:57 +01001768INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
1769 RtpSenderTest,
1770 ::testing::Bool());
1771INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
1772 RtpSenderTestWithoutPacer,
1773 ::testing::Bool());
Niels Möllera34d7762019-02-01 14:13:29 +01001774
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001775} // namespace webrtc