blob: eb594c1efe0794cfa7afa3987805fe2f35ba26da [file] [log] [blame]
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001/*
phoglund@webrtc.org78088c22012-02-07 14:56:45 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Jonas Olssona4d87372019-07-05 19:08:33 +020011#include "modules/rtp_rtcp/source/rtp_sender.h"
12
kwiberg84be5112016-04-27 01:19:58 -070013#include <memory>
danilchapb8b6fbb2015-12-10 05:05:27 -080014#include <vector>
15
Karl Wiberg918f50c2018-07-05 11:40:33 +020016#include "absl/memory/memory.h"
Danil Chapovalov16cb1f62019-09-05 11:29:59 +020017#include "api/rtc_event_log/rtc_event.h"
Per Kjellandere11b7d22019-02-21 07:55:59 +010018#include "api/transport/field_trial_based_config.h"
Erik Språngf93eda12019-01-16 17:10:57 +010019#include "api/video/video_codec_constants.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020020#include "api/video/video_timing.h"
21#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
22#include "modules/rtp_rtcp/include/rtp_cvo.h"
23#include "modules/rtp_rtcp/include/rtp_header_extension_map.h"
Erik Språngaa59eca2019-07-24 14:52:55 +020024#include "modules/rtp_rtcp/include/rtp_packet_sender.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020025#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
26#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
27#include "modules/rtp_rtcp/source/rtp_format_video_generic.h"
philipelb3e42a42018-09-13 10:57:14 +020028#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h"
29#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020030#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
31#include "modules/rtp_rtcp/source/rtp_packet_received.h"
32#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020033#include "modules/rtp_rtcp/source/rtp_sender_video.h"
34#include "modules/rtp_rtcp/source/rtp_utility.h"
35#include "rtc_base/arraysize.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020036#include "rtc_base/rate_limiter.h"
37#include "test/field_trial.h"
38#include "test/gmock.h"
39#include "test/gtest.h"
40#include "test/mock_transport.h"
Tommi25eb47c2019-08-29 16:39:05 +020041#include "test/rtp_header_parser.h"
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +000042
43namespace webrtc {
44
andrew@webrtc.org8a442592011-12-16 21:24:30 +000045namespace {
Elad Alond8d32482019-02-18 23:45:57 +010046enum : int { // The first valid value is 1.
47 kAbsoluteSendTimeExtensionId = 1,
48 kAudioLevelExtensionId,
Elad Alonccb9b752019-02-19 13:01:31 +010049 kGenericDescriptorId00,
50 kGenericDescriptorId01,
Elad Alond8d32482019-02-18 23:45:57 +010051 kMidExtensionId,
52 kRepairedRidExtensionId,
53 kRidExtensionId,
54 kTransmissionTimeOffsetExtensionId,
55 kTransportSequenceNumberExtensionId,
56 kVideoRotationExtensionId,
57 kVideoTimingExtensionId,
58};
59
andrew@webrtc.org8a442592011-12-16 21:24:30 +000060const int kPayload = 100;
Shao Changbine62202f2015-04-21 20:24:50 +080061const int kRtxPayload = 98;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000062const uint32_t kTimestamp = 10;
63const uint16_t kSeqNum = 33;
brandtr9dfff292016-11-14 05:14:50 -080064const uint32_t kSsrc = 725242;
Erik Språng9c771c22019-06-17 16:31:53 +020065const uint32_t kRtxSsrc = 12345;
66const uint32_t kFlexFecSsrc = 45678;
Erik Språng1fbfecd2019-08-26 19:00:05 +020067const uint16_t kTransportSequenceNumber = 1;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000068const uint64_t kStartTime = 123456789;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +000069const size_t kMaxPaddingSize = 224u;
Stefan Holmera246cfb2016-08-23 17:51:42 +020070const uint8_t kPayloadData[] = {47, 11, 32, 93, 89};
spranga8ae6f22017-09-04 07:23:56 -070071const int64_t kDefaultExpectedRetransmissionTimeMs = 125;
Amit Hilbuch77938e62018-12-21 09:23:38 -080072const char kNoRid[] = "";
73const char kNoMid[] = "";
andrew@webrtc.org8a442592011-12-16 21:24:30 +000074
Danil Chapovalov5e57b172016-09-02 19:15:59 +020075using ::testing::_;
Erik Språng30a276b2019-04-23 12:00:11 +020076using ::testing::AllOf;
Danil Chapovalov5e57b172016-09-02 19:15:59 +020077using ::testing::ElementsAreArray;
Erik Språng30a276b2019-04-23 12:00:11 +020078using ::testing::Field;
Erik Språng9c771c22019-06-17 16:31:53 +020079using ::testing::NiceMock;
Erik Språng478cb462019-06-26 15:49:27 +020080using ::testing::Pointee;
81using ::testing::Property;
Erik Språng214f5432019-06-20 15:09:58 +020082using ::testing::Return;
Erik Språng9c771c22019-06-17 16:31:53 +020083using ::testing::StrictMock;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +000084
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000085uint64_t ConvertMsToAbsSendTime(int64_t time_ms) {
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020086 return (((time_ms << 18) + 500) / 1000) & 0x00ffffff;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000087}
88
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +000089class LoopbackTransportTest : public webrtc::Transport {
90 public:
Petter Strandmark26bc6692018-05-29 08:43:35 +020091 LoopbackTransportTest() : total_bytes_sent_(0) {
Danil Chapovalova74e4772019-09-12 17:53:04 +020092 receivers_extensions_.Register<TransmissionOffset>(
93 kTransmissionTimeOffsetExtensionId);
94 receivers_extensions_.Register<AbsoluteSendTime>(
95 kAbsoluteSendTimeExtensionId);
96 receivers_extensions_.Register<TransportSequenceNumber>(
97 kTransportSequenceNumberExtensionId);
98 receivers_extensions_.Register<VideoOrientation>(kVideoRotationExtensionId);
99 receivers_extensions_.Register<AudioLevel>(kAudioLevelExtensionId);
100 receivers_extensions_.Register<VideoTimingExtension>(
101 kVideoTimingExtensionId);
102 receivers_extensions_.Register<RtpMid>(kMidExtensionId);
103 receivers_extensions_.Register<RtpGenericFrameDescriptorExtension00>(
104 kGenericDescriptorId00);
105 receivers_extensions_.Register<RtpGenericFrameDescriptorExtension01>(
106 kGenericDescriptorId01);
107 receivers_extensions_.Register<RtpStreamId>(kRidExtensionId);
108 receivers_extensions_.Register<RepairedRtpStreamId>(
109 kRepairedRidExtensionId);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000110 }
danilchap12ba1862016-10-26 02:41:55 -0700111
stefan1d8a5062015-10-02 03:39:33 -0700112 bool SendRtp(const uint8_t* data,
113 size_t len,
114 const PacketOptions& options) override {
Petter Strandmark26bc6692018-05-29 08:43:35 +0200115 last_options_ = options;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000116 total_bytes_sent_ += len;
danilchap12ba1862016-10-26 02:41:55 -0700117 sent_packets_.push_back(RtpPacketReceived(&receivers_extensions_));
118 EXPECT_TRUE(sent_packets_.back().Parse(data, len));
pbos2d566682015-09-28 09:59:31 -0700119 return true;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000120 }
danilchap162abd32015-12-10 02:39:40 -0800121 bool SendRtcp(const uint8_t* data, size_t len) override { return false; }
danilchap12ba1862016-10-26 02:41:55 -0700122 const RtpPacketReceived& last_sent_packet() { return sent_packets_.back(); }
123 int packets_sent() { return sent_packets_.size(); }
124
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000125 size_t total_bytes_sent_;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200126 PacketOptions last_options_;
danilchap12ba1862016-10-26 02:41:55 -0700127 std::vector<RtpPacketReceived> sent_packets_;
128
129 private:
130 RtpHeaderExtensionMap receivers_extensions_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000131};
132
Elad Alon4a87e1c2017-10-03 16:11:34 +0200133MATCHER_P(SameRtcEventTypeAs, value, "") {
134 return value == arg->GetType();
135}
136
Erik Språngf6468d22019-07-05 16:53:43 +0200137struct TestConfig {
Erik Språngf5815fa2019-08-21 14:27:31 +0200138 explicit TestConfig(bool with_overhead) : with_overhead(with_overhead) {}
Erik Språngf6468d22019-07-05 16:53:43 +0200139 bool with_overhead = false;
Erik Språngf6468d22019-07-05 16:53:43 +0200140};
141
142std::string ToFieldTrialString(TestConfig config) {
143 std::string field_trials;
144 if (config.with_overhead) {
145 field_trials += "WebRTC-SendSideBwe-WithOverhead/Enabled/";
146 }
Erik Språngf6468d22019-07-05 16:53:43 +0200147 return field_trials;
148}
149
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000150} // namespace
151
Erik Språngaa59eca2019-07-24 14:52:55 +0200152class MockRtpPacketPacer : public RtpPacketSender {
sprangebbf8a82015-09-21 15:11:14 -0700153 public:
Erik Språng59b86542019-06-23 18:24:46 +0200154 MockRtpPacketPacer() {}
155 virtual ~MockRtpPacketPacer() {}
156
157 MOCK_METHOD1(EnqueuePacket, void(std::unique_ptr<RtpPacketToSend>));
sprangebbf8a82015-09-21 15:11:14 -0700158
Erik Språngaa59eca2019-07-24 14:52:55 +0200159 MOCK_METHOD2(CreateProbeCluster, void(int bitrate_bps, int cluster_id));
160
161 MOCK_METHOD0(Pause, void());
162 MOCK_METHOD0(Resume, void());
163 MOCK_METHOD1(SetCongestionWindow,
164 void(absl::optional<int64_t> congestion_window_bytes));
165 MOCK_METHOD1(UpdateOutstandingData, void(int64_t outstanding_bytes));
166 MOCK_METHOD1(SetAccountForAudioPackets, void(bool account_for_audio));
sprangebbf8a82015-09-21 15:11:14 -0700167};
168
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200169class MockSendSideDelayObserver : public SendSideDelayObserver {
170 public:
Henrik Boström9fe18342019-05-16 18:38:20 +0200171 MOCK_METHOD4(SendSideDelayUpdated, void(int, int, uint64_t, uint32_t));
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200172};
173
asapersson35151f32016-05-02 23:44:01 -0700174class MockSendPacketObserver : public SendPacketObserver {
175 public:
176 MOCK_METHOD3(OnSendPacket, void(uint16_t, int64_t, uint32_t));
177};
178
Stefan Holmera246cfb2016-08-23 17:51:42 +0200179class MockTransportFeedbackObserver : public TransportFeedbackObserver {
180 public:
Erik Språng30a276b2019-04-23 12:00:11 +0200181 MOCK_METHOD1(OnAddPacket, void(const RtpPacketSendInfo&));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200182 MOCK_METHOD1(OnTransportFeedback, void(const rtcp::TransportFeedback&));
elad.alonf9490002017-03-06 05:32:21 -0800183 MOCK_CONST_METHOD0(GetTransportFeedbackVector, std::vector<PacketFeedback>());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200184};
185
minyue3a407ee2017-04-03 01:10:33 -0700186class MockOverheadObserver : public OverheadObserver {
187 public:
188 MOCK_METHOD1(OnOverheadChanged, void(size_t overhead_bytes_per_packet));
189};
190
Erik Språngf6468d22019-07-05 16:53:43 +0200191class RtpSenderTest : public ::testing::TestWithParam<TestConfig> {
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000192 protected:
193 RtpSenderTest()
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000194 : fake_clock_(kStartTime),
terelius429c3452016-01-21 05:42:04 -0800195 mock_rtc_event_log_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000196 mock_paced_sender_(),
sprangcd349d92016-07-13 09:11:28 -0700197 retransmission_rate_limiter_(&fake_clock_, 1000),
Erik Språng4580ca22019-07-04 10:38:43 +0200198 flexfec_sender_(0,
199 kFlexFecSsrc,
200 kSsrc,
201 "",
202 std::vector<RtpExtension>(),
203 std::vector<RtpExtensionSize>(),
204 nullptr,
205 &fake_clock_),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000206 rtp_sender_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000207 transport_(),
minyue3a407ee2017-04-03 01:10:33 -0700208 kMarkerBit(true),
Erik Språngf6468d22019-07-05 16:53:43 +0200209 field_trials_(ToFieldTrialString(GetParam())) {}
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000210
Erik Språng7b52f102018-02-07 14:37:37 +0100211 void SetUp() override { SetUpRtpSender(true, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200212
Erik Språng7b52f102018-02-07 14:37:37 +0100213 void SetUpRtpSender(bool pacer, bool populate_network2) {
Erik Språng4580ca22019-07-04 10:38:43 +0200214 RtpRtcp::Configuration config;
215 config.clock = &fake_clock_;
216 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200217 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200218 config.rtx_send_ssrc = kRtxSsrc;
219 config.flexfec_sender = &flexfec_sender_;
Erik Språng4580ca22019-07-04 10:38:43 +0200220 config.event_log = &mock_rtc_event_log_;
221 config.send_packet_observer = &send_packet_observer_;
222 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
223 config.paced_sender = pacer ? &mock_paced_sender_ : nullptr;
224 config.populate_network2_timestamp = populate_network2;
225 rtp_sender_.reset(new RTPSender(config));
brandtr9dfff292016-11-14 05:14:50 -0800226 rtp_sender_->SetSequenceNumber(kSeqNum);
danilchap71fead22016-08-18 02:01:49 -0700227 rtp_sender_->SetTimestampOffset(0);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000228 }
229
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000230 SimulatedClock fake_clock_;
Erik Språng9c771c22019-06-17 16:31:53 +0200231 NiceMock<MockRtcEventLog> mock_rtc_event_log_;
Erik Språng59b86542019-06-23 18:24:46 +0200232 MockRtpPacketPacer mock_paced_sender_;
Erik Språng9c771c22019-06-17 16:31:53 +0200233 StrictMock<MockSendPacketObserver> send_packet_observer_;
234 StrictMock<MockTransportFeedbackObserver> feedback_observer_;
sprangcd349d92016-07-13 09:11:28 -0700235 RateLimiter retransmission_rate_limiter_;
Erik Språng4580ca22019-07-04 10:38:43 +0200236 FlexfecSender flexfec_sender_;
kwiberg84be5112016-04-27 01:19:58 -0700237 std::unique_ptr<RTPSender> rtp_sender_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000238 LoopbackTransportTest transport_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000239 const bool kMarkerBit;
minyue3a407ee2017-04-03 01:10:33 -0700240 test::ScopedFieldTrials field_trials_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000241
danilchapb6f1fb52016-10-19 06:11:39 -0700242 std::unique_ptr<RtpPacketToSend> BuildRtpPacket(int payload_type,
243 bool marker_bit,
244 uint32_t timestamp,
245 int64_t capture_time_ms) {
246 auto packet = rtp_sender_->AllocatePacket();
247 packet->SetPayloadType(payload_type);
Erik Språng60ffc312019-07-30 22:03:49 +0200248 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
danilchapb6f1fb52016-10-19 06:11:39 -0700249 packet->SetMarker(marker_bit);
250 packet->SetTimestamp(timestamp);
251 packet->set_capture_time_ms(capture_time_ms);
252 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
253 return packet;
254 }
255
Erik Språngf6468d22019-07-05 16:53:43 +0200256 std::unique_ptr<RtpPacketToSend> SendPacket(int64_t capture_time_ms,
257 int payload_length) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000258 uint32_t timestamp = capture_time_ms * 90;
danilchapb6f1fb52016-10-19 06:11:39 -0700259 auto packet =
260 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
261 packet->AllocatePayload(payload_length);
Erik Språng70768f42019-08-27 18:16:26 +0200262 packet->set_allow_retransmission(true);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000263
264 // Packet should be stored in a send bucket.
Erik Språngf6468d22019-07-05 16:53:43 +0200265 EXPECT_TRUE(rtp_sender_->SendToNetwork(
Erik Språng70768f42019-08-27 18:16:26 +0200266 absl::make_unique<RtpPacketToSend>(*packet)));
Erik Språngf6468d22019-07-05 16:53:43 +0200267 return packet;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000268 }
asapersson35151f32016-05-02 23:44:01 -0700269
Erik Språngf6468d22019-07-05 16:53:43 +0200270 std::unique_ptr<RtpPacketToSend> SendGenericPacket() {
asapersson35151f32016-05-02 23:44:01 -0700271 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
Erik Språngf6468d22019-07-05 16:53:43 +0200272 return SendPacket(kCaptureTimeMs, sizeof(kPayloadData));
asapersson35151f32016-05-02 23:44:01 -0700273 }
Steve Anton2bac7da2019-07-21 15:04:21 -0400274
Erik Språng4208a132019-08-26 08:58:45 +0200275 size_t GenerateAndSendPadding(size_t target_size_bytes) {
276 size_t generated_bytes = 0;
277 for (auto& packet : rtp_sender_->GeneratePadding(target_size_bytes)) {
278 generated_bytes += packet->payload_size() + packet->padding_size();
279 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
280 }
281 return generated_bytes;
282 }
283
Steve Anton2bac7da2019-07-21 15:04:21 -0400284 // The following are helpers for configuring the RTPSender. They must be
285 // called before sending any packets.
286
287 // Enable the retransmission stream with sizable packet storage.
288 void EnableRtx() {
289 // RTX needs to be able to read the source packets from the packet store.
290 // Pick a number of packets to store big enough for any unit test.
291 constexpr uint16_t kNumberOfPacketsToStore = 100;
292 rtp_sender_->SetStorePacketsStatus(true, kNumberOfPacketsToStore);
293 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
294 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
295 }
296
297 // Enable sending of the MID header extension for both the primary SSRC and
298 // the RTX SSRC.
299 void EnableMidSending(const std::string& mid) {
300 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionMid, kMidExtensionId);
301 rtp_sender_->SetMid(mid);
302 }
303
304 // Enable sending of the RSID header extension for the primary SSRC and the
305 // RRSID header extension for the RTX SSRC.
306 void EnableRidSending(const std::string& rid) {
307 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
308 kRidExtensionId);
309 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRepairedRtpStreamId,
310 kRepairedRidExtensionId);
311 rtp_sender_->SetRid(rid);
312 }
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000313};
314
Peter Boströme23e7372015-10-08 11:44:14 +0200315// TODO(pbos): Move tests over from WithoutPacer to RtpSenderTest as this is our
316// default code path.
317class RtpSenderTestWithoutPacer : public RtpSenderTest {
318 public:
Erik Språng7b52f102018-02-07 14:37:37 +0100319 void SetUp() override { SetUpRtpSender(false, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200320};
321
minyue3a407ee2017-04-03 01:10:33 -0700322TEST_P(RtpSenderTestWithoutPacer, AllocatePacketSetCsrc) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200323 // Configure rtp_sender with csrc.
324 std::vector<uint32_t> csrcs;
325 csrcs.push_back(0x23456789);
326 rtp_sender_->SetCsrcs(csrcs);
327
328 auto packet = rtp_sender_->AllocatePacket();
329
330 ASSERT_TRUE(packet);
331 EXPECT_EQ(rtp_sender_->SSRC(), packet->Ssrc());
332 EXPECT_EQ(csrcs, packet->Csrcs());
333}
334
minyue3a407ee2017-04-03 01:10:33 -0700335TEST_P(RtpSenderTestWithoutPacer, AllocatePacketReserveExtensions) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200336 // Configure rtp_sender with extensions.
337 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
338 kRtpExtensionTransmissionTimeOffset,
339 kTransmissionTimeOffsetExtensionId));
340 ASSERT_EQ(
341 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
342 kAbsoluteSendTimeExtensionId));
343 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAudioLevel,
344 kAudioLevelExtensionId));
345 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
346 kRtpExtensionTransportSequenceNumber,
347 kTransportSequenceNumberExtensionId));
348 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
349 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
350
351 auto packet = rtp_sender_->AllocatePacket();
352
353 ASSERT_TRUE(packet);
354 // Preallocate BWE extensions RtpSender set itself.
355 EXPECT_TRUE(packet->HasExtension<TransmissionOffset>());
356 EXPECT_TRUE(packet->HasExtension<AbsoluteSendTime>());
357 EXPECT_TRUE(packet->HasExtension<TransportSequenceNumber>());
358 // Do not allocate media specific extensions.
359 EXPECT_FALSE(packet->HasExtension<AudioLevel>());
360 EXPECT_FALSE(packet->HasExtension<VideoOrientation>());
361}
362
minyue3a407ee2017-04-03 01:10:33 -0700363TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberAdvanceSequenceNumber) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200364 auto packet = rtp_sender_->AllocatePacket();
365 ASSERT_TRUE(packet);
366 const uint16_t sequence_number = rtp_sender_->SequenceNumber();
367
368 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
369
370 EXPECT_EQ(sequence_number, packet->SequenceNumber());
371 EXPECT_EQ(sequence_number + 1, rtp_sender_->SequenceNumber());
372}
373
minyue3a407ee2017-04-03 01:10:33 -0700374TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberFailsOnNotSending) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200375 auto packet = rtp_sender_->AllocatePacket();
376 ASSERT_TRUE(packet);
377
378 rtp_sender_->SetSendingMediaStatus(false);
379 EXPECT_FALSE(rtp_sender_->AssignSequenceNumber(packet.get()));
380}
381
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100382TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberMayAllowPaddingOnVideo) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200383 constexpr size_t kPaddingSize = 100;
384 auto packet = rtp_sender_->AllocatePacket();
385 ASSERT_TRUE(packet);
386
Erik Språng4208a132019-08-26 08:58:45 +0200387 ASSERT_TRUE(rtp_sender_->GeneratePadding(kPaddingSize).empty());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200388 packet->SetMarker(false);
389 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100390 // Packet without marker bit doesn't allow padding on video stream.
Erik Språng4208a132019-08-26 08:58:45 +0200391 ASSERT_TRUE(rtp_sender_->GeneratePadding(kPaddingSize).empty());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200392
393 packet->SetMarker(true);
394 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
395 // Packet with marker bit allows send padding.
Erik Språng4208a132019-08-26 08:58:45 +0200396 ASSERT_FALSE(rtp_sender_->GeneratePadding(kPaddingSize).empty());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200397}
398
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100399TEST_P(RtpSenderTest, AssignSequenceNumberAllowsPaddingOnAudio) {
400 MockTransport transport;
Erik Språng4580ca22019-07-04 10:38:43 +0200401 RtpRtcp::Configuration config;
402 config.audio = true;
403 config.clock = &fake_clock_;
404 config.outgoing_transport = &transport;
405 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200406 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200407 config.event_log = &mock_rtc_event_log_;
408 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
409 rtp_sender_ = absl::make_unique<RTPSender>(config);
410
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100411 rtp_sender_->SetTimestampOffset(0);
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100412
413 std::unique_ptr<RtpPacketToSend> audio_packet = rtp_sender_->AllocatePacket();
414 // Padding on audio stream allowed regardless of marker in the last packet.
415 audio_packet->SetMarker(false);
416 audio_packet->SetPayloadType(kPayload);
417 rtp_sender_->AssignSequenceNumber(audio_packet.get());
418
419 const size_t kPaddingSize = 59;
420 EXPECT_CALL(transport, SendRtp(_, kPaddingSize + kRtpHeaderSize, _))
Erik Språng214f5432019-06-20 15:09:58 +0200421 .WillOnce(Return(true));
Erik Språng4208a132019-08-26 08:58:45 +0200422 EXPECT_EQ(kPaddingSize, GenerateAndSendPadding(kPaddingSize));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100423
424 // Requested padding size is too small, will send a larger one.
425 const size_t kMinPaddingSize = 50;
426 EXPECT_CALL(transport, SendRtp(_, kMinPaddingSize + kRtpHeaderSize, _))
Erik Språng214f5432019-06-20 15:09:58 +0200427 .WillOnce(Return(true));
Erik Språng4208a132019-08-26 08:58:45 +0200428 EXPECT_EQ(kMinPaddingSize, GenerateAndSendPadding(kMinPaddingSize - 5));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100429}
430
minyue3a407ee2017-04-03 01:10:33 -0700431TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberSetPaddingTimestamps) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200432 constexpr size_t kPaddingSize = 100;
433 auto packet = rtp_sender_->AllocatePacket();
434 ASSERT_TRUE(packet);
435 packet->SetMarker(true);
436 packet->SetTimestamp(kTimestamp);
437
438 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Erik Språng4208a132019-08-26 08:58:45 +0200439 auto padding_packets = rtp_sender_->GeneratePadding(kPaddingSize);
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200440
Erik Språng4208a132019-08-26 08:58:45 +0200441 ASSERT_EQ(1u, padding_packets.size());
danilchap12ba1862016-10-26 02:41:55 -0700442 // Verify padding packet timestamp.
Erik Språng4208a132019-08-26 08:58:45 +0200443 EXPECT_EQ(kTimestamp, padding_packets[0]->Timestamp());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200444}
445
minyue3a407ee2017-04-03 01:10:33 -0700446TEST_P(RtpSenderTestWithoutPacer,
447 TransportFeedbackObserverGetsCorrectByteCount) {
448 constexpr int kRtpOverheadBytesPerPacket = 12 + 8;
Erik Språng9c771c22019-06-17 16:31:53 +0200449 NiceMock<MockOverheadObserver> mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +0200450
451 RtpRtcp::Configuration config;
452 config.clock = &fake_clock_;
453 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200454 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200455 config.transport_feedback_callback = &feedback_observer_;
456 config.event_log = &mock_rtc_event_log_;
457 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
458 config.overhead_observer = &mock_overhead_observer;
459 rtp_sender_ = absl::make_unique<RTPSender>(config);
460
minyue3a407ee2017-04-03 01:10:33 -0700461 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
462 kRtpExtensionTransportSequenceNumber,
463 kTransportSequenceNumberExtensionId));
minyue3a407ee2017-04-03 01:10:33 -0700464
465 const size_t expected_bytes =
Erik Språngf6468d22019-07-05 16:53:43 +0200466 GetParam().with_overhead
467 ? sizeof(kPayloadData) + kRtpOverheadBytesPerPacket
468 : sizeof(kPayloadData);
minyue3a407ee2017-04-03 01:10:33 -0700469
470 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200471 OnAddPacket(AllOf(
472 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
473 Field(&RtpPacketSendInfo::transport_sequence_number,
474 kTransportSequenceNumber),
475 Field(&RtpPacketSendInfo::rtp_sequence_number,
476 rtp_sender_->SequenceNumber()),
477 Field(&RtpPacketSendInfo::length, expected_bytes),
478 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
minyue3a407ee2017-04-03 01:10:33 -0700479 .Times(1);
480 EXPECT_CALL(mock_overhead_observer,
481 OnOverheadChanged(kRtpOverheadBytesPerPacket))
482 .Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100483 SendGenericPacket();
minyue3a407ee2017-04-03 01:10:33 -0700484}
485
486TEST_P(RtpSenderTestWithoutPacer, SendsPacketsWithTransportSequenceNumber) {
Erik Språng4580ca22019-07-04 10:38:43 +0200487 RtpRtcp::Configuration config;
488 config.clock = &fake_clock_;
489 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200490 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200491 config.transport_feedback_callback = &feedback_observer_;
492 config.event_log = &mock_rtc_event_log_;
493 config.send_packet_observer = &send_packet_observer_;
494 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
495 rtp_sender_ = absl::make_unique<RTPSender>(config);
496
Stefan Holmerf5dca482016-01-27 12:58:51 +0100497 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
498 kRtpExtensionTransportSequenceNumber,
499 kTransportSequenceNumberExtensionId));
500
asapersson35151f32016-05-02 23:44:01 -0700501 EXPECT_CALL(send_packet_observer_,
502 OnSendPacket(kTransportSequenceNumber, _, _))
503 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700504
505 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200506 OnAddPacket(AllOf(
507 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
508 Field(&RtpPacketSendInfo::transport_sequence_number,
509 kTransportSequenceNumber),
510 Field(&RtpPacketSendInfo::rtp_sequence_number,
511 rtp_sender_->SequenceNumber()),
512 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200513 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700514
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100515 SendGenericPacket();
Stefan Holmerf5dca482016-01-27 12:58:51 +0100516
danilchap12ba1862016-10-26 02:41:55 -0700517 const auto& packet = transport_.last_sent_packet();
518 uint16_t transport_seq_no;
519 ASSERT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
520 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200521 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200522 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200523}
524
525TEST_P(RtpSenderTestWithoutPacer, PacketOptionsNoRetransmission) {
Erik Språng4580ca22019-07-04 10:38:43 +0200526 RtpRtcp::Configuration config;
527 config.clock = &fake_clock_;
528 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200529 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200530 config.transport_feedback_callback = &feedback_observer_;
531 config.event_log = &mock_rtc_event_log_;
532 config.send_packet_observer = &send_packet_observer_;
533 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
534 rtp_sender_ = absl::make_unique<RTPSender>(config);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200535
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100536 SendGenericPacket();
Petter Strandmark26bc6692018-05-29 08:43:35 +0200537
538 EXPECT_FALSE(transport_.last_options_.is_retransmit);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100539}
540
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200541TEST_P(RtpSenderTestWithoutPacer,
542 SetsIncludedInFeedbackWhenTransportSequenceNumberExtensionIsRegistered) {
543 SetUpRtpSender(false, false);
544 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
545 kTransportSequenceNumberExtensionId);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200546 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100547 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200548 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
549}
550
551TEST_P(
552 RtpSenderTestWithoutPacer,
553 SetsIncludedInAllocationWhenTransportSequenceNumberExtensionIsRegistered) {
554 SetUpRtpSender(false, false);
555 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
556 kTransportSequenceNumberExtensionId);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200557 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100558 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200559 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
560}
561
562TEST_P(RtpSenderTestWithoutPacer,
563 SetsIncludedInAllocationWhenForcedAsPartOfAllocation) {
564 SetUpRtpSender(false, false);
565 rtp_sender_->SetAsPartOfAllocation(true);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100566 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200567 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
568 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
569}
570
571TEST_P(RtpSenderTestWithoutPacer, DoesnSetIncludedInAllocationByDefault) {
572 SetUpRtpSender(false, false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100573 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200574 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
575 EXPECT_FALSE(transport_.last_options_.included_in_allocation);
stefana23fc622016-07-28 07:56:38 -0700576}
asapersson35151f32016-05-02 23:44:01 -0700577
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200578TEST_P(RtpSenderTestWithoutPacer, OnSendSideDelayUpdated) {
Erik Språng9c771c22019-06-17 16:31:53 +0200579 StrictMock<MockSendSideDelayObserver> send_side_delay_observer_;
Erik Språng4580ca22019-07-04 10:38:43 +0200580
581 RtpRtcp::Configuration config;
582 config.clock = &fake_clock_;
583 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200584 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200585 config.send_side_delay_observer = &send_side_delay_observer_;
586 config.event_log = &mock_rtc_event_log_;
587 rtp_sender_ = absl::make_unique<RTPSender>(config);
588
Niels Möller5fe95102019-03-04 16:49:25 +0100589 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +0100590 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +0200591 &playout_delay_oracle, nullptr, false, false,
Andrei Dumitru09872732019-08-29 12:00:29 -0700592 false, FieldTrialBasedConfig());
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200593
594 const uint8_t kPayloadType = 127;
Niels Möller8a40edd2019-01-24 18:04:44 +0100595 const char payload_name[] = "GENERIC";
Niels Möller59ab1cf2019-02-06 22:48:11 +0100596
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +0200597 rtp_sender_video.RegisterPayloadType(kPayloadType, payload_name,
598 /*raw_payload=*/false);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100599
600 const uint32_t kCaptureTimeMsToRtpTimestamp = 90; // 90 kHz clock
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200601 RTPVideoHeader video_header;
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200602
Henrik Boström9fe18342019-05-16 18:38:20 +0200603 // Send packet with 10 ms send-side delay. The average, max and total should
604 // be 10 ms.
605 EXPECT_CALL(send_side_delay_observer_,
606 SendSideDelayUpdated(10, 10, 10, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200607 .Times(1);
608 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
609 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100610 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100611 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200612 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100613 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200614 kDefaultExpectedRetransmissionTimeMs));
615
Henrik Boström9fe18342019-05-16 18:38:20 +0200616 // Send another packet with 20 ms delay. The average, max and total should be
617 // 15, 20 and 30 ms respectively.
618 EXPECT_CALL(send_side_delay_observer_,
619 SendSideDelayUpdated(15, 20, 30, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200620 .Times(1);
621 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100622 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100623 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200624 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100625 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200626 kDefaultExpectedRetransmissionTimeMs));
627
628 // Send another packet at the same time, which replaces the last packet.
629 // Since this packet has 0 ms delay, the average is now 5 ms and max is 10 ms.
Henrik Boström9fe18342019-05-16 18:38:20 +0200630 // The total counter stays the same though.
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200631 // TODO(terelius): Is is not clear that this is the right behavior.
Henrik Boström9fe18342019-05-16 18:38:20 +0200632 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(5, 10, 30, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200633 .Times(1);
634 capture_time_ms = fake_clock_.TimeInMilliseconds();
Niels Möller59ab1cf2019-02-06 22:48:11 +0100635 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100636 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200637 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100638 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200639 kDefaultExpectedRetransmissionTimeMs));
640
641 // Send a packet 1 second later. The earlier packets should have timed
Henrik Boström9fe18342019-05-16 18:38:20 +0200642 // out, so both max and average should be the delay of this packet. The total
643 // keeps increasing.
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200644 fake_clock_.AdvanceTimeMilliseconds(1000);
645 capture_time_ms = fake_clock_.TimeInMilliseconds();
646 fake_clock_.AdvanceTimeMilliseconds(1);
Henrik Boström9fe18342019-05-16 18:38:20 +0200647 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(1, 1, 31, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200648 .Times(1);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100649 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100650 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200651 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100652 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200653 kDefaultExpectedRetransmissionTimeMs));
654}
655
minyue3a407ee2017-04-03 01:10:33 -0700656TEST_P(RtpSenderTestWithoutPacer, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700657 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
658 kRtpExtensionTransportSequenceNumber,
659 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700660 EXPECT_CALL(send_packet_observer_,
661 OnSendPacket(kTransportSequenceNumber, _, _))
662 .Times(1);
663
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100664 SendGenericPacket();
asapersson35151f32016-05-02 23:44:01 -0700665}
666
minyue3a407ee2017-04-03 01:10:33 -0700667TEST_P(RtpSenderTest, SendsPacketsWithTransportSequenceNumber) {
Erik Språng4580ca22019-07-04 10:38:43 +0200668 RtpRtcp::Configuration config;
669 config.clock = &fake_clock_;
670 config.outgoing_transport = &transport_;
671 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200672 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200673 config.transport_feedback_callback = &feedback_observer_;
674 config.event_log = &mock_rtc_event_log_;
675 config.send_packet_observer = &send_packet_observer_;
676 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
677 rtp_sender_ = absl::make_unique<RTPSender>(config);
678
brandtr9dfff292016-11-14 05:14:50 -0800679 rtp_sender_->SetSequenceNumber(kSeqNum);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200680 rtp_sender_->SetStorePacketsStatus(true, 10);
681 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
682 kRtpExtensionTransportSequenceNumber,
683 kTransportSequenceNumberExtensionId));
684
Stefan Holmera246cfb2016-08-23 17:51:42 +0200685 EXPECT_CALL(send_packet_observer_,
686 OnSendPacket(kTransportSequenceNumber, _, _))
687 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700688 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200689 OnAddPacket(AllOf(
690 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
691 Field(&RtpPacketSendInfo::transport_sequence_number,
692 kTransportSequenceNumber),
693 Field(&RtpPacketSendInfo::rtp_sequence_number,
694 rtp_sender_->SequenceNumber()),
695 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200696 .Times(1);
697
Erik Språngf5815fa2019-08-21 14:27:31 +0200698 EXPECT_CALL(
699 mock_paced_sender_,
700 EnqueuePacket(
701 AllOf(Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
702 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
703 auto packet = SendGenericPacket();
704 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
705 // Transport sequence number is set by PacketRouter, before TrySendPacket().
706 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
707 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200708
danilchap12ba1862016-10-26 02:41:55 -0700709 uint16_t transport_seq_no;
Erik Språngf5815fa2019-08-21 14:27:31 +0200710 EXPECT_TRUE(
711 transport_.last_sent_packet().GetExtension<TransportSequenceNumber>(
712 &transport_seq_no));
danilchap12ba1862016-10-26 02:41:55 -0700713 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200714 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200715}
716
Erik Språng7b52f102018-02-07 14:37:37 +0100717TEST_P(RtpSenderTest, WritesPacerExitToTimingExtension) {
ilnik04f4d122017-06-19 07:18:55 -0700718 rtp_sender_->SetStorePacketsStatus(true, 10);
719 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
720 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
721 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
722 auto packet = rtp_sender_->AllocatePacket();
723 packet->SetPayloadType(kPayload);
724 packet->SetMarker(true);
725 packet->SetTimestamp(kTimestamp);
726 packet->set_capture_time_ms(capture_time_ms);
ilnik2edc6842017-07-06 03:06:50 -0700727 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
ilnik04f4d122017-06-19 07:18:55 -0700728 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
729 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
730 size_t packet_size = packet->size();
ilnik04f4d122017-06-19 07:18:55 -0700731
732 const int kStoredTimeInMs = 100;
Erik Språngf5815fa2019-08-21 14:27:31 +0200733 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språng70768f42019-08-27 18:16:26 +0200734 packet->set_allow_retransmission(true);
Erik Språngf5815fa2019-08-21 14:27:31 +0200735 EXPECT_CALL(mock_paced_sender_,
736 EnqueuePacket(Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc))));
Erik Språng70768f42019-08-27 18:16:26 +0200737 EXPECT_TRUE(
738 rtp_sender_->SendToNetwork(absl::make_unique<RtpPacketToSend>(*packet)));
Erik Språngf5815fa2019-08-21 14:27:31 +0200739 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
740 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
ilnik04f4d122017-06-19 07:18:55 -0700741 EXPECT_EQ(1, transport_.packets_sent());
742 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
743
danilchapce251812017-09-11 12:24:41 -0700744 VideoSendTiming video_timing;
745 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
746 &video_timing));
747 EXPECT_EQ(kStoredTimeInMs, video_timing.pacer_exit_delta_ms);
Erik Språng7b52f102018-02-07 14:37:37 +0100748}
ilnik04f4d122017-06-19 07:18:55 -0700749
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100750TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithPacer) {
751 SetUpRtpSender(/*pacer=*/true, /*populate_network2=*/true);
Erik Språng7b52f102018-02-07 14:37:37 +0100752 rtp_sender_->SetStorePacketsStatus(true, 10);
753 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
754 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
755 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
756 auto packet = rtp_sender_->AllocatePacket();
757 packet->SetPayloadType(kPayload);
758 packet->SetMarker(true);
759 packet->SetTimestamp(kTimestamp);
760 packet->set_capture_time_ms(capture_time_ms);
761 const uint16_t kPacerExitMs = 1234u;
762 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, kPacerExitMs, 0u, 0u, true};
763 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
764 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
765 size_t packet_size = packet->size();
766
767 const int kStoredTimeInMs = 100;
Erik Språngf6468d22019-07-05 16:53:43 +0200768
Erik Språngf6468d22019-07-05 16:53:43 +0200769 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språng70768f42019-08-27 18:16:26 +0200770 packet->set_allow_retransmission(true);
Erik Språngf6468d22019-07-05 16:53:43 +0200771 EXPECT_CALL(
772 mock_paced_sender_,
773 EnqueuePacket(Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc))));
774 EXPECT_TRUE(rtp_sender_->SendToNetwork(
Erik Språng70768f42019-08-27 18:16:26 +0200775 absl::make_unique<RtpPacketToSend>(*packet)));
Erik Språngf6468d22019-07-05 16:53:43 +0200776 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
777 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +0200778
Erik Språng7b52f102018-02-07 14:37:37 +0100779 EXPECT_EQ(1, transport_.packets_sent());
ilnik04f4d122017-06-19 07:18:55 -0700780 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
781
Erik Språng7b52f102018-02-07 14:37:37 +0100782 VideoSendTiming video_timing;
danilchapce251812017-09-11 12:24:41 -0700783 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
784 &video_timing));
Erik Språng7b52f102018-02-07 14:37:37 +0100785 EXPECT_EQ(kStoredTimeInMs, video_timing.network2_timestamp_delta_ms);
786 EXPECT_EQ(kPacerExitMs, video_timing.pacer_exit_delta_ms);
ilnik04f4d122017-06-19 07:18:55 -0700787}
788
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100789TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithoutPacer) {
790 SetUpRtpSender(/*pacer=*/false, /*populate_network2=*/true);
791 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
792 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
793 auto packet = rtp_sender_->AllocatePacket();
794 packet->SetMarker(true);
795 packet->set_capture_time_ms(fake_clock_.TimeInMilliseconds());
796 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
797 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
Erik Språng70768f42019-08-27 18:16:26 +0200798 packet->set_allow_retransmission(true);
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100799 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Erik Språng1fbfecd2019-08-26 19:00:05 +0200800 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100801
802 const int kPropagateTimeMs = 10;
803 fake_clock_.AdvanceTimeMilliseconds(kPropagateTimeMs);
804
Erik Språng70768f42019-08-27 18:16:26 +0200805 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet)));
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100806
807 EXPECT_EQ(1, transport_.packets_sent());
808 absl::optional<VideoSendTiming> video_timing =
809 transport_.last_sent_packet().GetExtension<VideoTimingExtension>();
810 ASSERT_TRUE(video_timing);
811 EXPECT_EQ(kPropagateTimeMs, video_timing->network2_timestamp_delta_ms);
812}
813
minyue3a407ee2017-04-03 01:10:33 -0700814TEST_P(RtpSenderTest, TrafficSmoothingWithExtensions) {
Elad Alon4a87e1c2017-10-03 16:11:34 +0200815 EXPECT_CALL(mock_rtc_event_log_,
816 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000817
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000818 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000819 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800820 kRtpExtensionTransmissionTimeOffset,
821 kTransmissionTimeOffsetExtensionId));
822 EXPECT_EQ(
823 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
824 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000825 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700826 auto packet =
827 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
828 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000829
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000830 const int kStoredTimeInMs = 100;
Erik Språngf6468d22019-07-05 16:53:43 +0200831 EXPECT_CALL(
832 mock_paced_sender_,
833 EnqueuePacket(AllOf(
834 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
835 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
836 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språng70768f42019-08-27 18:16:26 +0200837 packet->set_allow_retransmission(true);
Erik Språngf6468d22019-07-05 16:53:43 +0200838 EXPECT_TRUE(rtp_sender_->SendToNetwork(
Erik Språng70768f42019-08-27 18:16:26 +0200839 absl::make_unique<RtpPacketToSend>(*packet)));
Erik Språngf6468d22019-07-05 16:53:43 +0200840 EXPECT_EQ(0, transport_.packets_sent());
841 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
842 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000843
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000844 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700845 EXPECT_EQ(1, transport_.packets_sent());
846 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
847
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000848 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700849 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000850
851 // Verify transmission time offset.
852 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000853 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000854 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000855 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000856}
857
minyue3a407ee2017-04-03 01:10:33 -0700858TEST_P(RtpSenderTest, TrafficSmoothingRetransmits) {
Elad Alon4a87e1c2017-10-03 16:11:34 +0200859 EXPECT_CALL(mock_rtc_event_log_,
860 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000861
862 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000863 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800864 kRtpExtensionTransmissionTimeOffset,
865 kTransmissionTimeOffsetExtensionId));
866 EXPECT_EQ(
867 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
868 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000869 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700870 auto packet =
871 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
872 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000873
874 // Packet should be stored in a send bucket.
Erik Språngf6468d22019-07-05 16:53:43 +0200875 EXPECT_CALL(
876 mock_paced_sender_,
877 EnqueuePacket(AllOf(
878 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
879 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
880 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
881 packet->set_allow_retransmission(true);
882 EXPECT_TRUE(rtp_sender_->SendToNetwork(
Erik Språng70768f42019-08-27 18:16:26 +0200883 absl::make_unique<RtpPacketToSend>(*packet)));
Erik Språngf6468d22019-07-05 16:53:43 +0200884 // Immediately process send bucket and send packet.
885 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +0200886
Erik Språng0f4f0552019-05-08 10:15:05 -0700887 EXPECT_EQ(1, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000888
Erik Språng0f4f0552019-05-08 10:15:05 -0700889 // Retransmit packet.
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000890 const int kStoredTimeInMs = 100;
891 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
892
Erik Språng0f4f0552019-05-08 10:15:05 -0700893 EXPECT_CALL(mock_rtc_event_log_,
894 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
Erik Språngf6468d22019-07-05 16:53:43 +0200895 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
896 packet->set_retransmitted_sequence_number(kSeqNum);
897 EXPECT_CALL(
898 mock_paced_sender_,
899 EnqueuePacket(AllOf(
900 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
901 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
902 EXPECT_EQ(static_cast<int>(packet_size),
903 rtp_sender_->ReSendPacket(kSeqNum));
904 EXPECT_EQ(1, transport_.packets_sent());
905 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000906
907 // Process send bucket. Packet should now be sent.
Erik Språng0f4f0552019-05-08 10:15:05 -0700908 EXPECT_EQ(2, transport_.packets_sent());
danilchap12ba1862016-10-26 02:41:55 -0700909 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000910
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000911 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700912 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000913
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000914 // Verify transmission time offset.
915 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000916 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000917 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
918 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
919}
920
921// This test sends 1 regular video packet, then 4 padding packets, and then
922// 1 more regular packet.
minyue3a407ee2017-04-03 01:10:33 -0700923TEST_P(RtpSenderTest, SendPadding) {
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000924 // Make all (non-padding) packets go to send queue.
Elad Alon4a87e1c2017-10-03 16:11:34 +0200925 EXPECT_CALL(mock_rtc_event_log_,
926 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
927 .Times(1 + 4 + 1);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000928
929 uint16_t seq_num = kSeqNum;
930 uint32_t timestamp = kTimestamp;
931 rtp_sender_->SetStorePacketsStatus(true, 10);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000932 size_t rtp_header_len = kRtpHeaderSize;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000933 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800934 kRtpExtensionTransmissionTimeOffset,
935 kTransmissionTimeOffsetExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000936 rtp_header_len += 4; // 4 bytes extension.
danilchap162abd32015-12-10 02:39:40 -0800937 EXPECT_EQ(
938 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
939 kAbsoluteSendTimeExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000940 rtp_header_len += 4; // 4 bytes extension.
941 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
942
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000943 webrtc::RTPHeader rtp_header;
944
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000945 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700946 auto packet =
947 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200948 const uint32_t media_packet_timestamp = timestamp;
danilchapb6f1fb52016-10-19 06:11:39 -0700949 size_t packet_size = packet->size();
Erik Språngf6468d22019-07-05 16:53:43 +0200950 int total_packets_sent = 0;
951 const int kStoredTimeInMs = 100;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000952
953 // Packet should be stored in a send bucket.
Erik Språngf6468d22019-07-05 16:53:43 +0200954 EXPECT_CALL(
955 mock_paced_sender_,
956 EnqueuePacket(AllOf(
957 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
958 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
959 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
960 packet->set_allow_retransmission(true);
961 EXPECT_TRUE(rtp_sender_->SendToNetwork(
Erik Språng70768f42019-08-27 18:16:26 +0200962 absl::make_unique<RtpPacketToSend>(*packet)));
Erik Språngf6468d22019-07-05 16:53:43 +0200963 EXPECT_EQ(total_packets_sent, transport_.packets_sent());
964 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
965 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
966 ++seq_num;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000967
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000968 // Packet should now be sent. This test doesn't verify the regular video
969 // packet, since it is tested in another test.
danilchap12ba1862016-10-26 02:41:55 -0700970 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000971 timestamp += 90 * kStoredTimeInMs;
972
973 // Send padding 4 times, waiting 50 ms between each.
974 for (int i = 0; i < 4; ++i) {
975 const int kPaddingPeriodMs = 50;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000976 const size_t kPaddingBytes = 100;
977 const size_t kMaxPaddingLength = 224; // Value taken from rtp_sender.cc.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000978 // Padding will be forced to full packets.
Erik Språng4208a132019-08-26 08:58:45 +0200979 EXPECT_EQ(kMaxPaddingLength, GenerateAndSendPadding(kPaddingBytes));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000980
981 // Process send bucket. Padding should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700982 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000983 EXPECT_EQ(kMaxPaddingLength + rtp_header_len,
danilchap12ba1862016-10-26 02:41:55 -0700984 transport_.last_sent_packet().size());
985
986 transport_.last_sent_packet().GetHeader(&rtp_header);
pbosbd2522a2015-07-01 05:35:53 -0700987 EXPECT_EQ(kMaxPaddingLength, rtp_header.paddingLength);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000988
Stefan Holmer586b19b2015-09-18 11:14:31 +0200989 // Verify sequence number and timestamp. The timestamp should be the same
990 // as the last media packet.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000991 EXPECT_EQ(seq_num++, rtp_header.sequenceNumber);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200992 EXPECT_EQ(media_packet_timestamp, rtp_header.timestamp);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000993 // Verify transmission time offset.
Stefan Holmer586b19b2015-09-18 11:14:31 +0200994 int offset = timestamp - media_packet_timestamp;
995 EXPECT_EQ(offset, rtp_header.extension.transmissionTimeOffset);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000996 uint64_t expected_send_time =
997 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
998 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
999 fake_clock_.AdvanceTimeMilliseconds(kPaddingPeriodMs);
1000 timestamp += 90 * kPaddingPeriodMs;
1001 }
1002
1003 // Send a regular video packet again.
1004 capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -07001005 packet = BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
1006 packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001007
Erik Språngf6468d22019-07-05 16:53:43 +02001008 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språng70768f42019-08-27 18:16:26 +02001009 packet->set_allow_retransmission(true);
Erik Språngf6468d22019-07-05 16:53:43 +02001010 EXPECT_CALL(
1011 mock_paced_sender_,
1012 EnqueuePacket(AllOf(
1013 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1014 Pointee(Property(&RtpPacketToSend::SequenceNumber, seq_num)))));
1015 EXPECT_TRUE(rtp_sender_->SendToNetwork(
Erik Språng70768f42019-08-27 18:16:26 +02001016 absl::make_unique<RtpPacketToSend>(*packet)));
Erik Språngf6468d22019-07-05 16:53:43 +02001017 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
terelius5d332ac2016-01-14 14:37:39 -08001018
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001019 // Process send bucket.
danilchap12ba1862016-10-26 02:41:55 -07001020 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
1021 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
1022 transport_.last_sent_packet().GetHeader(&rtp_header);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001023
1024 // Verify sequence number and timestamp.
1025 EXPECT_EQ(seq_num, rtp_header.sequenceNumber);
1026 EXPECT_EQ(timestamp, rtp_header.timestamp);
1027 // Verify transmission time offset. This packet is sent without delay.
1028 EXPECT_EQ(0, rtp_header.extension.transmissionTimeOffset);
1029 uint64_t expected_send_time =
1030 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001031 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +00001032}
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001033
minyue3a407ee2017-04-03 01:10:33 -07001034TEST_P(RtpSenderTest, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -07001035 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1036 kRtpExtensionTransportSequenceNumber,
1037 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -07001038 rtp_sender_->SetStorePacketsStatus(true, 10);
1039
1040 EXPECT_CALL(send_packet_observer_,
1041 OnSendPacket(kTransportSequenceNumber, _, _))
1042 .Times(1);
asapersson35151f32016-05-02 23:44:01 -07001043
Erik Språngf6468d22019-07-05 16:53:43 +02001044 EXPECT_CALL(
1045 mock_paced_sender_,
1046 EnqueuePacket(AllOf(
1047 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1048 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
1049 auto packet = SendGenericPacket();
1050 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1051 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
1052 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001053
danilchap12ba1862016-10-26 02:41:55 -07001054 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -07001055}
1056
minyue3a407ee2017-04-03 01:10:33 -07001057TEST_P(RtpSenderTest, OnSendPacketNotUpdatedForRetransmits) {
stefana23fc622016-07-28 07:56:38 -07001058 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1059 kRtpExtensionTransportSequenceNumber,
1060 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -07001061 rtp_sender_->SetStorePacketsStatus(true, 10);
1062
1063 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
asapersson35151f32016-05-02 23:44:01 -07001064
Erik Språngf6468d22019-07-05 16:53:43 +02001065 EXPECT_CALL(
1066 mock_paced_sender_,
1067 EnqueuePacket(AllOf(
1068 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1069 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
1070 auto packet = SendGenericPacket();
1071 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
1072 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
1073 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001074
danilchap12ba1862016-10-26 02:41:55 -07001075 EXPECT_EQ(1, transport_.packets_sent());
Petter Strandmark26bc6692018-05-29 08:43:35 +02001076 EXPECT_TRUE(transport_.last_options_.is_retransmit);
asapersson35151f32016-05-02 23:44:01 -07001077}
1078
minyue3a407ee2017-04-03 01:10:33 -07001079TEST_P(RtpSenderTestWithoutPacer, SendGenericVideo) {
Niels Möller8a40edd2019-01-24 18:04:44 +01001080 const char payload_name[] = "GENERIC";
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001081 const uint8_t payload_type = 127;
Niels Möller5fe95102019-03-04 16:49:25 +01001082 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001083 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001084 &playout_delay_oracle, nullptr, false, false,
Andrei Dumitru09872732019-08-29 12:00:29 -07001085 false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001086 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1087 /*raw_payload=*/false);
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001088 uint8_t payload[] = {47, 11, 32, 93, 89};
1089
1090 // Send keyframe
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001091 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001092 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001093 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1094 sizeof(payload), nullptr, &video_header,
1095 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001096
danilchap96c15872016-11-21 01:35:29 -08001097 auto sent_payload = transport_.last_sent_packet().payload();
1098 uint8_t generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001099 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1100 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001101 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001102
1103 // Send delta frame
1104 payload[0] = 13;
1105 payload[1] = 42;
1106 payload[4] = 13;
1107
Niels Möller59ab1cf2019-02-06 22:48:11 +01001108 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001109 VideoFrameType::kVideoFrameDelta, payload_type, 1234, 4321, payload,
1110 sizeof(payload), nullptr, &video_header,
1111 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001112
danilchap96c15872016-11-21 01:35:29 -08001113 sent_payload = transport_.last_sent_packet().payload();
1114 generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001115 EXPECT_FALSE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1116 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001117 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001118}
1119
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001120TEST_P(RtpSenderTestWithoutPacer, SendRawVideo) {
1121 const char payload_name[] = "VP8";
1122 const uint8_t payload_type = 111;
1123 const uint8_t payload[] = {11, 22, 33, 44, 55};
1124
1125 PlayoutDelayOracle playout_delay_oracle;
1126 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001127 &playout_delay_oracle, nullptr, false, false,
Andrei Dumitru09872732019-08-29 12:00:29 -07001128 false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001129 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1130 /*raw_payload=*/true);
1131
1132 // Send a frame.
1133 RTPVideoHeader video_header;
1134 ASSERT_TRUE(rtp_sender_video.SendVideo(
1135 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1136 sizeof(payload), nullptr, &video_header,
1137 kDefaultExpectedRetransmissionTimeMs));
1138
1139 auto sent_payload = transport_.last_sent_packet().payload();
1140 EXPECT_THAT(sent_payload, ElementsAreArray(payload));
1141}
1142
minyue3a407ee2017-04-03 01:10:33 -07001143TEST_P(RtpSenderTest, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001144 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001145 constexpr int kMediaPayloadType = 127;
1146 constexpr int kFlexfecPayloadType = 118;
brandtrdbdb3f12016-11-10 05:04:48 -08001147 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001148 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språng4580ca22019-07-04 10:38:43 +02001149 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1150 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001151 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001152
1153 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001154 RtpRtcp::Configuration config;
1155 config.clock = &fake_clock_;
1156 config.outgoing_transport = &transport_;
1157 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001158 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001159 config.flexfec_sender = &flexfec_sender_;
Erik Språng4580ca22019-07-04 10:38:43 +02001160 config.event_log = &mock_rtc_event_log_;
1161 config.send_packet_observer = &send_packet_observer_;
1162 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1163 rtp_sender_ = absl::make_unique<RTPSender>(config);
1164
brandtrdbdb3f12016-11-10 05:04:48 -08001165 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001166 rtp_sender_->SetStorePacketsStatus(true, 10);
1167
Niels Möller5fe95102019-03-04 16:49:25 +01001168 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001169 RTPSenderVideo rtp_sender_video(
1170 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
Andrei Dumitru09872732019-08-29 12:00:29 -07001171 nullptr, false, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001172 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1173 /*raw_payload=*/false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001174
brandtrdbdb3f12016-11-10 05:04:48 -08001175 // Parameters selected to generate a single FEC packet per media packet.
1176 FecProtectionParams params;
1177 params.fec_rate = 15;
1178 params.max_fec_frames = 1;
1179 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001180 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001181
brandtr9dfff292016-11-14 05:14:50 -08001182 uint16_t flexfec_seq_num;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001183 RTPVideoHeader video_header;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001184
Erik Språngf6468d22019-07-05 16:53:43 +02001185 std::unique_ptr<RtpPacketToSend> media_packet;
1186 std::unique_ptr<RtpPacketToSend> fec_packet;
1187
1188 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
1189 .Times(2)
1190 .WillRepeatedly([&](std::unique_ptr<RtpPacketToSend> packet) {
1191 if (packet->packet_type() == RtpPacketToSend::Type::kVideo) {
1192 EXPECT_EQ(packet->Ssrc(), kSsrc);
1193 EXPECT_EQ(packet->SequenceNumber(), kSeqNum);
1194 media_packet = std::move(packet);
1195 } else {
1196 EXPECT_EQ(packet->packet_type(),
1197 RtpPacketToSend::Type::kForwardErrorCorrection);
1198 EXPECT_EQ(packet->Ssrc(), kFlexFecSsrc);
1199 fec_packet = std::move(packet);
1200 }
1201 });
1202
1203 EXPECT_TRUE(rtp_sender_video.SendVideo(
1204 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
1205 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1206 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1207 ASSERT_TRUE(media_packet != nullptr);
1208 ASSERT_TRUE(fec_packet != nullptr);
1209
1210 flexfec_seq_num = fec_packet->SequenceNumber();
1211 rtp_sender_->TrySendPacket(media_packet.get(), PacedPacketInfo());
1212 rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001213
brandtr9dfff292016-11-14 05:14:50 -08001214 ASSERT_EQ(2, transport_.packets_sent());
Erik Språngf5815fa2019-08-21 14:27:31 +02001215 const RtpPacketReceived& sent_media_packet = transport_.sent_packets_[0];
1216 EXPECT_EQ(kMediaPayloadType, sent_media_packet.PayloadType());
1217 EXPECT_EQ(kSeqNum, sent_media_packet.SequenceNumber());
1218 EXPECT_EQ(kSsrc, sent_media_packet.Ssrc());
1219 const RtpPacketReceived& sent_flexfec_packet = transport_.sent_packets_[1];
1220 EXPECT_EQ(kFlexfecPayloadType, sent_flexfec_packet.PayloadType());
1221 EXPECT_EQ(flexfec_seq_num, sent_flexfec_packet.SequenceNumber());
1222 EXPECT_EQ(kFlexFecSsrc, sent_flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001223}
1224
Erik Språngf6468d22019-07-05 16:53:43 +02001225// TODO(ilnik): because of webrtc:7859. Once FEC moved below pacer, this test
1226// should be removed.
1227TEST_P(RtpSenderTest, NoFlexfecForTimingFrames) {
1228 constexpr uint32_t kTimestamp = 1234;
1229 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
1230 constexpr int kMediaPayloadType = 127;
1231 constexpr int kFlexfecPayloadType = 118;
1232 const std::vector<RtpExtension> kNoRtpExtensions;
1233 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
1234
1235 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1236 kNoRtpExtensions, kNoRtpExtensionSizes,
1237 nullptr /* rtp_state */, &fake_clock_);
1238
1239 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng630443a2019-07-26 16:44:55 +02001240 RtpRtcp::Configuration config;
1241 config.clock = &fake_clock_;
1242 config.outgoing_transport = &transport_;
1243 config.paced_sender = &mock_paced_sender_;
1244 config.flexfec_sender = &flexfec_sender;
Erik Språng630443a2019-07-26 16:44:55 +02001245 config.event_log = &mock_rtc_event_log_;
1246 config.send_packet_observer = &send_packet_observer_;
1247 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001248 config.local_media_ssrc = kSsrc;
Erik Språng630443a2019-07-26 16:44:55 +02001249 rtp_sender_ = absl::make_unique<RTPSender>(config);
Erik Språngf6468d22019-07-05 16:53:43 +02001250 rtp_sender_->SetSequenceNumber(kSeqNum);
1251 rtp_sender_->SetStorePacketsStatus(true, 10);
1252
1253 PlayoutDelayOracle playout_delay_oracle;
1254 RTPSenderVideo rtp_sender_video(
1255 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
Andrei Dumitru09872732019-08-29 12:00:29 -07001256 nullptr, false, false, false, FieldTrialBasedConfig());
Erik Språngf6468d22019-07-05 16:53:43 +02001257 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1258 /*raw_payload=*/false);
1259
1260 // Need extension to be registered for timing frames to be sent.
1261 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1262 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
1263
1264 // Parameters selected to generate a single FEC packet per media packet.
1265 FecProtectionParams params;
1266 params.fec_rate = 15;
1267 params.max_fec_frames = 1;
1268 params.fec_mask_type = kFecMaskRandom;
1269 rtp_sender_video.SetFecParameters(params, params);
1270
1271 RTPVideoHeader video_header;
1272 video_header.video_timing.flags = VideoSendTiming::kTriggeredByTimer;
1273
1274 EXPECT_CALL(mock_rtc_event_log_,
1275 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1276 .Times(1);
Erik Språngf6468d22019-07-05 16:53:43 +02001277 std::unique_ptr<RtpPacketToSend> rtp_packet;
1278 EXPECT_CALL(
1279 mock_paced_sender_,
1280 EnqueuePacket(AllOf(
1281 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1282 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))))
1283 .WillOnce([&rtp_packet](std::unique_ptr<RtpPacketToSend> packet) {
1284 rtp_packet = std::move(packet);
1285 });
1286
1287 EXPECT_CALL(
1288 mock_paced_sender_,
1289 EnqueuePacket(Pointee(Property(&RtpPacketToSend::Ssrc, kFlexFecSsrc))))
1290 .Times(0); // Not called because packet should not be protected.
1291
1292 EXPECT_TRUE(rtp_sender_video.SendVideo(
1293 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
1294 kCaptureTimeMs, kPayloadData, sizeof(kPayloadData), nullptr,
1295 &video_header, kDefaultExpectedRetransmissionTimeMs));
1296
1297 EXPECT_TRUE(
1298 rtp_sender_->TrySendPacket(rtp_packet.get(), PacedPacketInfo()));
Erik Språngf6468d22019-07-05 16:53:43 +02001299
1300 ASSERT_EQ(1, transport_.packets_sent());
Erik Språngf5815fa2019-08-21 14:27:31 +02001301 const RtpPacketReceived& sent_media_packet1 = transport_.sent_packets_[0];
1302 EXPECT_EQ(kMediaPayloadType, sent_media_packet1.PayloadType());
1303 EXPECT_EQ(kSeqNum, sent_media_packet1.SequenceNumber());
1304 EXPECT_EQ(kSsrc, sent_media_packet1.Ssrc());
Erik Språngf6468d22019-07-05 16:53:43 +02001305
1306 // Now try to send not a timing frame.
1307 uint16_t flexfec_seq_num;
1308
1309 EXPECT_CALL(mock_rtc_event_log_,
1310 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1311 .Times(2);
Erik Språngf5815fa2019-08-21 14:27:31 +02001312 std::unique_ptr<RtpPacketToSend> media_packet2;
1313 std::unique_ptr<RtpPacketToSend> fec_packet;
Erik Språngf6468d22019-07-05 16:53:43 +02001314
Erik Språngf5815fa2019-08-21 14:27:31 +02001315 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
1316 .Times(2)
1317 .WillRepeatedly([&](std::unique_ptr<RtpPacketToSend> packet) {
1318 if (packet->packet_type() == RtpPacketToSend::Type::kVideo) {
1319 EXPECT_EQ(packet->Ssrc(), kSsrc);
1320 EXPECT_EQ(packet->SequenceNumber(), kSeqNum + 1);
1321 media_packet2 = std::move(packet);
1322 } else {
1323 EXPECT_EQ(packet->packet_type(),
1324 RtpPacketToSend::Type::kForwardErrorCorrection);
1325 EXPECT_EQ(packet->Ssrc(), kFlexFecSsrc);
1326 fec_packet = std::move(packet);
1327 }
1328 });
Erik Språngf6468d22019-07-05 16:53:43 +02001329
Erik Språngf5815fa2019-08-21 14:27:31 +02001330 video_header.video_timing.flags = VideoSendTiming::kInvalid;
1331 EXPECT_TRUE(rtp_sender_video.SendVideo(
1332 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp + 1,
1333 kCaptureTimeMs + 1, kPayloadData, sizeof(kPayloadData), nullptr,
1334 &video_header, kDefaultExpectedRetransmissionTimeMs));
Erik Språngf6468d22019-07-05 16:53:43 +02001335
Erik Språngf5815fa2019-08-21 14:27:31 +02001336 ASSERT_TRUE(media_packet2 != nullptr);
1337 ASSERT_TRUE(fec_packet != nullptr);
Erik Språngf6468d22019-07-05 16:53:43 +02001338
Erik Språngf5815fa2019-08-21 14:27:31 +02001339 flexfec_seq_num = fec_packet->SequenceNumber();
1340 rtp_sender_->TrySendPacket(media_packet2.get(), PacedPacketInfo());
1341 rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001342
1343 ASSERT_EQ(3, transport_.packets_sent());
Erik Språngf5815fa2019-08-21 14:27:31 +02001344 const RtpPacketReceived& sent_media_packet2 = transport_.sent_packets_[1];
1345 EXPECT_EQ(kMediaPayloadType, sent_media_packet2.PayloadType());
1346 EXPECT_EQ(kSeqNum + 1, sent_media_packet2.SequenceNumber());
1347 EXPECT_EQ(kSsrc, sent_media_packet2.Ssrc());
Erik Språngf6468d22019-07-05 16:53:43 +02001348 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[2];
1349 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1350 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1351 EXPECT_EQ(kFlexFecSsrc, flexfec_packet.Ssrc());
1352}
1353
minyue3a407ee2017-04-03 01:10:33 -07001354TEST_P(RtpSenderTestWithoutPacer, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001355 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001356 constexpr int kMediaPayloadType = 127;
1357 constexpr int kFlexfecPayloadType = 118;
brandtrdbdb3f12016-11-10 05:04:48 -08001358 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001359 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språngf6468d22019-07-05 16:53:43 +02001360 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
Erik Språng4580ca22019-07-04 10:38:43 +02001361 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001362 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001363
1364 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001365 RtpRtcp::Configuration config;
1366 config.clock = &fake_clock_;
1367 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001368 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001369 config.flexfec_sender = &flexfec_sender;
Erik Språng4580ca22019-07-04 10:38:43 +02001370 config.event_log = &mock_rtc_event_log_;
1371 config.send_packet_observer = &send_packet_observer_;
1372 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1373 rtp_sender_ = absl::make_unique<RTPSender>(config);
1374
brandtrdbdb3f12016-11-10 05:04:48 -08001375 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001376
Niels Möller5fe95102019-03-04 16:49:25 +01001377 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001378 RTPSenderVideo rtp_sender_video(
1379 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
Andrei Dumitru09872732019-08-29 12:00:29 -07001380 nullptr, false, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001381 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1382 /*raw_payload=*/false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001383
brandtrdbdb3f12016-11-10 05:04:48 -08001384 // Parameters selected to generate a single FEC packet per media packet.
1385 FecProtectionParams params;
1386 params.fec_rate = 15;
1387 params.max_fec_frames = 1;
1388 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001389 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001390
Elad Alon4a87e1c2017-10-03 16:11:34 +02001391 EXPECT_CALL(mock_rtc_event_log_,
1392 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1393 .Times(2);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001394 RTPVideoHeader video_header;
1395 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001396 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001397 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1398 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1399
brandtrdbdb3f12016-11-10 05:04:48 -08001400 ASSERT_EQ(2, transport_.packets_sent());
1401 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1402 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
Erik Språng4580ca22019-07-04 10:38:43 +02001403 EXPECT_EQ(kSsrc, media_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001404 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1405 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
Erik Språngf6468d22019-07-05 16:53:43 +02001406 EXPECT_EQ(kFlexFecSsrc, flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001407}
1408
Steve Anton296a0ce2018-03-22 15:17:27 -07001409// Test that the MID header extension is included on sent packets when
1410// configured.
1411TEST_P(RtpSenderTestWithoutPacer, MidIncludedOnSentPackets) {
1412 const char kMid[] = "mid";
1413
Steve Anton2bac7da2019-07-21 15:04:21 -04001414 EnableMidSending(kMid);
Steve Anton296a0ce2018-03-22 15:17:27 -07001415
1416 // Send a couple packets.
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001417 SendGenericPacket();
1418 SendGenericPacket();
Steve Anton296a0ce2018-03-22 15:17:27 -07001419
1420 // Expect both packets to have the MID set.
1421 ASSERT_EQ(2u, transport_.sent_packets_.size());
1422 for (const RtpPacketReceived& packet : transport_.sent_packets_) {
1423 std::string mid;
1424 ASSERT_TRUE(packet.GetExtension<RtpMid>(&mid));
1425 EXPECT_EQ(kMid, mid);
1426 }
1427}
1428
Amit Hilbuch77938e62018-12-21 09:23:38 -08001429TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnSentPackets) {
1430 const char kRid[] = "f";
1431
Steve Anton2bac7da2019-07-21 15:04:21 -04001432 EnableRidSending(kRid);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001433
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001434 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001435
1436 ASSERT_EQ(1u, transport_.sent_packets_.size());
1437 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1438 std::string rid;
1439 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1440 EXPECT_EQ(kRid, rid);
1441}
1442
1443TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnRtxSentPackets) {
1444 const char kRid[] = "f";
Amit Hilbuch77938e62018-12-21 09:23:38 -08001445
Steve Anton2bac7da2019-07-21 15:04:21 -04001446 EnableRtx();
1447 EnableRidSending(kRid);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001448
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001449 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001450 ASSERT_EQ(1u, transport_.sent_packets_.size());
1451 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1452 std::string rid;
1453 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1454 EXPECT_EQ(kRid, rid);
1455 rid = kNoRid;
Steve Anton2bac7da2019-07-21 15:04:21 -04001456 EXPECT_FALSE(packet.HasExtension<RepairedRtpStreamId>());
Amit Hilbuch77938e62018-12-21 09:23:38 -08001457
1458 uint16_t packet_id = packet.SequenceNumber();
1459 rtp_sender_->ReSendPacket(packet_id);
1460 ASSERT_EQ(2u, transport_.sent_packets_.size());
1461 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1462 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rid));
1463 EXPECT_EQ(kRid, rid);
1464 EXPECT_FALSE(rtx_packet.HasExtension<RtpStreamId>());
1465}
1466
Steve Anton2bac7da2019-07-21 15:04:21 -04001467TEST_P(RtpSenderTestWithoutPacer, MidAndRidNotIncludedOnSentPacketsAfterAck) {
1468 const char kMid[] = "mid";
1469 const char kRid[] = "f";
1470
1471 EnableMidSending(kMid);
1472 EnableRidSending(kRid);
1473
1474 // This first packet should include both MID and RID.
1475 auto first_built_packet = SendGenericPacket();
1476
1477 rtp_sender_->OnReceivedAckOnSsrc(first_built_packet->SequenceNumber());
1478
1479 // The second packet should include neither since an ack was received.
1480 SendGenericPacket();
1481
1482 ASSERT_EQ(2u, transport_.sent_packets_.size());
1483
1484 const RtpPacketReceived& first_packet = transport_.sent_packets_[0];
1485 std::string mid, rid;
1486 ASSERT_TRUE(first_packet.GetExtension<RtpMid>(&mid));
1487 EXPECT_EQ(kMid, mid);
1488 ASSERT_TRUE(first_packet.GetExtension<RtpStreamId>(&rid));
1489 EXPECT_EQ(kRid, rid);
1490
1491 const RtpPacketReceived& second_packet = transport_.sent_packets_[1];
1492 EXPECT_FALSE(second_packet.HasExtension<RtpMid>());
1493 EXPECT_FALSE(second_packet.HasExtension<RtpStreamId>());
1494}
1495
1496// Test that the first RTX packet includes both MID and RRID even if the packet
1497// being retransmitted did not have MID or RID. The MID and RID are needed on
1498// the first packets for a given SSRC, and RTX packets are sent on a separate
1499// SSRC.
1500TEST_P(RtpSenderTestWithoutPacer, MidAndRidIncludedOnFirstRtxPacket) {
1501 const char kMid[] = "mid";
1502 const char kRid[] = "f";
1503
1504 EnableRtx();
1505 EnableMidSending(kMid);
1506 EnableRidSending(kRid);
1507
1508 // This first packet will include both MID and RID.
1509 auto first_built_packet = SendGenericPacket();
1510 rtp_sender_->OnReceivedAckOnSsrc(first_built_packet->SequenceNumber());
1511
1512 // The second packet will include neither since an ack was received.
1513 auto second_built_packet = SendGenericPacket();
1514
1515 // The first RTX packet should include MID and RRID.
1516 ASSERT_LT(0,
1517 rtp_sender_->ReSendPacket(second_built_packet->SequenceNumber()));
1518
1519 ASSERT_EQ(3u, transport_.sent_packets_.size());
1520
1521 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[2];
1522 std::string mid, rrid;
1523 ASSERT_TRUE(rtx_packet.GetExtension<RtpMid>(&mid));
1524 EXPECT_EQ(kMid, mid);
1525 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rrid));
1526 EXPECT_EQ(kRid, rrid);
1527}
1528
1529// Test that the RTX packets sent after receving an ACK on the RTX SSRC does
1530// not include either MID or RRID even if the packet being retransmitted did
1531// had a MID or RID.
1532TEST_P(RtpSenderTestWithoutPacer, MidAndRidNotIncludedOnRtxPacketsAfterAck) {
1533 const char kMid[] = "mid";
1534 const char kRid[] = "f";
1535
1536 EnableRtx();
1537 EnableMidSending(kMid);
1538 EnableRidSending(kRid);
1539
1540 // This first packet will include both MID and RID.
1541 auto first_built_packet = SendGenericPacket();
1542 rtp_sender_->OnReceivedAckOnSsrc(first_built_packet->SequenceNumber());
1543
1544 // The second packet will include neither since an ack was received.
1545 auto second_built_packet = SendGenericPacket();
1546
1547 // The first RTX packet will include MID and RRID.
1548 ASSERT_LT(0,
1549 rtp_sender_->ReSendPacket(second_built_packet->SequenceNumber()));
1550
1551 ASSERT_EQ(3u, transport_.sent_packets_.size());
1552 const RtpPacketReceived& first_rtx_packet = transport_.sent_packets_[2];
1553
1554 rtp_sender_->OnReceivedAckOnRtxSsrc(first_rtx_packet.SequenceNumber());
1555
1556 // The second and third RTX packets should not include MID nor RRID.
1557 ASSERT_LT(0, rtp_sender_->ReSendPacket(first_built_packet->SequenceNumber()));
1558 ASSERT_LT(0,
1559 rtp_sender_->ReSendPacket(second_built_packet->SequenceNumber()));
1560
1561 ASSERT_EQ(5u, transport_.sent_packets_.size());
1562
1563 const RtpPacketReceived& second_rtx_packet = transport_.sent_packets_[3];
1564 EXPECT_FALSE(second_rtx_packet.HasExtension<RtpMid>());
1565 EXPECT_FALSE(second_rtx_packet.HasExtension<RepairedRtpStreamId>());
1566
1567 const RtpPacketReceived& third_rtx_packet = transport_.sent_packets_[4];
1568 EXPECT_FALSE(third_rtx_packet.HasExtension<RtpMid>());
1569 EXPECT_FALSE(third_rtx_packet.HasExtension<RepairedRtpStreamId>());
1570}
1571
1572// Test that if the RtpState indicates an ACK has been received on that SSRC
1573// then neither the MID nor RID header extensions will be sent.
1574TEST_P(RtpSenderTestWithoutPacer,
1575 MidAndRidNotIncludedOnSentPacketsAfterRtpStateRestored) {
1576 const char kMid[] = "mid";
1577 const char kRid[] = "f";
1578
1579 EnableMidSending(kMid);
1580 EnableRidSending(kRid);
1581
1582 RtpState state = rtp_sender_->GetRtpState();
1583 EXPECT_FALSE(state.ssrc_has_acked);
1584 state.ssrc_has_acked = true;
1585 rtp_sender_->SetRtpState(state);
1586
1587 SendGenericPacket();
1588
1589 ASSERT_EQ(1u, transport_.sent_packets_.size());
1590 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1591 EXPECT_FALSE(packet.HasExtension<RtpMid>());
1592 EXPECT_FALSE(packet.HasExtension<RtpStreamId>());
1593}
1594
1595// Test that if the RTX RtpState indicates an ACK has been received on that
1596// RTX SSRC then neither the MID nor RRID header extensions will be sent on
1597// RTX packets.
1598TEST_P(RtpSenderTestWithoutPacer,
1599 MidAndRridNotIncludedOnRtxPacketsAfterRtpStateRestored) {
1600 const char kMid[] = "mid";
1601 const char kRid[] = "f";
1602
1603 EnableRtx();
1604 EnableMidSending(kMid);
1605 EnableRidSending(kRid);
1606
1607 RtpState rtx_state = rtp_sender_->GetRtxRtpState();
1608 EXPECT_FALSE(rtx_state.ssrc_has_acked);
1609 rtx_state.ssrc_has_acked = true;
1610 rtp_sender_->SetRtxRtpState(rtx_state);
1611
1612 auto built_packet = SendGenericPacket();
1613 ASSERT_LT(0, rtp_sender_->ReSendPacket(built_packet->SequenceNumber()));
1614
1615 ASSERT_EQ(2u, transport_.sent_packets_.size());
1616 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1617 EXPECT_FALSE(rtx_packet.HasExtension<RtpMid>());
1618 EXPECT_FALSE(rtx_packet.HasExtension<RepairedRtpStreamId>());
1619}
1620
minyue3a407ee2017-04-03 01:10:33 -07001621TEST_P(RtpSenderTest, FecOverheadRate) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001622 constexpr uint32_t kTimestamp = 1234;
1623 constexpr int kMediaPayloadType = 127;
brandtr81eab612017-01-24 04:06:09 -08001624 constexpr int kFlexfecPayloadType = 118;
brandtr81eab612017-01-24 04:06:09 -08001625 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001626 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språng4580ca22019-07-04 10:38:43 +02001627 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1628 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001629 nullptr /* rtp_state */, &fake_clock_);
brandtr81eab612017-01-24 04:06:09 -08001630
1631 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001632 RtpRtcp::Configuration config;
1633 config.clock = &fake_clock_;
1634 config.outgoing_transport = &transport_;
1635 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001636 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001637 config.flexfec_sender = &flexfec_sender;
Erik Språng4580ca22019-07-04 10:38:43 +02001638 config.event_log = &mock_rtc_event_log_;
1639 config.send_packet_observer = &send_packet_observer_;
1640 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1641 rtp_sender_ = absl::make_unique<RTPSender>(config);
1642
brandtr81eab612017-01-24 04:06:09 -08001643 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr81eab612017-01-24 04:06:09 -08001644
Niels Möller5fe95102019-03-04 16:49:25 +01001645 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001646 RTPSenderVideo rtp_sender_video(
1647 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
Andrei Dumitru09872732019-08-29 12:00:29 -07001648 nullptr, false, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001649 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1650 /*raw_payload=*/false);
brandtr81eab612017-01-24 04:06:09 -08001651 // Parameters selected to generate a single FEC packet per media packet.
1652 FecProtectionParams params;
1653 params.fec_rate = 15;
1654 params.max_fec_frames = 1;
1655 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001656 rtp_sender_video.SetFecParameters(params, params);
brandtr81eab612017-01-24 04:06:09 -08001657
1658 constexpr size_t kNumMediaPackets = 10;
1659 constexpr size_t kNumFecPackets = kNumMediaPackets;
1660 constexpr int64_t kTimeBetweenPacketsMs = 10;
Erik Språngf6468d22019-07-05 16:53:43 +02001661 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
1662 .Times(kNumMediaPackets + kNumFecPackets);
brandtr81eab612017-01-24 04:06:09 -08001663 for (size_t i = 0; i < kNumMediaPackets; ++i) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001664 RTPVideoHeader video_header;
1665
1666 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001667 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001668 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1669 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1670
brandtr81eab612017-01-24 04:06:09 -08001671 fake_clock_.AdvanceTimeMilliseconds(kTimeBetweenPacketsMs);
1672 }
1673 constexpr size_t kRtpHeaderLength = 12;
1674 constexpr size_t kFlexfecHeaderLength = 20;
1675 constexpr size_t kGenericCodecHeaderLength = 1;
1676 constexpr size_t kPayloadLength = sizeof(kPayloadData);
1677 constexpr size_t kPacketLength = kRtpHeaderLength + kFlexfecHeaderLength +
1678 kGenericCodecHeaderLength + kPayloadLength;
1679 EXPECT_NEAR(kNumFecPackets * kPacketLength * 8 /
1680 (kNumFecPackets * kTimeBetweenPacketsMs / 1000.0f),
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001681 rtp_sender_video.FecOverheadRate(), 500);
brandtr81eab612017-01-24 04:06:09 -08001682}
1683
minyue3a407ee2017-04-03 01:10:33 -07001684TEST_P(RtpSenderTest, BitrateCallbacks) {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001685 class TestCallback : public BitrateStatisticsObserver {
1686 public:
sprangcd349d92016-07-13 09:11:28 -07001687 TestCallback()
1688 : BitrateStatisticsObserver(),
1689 num_calls_(0),
1690 ssrc_(0),
1691 total_bitrate_(0),
1692 retransmit_bitrate_(0) {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001693 ~TestCallback() override = default;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001694
sprangcd349d92016-07-13 09:11:28 -07001695 void Notify(uint32_t total_bitrate,
1696 uint32_t retransmit_bitrate,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001697 uint32_t ssrc) override {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001698 ++num_calls_;
1699 ssrc_ = ssrc;
sprangcd349d92016-07-13 09:11:28 -07001700 total_bitrate_ = total_bitrate;
1701 retransmit_bitrate_ = retransmit_bitrate;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001702 }
1703
1704 uint32_t num_calls_;
1705 uint32_t ssrc_;
sprangcd349d92016-07-13 09:11:28 -07001706 uint32_t total_bitrate_;
1707 uint32_t retransmit_bitrate_;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001708 } callback;
Erik Språng4580ca22019-07-04 10:38:43 +02001709
1710 RtpRtcp::Configuration config;
1711 config.clock = &fake_clock_;
1712 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001713 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001714 config.send_bitrate_observer = &callback;
1715 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1716 rtp_sender_ = absl::make_unique<RTPSender>(config);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001717
Niels Möller5fe95102019-03-04 16:49:25 +01001718 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001719 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001720 &playout_delay_oracle, nullptr, false, false,
Andrei Dumitru09872732019-08-29 12:00:29 -07001721 false, FieldTrialBasedConfig());
Niels Möller59ab1cf2019-02-06 22:48:11 +01001722 const char payload_name[] = "GENERIC";
1723 const uint8_t payload_type = 127;
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001724 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1725 /*raw_payload=*/false);
Niels Möller59ab1cf2019-02-06 22:48:11 +01001726
sprangcd349d92016-07-13 09:11:28 -07001727 // Simulate kNumPackets sent with kPacketInterval ms intervals, with the
1728 // number of packets selected so that we fill (but don't overflow) the one
1729 // second averaging window.
1730 const uint32_t kWindowSizeMs = 1000;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001731 const uint32_t kPacketInterval = 20;
sprangcd349d92016-07-13 09:11:28 -07001732 const uint32_t kNumPackets =
1733 (kWindowSizeMs - kPacketInterval) / kPacketInterval;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001734 // Overhead = 12 bytes RTP header + 1 byte generic header.
1735 const uint32_t kPacketOverhead = 13;
1736
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001737 uint8_t payload[] = {47, 11, 32, 93, 89};
1738 rtp_sender_->SetStorePacketsStatus(true, 1);
1739 uint32_t ssrc = rtp_sender_->SSRC();
1740
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001741 // Initial process call so we get a new time window.
1742 rtp_sender_->ProcessBitrate();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001743
1744 // Send a few frames.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001745 RTPVideoHeader video_header;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001746 for (uint32_t i = 0; i < kNumPackets; ++i) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001747 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001748 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1749 sizeof(payload), nullptr, &video_header,
1750 kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001751 fake_clock_.AdvanceTimeMilliseconds(kPacketInterval);
1752 }
1753
1754 rtp_sender_->ProcessBitrate();
1755
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001756 // We get one call for every stats updated, thus two calls since both the
1757 // stream stats and the retransmit stats are updated once.
1758 EXPECT_EQ(2u, callback.num_calls_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001759 EXPECT_EQ(ssrc, callback.ssrc_);
sprangcd349d92016-07-13 09:11:28 -07001760 const uint32_t kTotalPacketSize = kPacketOverhead + sizeof(payload);
1761 // Bitrate measured over delta between last and first timestamp, plus one.
1762 const uint32_t kExpectedWindowMs = kNumPackets * kPacketInterval + 1;
1763 const uint32_t kExpectedBitsAccumulated = kTotalPacketSize * kNumPackets * 8;
1764 const uint32_t kExpectedRateBps =
1765 (kExpectedBitsAccumulated * 1000 + (kExpectedWindowMs / 2)) /
1766 kExpectedWindowMs;
1767 EXPECT_EQ(kExpectedRateBps, callback.total_bitrate_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001768
andresp@webrtc.orgd11bec42014-07-08 14:32:58 +00001769 rtp_sender_.reset();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001770}
1771
minyue3a407ee2017-04-03 01:10:33 -07001772TEST_P(RtpSenderTestWithoutPacer, StreamDataCountersCallbacks) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001773 class TestCallback : public StreamDataCountersCallback {
1774 public:
danilchap162abd32015-12-10 02:39:40 -08001775 TestCallback() : StreamDataCountersCallback(), ssrc_(0), counters_() {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001776 ~TestCallback() override = default;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001777
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001778 void DataCountersUpdated(const StreamDataCounters& counters,
1779 uint32_t ssrc) override {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001780 ssrc_ = ssrc;
1781 counters_ = counters;
1782 }
1783
1784 uint32_t ssrc_;
1785 StreamDataCounters counters_;
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001786
1787 void MatchPacketCounter(const RtpPacketCounter& expected,
1788 const RtpPacketCounter& actual) {
1789 EXPECT_EQ(expected.payload_bytes, actual.payload_bytes);
1790 EXPECT_EQ(expected.header_bytes, actual.header_bytes);
1791 EXPECT_EQ(expected.padding_bytes, actual.padding_bytes);
1792 EXPECT_EQ(expected.packets, actual.packets);
1793 }
1794
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001795 void Matches(uint32_t ssrc, const StreamDataCounters& counters) {
1796 EXPECT_EQ(ssrc, ssrc_);
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001797 MatchPacketCounter(counters.transmitted, counters_.transmitted);
1798 MatchPacketCounter(counters.retransmitted, counters_.retransmitted);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001799 EXPECT_EQ(counters.fec.packets, counters_.fec.packets);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001800 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001801 } callback;
1802
1803 const uint8_t kRedPayloadType = 96;
1804 const uint8_t kUlpfecPayloadType = 97;
Niels Möller8a40edd2019-01-24 18:04:44 +01001805 const char payload_name[] = "GENERIC";
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001806 const uint8_t payload_type = 127;
Niels Möller5fe95102019-03-04 16:49:25 +01001807 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001808 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001809 &playout_delay_oracle, nullptr, false, false,
Andrei Dumitru09872732019-08-29 12:00:29 -07001810 false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001811 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1812 /*raw_payload=*/false);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001813 uint8_t payload[] = {47, 11, 32, 93, 89};
1814 rtp_sender_->SetStorePacketsStatus(true, 1);
1815 uint32_t ssrc = rtp_sender_->SSRC();
1816
1817 rtp_sender_->RegisterRtpStatisticsCallback(&callback);
1818
1819 // Send a frame.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001820 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001821 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001822 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1823 sizeof(payload), nullptr, &video_header,
1824 kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001825 StreamDataCounters expected;
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001826 expected.transmitted.payload_bytes = 6;
1827 expected.transmitted.header_bytes = 12;
1828 expected.transmitted.padding_bytes = 0;
1829 expected.transmitted.packets = 1;
1830 expected.retransmitted.payload_bytes = 0;
1831 expected.retransmitted.header_bytes = 0;
1832 expected.retransmitted.padding_bytes = 0;
1833 expected.retransmitted.packets = 0;
1834 expected.fec.packets = 0;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001835 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001836
1837 // Retransmit a frame.
1838 uint16_t seqno = rtp_sender_->SequenceNumber() - 1;
Erik Språnga12b1d62018-03-14 12:39:24 +01001839 rtp_sender_->ReSendPacket(seqno);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001840 expected.transmitted.payload_bytes = 12;
1841 expected.transmitted.header_bytes = 24;
1842 expected.transmitted.packets = 2;
1843 expected.retransmitted.payload_bytes = 6;
1844 expected.retransmitted.header_bytes = 12;
1845 expected.retransmitted.padding_bytes = 0;
1846 expected.retransmitted.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001847 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001848
1849 // Send padding.
Erik Språng4208a132019-08-26 08:58:45 +02001850 GenerateAndSendPadding(kMaxPaddingSize);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001851 expected.transmitted.payload_bytes = 12;
1852 expected.transmitted.header_bytes = 36;
1853 expected.transmitted.padding_bytes = kMaxPaddingSize;
1854 expected.transmitted.packets = 3;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001855 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001856
brandtrf1bb4762016-11-07 03:05:06 -08001857 // Send ULPFEC.
Niels Möller59ab1cf2019-02-06 22:48:11 +01001858 rtp_sender_video.SetUlpfecConfig(kRedPayloadType, kUlpfecPayloadType);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001859 FecProtectionParams fec_params;
1860 fec_params.fec_mask_type = kFecMaskRandom;
1861 fec_params.fec_rate = 1;
1862 fec_params.max_fec_frames = 1;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001863 rtp_sender_video.SetFecParameters(fec_params, fec_params);
1864 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001865 VideoFrameType::kVideoFrameDelta, payload_type, 1234, 4321, payload,
1866 sizeof(payload), nullptr, &video_header,
1867 kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001868 expected.transmitted.payload_bytes = 40;
1869 expected.transmitted.header_bytes = 60;
1870 expected.transmitted.packets = 5;
1871 expected.fec.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001872 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001873
sprang867fb522015-08-03 04:38:41 -07001874 rtp_sender_->RegisterRtpStatisticsCallback(nullptr);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001875}
1876
minyue3a407ee2017-04-03 01:10:33 -07001877TEST_P(RtpSenderTestWithoutPacer, BytesReportedCorrectly) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001878 // XXX const char* kPayloadName = "GENERIC";
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001879 const uint8_t kPayloadType = 127;
Shao Changbine62202f2015-04-21 20:24:50 +08001880 rtp_sender_->SetRtxPayloadType(kPayloadType - 1, kPayloadType);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001881 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001882
Niels Möller59ab1cf2019-02-06 22:48:11 +01001883 SendGenericPacket();
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001884 // Will send 2 full-size padding packets.
Erik Språng4208a132019-08-26 08:58:45 +02001885 GenerateAndSendPadding(1);
1886 GenerateAndSendPadding(1);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001887
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001888 StreamDataCounters rtp_stats;
1889 StreamDataCounters rtx_stats;
1890 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001891
Niels Möller59ab1cf2019-02-06 22:48:11 +01001892 // Payload
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +00001893 EXPECT_GT(rtp_stats.first_packet_time_ms, -1);
Niels Möller59ab1cf2019-02-06 22:48:11 +01001894 EXPECT_EQ(rtp_stats.transmitted.payload_bytes, sizeof(kPayloadData));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001895 EXPECT_EQ(rtp_stats.transmitted.header_bytes, 12u);
1896 EXPECT_EQ(rtp_stats.transmitted.padding_bytes, 0u);
1897 EXPECT_EQ(rtx_stats.transmitted.payload_bytes, 0u);
1898 EXPECT_EQ(rtx_stats.transmitted.header_bytes, 24u);
1899 EXPECT_EQ(rtx_stats.transmitted.padding_bytes, 2 * kMaxPaddingSize);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001900
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001901 EXPECT_EQ(rtp_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001902 rtp_stats.transmitted.payload_bytes +
1903 rtp_stats.transmitted.header_bytes +
1904 rtp_stats.transmitted.padding_bytes);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001905 EXPECT_EQ(rtx_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001906 rtx_stats.transmitted.payload_bytes +
1907 rtx_stats.transmitted.header_bytes +
1908 rtx_stats.transmitted.padding_bytes);
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001909
danilchap162abd32015-12-10 02:39:40 -08001910 EXPECT_EQ(
1911 transport_.total_bytes_sent_,
1912 rtp_stats.transmitted.TotalBytes() + rtx_stats.transmitted.TotalBytes());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001913}
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001914
minyue3a407ee2017-04-03 01:10:33 -07001915TEST_P(RtpSenderTestWithoutPacer, RespectsNackBitrateLimit) {
sprang38778b02015-09-29 09:48:22 -07001916 const int32_t kPacketSize = 1400;
1917 const int32_t kNumPackets = 30;
1918
sprangcd349d92016-07-13 09:11:28 -07001919 retransmission_rate_limiter_.SetMaxRate(kPacketSize * kNumPackets * 8);
1920
sprang38778b02015-09-29 09:48:22 -07001921 rtp_sender_->SetStorePacketsStatus(true, kNumPackets);
sprang38778b02015-09-29 09:48:22 -07001922 const uint16_t kStartSequenceNumber = rtp_sender_->SequenceNumber();
Danil Chapovalov2800d742016-08-26 18:48:46 +02001923 std::vector<uint16_t> sequence_numbers;
sprang38778b02015-09-29 09:48:22 -07001924 for (int32_t i = 0; i < kNumPackets; ++i) {
1925 sequence_numbers.push_back(kStartSequenceNumber + i);
1926 fake_clock_.AdvanceTimeMilliseconds(1);
1927 SendPacket(fake_clock_.TimeInMilliseconds(), kPacketSize);
1928 }
danilchap12ba1862016-10-26 02:41:55 -07001929 EXPECT_EQ(kNumPackets, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001930
1931 fake_clock_.AdvanceTimeMilliseconds(1000 - kNumPackets);
1932
1933 // Resending should work - brings the bandwidth up to the limit.
1934 // NACK bitrate is capped to the same bitrate as the encoder, since the max
1935 // protection overhead is 50% (see MediaOptimization::SetTargetRates).
Danil Chapovalov2800d742016-08-26 18:48:46 +02001936 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001937 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001938
sprangcd349d92016-07-13 09:11:28 -07001939 // Must be at least 5ms in between retransmission attempts.
1940 fake_clock_.AdvanceTimeMilliseconds(5);
1941
sprang38778b02015-09-29 09:48:22 -07001942 // Resending should not work, bandwidth exceeded.
Danil Chapovalov2800d742016-08-26 18:48:46 +02001943 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001944 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001945}
1946
minyue3a407ee2017-04-03 01:10:33 -07001947TEST_P(RtpSenderTest, OnOverheadChanged) {
michaelt4da30442016-11-17 01:38:43 -08001948 MockOverheadObserver mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02001949 RtpRtcp::Configuration config;
1950 config.clock = &fake_clock_;
1951 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001952 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001953 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1954 config.overhead_observer = &mock_overhead_observer;
1955 rtp_sender_ = absl::make_unique<RTPSender>(config);
michaelt4da30442016-11-17 01:38:43 -08001956
michaelt4da30442016-11-17 01:38:43 -08001957 // RTP overhead is 12B.
nisse284542b2017-01-10 08:58:32 -08001958 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(12)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001959 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001960
1961 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
1962 kTransmissionTimeOffsetExtensionId);
1963
1964 // TransmissionTimeOffset extension has a size of 8B.
nisse284542b2017-01-10 08:58:32 -08001965 // 12B + 8B = 20B
1966 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(20)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001967 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001968}
1969
minyue3a407ee2017-04-03 01:10:33 -07001970TEST_P(RtpSenderTest, DoesNotUpdateOverheadOnEqualSize) {
michaelt4da30442016-11-17 01:38:43 -08001971 MockOverheadObserver mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02001972 RtpRtcp::Configuration config;
1973 config.clock = &fake_clock_;
1974 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001975 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001976 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1977 config.overhead_observer = &mock_overhead_observer;
1978 rtp_sender_ = absl::make_unique<RTPSender>(config);
michaelt4da30442016-11-17 01:38:43 -08001979
1980 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(_)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001981 SendGenericPacket();
1982 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001983}
1984
Erik Språng9c771c22019-06-17 16:31:53 +02001985TEST_P(RtpSenderTest, TrySendPacketMatchesVideo) {
1986 std::unique_ptr<RtpPacketToSend> packet =
1987 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1988 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1989
1990 // Verify not sent with wrong SSRC.
1991 packet->SetSsrc(kSsrc + 1);
1992 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1993
1994 // Verify sent with correct SSRC.
1995 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
1996 packet->SetSsrc(kSsrc);
1997 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1998 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
1999}
2000
2001TEST_P(RtpSenderTest, TrySendPacketMatchesAudio) {
2002 std::unique_ptr<RtpPacketToSend> packet =
2003 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2004 packet->set_packet_type(RtpPacketToSend::Type::kAudio);
2005
2006 // Verify not sent with wrong SSRC.
2007 packet->SetSsrc(kSsrc + 1);
2008 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2009
2010 // Verify sent with correct SSRC.
2011 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2012 packet->SetSsrc(kSsrc);
2013 packet->set_packet_type(RtpPacketToSend::Type::kAudio);
2014 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2015}
2016
2017TEST_P(RtpSenderTest, TrySendPacketMatchesRetransmissions) {
2018 std::unique_ptr<RtpPacketToSend> packet =
2019 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2020 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2021
2022 // Verify not sent with wrong SSRC.
2023 packet->SetSsrc(kSsrc + 1);
2024 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2025
2026 // Verify sent with correct SSRC (non-RTX).
2027 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2028 packet->SetSsrc(kSsrc);
2029 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2030 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2031
2032 // RTX retransmission.
2033 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2034 packet->SetSsrc(kRtxSsrc);
2035 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2036 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2037}
2038
2039TEST_P(RtpSenderTest, TrySendPacketMatchesPadding) {
2040 std::unique_ptr<RtpPacketToSend> packet =
2041 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2042 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
2043
2044 // Verify not sent with wrong SSRC.
2045 packet->SetSsrc(kSsrc + 1);
2046 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2047
2048 // Verify sent with correct SSRC (non-RTX).
2049 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2050 packet->SetSsrc(kSsrc);
2051 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
2052 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2053
2054 // RTX padding.
2055 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2056 packet->SetSsrc(kRtxSsrc);
2057 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
2058 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2059}
2060
2061TEST_P(RtpSenderTest, TrySendPacketMatchesFlexfec) {
2062 std::unique_ptr<RtpPacketToSend> packet =
2063 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2064 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2065
2066 // Verify not sent with wrong SSRC.
2067 packet->SetSsrc(kSsrc + 1);
2068 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2069
2070 // Verify sent with correct SSRC.
2071 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2072 packet->SetSsrc(kFlexFecSsrc);
2073 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2074 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2075}
2076
2077TEST_P(RtpSenderTest, TrySendPacketMatchesUlpfec) {
2078 std::unique_ptr<RtpPacketToSend> packet =
2079 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2080 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2081
2082 // Verify not sent with wrong SSRC.
2083 packet->SetSsrc(kSsrc + 1);
2084 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2085
2086 // Verify sent with correct SSRC.
2087 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2088 packet->SetSsrc(kSsrc);
2089 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2090 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2091}
2092
2093TEST_P(RtpSenderTest, TrySendPacketHandlesRetransmissionHistory) {
2094 rtp_sender_->SetStorePacketsStatus(true, 10);
2095
2096 // Build a media packet and send it.
2097 std::unique_ptr<RtpPacketToSend> packet =
2098 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2099 const uint16_t media_sequence_number = packet->SequenceNumber();
2100 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2101 packet->set_allow_retransmission(true);
2102 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2103
2104 // Simulate retransmission request.
2105 fake_clock_.AdvanceTimeMilliseconds(30);
2106 EXPECT_GT(rtp_sender_->ReSendPacket(media_sequence_number), 0);
2107
2108 // Packet already pending, retransmission not allowed.
2109 fake_clock_.AdvanceTimeMilliseconds(30);
2110 EXPECT_EQ(rtp_sender_->ReSendPacket(media_sequence_number), 0);
2111
2112 // Packet exiting pacer, mark as not longer pending.
2113 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2114 EXPECT_NE(packet->SequenceNumber(), media_sequence_number);
2115 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2116 packet->SetSsrc(kRtxSsrc);
2117 packet->set_retransmitted_sequence_number(media_sequence_number);
2118 packet->set_allow_retransmission(false);
2119 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2120
2121 // Retransmissions allowed again.
2122 fake_clock_.AdvanceTimeMilliseconds(30);
2123 EXPECT_GT(rtp_sender_->ReSendPacket(media_sequence_number), 0);
2124
2125 // Retransmission of RTX packet should not be allowed.
2126 EXPECT_EQ(rtp_sender_->ReSendPacket(packet->SequenceNumber()), 0);
2127}
2128
2129TEST_P(RtpSenderTest, TrySendPacketUpdatesExtensions) {
2130 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
2131 kRtpExtensionTransmissionTimeOffset,
2132 kTransmissionTimeOffsetExtensionId),
2133 0);
2134 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
2135 kRtpExtensionAbsoluteSendTime, kAbsoluteSendTimeExtensionId),
2136 0);
2137 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionVideoTiming,
2138 kVideoTimingExtensionId),
2139 0);
2140
2141 std::unique_ptr<RtpPacketToSend> packet =
2142 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2143 packet->set_packetization_finish_time_ms(fake_clock_.TimeInMilliseconds());
2144
2145 const int32_t kDiffMs = 10;
2146 fake_clock_.AdvanceTimeMilliseconds(kDiffMs);
2147
2148 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2149 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2150
2151 const RtpPacketReceived& received_packet = transport_.last_sent_packet();
2152
2153 EXPECT_EQ(received_packet.GetExtension<TransmissionOffset>(), kDiffMs * 90);
2154
2155 EXPECT_EQ(received_packet.GetExtension<AbsoluteSendTime>(),
2156 AbsoluteSendTime::MsTo24Bits(fake_clock_.TimeInMilliseconds()));
2157
2158 VideoSendTiming timing;
2159 EXPECT_TRUE(received_packet.GetExtension<VideoTimingExtension>(&timing));
2160 EXPECT_EQ(timing.pacer_exit_delta_ms, kDiffMs);
2161}
2162
2163TEST_P(RtpSenderTest, TrySendPacketSetsPacketOptions) {
2164 const uint16_t kPacketId = 42;
2165 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
2166 kRtpExtensionTransportSequenceNumber,
2167 kTransportSequenceNumberExtensionId),
2168 0);
2169 std::unique_ptr<RtpPacketToSend> packet =
2170 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2171 packet->SetExtension<TransportSequenceNumber>(kPacketId);
2172
2173 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2174 EXPECT_CALL(send_packet_observer_, OnSendPacket);
2175 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2176
2177 EXPECT_EQ(transport_.last_options_.packet_id, kPacketId);
2178 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
2179 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
2180 EXPECT_FALSE(transport_.last_options_.is_retransmit);
2181
2182 // Send another packet as retransmission, verify options are populated.
2183 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2184 packet->SetExtension<TransportSequenceNumber>(kPacketId + 1);
2185 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2186 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2187 EXPECT_TRUE(transport_.last_options_.is_retransmit);
2188}
2189
2190TEST_P(RtpSenderTest, TrySendPacketUpdatesStats) {
2191 const size_t kPayloadSize = 1000;
2192
2193 StrictMock<MockSendSideDelayObserver> send_side_delay_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02002194
2195 RtpRtcp::Configuration config;
2196 config.clock = &fake_clock_;
2197 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02002198 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02002199 config.rtx_send_ssrc = kRtxSsrc;
2200 config.flexfec_sender = &flexfec_sender_;
2201 config.send_side_delay_observer = &send_side_delay_observer;
2202 config.event_log = &mock_rtc_event_log_;
2203 config.send_packet_observer = &send_packet_observer_;
2204 rtp_sender_ = absl::make_unique<RTPSender>(config);
Erik Språng9c771c22019-06-17 16:31:53 +02002205 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2206 kRtpExtensionTransportSequenceNumber,
2207 kTransportSequenceNumberExtensionId));
2208
2209 const int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
2210
2211 std::unique_ptr<RtpPacketToSend> video_packet =
2212 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2213 video_packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2214 video_packet->SetPayloadSize(kPayloadSize);
2215 video_packet->SetExtension<TransportSequenceNumber>(1);
2216
2217 std::unique_ptr<RtpPacketToSend> rtx_packet =
2218 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2219 rtx_packet->SetSsrc(kRtxSsrc);
2220 rtx_packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2221 rtx_packet->SetPayloadSize(kPayloadSize);
2222 rtx_packet->SetExtension<TransportSequenceNumber>(2);
2223
2224 std::unique_ptr<RtpPacketToSend> fec_packet =
2225 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2226 fec_packet->SetSsrc(kFlexFecSsrc);
2227 fec_packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2228 fec_packet->SetPayloadSize(kPayloadSize);
2229 fec_packet->SetExtension<TransportSequenceNumber>(3);
2230
2231 const int64_t kDiffMs = 25;
2232 fake_clock_.AdvanceTimeMilliseconds(kDiffMs);
2233
2234 EXPECT_CALL(send_side_delay_observer,
2235 SendSideDelayUpdated(kDiffMs, kDiffMs, kDiffMs, kSsrc));
2236 EXPECT_CALL(
2237 send_side_delay_observer,
2238 SendSideDelayUpdated(kDiffMs, kDiffMs, 2 * kDiffMs, kFlexFecSsrc));
2239
2240 EXPECT_CALL(send_packet_observer_, OnSendPacket(1, capture_time_ms, kSsrc));
2241 EXPECT_TRUE(
2242 rtp_sender_->TrySendPacket(video_packet.get(), PacedPacketInfo()));
2243
2244 // Send packet observer not called for padding/retransmissions.
2245 EXPECT_CALL(send_packet_observer_, OnSendPacket(2, _, _)).Times(0);
2246 EXPECT_TRUE(rtp_sender_->TrySendPacket(rtx_packet.get(), PacedPacketInfo()));
2247
2248 EXPECT_CALL(send_packet_observer_,
2249 OnSendPacket(3, capture_time_ms, kFlexFecSsrc));
2250 EXPECT_TRUE(rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo()));
2251
2252 StreamDataCounters rtp_stats;
2253 StreamDataCounters rtx_stats;
2254 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
2255 EXPECT_EQ(rtp_stats.transmitted.packets, 2u);
2256 EXPECT_EQ(rtp_stats.fec.packets, 1u);
2257 EXPECT_EQ(rtx_stats.retransmitted.packets, 1u);
2258}
2259
Erik Språng478cb462019-06-26 15:49:27 +02002260TEST_P(RtpSenderTest, GeneratePaddingResendsOldPacketsWithRtx) {
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002261 // Min requested size in order to use RTX payload.
2262 const size_t kMinPaddingSize = 50;
2263
Erik Språng478cb462019-06-26 15:49:27 +02002264 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2265 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2266 rtp_sender_->SetStorePacketsStatus(true, 1);
2267
Erik Språng0f6191d2019-07-15 20:33:40 +02002268 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2269 kRtpExtensionTransmissionTimeOffset,
2270 kTransmissionTimeOffsetExtensionId));
2271 ASSERT_EQ(
2272 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
2273 kAbsoluteSendTimeExtensionId));
2274 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2275 kRtpExtensionTransportSequenceNumber,
2276 kTransportSequenceNumberExtensionId));
2277
Erik Språng478cb462019-06-26 15:49:27 +02002278 const size_t kPayloadPacketSize = 1234;
2279 std::unique_ptr<RtpPacketToSend> packet =
2280 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2281 packet->set_allow_retransmission(true);
2282 packet->SetPayloadSize(kPayloadPacketSize);
2283 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2284
2285 // Send a dummy video packet so it ends up in the packet history.
Erik Språng0f6191d2019-07-15 20:33:40 +02002286 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Erik Språng478cb462019-06-26 15:49:27 +02002287 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2288
2289 // Generated padding has large enough budget that the video packet should be
2290 // retransmitted as padding.
Erik Språngf6468d22019-07-05 16:53:43 +02002291 std::vector<std::unique_ptr<RtpPacketToSend>> generated_packets =
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002292 rtp_sender_->GeneratePadding(kMinPaddingSize);
Erik Språngf6468d22019-07-05 16:53:43 +02002293 ASSERT_EQ(generated_packets.size(), 1u);
2294 auto& padding_packet = generated_packets.front();
2295 EXPECT_EQ(padding_packet->packet_type(), RtpPacketToSend::Type::kPadding);
2296 EXPECT_EQ(padding_packet->Ssrc(), kRtxSsrc);
2297 EXPECT_EQ(padding_packet->payload_size(),
2298 kPayloadPacketSize + kRtxHeaderSize);
Erik Språng0f6191d2019-07-15 20:33:40 +02002299 EXPECT_TRUE(padding_packet->IsExtensionReserved<TransportSequenceNumber>());
2300 EXPECT_TRUE(padding_packet->IsExtensionReserved<AbsoluteSendTime>());
2301 EXPECT_TRUE(padding_packet->IsExtensionReserved<TransmissionOffset>());
2302
2303 // Verify all header extensions are received.
2304 EXPECT_TRUE(
2305 rtp_sender_->TrySendPacket(padding_packet.get(), PacedPacketInfo()));
2306 webrtc::RTPHeader rtp_header;
2307 transport_.last_sent_packet().GetHeader(&rtp_header);
2308 EXPECT_TRUE(rtp_header.extension.hasAbsoluteSendTime);
2309 EXPECT_TRUE(rtp_header.extension.hasTransmissionTimeOffset);
2310 EXPECT_TRUE(rtp_header.extension.hasTransportSequenceNumber);
Erik Språng478cb462019-06-26 15:49:27 +02002311
2312 // Not enough budged for payload padding, use plain padding instead.
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002313 const size_t kPaddingBytesRequested = kMinPaddingSize - 1;
Erik Språngf6468d22019-07-05 16:53:43 +02002314
2315 size_t padding_bytes_generated = 0;
2316 generated_packets = rtp_sender_->GeneratePadding(kPaddingBytesRequested);
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002317 EXPECT_EQ(generated_packets.size(), 1u);
Erik Språngf6468d22019-07-05 16:53:43 +02002318 for (auto& packet : generated_packets) {
2319 EXPECT_EQ(packet->packet_type(), RtpPacketToSend::Type::kPadding);
2320 EXPECT_EQ(packet->Ssrc(), kRtxSsrc);
2321 EXPECT_EQ(packet->payload_size(), 0u);
2322 EXPECT_GT(packet->padding_size(), 0u);
2323 padding_bytes_generated += packet->padding_size();
Erik Språng0f6191d2019-07-15 20:33:40 +02002324
2325 EXPECT_TRUE(packet->IsExtensionReserved<TransportSequenceNumber>());
2326 EXPECT_TRUE(packet->IsExtensionReserved<AbsoluteSendTime>());
2327 EXPECT_TRUE(packet->IsExtensionReserved<TransmissionOffset>());
2328
2329 // Verify all header extensions are received.
2330 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2331 webrtc::RTPHeader rtp_header;
2332 transport_.last_sent_packet().GetHeader(&rtp_header);
2333 EXPECT_TRUE(rtp_header.extension.hasAbsoluteSendTime);
2334 EXPECT_TRUE(rtp_header.extension.hasTransmissionTimeOffset);
2335 EXPECT_TRUE(rtp_header.extension.hasTransportSequenceNumber);
Erik Språngf6468d22019-07-05 16:53:43 +02002336 }
2337
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002338 EXPECT_EQ(padding_bytes_generated, kMaxPaddingSize);
Erik Språng478cb462019-06-26 15:49:27 +02002339}
2340
2341TEST_P(RtpSenderTest, GeneratePaddingCreatesPurePaddingWithoutRtx) {
2342 rtp_sender_->SetStorePacketsStatus(true, 1);
Erik Språng0f6191d2019-07-15 20:33:40 +02002343 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2344 kRtpExtensionTransmissionTimeOffset,
2345 kTransmissionTimeOffsetExtensionId));
2346 ASSERT_EQ(
2347 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
2348 kAbsoluteSendTimeExtensionId));
2349 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2350 kRtpExtensionTransportSequenceNumber,
2351 kTransportSequenceNumberExtensionId));
Erik Språng478cb462019-06-26 15:49:27 +02002352
2353 const size_t kPayloadPacketSize = 1234;
2354 // Send a dummy video packet so it ends up in the packet history. Since we
2355 // are not using RTX, it should never be used as padding.
2356 std::unique_ptr<RtpPacketToSend> packet =
2357 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2358 packet->set_allow_retransmission(true);
2359 packet->SetPayloadSize(kPayloadPacketSize);
2360 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språng0f6191d2019-07-15 20:33:40 +02002361 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Erik Språng478cb462019-06-26 15:49:27 +02002362 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2363
2364 // Payload padding not available without RTX, only generate plain padding on
2365 // the media SSRC.
2366 // Number of padding packets is the requested padding size divided by max
2367 // padding packet size, rounded up. Pure padding packets are always of the
2368 // maximum size.
2369 const size_t kPaddingBytesRequested = kPayloadPacketSize + kRtxHeaderSize;
2370 const size_t kExpectedNumPaddingPackets =
2371 (kPaddingBytesRequested + kMaxPaddingSize - 1) / kMaxPaddingSize;
Erik Språngf6468d22019-07-05 16:53:43 +02002372 size_t padding_bytes_generated = 0;
2373 std::vector<std::unique_ptr<RtpPacketToSend>> padding_packets =
2374 rtp_sender_->GeneratePadding(kPaddingBytesRequested);
2375 EXPECT_EQ(padding_packets.size(), kExpectedNumPaddingPackets);
2376 for (auto& packet : padding_packets) {
2377 EXPECT_EQ(packet->packet_type(), RtpPacketToSend::Type::kPadding);
2378 EXPECT_EQ(packet->Ssrc(), kSsrc);
2379 EXPECT_EQ(packet->payload_size(), 0u);
2380 EXPECT_GT(packet->padding_size(), 0u);
2381 padding_bytes_generated += packet->padding_size();
Erik Språng0f6191d2019-07-15 20:33:40 +02002382 EXPECT_TRUE(packet->IsExtensionReserved<TransportSequenceNumber>());
2383 EXPECT_TRUE(packet->IsExtensionReserved<AbsoluteSendTime>());
2384 EXPECT_TRUE(packet->IsExtensionReserved<TransmissionOffset>());
2385
2386 // Verify all header extensions are received.
2387 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2388 webrtc::RTPHeader rtp_header;
2389 transport_.last_sent_packet().GetHeader(&rtp_header);
2390 EXPECT_TRUE(rtp_header.extension.hasAbsoluteSendTime);
2391 EXPECT_TRUE(rtp_header.extension.hasTransmissionTimeOffset);
2392 EXPECT_TRUE(rtp_header.extension.hasTransportSequenceNumber);
Erik Språngf6468d22019-07-05 16:53:43 +02002393 }
2394
2395 EXPECT_EQ(padding_bytes_generated,
2396 kExpectedNumPaddingPackets * kMaxPaddingSize);
Erik Språng478cb462019-06-26 15:49:27 +02002397}
2398
Mirko Bonadei999a72a2019-07-12 17:33:46 +00002399TEST_P(RtpSenderTest, SupportsPadding) {
2400 bool kSendingMediaStats[] = {true, false};
2401 bool kEnableRedundantPayloads[] = {true, false};
2402 RTPExtensionType kBweExtensionTypes[] = {
2403 kRtpExtensionTransportSequenceNumber,
2404 kRtpExtensionTransportSequenceNumber02, kRtpExtensionAbsoluteSendTime,
2405 kRtpExtensionTransmissionTimeOffset};
2406 const int kExtensionsId = 7;
2407
2408 for (bool sending_media : kSendingMediaStats) {
2409 rtp_sender_->SetSendingMediaStatus(sending_media);
2410 for (bool redundant_payloads : kEnableRedundantPayloads) {
2411 int rtx_mode = kRtxRetransmitted;
2412 if (redundant_payloads) {
2413 rtx_mode |= kRtxRedundantPayloads;
2414 }
2415 rtp_sender_->SetRtxStatus(rtx_mode);
2416
2417 for (auto extension_type : kBweExtensionTypes) {
2418 EXPECT_FALSE(rtp_sender_->SupportsPadding());
2419 rtp_sender_->RegisterRtpHeaderExtension(extension_type, kExtensionsId);
2420 if (!sending_media) {
2421 EXPECT_FALSE(rtp_sender_->SupportsPadding());
2422 } else {
2423 EXPECT_TRUE(rtp_sender_->SupportsPadding());
2424 if (redundant_payloads) {
2425 EXPECT_TRUE(rtp_sender_->SupportsRtxPayloadPadding());
2426 } else {
2427 EXPECT_FALSE(rtp_sender_->SupportsRtxPayloadPadding());
2428 }
2429 }
2430 rtp_sender_->DeregisterRtpHeaderExtension(extension_type);
2431 EXPECT_FALSE(rtp_sender_->SupportsPadding());
2432 }
2433 }
2434 }
2435}
2436
Erik Språnga57711c2019-07-24 10:47:20 +02002437TEST_P(RtpSenderTest, SetsCaptureTimeAndPopulatesTransmissionOffset) {
2438 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
2439 kTransmissionTimeOffsetExtensionId);
2440
2441 rtp_sender_->SetSendingMediaStatus(true);
2442 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2443 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2444 rtp_sender_->SetStorePacketsStatus(true, 10);
2445
2446 const int64_t kMissingCaptureTimeMs = 0;
2447 const uint32_t kTimestampTicksPerMs = 90;
2448 const int64_t kOffsetMs = 10;
2449
Erik Språnga57711c2019-07-24 10:47:20 +02002450 auto packet =
2451 BuildRtpPacket(kPayload, kMarkerBit, fake_clock_.TimeInMilliseconds(),
2452 kMissingCaptureTimeMs);
2453 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2454 packet->ReserveExtension<TransmissionOffset>();
2455 packet->AllocatePayload(sizeof(kPayloadData));
2456
2457 std::unique_ptr<RtpPacketToSend> packet_to_pace;
2458 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
2459 .WillOnce([&](std::unique_ptr<RtpPacketToSend> packet) {
2460 EXPECT_GT(packet->capture_time_ms(), 0);
2461 packet_to_pace = std::move(packet);
2462 });
2463
Erik Språng70768f42019-08-27 18:16:26 +02002464 packet->set_allow_retransmission(true);
2465 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet)));
Erik Språnga57711c2019-07-24 10:47:20 +02002466
2467 fake_clock_.AdvanceTimeMilliseconds(kOffsetMs);
2468
2469 rtp_sender_->TrySendPacket(packet_to_pace.get(), PacedPacketInfo());
Erik Språnga57711c2019-07-24 10:47:20 +02002470
2471 EXPECT_EQ(1, transport_.packets_sent());
2472 absl::optional<int32_t> transmission_time_extension =
2473 transport_.sent_packets_.back().GetExtension<TransmissionOffset>();
2474 ASSERT_TRUE(transmission_time_extension.has_value());
2475 EXPECT_EQ(*transmission_time_extension, kOffsetMs * kTimestampTicksPerMs);
2476
2477 // Retransmit packet. The RTX packet should get the same capture time as the
2478 // original packet, so offset is delta from original packet to now.
2479 fake_clock_.AdvanceTimeMilliseconds(kOffsetMs);
2480
Erik Språnga57711c2019-07-24 10:47:20 +02002481 std::unique_ptr<RtpPacketToSend> rtx_packet_to_pace;
2482 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
2483 .WillOnce([&](std::unique_ptr<RtpPacketToSend> packet) {
2484 EXPECT_GT(packet->capture_time_ms(), 0);
2485 rtx_packet_to_pace = std::move(packet);
2486 });
2487
2488 EXPECT_GT(rtp_sender_->ReSendPacket(kSeqNum), 0);
2489 rtp_sender_->TrySendPacket(rtx_packet_to_pace.get(), PacedPacketInfo());
Erik Språnga57711c2019-07-24 10:47:20 +02002490
2491 EXPECT_EQ(2, transport_.packets_sent());
2492 transmission_time_extension =
2493 transport_.sent_packets_.back().GetExtension<TransmissionOffset>();
2494 ASSERT_TRUE(transmission_time_extension.has_value());
2495 EXPECT_EQ(*transmission_time_extension, 2 * kOffsetMs * kTimestampTicksPerMs);
2496}
2497
Erik Språng6cacef22019-07-24 14:15:51 +02002498TEST_P(RtpSenderTestWithoutPacer, ClearHistoryOnSsrcChange) {
2499 const int64_t kRtt = 10;
2500
2501 rtp_sender_->SetSendingMediaStatus(true);
2502 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2503 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2504 rtp_sender_->SetStorePacketsStatus(true, 10);
2505 rtp_sender_->SetRtt(kRtt);
Erik Språng6cacef22019-07-24 14:15:51 +02002506
2507 // Send a packet and record its sequence numbers.
2508 SendGenericPacket();
2509 ASSERT_EQ(1u, transport_.sent_packets_.size());
2510 const uint16_t packet_seqence_number =
2511 transport_.sent_packets_.back().SequenceNumber();
2512
2513 // Advance time and make sure it can be retransmitted, even if we try to set
2514 // the ssrc the what it already is.
2515 rtp_sender_->SetSSRC(kSsrc);
2516 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2517 EXPECT_GT(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
2518
2519 // Change the SSRC, then move the time and try to retransmit again. The old
2520 // packet should now be gone.
2521 rtp_sender_->SetSSRC(kSsrc + 1);
2522 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2523 EXPECT_EQ(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
2524}
2525
2526TEST_P(RtpSenderTestWithoutPacer, ClearHistoryOnSequenceNumberCange) {
2527 const int64_t kRtt = 10;
2528
2529 rtp_sender_->SetSendingMediaStatus(true);
2530 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2531 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2532 rtp_sender_->SetStorePacketsStatus(true, 10);
2533 rtp_sender_->SetRtt(kRtt);
2534
2535 // Send a packet and record its sequence numbers.
2536 SendGenericPacket();
2537 ASSERT_EQ(1u, transport_.sent_packets_.size());
2538 const uint16_t packet_seqence_number =
2539 transport_.sent_packets_.back().SequenceNumber();
2540
2541 // Advance time and make sure it can be retransmitted, even if we try to set
2542 // the ssrc the what it already is.
2543 rtp_sender_->SetSequenceNumber(rtp_sender_->SequenceNumber());
2544 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2545 EXPECT_GT(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
2546
2547 // Change the sequence number, then move the time and try to retransmit again.
2548 // The old packet should now be gone.
2549 rtp_sender_->SetSequenceNumber(rtp_sender_->SequenceNumber() - 1);
2550 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2551 EXPECT_EQ(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
2552}
2553
Erik Språng60ffc312019-07-30 22:03:49 +02002554TEST_P(RtpSenderTest, IgnoresNackAfterDisablingMedia) {
2555 const int64_t kRtt = 10;
2556
2557 rtp_sender_->SetSendingMediaStatus(true);
2558 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2559 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2560 rtp_sender_->SetStorePacketsStatus(true, 10);
2561 rtp_sender_->SetRtt(kRtt);
2562
2563 // Send a packet so it is in the packet history.
Erik Språng60ffc312019-07-30 22:03:49 +02002564 std::unique_ptr<RtpPacketToSend> packet_to_pace;
2565 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
2566 .WillOnce([&](std::unique_ptr<RtpPacketToSend> packet) {
2567 packet_to_pace = std::move(packet);
2568 });
2569
2570 SendGenericPacket();
2571 rtp_sender_->TrySendPacket(packet_to_pace.get(), PacedPacketInfo());
2572
2573 ASSERT_EQ(1u, transport_.sent_packets_.size());
2574
2575 // Disable media sending and try to retransmit the packet, it should fail.
2576 rtp_sender_->SetSendingMediaStatus(false);
2577 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2578 EXPECT_LT(rtp_sender_->ReSendPacket(kSeqNum), 0);
Erik Språng60ffc312019-07-30 22:03:49 +02002579}
2580
Mirko Bonadeic84f6612019-01-31 12:20:57 +01002581INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
2582 RtpSenderTest,
Erik Språngf5815fa2019-08-21 14:27:31 +02002583 ::testing::Values(TestConfig{false},
2584 TestConfig{true}));
Erik Språngf6468d22019-07-05 16:53:43 +02002585
Mirko Bonadeic84f6612019-01-31 12:20:57 +01002586INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
2587 RtpSenderTestWithoutPacer,
Erik Språngf5815fa2019-08-21 14:27:31 +02002588 ::testing::Values(TestConfig{false},
2589 TestConfig{true}));
Niels Möllera34d7762019-02-01 14:13:29 +01002590
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00002591} // namespace webrtc