blob: 484711d179123797dfe24a7e4ef814aa90928ecb [file] [log] [blame]
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001/*
phoglund@webrtc.org78088c22012-02-07 14:56:45 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Jonas Olssona4d87372019-07-05 19:08:33 +020011#include "modules/rtp_rtcp/source/rtp_sender.h"
12
kwiberg84be5112016-04-27 01:19:58 -070013#include <memory>
danilchapb8b6fbb2015-12-10 05:05:27 -080014#include <vector>
15
Karl Wiberg918f50c2018-07-05 11:40:33 +020016#include "absl/memory/memory.h"
Per Kjellandere11b7d22019-02-21 07:55:59 +010017#include "api/transport/field_trial_based_config.h"
Erik Språngf93eda12019-01-16 17:10:57 +010018#include "api/video/video_codec_constants.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "api/video/video_timing.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020020#include "logging/rtc_event_log/events/rtc_event.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020021#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
22#include "modules/rtp_rtcp/include/rtp_cvo.h"
23#include "modules/rtp_rtcp/include/rtp_header_extension_map.h"
24#include "modules/rtp_rtcp/include/rtp_header_parser.h"
Erik Språngaa59eca2019-07-24 14:52:55 +020025#include "modules/rtp_rtcp/include/rtp_packet_sender.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020026#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
27#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
28#include "modules/rtp_rtcp/source/rtp_format_video_generic.h"
philipelb3e42a42018-09-13 10:57:14 +020029#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h"
30#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020031#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
32#include "modules/rtp_rtcp/source/rtp_packet_received.h"
33#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020034#include "modules/rtp_rtcp/source/rtp_sender_video.h"
35#include "modules/rtp_rtcp/source/rtp_utility.h"
36#include "rtc_base/arraysize.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020037#include "rtc_base/rate_limiter.h"
38#include "test/field_trial.h"
39#include "test/gmock.h"
40#include "test/gtest.h"
41#include "test/mock_transport.h"
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +000042
43namespace webrtc {
44
andrew@webrtc.org8a442592011-12-16 21:24:30 +000045namespace {
Elad Alond8d32482019-02-18 23:45:57 +010046enum : int { // The first valid value is 1.
47 kAbsoluteSendTimeExtensionId = 1,
48 kAudioLevelExtensionId,
Elad Alonccb9b752019-02-19 13:01:31 +010049 kGenericDescriptorId00,
50 kGenericDescriptorId01,
Elad Alond8d32482019-02-18 23:45:57 +010051 kMidExtensionId,
52 kRepairedRidExtensionId,
53 kRidExtensionId,
54 kTransmissionTimeOffsetExtensionId,
55 kTransportSequenceNumberExtensionId,
56 kVideoRotationExtensionId,
57 kVideoTimingExtensionId,
58};
59
andrew@webrtc.org8a442592011-12-16 21:24:30 +000060const int kPayload = 100;
Shao Changbine62202f2015-04-21 20:24:50 +080061const int kRtxPayload = 98;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000062const uint32_t kTimestamp = 10;
63const uint16_t kSeqNum = 33;
brandtr9dfff292016-11-14 05:14:50 -080064const uint32_t kSsrc = 725242;
Erik Språng9c771c22019-06-17 16:31:53 +020065const uint32_t kRtxSsrc = 12345;
66const uint32_t kFlexFecSsrc = 45678;
sprang@webrtc.org30933902015-03-17 14:33:12 +000067const uint16_t kTransportSequenceNumber = 0xaabbu;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000068const uint64_t kStartTime = 123456789;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +000069const size_t kMaxPaddingSize = 224u;
Stefan Holmera246cfb2016-08-23 17:51:42 +020070const uint8_t kPayloadData[] = {47, 11, 32, 93, 89};
spranga8ae6f22017-09-04 07:23:56 -070071const int64_t kDefaultExpectedRetransmissionTimeMs = 125;
Amit Hilbuch77938e62018-12-21 09:23:38 -080072const char kNoRid[] = "";
73const char kNoMid[] = "";
andrew@webrtc.org8a442592011-12-16 21:24:30 +000074
Danil Chapovalov5e57b172016-09-02 19:15:59 +020075using ::testing::_;
Erik Språng30a276b2019-04-23 12:00:11 +020076using ::testing::AllOf;
Erik Språng214f5432019-06-20 15:09:58 +020077using ::testing::AtLeast;
78using ::testing::DoAll;
philipelb3e42a42018-09-13 10:57:14 +020079using ::testing::ElementsAre;
Danil Chapovalov5e57b172016-09-02 19:15:59 +020080using ::testing::ElementsAreArray;
Erik Språng30a276b2019-04-23 12:00:11 +020081using ::testing::Field;
Erik Språng478cb462019-06-26 15:49:27 +020082using ::testing::Gt;
sprang168794c2017-07-06 04:38:06 -070083using ::testing::Invoke;
Erik Språng9c771c22019-06-17 16:31:53 +020084using ::testing::NiceMock;
Erik Språng478cb462019-06-26 15:49:27 +020085using ::testing::Pointee;
86using ::testing::Property;
Erik Språng214f5432019-06-20 15:09:58 +020087using ::testing::Return;
88using ::testing::SaveArg;
Danil Chapovalov84ffb352018-09-25 18:59:09 +020089using ::testing::SizeIs;
Erik Språng9c771c22019-06-17 16:31:53 +020090using ::testing::StrictMock;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +000091
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000092uint64_t ConvertMsToAbsSendTime(int64_t time_ms) {
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020093 return (((time_ms << 18) + 500) / 1000) & 0x00ffffff;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000094}
95
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +000096class LoopbackTransportTest : public webrtc::Transport {
97 public:
Petter Strandmark26bc6692018-05-29 08:43:35 +020098 LoopbackTransportTest() : total_bytes_sent_(0) {
danilchap12ba1862016-10-26 02:41:55 -070099 receivers_extensions_.Register(kRtpExtensionTransmissionTimeOffset,
100 kTransmissionTimeOffsetExtensionId);
101 receivers_extensions_.Register(kRtpExtensionAbsoluteSendTime,
102 kAbsoluteSendTimeExtensionId);
103 receivers_extensions_.Register(kRtpExtensionTransportSequenceNumber,
104 kTransportSequenceNumberExtensionId);
105 receivers_extensions_.Register(kRtpExtensionVideoRotation,
106 kVideoRotationExtensionId);
107 receivers_extensions_.Register(kRtpExtensionAudioLevel,
108 kAudioLevelExtensionId);
ilnik04f4d122017-06-19 07:18:55 -0700109 receivers_extensions_.Register(kRtpExtensionVideoTiming,
110 kVideoTimingExtensionId);
Steve Anton296a0ce2018-03-22 15:17:27 -0700111 receivers_extensions_.Register(kRtpExtensionMid, kMidExtensionId);
Elad Alonccb9b752019-02-19 13:01:31 +0100112 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor00,
113 kGenericDescriptorId00);
114 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor01,
115 kGenericDescriptorId01);
Amit Hilbuch77938e62018-12-21 09:23:38 -0800116 receivers_extensions_.Register(kRtpExtensionRtpStreamId, kRidExtensionId);
117 receivers_extensions_.Register(kRtpExtensionRepairedRtpStreamId,
118 kRepairedRidExtensionId);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000119 }
danilchap12ba1862016-10-26 02:41:55 -0700120
stefan1d8a5062015-10-02 03:39:33 -0700121 bool SendRtp(const uint8_t* data,
122 size_t len,
123 const PacketOptions& options) override {
Petter Strandmark26bc6692018-05-29 08:43:35 +0200124 last_options_ = options;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000125 total_bytes_sent_ += len;
danilchap12ba1862016-10-26 02:41:55 -0700126 sent_packets_.push_back(RtpPacketReceived(&receivers_extensions_));
127 EXPECT_TRUE(sent_packets_.back().Parse(data, len));
pbos2d566682015-09-28 09:59:31 -0700128 return true;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000129 }
danilchap162abd32015-12-10 02:39:40 -0800130 bool SendRtcp(const uint8_t* data, size_t len) override { return false; }
danilchap12ba1862016-10-26 02:41:55 -0700131 const RtpPacketReceived& last_sent_packet() { return sent_packets_.back(); }
132 int packets_sent() { return sent_packets_.size(); }
133
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000134 size_t total_bytes_sent_;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200135 PacketOptions last_options_;
danilchap12ba1862016-10-26 02:41:55 -0700136 std::vector<RtpPacketReceived> sent_packets_;
137
138 private:
139 RtpHeaderExtensionMap receivers_extensions_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000140};
141
Elad Alon4a87e1c2017-10-03 16:11:34 +0200142MATCHER_P(SameRtcEventTypeAs, value, "") {
143 return value == arg->GetType();
144}
145
Erik Språngf6468d22019-07-05 16:53:43 +0200146struct TestConfig {
Erik Språngf5815fa2019-08-21 14:27:31 +0200147 explicit TestConfig(bool with_overhead) : with_overhead(with_overhead) {}
Erik Språngf6468d22019-07-05 16:53:43 +0200148 bool with_overhead = false;
Erik Språngf6468d22019-07-05 16:53:43 +0200149};
150
151std::string ToFieldTrialString(TestConfig config) {
152 std::string field_trials;
153 if (config.with_overhead) {
154 field_trials += "WebRTC-SendSideBwe-WithOverhead/Enabled/";
155 }
Erik Språngf6468d22019-07-05 16:53:43 +0200156 return field_trials;
157}
158
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000159} // namespace
160
Erik Språngaa59eca2019-07-24 14:52:55 +0200161class MockRtpPacketPacer : public RtpPacketSender {
sprangebbf8a82015-09-21 15:11:14 -0700162 public:
Erik Språng59b86542019-06-23 18:24:46 +0200163 MockRtpPacketPacer() {}
164 virtual ~MockRtpPacketPacer() {}
165
166 MOCK_METHOD1(EnqueuePacket, void(std::unique_ptr<RtpPacketToSend>));
sprangebbf8a82015-09-21 15:11:14 -0700167
Peter Boströme23e7372015-10-08 11:44:14 +0200168 MOCK_METHOD6(InsertPacket,
169 void(Priority priority,
sprangebbf8a82015-09-21 15:11:14 -0700170 uint32_t ssrc,
171 uint16_t sequence_number,
172 int64_t capture_time_ms,
173 size_t bytes,
174 bool retransmission));
Erik Språngaa59eca2019-07-24 14:52:55 +0200175
176 MOCK_METHOD2(CreateProbeCluster, void(int bitrate_bps, int cluster_id));
177
178 MOCK_METHOD0(Pause, void());
179 MOCK_METHOD0(Resume, void());
180 MOCK_METHOD1(SetCongestionWindow,
181 void(absl::optional<int64_t> congestion_window_bytes));
182 MOCK_METHOD1(UpdateOutstandingData, void(int64_t outstanding_bytes));
183 MOCK_METHOD1(SetAccountForAudioPackets, void(bool account_for_audio));
sprangebbf8a82015-09-21 15:11:14 -0700184};
185
Stefan Holmerf5dca482016-01-27 12:58:51 +0100186class MockTransportSequenceNumberAllocator
187 : public TransportSequenceNumberAllocator {
188 public:
189 MOCK_METHOD0(AllocateSequenceNumber, uint16_t());
190};
191
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200192class MockSendSideDelayObserver : public SendSideDelayObserver {
193 public:
Henrik Boström9fe18342019-05-16 18:38:20 +0200194 MOCK_METHOD4(SendSideDelayUpdated, void(int, int, uint64_t, uint32_t));
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200195};
196
asapersson35151f32016-05-02 23:44:01 -0700197class MockSendPacketObserver : public SendPacketObserver {
198 public:
199 MOCK_METHOD3(OnSendPacket, void(uint16_t, int64_t, uint32_t));
200};
201
Stefan Holmera246cfb2016-08-23 17:51:42 +0200202class MockTransportFeedbackObserver : public TransportFeedbackObserver {
203 public:
Erik Språng30a276b2019-04-23 12:00:11 +0200204 MOCK_METHOD1(OnAddPacket, void(const RtpPacketSendInfo&));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200205 MOCK_METHOD1(OnTransportFeedback, void(const rtcp::TransportFeedback&));
elad.alonf9490002017-03-06 05:32:21 -0800206 MOCK_CONST_METHOD0(GetTransportFeedbackVector, std::vector<PacketFeedback>());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200207};
208
minyue3a407ee2017-04-03 01:10:33 -0700209class MockOverheadObserver : public OverheadObserver {
210 public:
211 MOCK_METHOD1(OnOverheadChanged, void(size_t overhead_bytes_per_packet));
212};
213
Erik Språngf6468d22019-07-05 16:53:43 +0200214class RtpSenderTest : public ::testing::TestWithParam<TestConfig> {
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000215 protected:
216 RtpSenderTest()
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000217 : fake_clock_(kStartTime),
terelius429c3452016-01-21 05:42:04 -0800218 mock_rtc_event_log_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000219 mock_paced_sender_(),
sprangcd349d92016-07-13 09:11:28 -0700220 retransmission_rate_limiter_(&fake_clock_, 1000),
Erik Språng4580ca22019-07-04 10:38:43 +0200221 flexfec_sender_(0,
222 kFlexFecSsrc,
223 kSsrc,
224 "",
225 std::vector<RtpExtension>(),
226 std::vector<RtpExtensionSize>(),
227 nullptr,
228 &fake_clock_),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000229 rtp_sender_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000230 transport_(),
minyue3a407ee2017-04-03 01:10:33 -0700231 kMarkerBit(true),
Erik Språngf6468d22019-07-05 16:53:43 +0200232 field_trials_(ToFieldTrialString(GetParam())) {}
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000233
Erik Språng7b52f102018-02-07 14:37:37 +0100234 void SetUp() override { SetUpRtpSender(true, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200235
Erik Språng7b52f102018-02-07 14:37:37 +0100236 void SetUpRtpSender(bool pacer, bool populate_network2) {
Erik Språng4580ca22019-07-04 10:38:43 +0200237 RtpRtcp::Configuration config;
238 config.clock = &fake_clock_;
239 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200240 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200241 config.rtx_send_ssrc = kRtxSsrc;
242 config.flexfec_sender = &flexfec_sender_;
243 config.transport_sequence_number_allocator = &seq_num_allocator_;
244 config.event_log = &mock_rtc_event_log_;
245 config.send_packet_observer = &send_packet_observer_;
246 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
247 config.paced_sender = pacer ? &mock_paced_sender_ : nullptr;
248 config.populate_network2_timestamp = populate_network2;
249 rtp_sender_.reset(new RTPSender(config));
brandtr9dfff292016-11-14 05:14:50 -0800250 rtp_sender_->SetSequenceNumber(kSeqNum);
danilchap71fead22016-08-18 02:01:49 -0700251 rtp_sender_->SetTimestampOffset(0);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000252 }
253
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000254 SimulatedClock fake_clock_;
Erik Språng9c771c22019-06-17 16:31:53 +0200255 NiceMock<MockRtcEventLog> mock_rtc_event_log_;
Erik Språng59b86542019-06-23 18:24:46 +0200256 MockRtpPacketPacer mock_paced_sender_;
Erik Språng9c771c22019-06-17 16:31:53 +0200257 StrictMock<MockTransportSequenceNumberAllocator> seq_num_allocator_;
258 StrictMock<MockSendPacketObserver> send_packet_observer_;
259 StrictMock<MockTransportFeedbackObserver> feedback_observer_;
sprangcd349d92016-07-13 09:11:28 -0700260 RateLimiter retransmission_rate_limiter_;
Erik Språng4580ca22019-07-04 10:38:43 +0200261 FlexfecSender flexfec_sender_;
kwiberg84be5112016-04-27 01:19:58 -0700262 std::unique_ptr<RTPSender> rtp_sender_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000263 LoopbackTransportTest transport_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000264 const bool kMarkerBit;
minyue3a407ee2017-04-03 01:10:33 -0700265 test::ScopedFieldTrials field_trials_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000266
danilchapb6f1fb52016-10-19 06:11:39 -0700267 std::unique_ptr<RtpPacketToSend> BuildRtpPacket(int payload_type,
268 bool marker_bit,
269 uint32_t timestamp,
270 int64_t capture_time_ms) {
271 auto packet = rtp_sender_->AllocatePacket();
272 packet->SetPayloadType(payload_type);
Erik Språng60ffc312019-07-30 22:03:49 +0200273 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
danilchapb6f1fb52016-10-19 06:11:39 -0700274 packet->SetMarker(marker_bit);
275 packet->SetTimestamp(timestamp);
276 packet->set_capture_time_ms(capture_time_ms);
277 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
278 return packet;
279 }
280
Erik Språngf6468d22019-07-05 16:53:43 +0200281 std::unique_ptr<RtpPacketToSend> SendPacket(int64_t capture_time_ms,
282 int payload_length) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000283 uint32_t timestamp = capture_time_ms * 90;
danilchapb6f1fb52016-10-19 06:11:39 -0700284 auto packet =
285 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
286 packet->AllocatePayload(payload_length);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000287
288 // Packet should be stored in a send bucket.
Erik Språngf6468d22019-07-05 16:53:43 +0200289 EXPECT_TRUE(rtp_sender_->SendToNetwork(
Erik Språng60ffc312019-07-30 22:03:49 +0200290 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
Erik Språngf6468d22019-07-05 16:53:43 +0200291 return packet;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000292 }
asapersson35151f32016-05-02 23:44:01 -0700293
Erik Språngf6468d22019-07-05 16:53:43 +0200294 std::unique_ptr<RtpPacketToSend> SendGenericPacket() {
asapersson35151f32016-05-02 23:44:01 -0700295 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
Erik Språngf6468d22019-07-05 16:53:43 +0200296 return SendPacket(kCaptureTimeMs, sizeof(kPayloadData));
asapersson35151f32016-05-02 23:44:01 -0700297 }
Steve Anton2bac7da2019-07-21 15:04:21 -0400298
299 // The following are helpers for configuring the RTPSender. They must be
300 // called before sending any packets.
301
302 // Enable the retransmission stream with sizable packet storage.
303 void EnableRtx() {
304 // RTX needs to be able to read the source packets from the packet store.
305 // Pick a number of packets to store big enough for any unit test.
306 constexpr uint16_t kNumberOfPacketsToStore = 100;
307 rtp_sender_->SetStorePacketsStatus(true, kNumberOfPacketsToStore);
308 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
309 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
310 }
311
312 // Enable sending of the MID header extension for both the primary SSRC and
313 // the RTX SSRC.
314 void EnableMidSending(const std::string& mid) {
315 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionMid, kMidExtensionId);
316 rtp_sender_->SetMid(mid);
317 }
318
319 // Enable sending of the RSID header extension for the primary SSRC and the
320 // RRSID header extension for the RTX SSRC.
321 void EnableRidSending(const std::string& rid) {
322 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
323 kRidExtensionId);
324 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRepairedRtpStreamId,
325 kRepairedRidExtensionId);
326 rtp_sender_->SetRid(rid);
327 }
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000328};
329
Peter Boströme23e7372015-10-08 11:44:14 +0200330// TODO(pbos): Move tests over from WithoutPacer to RtpSenderTest as this is our
331// default code path.
332class RtpSenderTestWithoutPacer : public RtpSenderTest {
333 public:
Erik Språng7b52f102018-02-07 14:37:37 +0100334 void SetUp() override { SetUpRtpSender(false, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200335};
336
minyue3a407ee2017-04-03 01:10:33 -0700337TEST_P(RtpSenderTestWithoutPacer, AllocatePacketSetCsrc) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200338 // Configure rtp_sender with csrc.
339 std::vector<uint32_t> csrcs;
340 csrcs.push_back(0x23456789);
341 rtp_sender_->SetCsrcs(csrcs);
342
343 auto packet = rtp_sender_->AllocatePacket();
344
345 ASSERT_TRUE(packet);
346 EXPECT_EQ(rtp_sender_->SSRC(), packet->Ssrc());
347 EXPECT_EQ(csrcs, packet->Csrcs());
348}
349
minyue3a407ee2017-04-03 01:10:33 -0700350TEST_P(RtpSenderTestWithoutPacer, AllocatePacketReserveExtensions) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200351 // Configure rtp_sender with extensions.
352 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
353 kRtpExtensionTransmissionTimeOffset,
354 kTransmissionTimeOffsetExtensionId));
355 ASSERT_EQ(
356 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
357 kAbsoluteSendTimeExtensionId));
358 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAudioLevel,
359 kAudioLevelExtensionId));
360 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
361 kRtpExtensionTransportSequenceNumber,
362 kTransportSequenceNumberExtensionId));
363 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
364 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
365
366 auto packet = rtp_sender_->AllocatePacket();
367
368 ASSERT_TRUE(packet);
369 // Preallocate BWE extensions RtpSender set itself.
370 EXPECT_TRUE(packet->HasExtension<TransmissionOffset>());
371 EXPECT_TRUE(packet->HasExtension<AbsoluteSendTime>());
372 EXPECT_TRUE(packet->HasExtension<TransportSequenceNumber>());
373 // Do not allocate media specific extensions.
374 EXPECT_FALSE(packet->HasExtension<AudioLevel>());
375 EXPECT_FALSE(packet->HasExtension<VideoOrientation>());
376}
377
minyue3a407ee2017-04-03 01:10:33 -0700378TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberAdvanceSequenceNumber) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200379 auto packet = rtp_sender_->AllocatePacket();
380 ASSERT_TRUE(packet);
381 const uint16_t sequence_number = rtp_sender_->SequenceNumber();
382
383 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
384
385 EXPECT_EQ(sequence_number, packet->SequenceNumber());
386 EXPECT_EQ(sequence_number + 1, rtp_sender_->SequenceNumber());
387}
388
minyue3a407ee2017-04-03 01:10:33 -0700389TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberFailsOnNotSending) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200390 auto packet = rtp_sender_->AllocatePacket();
391 ASSERT_TRUE(packet);
392
393 rtp_sender_->SetSendingMediaStatus(false);
394 EXPECT_FALSE(rtp_sender_->AssignSequenceNumber(packet.get()));
395}
396
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100397TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberMayAllowPaddingOnVideo) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200398 constexpr size_t kPaddingSize = 100;
399 auto packet = rtp_sender_->AllocatePacket();
400 ASSERT_TRUE(packet);
401
philipel8aadd502017-02-23 02:56:13 -0800402 ASSERT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200403 packet->SetMarker(false);
404 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100405 // Packet without marker bit doesn't allow padding on video stream.
philipel8aadd502017-02-23 02:56:13 -0800406 EXPECT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200407
408 packet->SetMarker(true);
409 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
410 // Packet with marker bit allows send padding.
philipel8aadd502017-02-23 02:56:13 -0800411 EXPECT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200412}
413
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100414TEST_P(RtpSenderTest, AssignSequenceNumberAllowsPaddingOnAudio) {
415 MockTransport transport;
Erik Språng4580ca22019-07-04 10:38:43 +0200416 RtpRtcp::Configuration config;
417 config.audio = true;
418 config.clock = &fake_clock_;
419 config.outgoing_transport = &transport;
420 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200421 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200422 config.event_log = &mock_rtc_event_log_;
423 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
424 rtp_sender_ = absl::make_unique<RTPSender>(config);
425
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100426 rtp_sender_->SetTimestampOffset(0);
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100427
428 std::unique_ptr<RtpPacketToSend> audio_packet = rtp_sender_->AllocatePacket();
429 // Padding on audio stream allowed regardless of marker in the last packet.
430 audio_packet->SetMarker(false);
431 audio_packet->SetPayloadType(kPayload);
432 rtp_sender_->AssignSequenceNumber(audio_packet.get());
433
434 const size_t kPaddingSize = 59;
435 EXPECT_CALL(transport, SendRtp(_, kPaddingSize + kRtpHeaderSize, _))
Erik Språng214f5432019-06-20 15:09:58 +0200436 .WillOnce(Return(true));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100437 EXPECT_EQ(kPaddingSize,
438 rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
439
440 // Requested padding size is too small, will send a larger one.
441 const size_t kMinPaddingSize = 50;
442 EXPECT_CALL(transport, SendRtp(_, kMinPaddingSize + kRtpHeaderSize, _))
Erik Språng214f5432019-06-20 15:09:58 +0200443 .WillOnce(Return(true));
Yves Gerey665174f2018-06-19 15:03:05 +0200444 EXPECT_EQ(kMinPaddingSize, rtp_sender_->TimeToSendPadding(kMinPaddingSize - 5,
445 PacedPacketInfo()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100446}
447
minyue3a407ee2017-04-03 01:10:33 -0700448TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberSetPaddingTimestamps) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200449 constexpr size_t kPaddingSize = 100;
450 auto packet = rtp_sender_->AllocatePacket();
451 ASSERT_TRUE(packet);
452 packet->SetMarker(true);
453 packet->SetTimestamp(kTimestamp);
454
455 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
philipel8aadd502017-02-23 02:56:13 -0800456 ASSERT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200457
458 ASSERT_EQ(1u, transport_.sent_packets_.size());
danilchap12ba1862016-10-26 02:41:55 -0700459 // Verify padding packet timestamp.
460 EXPECT_EQ(kTimestamp, transport_.last_sent_packet().Timestamp());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200461}
462
minyue3a407ee2017-04-03 01:10:33 -0700463TEST_P(RtpSenderTestWithoutPacer,
464 TransportFeedbackObserverGetsCorrectByteCount) {
465 constexpr int kRtpOverheadBytesPerPacket = 12 + 8;
Erik Språng9c771c22019-06-17 16:31:53 +0200466 NiceMock<MockOverheadObserver> mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +0200467
468 RtpRtcp::Configuration config;
469 config.clock = &fake_clock_;
470 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200471 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200472 config.transport_sequence_number_allocator = &seq_num_allocator_;
473 config.transport_feedback_callback = &feedback_observer_;
474 config.event_log = &mock_rtc_event_log_;
475 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
476 config.overhead_observer = &mock_overhead_observer;
477 rtp_sender_ = absl::make_unique<RTPSender>(config);
478
minyue3a407ee2017-04-03 01:10:33 -0700479 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
480 kRtpExtensionTransportSequenceNumber,
481 kTransportSequenceNumberExtensionId));
482 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200483 .WillOnce(Return(kTransportSequenceNumber));
minyue3a407ee2017-04-03 01:10:33 -0700484
485 const size_t expected_bytes =
Erik Språngf6468d22019-07-05 16:53:43 +0200486 GetParam().with_overhead
487 ? sizeof(kPayloadData) + kRtpOverheadBytesPerPacket
488 : sizeof(kPayloadData);
minyue3a407ee2017-04-03 01:10:33 -0700489
490 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200491 OnAddPacket(AllOf(
492 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
493 Field(&RtpPacketSendInfo::transport_sequence_number,
494 kTransportSequenceNumber),
495 Field(&RtpPacketSendInfo::rtp_sequence_number,
496 rtp_sender_->SequenceNumber()),
497 Field(&RtpPacketSendInfo::length, expected_bytes),
498 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
minyue3a407ee2017-04-03 01:10:33 -0700499 .Times(1);
500 EXPECT_CALL(mock_overhead_observer,
501 OnOverheadChanged(kRtpOverheadBytesPerPacket))
502 .Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100503 SendGenericPacket();
minyue3a407ee2017-04-03 01:10:33 -0700504}
505
506TEST_P(RtpSenderTestWithoutPacer, SendsPacketsWithTransportSequenceNumber) {
Erik Språng4580ca22019-07-04 10:38:43 +0200507 RtpRtcp::Configuration config;
508 config.clock = &fake_clock_;
509 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200510 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200511 config.transport_sequence_number_allocator = &seq_num_allocator_;
512 config.transport_feedback_callback = &feedback_observer_;
513 config.event_log = &mock_rtc_event_log_;
514 config.send_packet_observer = &send_packet_observer_;
515 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
516 rtp_sender_ = absl::make_unique<RTPSender>(config);
517
Stefan Holmerf5dca482016-01-27 12:58:51 +0100518 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
519 kRtpExtensionTransportSequenceNumber,
520 kTransportSequenceNumberExtensionId));
521
Stefan Holmerf5dca482016-01-27 12:58:51 +0100522 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200523 .WillOnce(Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700524 EXPECT_CALL(send_packet_observer_,
525 OnSendPacket(kTransportSequenceNumber, _, _))
526 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700527
528 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200529 OnAddPacket(AllOf(
530 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
531 Field(&RtpPacketSendInfo::transport_sequence_number,
532 kTransportSequenceNumber),
533 Field(&RtpPacketSendInfo::rtp_sequence_number,
534 rtp_sender_->SequenceNumber()),
535 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200536 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700537
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100538 SendGenericPacket();
Stefan Holmerf5dca482016-01-27 12:58:51 +0100539
danilchap12ba1862016-10-26 02:41:55 -0700540 const auto& packet = transport_.last_sent_packet();
541 uint16_t transport_seq_no;
542 ASSERT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
543 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200544 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200545 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200546}
547
548TEST_P(RtpSenderTestWithoutPacer, PacketOptionsNoRetransmission) {
Erik Språng4580ca22019-07-04 10:38:43 +0200549 RtpRtcp::Configuration config;
550 config.clock = &fake_clock_;
551 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200552 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200553 config.transport_sequence_number_allocator = &seq_num_allocator_;
554 config.transport_feedback_callback = &feedback_observer_;
555 config.event_log = &mock_rtc_event_log_;
556 config.send_packet_observer = &send_packet_observer_;
557 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
558 rtp_sender_ = absl::make_unique<RTPSender>(config);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200559
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100560 SendGenericPacket();
Petter Strandmark26bc6692018-05-29 08:43:35 +0200561
562 EXPECT_FALSE(transport_.last_options_.is_retransmit);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100563}
564
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200565TEST_P(RtpSenderTestWithoutPacer,
566 SetsIncludedInFeedbackWhenTransportSequenceNumberExtensionIsRegistered) {
567 SetUpRtpSender(false, false);
568 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
569 kTransportSequenceNumberExtensionId);
570 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200571 .WillOnce(Return(kTransportSequenceNumber));
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200572 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100573 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200574 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
575}
576
577TEST_P(
578 RtpSenderTestWithoutPacer,
579 SetsIncludedInAllocationWhenTransportSequenceNumberExtensionIsRegistered) {
580 SetUpRtpSender(false, false);
581 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
582 kTransportSequenceNumberExtensionId);
583 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200584 .WillOnce(Return(kTransportSequenceNumber));
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200585 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100586 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200587 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
588}
589
590TEST_P(RtpSenderTestWithoutPacer,
591 SetsIncludedInAllocationWhenForcedAsPartOfAllocation) {
592 SetUpRtpSender(false, false);
593 rtp_sender_->SetAsPartOfAllocation(true);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100594 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200595 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
596 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
597}
598
599TEST_P(RtpSenderTestWithoutPacer, DoesnSetIncludedInAllocationByDefault) {
600 SetUpRtpSender(false, false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100601 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200602 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
603 EXPECT_FALSE(transport_.last_options_.included_in_allocation);
stefana23fc622016-07-28 07:56:38 -0700604}
asapersson35151f32016-05-02 23:44:01 -0700605
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200606TEST_P(RtpSenderTestWithoutPacer, OnSendSideDelayUpdated) {
Erik Språng9c771c22019-06-17 16:31:53 +0200607 StrictMock<MockSendSideDelayObserver> send_side_delay_observer_;
Erik Språng4580ca22019-07-04 10:38:43 +0200608
609 RtpRtcp::Configuration config;
610 config.clock = &fake_clock_;
611 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200612 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200613 config.send_side_delay_observer = &send_side_delay_observer_;
614 config.event_log = &mock_rtc_event_log_;
615 rtp_sender_ = absl::make_unique<RTPSender>(config);
616
Niels Möller5fe95102019-03-04 16:49:25 +0100617 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +0100618 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +0200619 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +0100620 FieldTrialBasedConfig());
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200621
622 const uint8_t kPayloadType = 127;
Niels Möller8a40edd2019-01-24 18:04:44 +0100623 const char payload_name[] = "GENERIC";
Niels Möller59ab1cf2019-02-06 22:48:11 +0100624
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +0200625 rtp_sender_video.RegisterPayloadType(kPayloadType, payload_name,
626 /*raw_payload=*/false);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100627
628 const uint32_t kCaptureTimeMsToRtpTimestamp = 90; // 90 kHz clock
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200629 RTPVideoHeader video_header;
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200630
Henrik Boström9fe18342019-05-16 18:38:20 +0200631 // Send packet with 10 ms send-side delay. The average, max and total should
632 // be 10 ms.
633 EXPECT_CALL(send_side_delay_observer_,
634 SendSideDelayUpdated(10, 10, 10, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200635 .Times(1);
636 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
637 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100638 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100639 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200640 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100641 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200642 kDefaultExpectedRetransmissionTimeMs));
643
Henrik Boström9fe18342019-05-16 18:38:20 +0200644 // Send another packet with 20 ms delay. The average, max and total should be
645 // 15, 20 and 30 ms respectively.
646 EXPECT_CALL(send_side_delay_observer_,
647 SendSideDelayUpdated(15, 20, 30, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200648 .Times(1);
649 fake_clock_.AdvanceTimeMilliseconds(10);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100650 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100651 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200652 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100653 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200654 kDefaultExpectedRetransmissionTimeMs));
655
656 // Send another packet at the same time, which replaces the last packet.
657 // Since this packet has 0 ms delay, the average is now 5 ms and max is 10 ms.
Henrik Boström9fe18342019-05-16 18:38:20 +0200658 // The total counter stays the same though.
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200659 // TODO(terelius): Is is not clear that this is the right behavior.
Henrik Boström9fe18342019-05-16 18:38:20 +0200660 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(5, 10, 30, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200661 .Times(1);
662 capture_time_ms = fake_clock_.TimeInMilliseconds();
Niels Möller59ab1cf2019-02-06 22:48:11 +0100663 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100664 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200665 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100666 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200667 kDefaultExpectedRetransmissionTimeMs));
668
669 // Send a packet 1 second later. The earlier packets should have timed
Henrik Boström9fe18342019-05-16 18:38:20 +0200670 // out, so both max and average should be the delay of this packet. The total
671 // keeps increasing.
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200672 fake_clock_.AdvanceTimeMilliseconds(1000);
673 capture_time_ms = fake_clock_.TimeInMilliseconds();
674 fake_clock_.AdvanceTimeMilliseconds(1);
Henrik Boström9fe18342019-05-16 18:38:20 +0200675 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(1, 1, 31, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200676 .Times(1);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100677 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +0100678 VideoFrameType::kVideoFrameKey, kPayloadType,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200679 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
Niels Möller59ab1cf2019-02-06 22:48:11 +0100680 kPayloadData, sizeof(kPayloadData), nullptr, &video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200681 kDefaultExpectedRetransmissionTimeMs));
682}
683
minyue3a407ee2017-04-03 01:10:33 -0700684TEST_P(RtpSenderTestWithoutPacer, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700685 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
686 kRtpExtensionTransportSequenceNumber,
687 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700688 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
Erik Språng214f5432019-06-20 15:09:58 +0200689 .WillOnce(Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700690 EXPECT_CALL(send_packet_observer_,
691 OnSendPacket(kTransportSequenceNumber, _, _))
692 .Times(1);
693
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100694 SendGenericPacket();
asapersson35151f32016-05-02 23:44:01 -0700695}
696
minyue3a407ee2017-04-03 01:10:33 -0700697TEST_P(RtpSenderTest, SendsPacketsWithTransportSequenceNumber) {
Erik Språng4580ca22019-07-04 10:38:43 +0200698 RtpRtcp::Configuration config;
699 config.clock = &fake_clock_;
700 config.outgoing_transport = &transport_;
701 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200702 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200703 config.transport_sequence_number_allocator = &seq_num_allocator_;
704 config.transport_feedback_callback = &feedback_observer_;
705 config.event_log = &mock_rtc_event_log_;
706 config.send_packet_observer = &send_packet_observer_;
707 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
708 rtp_sender_ = absl::make_unique<RTPSender>(config);
709
brandtr9dfff292016-11-14 05:14:50 -0800710 rtp_sender_->SetSequenceNumber(kSeqNum);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200711 rtp_sender_->SetStorePacketsStatus(true, 10);
712 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
713 kRtpExtensionTransportSequenceNumber,
714 kTransportSequenceNumberExtensionId));
715
Stefan Holmera246cfb2016-08-23 17:51:42 +0200716 EXPECT_CALL(send_packet_observer_,
717 OnSendPacket(kTransportSequenceNumber, _, _))
718 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700719 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200720 OnAddPacket(AllOf(
721 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
722 Field(&RtpPacketSendInfo::transport_sequence_number,
723 kTransportSequenceNumber),
724 Field(&RtpPacketSendInfo::rtp_sequence_number,
725 rtp_sender_->SequenceNumber()),
726 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200727 .Times(1);
728
Erik Språngf5815fa2019-08-21 14:27:31 +0200729 EXPECT_CALL(
730 mock_paced_sender_,
731 EnqueuePacket(
732 AllOf(Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
733 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
734 auto packet = SendGenericPacket();
735 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
736 // Transport sequence number is set by PacketRouter, before TrySendPacket().
737 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
738 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200739
danilchap12ba1862016-10-26 02:41:55 -0700740 uint16_t transport_seq_no;
Erik Språngf5815fa2019-08-21 14:27:31 +0200741 EXPECT_TRUE(
742 transport_.last_sent_packet().GetExtension<TransportSequenceNumber>(
743 &transport_seq_no));
danilchap12ba1862016-10-26 02:41:55 -0700744 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200745 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200746}
747
Erik Språng7b52f102018-02-07 14:37:37 +0100748TEST_P(RtpSenderTest, WritesPacerExitToTimingExtension) {
ilnik04f4d122017-06-19 07:18:55 -0700749 rtp_sender_->SetStorePacketsStatus(true, 10);
750 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
751 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
752 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
753 auto packet = rtp_sender_->AllocatePacket();
754 packet->SetPayloadType(kPayload);
755 packet->SetMarker(true);
756 packet->SetTimestamp(kTimestamp);
757 packet->set_capture_time_ms(capture_time_ms);
ilnik2edc6842017-07-06 03:06:50 -0700758 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
ilnik04f4d122017-06-19 07:18:55 -0700759 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
760 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
761 size_t packet_size = packet->size();
ilnik04f4d122017-06-19 07:18:55 -0700762
763 const int kStoredTimeInMs = 100;
Erik Språngf5815fa2019-08-21 14:27:31 +0200764 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
765 EXPECT_CALL(mock_paced_sender_,
766 EnqueuePacket(Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc))));
767 EXPECT_TRUE(rtp_sender_->SendToNetwork(
768 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
769 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
770 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
ilnik04f4d122017-06-19 07:18:55 -0700771 EXPECT_EQ(1, transport_.packets_sent());
772 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
773
danilchapce251812017-09-11 12:24:41 -0700774 VideoSendTiming video_timing;
775 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
776 &video_timing));
777 EXPECT_EQ(kStoredTimeInMs, video_timing.pacer_exit_delta_ms);
Erik Språng7b52f102018-02-07 14:37:37 +0100778}
ilnik04f4d122017-06-19 07:18:55 -0700779
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100780TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithPacer) {
781 SetUpRtpSender(/*pacer=*/true, /*populate_network2=*/true);
Erik Språng7b52f102018-02-07 14:37:37 +0100782 rtp_sender_->SetStorePacketsStatus(true, 10);
783 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
784 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
785 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
786 auto packet = rtp_sender_->AllocatePacket();
787 packet->SetPayloadType(kPayload);
788 packet->SetMarker(true);
789 packet->SetTimestamp(kTimestamp);
790 packet->set_capture_time_ms(capture_time_ms);
791 const uint16_t kPacerExitMs = 1234u;
792 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, kPacerExitMs, 0u, 0u, true};
793 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
794 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
795 size_t packet_size = packet->size();
796
797 const int kStoredTimeInMs = 100;
Erik Språngf6468d22019-07-05 16:53:43 +0200798
Erik Språngf6468d22019-07-05 16:53:43 +0200799 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
800 EXPECT_CALL(
801 mock_paced_sender_,
802 EnqueuePacket(Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc))));
803 EXPECT_TRUE(rtp_sender_->SendToNetwork(
Erik Språngf5815fa2019-08-21 14:27:31 +0200804 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
Erik Språngf6468d22019-07-05 16:53:43 +0200805 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
806 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +0200807
Erik Språng7b52f102018-02-07 14:37:37 +0100808 EXPECT_EQ(1, transport_.packets_sent());
ilnik04f4d122017-06-19 07:18:55 -0700809 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
810
Erik Språng7b52f102018-02-07 14:37:37 +0100811 VideoSendTiming video_timing;
danilchapce251812017-09-11 12:24:41 -0700812 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
813 &video_timing));
Erik Språng7b52f102018-02-07 14:37:37 +0100814 EXPECT_EQ(kStoredTimeInMs, video_timing.network2_timestamp_delta_ms);
815 EXPECT_EQ(kPacerExitMs, video_timing.pacer_exit_delta_ms);
ilnik04f4d122017-06-19 07:18:55 -0700816}
817
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100818TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithoutPacer) {
819 SetUpRtpSender(/*pacer=*/false, /*populate_network2=*/true);
820 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
821 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
822 auto packet = rtp_sender_->AllocatePacket();
823 packet->SetMarker(true);
824 packet->set_capture_time_ms(fake_clock_.TimeInMilliseconds());
825 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
826 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
827 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
828
829 const int kPropagateTimeMs = 10;
830 fake_clock_.AdvanceTimeMilliseconds(kPropagateTimeMs);
831
Erik Språngf5815fa2019-08-21 14:27:31 +0200832 EXPECT_TRUE(
833 rtp_sender_->SendToNetwork(std::move(packet), kAllowRetransmission));
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100834
835 EXPECT_EQ(1, transport_.packets_sent());
836 absl::optional<VideoSendTiming> video_timing =
837 transport_.last_sent_packet().GetExtension<VideoTimingExtension>();
838 ASSERT_TRUE(video_timing);
839 EXPECT_EQ(kPropagateTimeMs, video_timing->network2_timestamp_delta_ms);
840}
841
minyue3a407ee2017-04-03 01:10:33 -0700842TEST_P(RtpSenderTest, TrafficSmoothingWithExtensions) {
Elad Alon4a87e1c2017-10-03 16:11:34 +0200843 EXPECT_CALL(mock_rtc_event_log_,
844 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000845
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000846 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000847 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800848 kRtpExtensionTransmissionTimeOffset,
849 kTransmissionTimeOffsetExtensionId));
850 EXPECT_EQ(
851 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
852 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000853 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700854 auto packet =
855 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
856 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000857
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000858 const int kStoredTimeInMs = 100;
Erik Språngf6468d22019-07-05 16:53:43 +0200859 EXPECT_CALL(
860 mock_paced_sender_,
861 EnqueuePacket(AllOf(
862 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
863 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
864 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
865 EXPECT_TRUE(rtp_sender_->SendToNetwork(
866 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
867 EXPECT_EQ(0, transport_.packets_sent());
868 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
869 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000870
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000871 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700872 EXPECT_EQ(1, transport_.packets_sent());
873 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
874
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000875 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700876 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000877
878 // Verify transmission time offset.
879 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000880 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000881 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000882 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000883}
884
minyue3a407ee2017-04-03 01:10:33 -0700885TEST_P(RtpSenderTest, TrafficSmoothingRetransmits) {
Elad Alon4a87e1c2017-10-03 16:11:34 +0200886 EXPECT_CALL(mock_rtc_event_log_,
887 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000888
889 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000890 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800891 kRtpExtensionTransmissionTimeOffset,
892 kTransmissionTimeOffsetExtensionId));
893 EXPECT_EQ(
894 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
895 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000896 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700897 auto packet =
898 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
899 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000900
901 // Packet should be stored in a send bucket.
Erik Språngf6468d22019-07-05 16:53:43 +0200902 EXPECT_CALL(
903 mock_paced_sender_,
904 EnqueuePacket(AllOf(
905 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
906 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
907 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
908 packet->set_allow_retransmission(true);
909 EXPECT_TRUE(rtp_sender_->SendToNetwork(
910 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
911 // Immediately process send bucket and send packet.
912 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +0200913
Erik Språng0f4f0552019-05-08 10:15:05 -0700914 EXPECT_EQ(1, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000915
Erik Språng0f4f0552019-05-08 10:15:05 -0700916 // Retransmit packet.
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000917 const int kStoredTimeInMs = 100;
918 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
919
Erik Språng0f4f0552019-05-08 10:15:05 -0700920 EXPECT_CALL(mock_rtc_event_log_,
921 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
Erik Språngf6468d22019-07-05 16:53:43 +0200922 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
923 packet->set_retransmitted_sequence_number(kSeqNum);
924 EXPECT_CALL(
925 mock_paced_sender_,
926 EnqueuePacket(AllOf(
927 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
928 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
929 EXPECT_EQ(static_cast<int>(packet_size),
930 rtp_sender_->ReSendPacket(kSeqNum));
931 EXPECT_EQ(1, transport_.packets_sent());
932 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000933
934 // Process send bucket. Packet should now be sent.
Erik Språng0f4f0552019-05-08 10:15:05 -0700935 EXPECT_EQ(2, transport_.packets_sent());
danilchap12ba1862016-10-26 02:41:55 -0700936 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000937
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000938 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700939 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000940
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000941 // Verify transmission time offset.
942 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000943 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000944 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
945 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
946}
947
948// This test sends 1 regular video packet, then 4 padding packets, and then
949// 1 more regular packet.
minyue3a407ee2017-04-03 01:10:33 -0700950TEST_P(RtpSenderTest, SendPadding) {
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000951 // Make all (non-padding) packets go to send queue.
Elad Alon4a87e1c2017-10-03 16:11:34 +0200952 EXPECT_CALL(mock_rtc_event_log_,
953 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
954 .Times(1 + 4 + 1);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000955
956 uint16_t seq_num = kSeqNum;
957 uint32_t timestamp = kTimestamp;
958 rtp_sender_->SetStorePacketsStatus(true, 10);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000959 size_t rtp_header_len = kRtpHeaderSize;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000960 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800961 kRtpExtensionTransmissionTimeOffset,
962 kTransmissionTimeOffsetExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000963 rtp_header_len += 4; // 4 bytes extension.
danilchap162abd32015-12-10 02:39:40 -0800964 EXPECT_EQ(
965 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
966 kAbsoluteSendTimeExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000967 rtp_header_len += 4; // 4 bytes extension.
968 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
969
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000970 webrtc::RTPHeader rtp_header;
971
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000972 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700973 auto packet =
974 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200975 const uint32_t media_packet_timestamp = timestamp;
danilchapb6f1fb52016-10-19 06:11:39 -0700976 size_t packet_size = packet->size();
Erik Språngf6468d22019-07-05 16:53:43 +0200977 int total_packets_sent = 0;
978 const int kStoredTimeInMs = 100;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000979
980 // Packet should be stored in a send bucket.
Erik Språngf6468d22019-07-05 16:53:43 +0200981 EXPECT_CALL(
982 mock_paced_sender_,
983 EnqueuePacket(AllOf(
984 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
985 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
986 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
987 packet->set_allow_retransmission(true);
988 EXPECT_TRUE(rtp_sender_->SendToNetwork(
989 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
990 EXPECT_EQ(total_packets_sent, transport_.packets_sent());
991 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
992 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
993 ++seq_num;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000994
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000995 // Packet should now be sent. This test doesn't verify the regular video
996 // packet, since it is tested in another test.
danilchap12ba1862016-10-26 02:41:55 -0700997 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000998 timestamp += 90 * kStoredTimeInMs;
999
1000 // Send padding 4 times, waiting 50 ms between each.
1001 for (int i = 0; i < 4; ++i) {
1002 const int kPaddingPeriodMs = 50;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001003 const size_t kPaddingBytes = 100;
1004 const size_t kMaxPaddingLength = 224; // Value taken from rtp_sender.cc.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001005 // Padding will be forced to full packets.
philipelc7bf32a2017-02-17 03:59:43 -08001006 EXPECT_EQ(kMaxPaddingLength,
philipel8aadd502017-02-23 02:56:13 -08001007 rtp_sender_->TimeToSendPadding(kPaddingBytes, PacedPacketInfo()));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001008
1009 // Process send bucket. Padding should now be sent.
danilchap12ba1862016-10-26 02:41:55 -07001010 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001011 EXPECT_EQ(kMaxPaddingLength + rtp_header_len,
danilchap12ba1862016-10-26 02:41:55 -07001012 transport_.last_sent_packet().size());
1013
1014 transport_.last_sent_packet().GetHeader(&rtp_header);
pbosbd2522a2015-07-01 05:35:53 -07001015 EXPECT_EQ(kMaxPaddingLength, rtp_header.paddingLength);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001016
Stefan Holmer586b19b2015-09-18 11:14:31 +02001017 // Verify sequence number and timestamp. The timestamp should be the same
1018 // as the last media packet.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001019 EXPECT_EQ(seq_num++, rtp_header.sequenceNumber);
Stefan Holmer586b19b2015-09-18 11:14:31 +02001020 EXPECT_EQ(media_packet_timestamp, rtp_header.timestamp);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001021 // Verify transmission time offset.
Stefan Holmer586b19b2015-09-18 11:14:31 +02001022 int offset = timestamp - media_packet_timestamp;
1023 EXPECT_EQ(offset, rtp_header.extension.transmissionTimeOffset);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001024 uint64_t expected_send_time =
1025 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
1026 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
1027 fake_clock_.AdvanceTimeMilliseconds(kPaddingPeriodMs);
1028 timestamp += 90 * kPaddingPeriodMs;
1029 }
1030
1031 // Send a regular video packet again.
1032 capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -07001033 packet = BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
1034 packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001035
Erik Språngf6468d22019-07-05 16:53:43 +02001036 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1037 EXPECT_CALL(
1038 mock_paced_sender_,
1039 EnqueuePacket(AllOf(
1040 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1041 Pointee(Property(&RtpPacketToSend::SequenceNumber, seq_num)))));
1042 EXPECT_TRUE(rtp_sender_->SendToNetwork(
1043 absl::make_unique<RtpPacketToSend>(*packet), kAllowRetransmission));
1044 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
terelius5d332ac2016-01-14 14:37:39 -08001045
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001046 // Process send bucket.
danilchap12ba1862016-10-26 02:41:55 -07001047 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
1048 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
1049 transport_.last_sent_packet().GetHeader(&rtp_header);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001050
1051 // Verify sequence number and timestamp.
1052 EXPECT_EQ(seq_num, rtp_header.sequenceNumber);
1053 EXPECT_EQ(timestamp, rtp_header.timestamp);
1054 // Verify transmission time offset. This packet is sent without delay.
1055 EXPECT_EQ(0, rtp_header.extension.transmissionTimeOffset);
1056 uint64_t expected_send_time =
1057 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001058 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +00001059}
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001060
minyue3a407ee2017-04-03 01:10:33 -07001061TEST_P(RtpSenderTest, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -07001062 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1063 kRtpExtensionTransportSequenceNumber,
1064 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -07001065 rtp_sender_->SetStorePacketsStatus(true, 10);
1066
1067 EXPECT_CALL(send_packet_observer_,
1068 OnSendPacket(kTransportSequenceNumber, _, _))
1069 .Times(1);
asapersson35151f32016-05-02 23:44:01 -07001070
Erik Språngf6468d22019-07-05 16:53:43 +02001071 EXPECT_CALL(
1072 mock_paced_sender_,
1073 EnqueuePacket(AllOf(
1074 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1075 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
1076 auto packet = SendGenericPacket();
1077 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1078 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
1079 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001080
danilchap12ba1862016-10-26 02:41:55 -07001081 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -07001082}
1083
minyue3a407ee2017-04-03 01:10:33 -07001084TEST_P(RtpSenderTest, OnSendPacketNotUpdatedForRetransmits) {
stefana23fc622016-07-28 07:56:38 -07001085 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1086 kRtpExtensionTransportSequenceNumber,
1087 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -07001088 rtp_sender_->SetStorePacketsStatus(true, 10);
1089
1090 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
asapersson35151f32016-05-02 23:44:01 -07001091
Erik Språngf6468d22019-07-05 16:53:43 +02001092 EXPECT_CALL(
1093 mock_paced_sender_,
1094 EnqueuePacket(AllOf(
1095 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1096 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))));
1097 auto packet = SendGenericPacket();
1098 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
1099 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
1100 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001101
danilchap12ba1862016-10-26 02:41:55 -07001102 EXPECT_EQ(1, transport_.packets_sent());
Petter Strandmark26bc6692018-05-29 08:43:35 +02001103 EXPECT_TRUE(transport_.last_options_.is_retransmit);
asapersson35151f32016-05-02 23:44:01 -07001104}
1105
minyue3a407ee2017-04-03 01:10:33 -07001106TEST_P(RtpSenderTestWithoutPacer, SendGenericVideo) {
Niels Möller8a40edd2019-01-24 18:04:44 +01001107 const char payload_name[] = "GENERIC";
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001108 const uint8_t payload_type = 127;
Niels Möller5fe95102019-03-04 16:49:25 +01001109 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001110 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001111 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +01001112 FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001113 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1114 /*raw_payload=*/false);
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001115 uint8_t payload[] = {47, 11, 32, 93, 89};
1116
1117 // Send keyframe
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001118 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001119 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001120 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1121 sizeof(payload), nullptr, &video_header,
1122 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001123
danilchap96c15872016-11-21 01:35:29 -08001124 auto sent_payload = transport_.last_sent_packet().payload();
1125 uint8_t generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001126 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1127 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001128 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001129
1130 // Send delta frame
1131 payload[0] = 13;
1132 payload[1] = 42;
1133 payload[4] = 13;
1134
Niels Möller59ab1cf2019-02-06 22:48:11 +01001135 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001136 VideoFrameType::kVideoFrameDelta, payload_type, 1234, 4321, payload,
1137 sizeof(payload), nullptr, &video_header,
1138 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001139
danilchap96c15872016-11-21 01:35:29 -08001140 sent_payload = transport_.last_sent_packet().payload();
1141 generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001142 EXPECT_FALSE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1143 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001144 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001145}
1146
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001147TEST_P(RtpSenderTestWithoutPacer, SendRawVideo) {
1148 const char payload_name[] = "VP8";
1149 const uint8_t payload_type = 111;
1150 const uint8_t payload[] = {11, 22, 33, 44, 55};
1151
1152 PlayoutDelayOracle playout_delay_oracle;
1153 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001154 &playout_delay_oracle, nullptr, false, false,
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001155 FieldTrialBasedConfig());
1156 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1157 /*raw_payload=*/true);
1158
1159 // Send a frame.
1160 RTPVideoHeader video_header;
1161 ASSERT_TRUE(rtp_sender_video.SendVideo(
1162 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1163 sizeof(payload), nullptr, &video_header,
1164 kDefaultExpectedRetransmissionTimeMs));
1165
1166 auto sent_payload = transport_.last_sent_packet().payload();
1167 EXPECT_THAT(sent_payload, ElementsAreArray(payload));
1168}
1169
minyue3a407ee2017-04-03 01:10:33 -07001170TEST_P(RtpSenderTest, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001171 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001172 constexpr int kMediaPayloadType = 127;
1173 constexpr int kFlexfecPayloadType = 118;
brandtrdbdb3f12016-11-10 05:04:48 -08001174 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001175 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språng4580ca22019-07-04 10:38:43 +02001176 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1177 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001178 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001179
1180 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001181 RtpRtcp::Configuration config;
1182 config.clock = &fake_clock_;
1183 config.outgoing_transport = &transport_;
1184 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001185 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001186 config.flexfec_sender = &flexfec_sender_;
1187 config.transport_sequence_number_allocator = &seq_num_allocator_;
1188 config.event_log = &mock_rtc_event_log_;
1189 config.send_packet_observer = &send_packet_observer_;
1190 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1191 rtp_sender_ = absl::make_unique<RTPSender>(config);
1192
brandtrdbdb3f12016-11-10 05:04:48 -08001193 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001194 rtp_sender_->SetStorePacketsStatus(true, 10);
1195
Niels Möller5fe95102019-03-04 16:49:25 +01001196 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001197 RTPSenderVideo rtp_sender_video(
1198 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1199 nullptr, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001200 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1201 /*raw_payload=*/false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001202
brandtrdbdb3f12016-11-10 05:04:48 -08001203 // Parameters selected to generate a single FEC packet per media packet.
1204 FecProtectionParams params;
1205 params.fec_rate = 15;
1206 params.max_fec_frames = 1;
1207 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001208 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001209
brandtr9dfff292016-11-14 05:14:50 -08001210 uint16_t flexfec_seq_num;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001211 RTPVideoHeader video_header;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001212
Erik Språngf6468d22019-07-05 16:53:43 +02001213 std::unique_ptr<RtpPacketToSend> media_packet;
1214 std::unique_ptr<RtpPacketToSend> fec_packet;
1215
1216 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
1217 .Times(2)
1218 .WillRepeatedly([&](std::unique_ptr<RtpPacketToSend> packet) {
1219 if (packet->packet_type() == RtpPacketToSend::Type::kVideo) {
1220 EXPECT_EQ(packet->Ssrc(), kSsrc);
1221 EXPECT_EQ(packet->SequenceNumber(), kSeqNum);
1222 media_packet = std::move(packet);
1223 } else {
1224 EXPECT_EQ(packet->packet_type(),
1225 RtpPacketToSend::Type::kForwardErrorCorrection);
1226 EXPECT_EQ(packet->Ssrc(), kFlexFecSsrc);
1227 fec_packet = std::move(packet);
1228 }
1229 });
1230
1231 EXPECT_TRUE(rtp_sender_video.SendVideo(
1232 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
1233 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1234 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1235 ASSERT_TRUE(media_packet != nullptr);
1236 ASSERT_TRUE(fec_packet != nullptr);
1237
1238 flexfec_seq_num = fec_packet->SequenceNumber();
1239 rtp_sender_->TrySendPacket(media_packet.get(), PacedPacketInfo());
1240 rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001241
brandtr9dfff292016-11-14 05:14:50 -08001242 ASSERT_EQ(2, transport_.packets_sent());
Erik Språngf5815fa2019-08-21 14:27:31 +02001243 const RtpPacketReceived& sent_media_packet = transport_.sent_packets_[0];
1244 EXPECT_EQ(kMediaPayloadType, sent_media_packet.PayloadType());
1245 EXPECT_EQ(kSeqNum, sent_media_packet.SequenceNumber());
1246 EXPECT_EQ(kSsrc, sent_media_packet.Ssrc());
1247 const RtpPacketReceived& sent_flexfec_packet = transport_.sent_packets_[1];
1248 EXPECT_EQ(kFlexfecPayloadType, sent_flexfec_packet.PayloadType());
1249 EXPECT_EQ(flexfec_seq_num, sent_flexfec_packet.SequenceNumber());
1250 EXPECT_EQ(kFlexFecSsrc, sent_flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001251}
1252
Erik Språngf6468d22019-07-05 16:53:43 +02001253// TODO(ilnik): because of webrtc:7859. Once FEC moved below pacer, this test
1254// should be removed.
1255TEST_P(RtpSenderTest, NoFlexfecForTimingFrames) {
1256 constexpr uint32_t kTimestamp = 1234;
1257 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
1258 constexpr int kMediaPayloadType = 127;
1259 constexpr int kFlexfecPayloadType = 118;
1260 const std::vector<RtpExtension> kNoRtpExtensions;
1261 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
1262
1263 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1264 kNoRtpExtensions, kNoRtpExtensionSizes,
1265 nullptr /* rtp_state */, &fake_clock_);
1266
1267 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng630443a2019-07-26 16:44:55 +02001268 RtpRtcp::Configuration config;
1269 config.clock = &fake_clock_;
1270 config.outgoing_transport = &transport_;
1271 config.paced_sender = &mock_paced_sender_;
1272 config.flexfec_sender = &flexfec_sender;
1273 config.transport_sequence_number_allocator = &seq_num_allocator_;
1274 config.event_log = &mock_rtc_event_log_;
1275 config.send_packet_observer = &send_packet_observer_;
1276 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001277 config.local_media_ssrc = kSsrc;
Erik Språng630443a2019-07-26 16:44:55 +02001278 rtp_sender_ = absl::make_unique<RTPSender>(config);
Erik Språngf6468d22019-07-05 16:53:43 +02001279 rtp_sender_->SetSequenceNumber(kSeqNum);
1280 rtp_sender_->SetStorePacketsStatus(true, 10);
1281
1282 PlayoutDelayOracle playout_delay_oracle;
1283 RTPSenderVideo rtp_sender_video(
1284 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1285 nullptr, false, false, FieldTrialBasedConfig());
1286 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1287 /*raw_payload=*/false);
1288
1289 // Need extension to be registered for timing frames to be sent.
1290 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1291 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
1292
1293 // Parameters selected to generate a single FEC packet per media packet.
1294 FecProtectionParams params;
1295 params.fec_rate = 15;
1296 params.max_fec_frames = 1;
1297 params.fec_mask_type = kFecMaskRandom;
1298 rtp_sender_video.SetFecParameters(params, params);
1299
1300 RTPVideoHeader video_header;
1301 video_header.video_timing.flags = VideoSendTiming::kTriggeredByTimer;
1302
1303 EXPECT_CALL(mock_rtc_event_log_,
1304 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1305 .Times(1);
Erik Språngf6468d22019-07-05 16:53:43 +02001306 std::unique_ptr<RtpPacketToSend> rtp_packet;
1307 EXPECT_CALL(
1308 mock_paced_sender_,
1309 EnqueuePacket(AllOf(
1310 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1311 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum)))))
1312 .WillOnce([&rtp_packet](std::unique_ptr<RtpPacketToSend> packet) {
1313 rtp_packet = std::move(packet);
1314 });
1315
1316 EXPECT_CALL(
1317 mock_paced_sender_,
1318 EnqueuePacket(Pointee(Property(&RtpPacketToSend::Ssrc, kFlexFecSsrc))))
1319 .Times(0); // Not called because packet should not be protected.
1320
1321 EXPECT_TRUE(rtp_sender_video.SendVideo(
1322 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
1323 kCaptureTimeMs, kPayloadData, sizeof(kPayloadData), nullptr,
1324 &video_header, kDefaultExpectedRetransmissionTimeMs));
1325
1326 EXPECT_TRUE(
1327 rtp_sender_->TrySendPacket(rtp_packet.get(), PacedPacketInfo()));
Erik Språngf6468d22019-07-05 16:53:43 +02001328
1329 ASSERT_EQ(1, transport_.packets_sent());
Erik Språngf5815fa2019-08-21 14:27:31 +02001330 const RtpPacketReceived& sent_media_packet1 = transport_.sent_packets_[0];
1331 EXPECT_EQ(kMediaPayloadType, sent_media_packet1.PayloadType());
1332 EXPECT_EQ(kSeqNum, sent_media_packet1.SequenceNumber());
1333 EXPECT_EQ(kSsrc, sent_media_packet1.Ssrc());
Erik Språngf6468d22019-07-05 16:53:43 +02001334
1335 // Now try to send not a timing frame.
1336 uint16_t flexfec_seq_num;
1337
1338 EXPECT_CALL(mock_rtc_event_log_,
1339 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1340 .Times(2);
Erik Språngf5815fa2019-08-21 14:27:31 +02001341 std::unique_ptr<RtpPacketToSend> media_packet2;
1342 std::unique_ptr<RtpPacketToSend> fec_packet;
Erik Språngf6468d22019-07-05 16:53:43 +02001343
Erik Språngf5815fa2019-08-21 14:27:31 +02001344 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
1345 .Times(2)
1346 .WillRepeatedly([&](std::unique_ptr<RtpPacketToSend> packet) {
1347 if (packet->packet_type() == RtpPacketToSend::Type::kVideo) {
1348 EXPECT_EQ(packet->Ssrc(), kSsrc);
1349 EXPECT_EQ(packet->SequenceNumber(), kSeqNum + 1);
1350 media_packet2 = std::move(packet);
1351 } else {
1352 EXPECT_EQ(packet->packet_type(),
1353 RtpPacketToSend::Type::kForwardErrorCorrection);
1354 EXPECT_EQ(packet->Ssrc(), kFlexFecSsrc);
1355 fec_packet = std::move(packet);
1356 }
1357 });
Erik Språngf6468d22019-07-05 16:53:43 +02001358
Erik Språngf5815fa2019-08-21 14:27:31 +02001359 video_header.video_timing.flags = VideoSendTiming::kInvalid;
1360 EXPECT_TRUE(rtp_sender_video.SendVideo(
1361 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp + 1,
1362 kCaptureTimeMs + 1, kPayloadData, sizeof(kPayloadData), nullptr,
1363 &video_header, kDefaultExpectedRetransmissionTimeMs));
Erik Språngf6468d22019-07-05 16:53:43 +02001364
Erik Språngf5815fa2019-08-21 14:27:31 +02001365 ASSERT_TRUE(media_packet2 != nullptr);
1366 ASSERT_TRUE(fec_packet != nullptr);
Erik Språngf6468d22019-07-05 16:53:43 +02001367
Erik Språngf5815fa2019-08-21 14:27:31 +02001368 flexfec_seq_num = fec_packet->SequenceNumber();
1369 rtp_sender_->TrySendPacket(media_packet2.get(), PacedPacketInfo());
1370 rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001371
1372 ASSERT_EQ(3, transport_.packets_sent());
Erik Språngf5815fa2019-08-21 14:27:31 +02001373 const RtpPacketReceived& sent_media_packet2 = transport_.sent_packets_[1];
1374 EXPECT_EQ(kMediaPayloadType, sent_media_packet2.PayloadType());
1375 EXPECT_EQ(kSeqNum + 1, sent_media_packet2.SequenceNumber());
1376 EXPECT_EQ(kSsrc, sent_media_packet2.Ssrc());
Erik Språngf6468d22019-07-05 16:53:43 +02001377 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[2];
1378 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1379 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1380 EXPECT_EQ(kFlexFecSsrc, flexfec_packet.Ssrc());
1381}
1382
minyue3a407ee2017-04-03 01:10:33 -07001383TEST_P(RtpSenderTestWithoutPacer, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001384 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001385 constexpr int kMediaPayloadType = 127;
1386 constexpr int kFlexfecPayloadType = 118;
brandtrdbdb3f12016-11-10 05:04:48 -08001387 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001388 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språngf6468d22019-07-05 16:53:43 +02001389 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
Erik Språng4580ca22019-07-04 10:38:43 +02001390 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001391 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001392
1393 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001394 RtpRtcp::Configuration config;
1395 config.clock = &fake_clock_;
1396 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001397 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001398 config.flexfec_sender = &flexfec_sender;
1399 config.transport_sequence_number_allocator = &seq_num_allocator_;
1400 config.event_log = &mock_rtc_event_log_;
1401 config.send_packet_observer = &send_packet_observer_;
1402 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1403 rtp_sender_ = absl::make_unique<RTPSender>(config);
1404
brandtrdbdb3f12016-11-10 05:04:48 -08001405 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001406
Niels Möller5fe95102019-03-04 16:49:25 +01001407 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001408 RTPSenderVideo rtp_sender_video(
1409 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1410 nullptr, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001411 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1412 /*raw_payload=*/false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001413
brandtrdbdb3f12016-11-10 05:04:48 -08001414 // Parameters selected to generate a single FEC packet per media packet.
1415 FecProtectionParams params;
1416 params.fec_rate = 15;
1417 params.max_fec_frames = 1;
1418 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001419 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001420
Elad Alon4a87e1c2017-10-03 16:11:34 +02001421 EXPECT_CALL(mock_rtc_event_log_,
1422 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1423 .Times(2);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001424 RTPVideoHeader video_header;
1425 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001426 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001427 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1428 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1429
brandtrdbdb3f12016-11-10 05:04:48 -08001430 ASSERT_EQ(2, transport_.packets_sent());
1431 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1432 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
Erik Språng4580ca22019-07-04 10:38:43 +02001433 EXPECT_EQ(kSsrc, media_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001434 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1435 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
Erik Språngf6468d22019-07-05 16:53:43 +02001436 EXPECT_EQ(kFlexFecSsrc, flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001437}
1438
Steve Anton296a0ce2018-03-22 15:17:27 -07001439// Test that the MID header extension is included on sent packets when
1440// configured.
1441TEST_P(RtpSenderTestWithoutPacer, MidIncludedOnSentPackets) {
1442 const char kMid[] = "mid";
1443
Steve Anton2bac7da2019-07-21 15:04:21 -04001444 EnableMidSending(kMid);
Steve Anton296a0ce2018-03-22 15:17:27 -07001445
1446 // Send a couple packets.
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001447 SendGenericPacket();
1448 SendGenericPacket();
Steve Anton296a0ce2018-03-22 15:17:27 -07001449
1450 // Expect both packets to have the MID set.
1451 ASSERT_EQ(2u, transport_.sent_packets_.size());
1452 for (const RtpPacketReceived& packet : transport_.sent_packets_) {
1453 std::string mid;
1454 ASSERT_TRUE(packet.GetExtension<RtpMid>(&mid));
1455 EXPECT_EQ(kMid, mid);
1456 }
1457}
1458
Amit Hilbuch77938e62018-12-21 09:23:38 -08001459TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnSentPackets) {
1460 const char kRid[] = "f";
1461
Steve Anton2bac7da2019-07-21 15:04:21 -04001462 EnableRidSending(kRid);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001463
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001464 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001465
1466 ASSERT_EQ(1u, transport_.sent_packets_.size());
1467 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1468 std::string rid;
1469 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1470 EXPECT_EQ(kRid, rid);
1471}
1472
1473TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnRtxSentPackets) {
1474 const char kRid[] = "f";
Amit Hilbuch77938e62018-12-21 09:23:38 -08001475
Steve Anton2bac7da2019-07-21 15:04:21 -04001476 EnableRtx();
1477 EnableRidSending(kRid);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001478
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001479 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001480 ASSERT_EQ(1u, transport_.sent_packets_.size());
1481 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1482 std::string rid;
1483 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1484 EXPECT_EQ(kRid, rid);
1485 rid = kNoRid;
Steve Anton2bac7da2019-07-21 15:04:21 -04001486 EXPECT_FALSE(packet.HasExtension<RepairedRtpStreamId>());
Amit Hilbuch77938e62018-12-21 09:23:38 -08001487
1488 uint16_t packet_id = packet.SequenceNumber();
1489 rtp_sender_->ReSendPacket(packet_id);
1490 ASSERT_EQ(2u, transport_.sent_packets_.size());
1491 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1492 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rid));
1493 EXPECT_EQ(kRid, rid);
1494 EXPECT_FALSE(rtx_packet.HasExtension<RtpStreamId>());
1495}
1496
Steve Anton2bac7da2019-07-21 15:04:21 -04001497TEST_P(RtpSenderTestWithoutPacer, MidAndRidNotIncludedOnSentPacketsAfterAck) {
1498 const char kMid[] = "mid";
1499 const char kRid[] = "f";
1500
1501 EnableMidSending(kMid);
1502 EnableRidSending(kRid);
1503
1504 // This first packet should include both MID and RID.
1505 auto first_built_packet = SendGenericPacket();
1506
1507 rtp_sender_->OnReceivedAckOnSsrc(first_built_packet->SequenceNumber());
1508
1509 // The second packet should include neither since an ack was received.
1510 SendGenericPacket();
1511
1512 ASSERT_EQ(2u, transport_.sent_packets_.size());
1513
1514 const RtpPacketReceived& first_packet = transport_.sent_packets_[0];
1515 std::string mid, rid;
1516 ASSERT_TRUE(first_packet.GetExtension<RtpMid>(&mid));
1517 EXPECT_EQ(kMid, mid);
1518 ASSERT_TRUE(first_packet.GetExtension<RtpStreamId>(&rid));
1519 EXPECT_EQ(kRid, rid);
1520
1521 const RtpPacketReceived& second_packet = transport_.sent_packets_[1];
1522 EXPECT_FALSE(second_packet.HasExtension<RtpMid>());
1523 EXPECT_FALSE(second_packet.HasExtension<RtpStreamId>());
1524}
1525
1526// Test that the first RTX packet includes both MID and RRID even if the packet
1527// being retransmitted did not have MID or RID. The MID and RID are needed on
1528// the first packets for a given SSRC, and RTX packets are sent on a separate
1529// SSRC.
1530TEST_P(RtpSenderTestWithoutPacer, MidAndRidIncludedOnFirstRtxPacket) {
1531 const char kMid[] = "mid";
1532 const char kRid[] = "f";
1533
1534 EnableRtx();
1535 EnableMidSending(kMid);
1536 EnableRidSending(kRid);
1537
1538 // This first packet will include both MID and RID.
1539 auto first_built_packet = SendGenericPacket();
1540 rtp_sender_->OnReceivedAckOnSsrc(first_built_packet->SequenceNumber());
1541
1542 // The second packet will include neither since an ack was received.
1543 auto second_built_packet = SendGenericPacket();
1544
1545 // The first RTX packet should include MID and RRID.
1546 ASSERT_LT(0,
1547 rtp_sender_->ReSendPacket(second_built_packet->SequenceNumber()));
1548
1549 ASSERT_EQ(3u, transport_.sent_packets_.size());
1550
1551 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[2];
1552 std::string mid, rrid;
1553 ASSERT_TRUE(rtx_packet.GetExtension<RtpMid>(&mid));
1554 EXPECT_EQ(kMid, mid);
1555 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rrid));
1556 EXPECT_EQ(kRid, rrid);
1557}
1558
1559// Test that the RTX packets sent after receving an ACK on the RTX SSRC does
1560// not include either MID or RRID even if the packet being retransmitted did
1561// had a MID or RID.
1562TEST_P(RtpSenderTestWithoutPacer, MidAndRidNotIncludedOnRtxPacketsAfterAck) {
1563 const char kMid[] = "mid";
1564 const char kRid[] = "f";
1565
1566 EnableRtx();
1567 EnableMidSending(kMid);
1568 EnableRidSending(kRid);
1569
1570 // This first packet will include both MID and RID.
1571 auto first_built_packet = SendGenericPacket();
1572 rtp_sender_->OnReceivedAckOnSsrc(first_built_packet->SequenceNumber());
1573
1574 // The second packet will include neither since an ack was received.
1575 auto second_built_packet = SendGenericPacket();
1576
1577 // The first RTX packet will include MID and RRID.
1578 ASSERT_LT(0,
1579 rtp_sender_->ReSendPacket(second_built_packet->SequenceNumber()));
1580
1581 ASSERT_EQ(3u, transport_.sent_packets_.size());
1582 const RtpPacketReceived& first_rtx_packet = transport_.sent_packets_[2];
1583
1584 rtp_sender_->OnReceivedAckOnRtxSsrc(first_rtx_packet.SequenceNumber());
1585
1586 // The second and third RTX packets should not include MID nor RRID.
1587 ASSERT_LT(0, rtp_sender_->ReSendPacket(first_built_packet->SequenceNumber()));
1588 ASSERT_LT(0,
1589 rtp_sender_->ReSendPacket(second_built_packet->SequenceNumber()));
1590
1591 ASSERT_EQ(5u, transport_.sent_packets_.size());
1592
1593 const RtpPacketReceived& second_rtx_packet = transport_.sent_packets_[3];
1594 EXPECT_FALSE(second_rtx_packet.HasExtension<RtpMid>());
1595 EXPECT_FALSE(second_rtx_packet.HasExtension<RepairedRtpStreamId>());
1596
1597 const RtpPacketReceived& third_rtx_packet = transport_.sent_packets_[4];
1598 EXPECT_FALSE(third_rtx_packet.HasExtension<RtpMid>());
1599 EXPECT_FALSE(third_rtx_packet.HasExtension<RepairedRtpStreamId>());
1600}
1601
1602// Test that if the RtpState indicates an ACK has been received on that SSRC
1603// then neither the MID nor RID header extensions will be sent.
1604TEST_P(RtpSenderTestWithoutPacer,
1605 MidAndRidNotIncludedOnSentPacketsAfterRtpStateRestored) {
1606 const char kMid[] = "mid";
1607 const char kRid[] = "f";
1608
1609 EnableMidSending(kMid);
1610 EnableRidSending(kRid);
1611
1612 RtpState state = rtp_sender_->GetRtpState();
1613 EXPECT_FALSE(state.ssrc_has_acked);
1614 state.ssrc_has_acked = true;
1615 rtp_sender_->SetRtpState(state);
1616
1617 SendGenericPacket();
1618
1619 ASSERT_EQ(1u, transport_.sent_packets_.size());
1620 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1621 EXPECT_FALSE(packet.HasExtension<RtpMid>());
1622 EXPECT_FALSE(packet.HasExtension<RtpStreamId>());
1623}
1624
1625// Test that if the RTX RtpState indicates an ACK has been received on that
1626// RTX SSRC then neither the MID nor RRID header extensions will be sent on
1627// RTX packets.
1628TEST_P(RtpSenderTestWithoutPacer,
1629 MidAndRridNotIncludedOnRtxPacketsAfterRtpStateRestored) {
1630 const char kMid[] = "mid";
1631 const char kRid[] = "f";
1632
1633 EnableRtx();
1634 EnableMidSending(kMid);
1635 EnableRidSending(kRid);
1636
1637 RtpState rtx_state = rtp_sender_->GetRtxRtpState();
1638 EXPECT_FALSE(rtx_state.ssrc_has_acked);
1639 rtx_state.ssrc_has_acked = true;
1640 rtp_sender_->SetRtxRtpState(rtx_state);
1641
1642 auto built_packet = SendGenericPacket();
1643 ASSERT_LT(0, rtp_sender_->ReSendPacket(built_packet->SequenceNumber()));
1644
1645 ASSERT_EQ(2u, transport_.sent_packets_.size());
1646 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1647 EXPECT_FALSE(rtx_packet.HasExtension<RtpMid>());
1648 EXPECT_FALSE(rtx_packet.HasExtension<RepairedRtpStreamId>());
1649}
1650
minyue3a407ee2017-04-03 01:10:33 -07001651TEST_P(RtpSenderTest, FecOverheadRate) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001652 constexpr uint32_t kTimestamp = 1234;
1653 constexpr int kMediaPayloadType = 127;
brandtr81eab612017-01-24 04:06:09 -08001654 constexpr int kFlexfecPayloadType = 118;
brandtr81eab612017-01-24 04:06:09 -08001655 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001656 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språng4580ca22019-07-04 10:38:43 +02001657 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1658 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001659 nullptr /* rtp_state */, &fake_clock_);
brandtr81eab612017-01-24 04:06:09 -08001660
1661 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001662 RtpRtcp::Configuration config;
1663 config.clock = &fake_clock_;
1664 config.outgoing_transport = &transport_;
1665 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001666 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001667 config.flexfec_sender = &flexfec_sender;
1668 config.transport_sequence_number_allocator = &seq_num_allocator_;
1669 config.event_log = &mock_rtc_event_log_;
1670 config.send_packet_observer = &send_packet_observer_;
1671 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1672 rtp_sender_ = absl::make_unique<RTPSender>(config);
1673
brandtr81eab612017-01-24 04:06:09 -08001674 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr81eab612017-01-24 04:06:09 -08001675
Niels Möller5fe95102019-03-04 16:49:25 +01001676 PlayoutDelayOracle playout_delay_oracle;
Elad Alona0e99432019-05-24 13:50:56 +02001677 RTPSenderVideo rtp_sender_video(
1678 &fake_clock_, rtp_sender_.get(), &flexfec_sender, &playout_delay_oracle,
1679 nullptr, false, false, FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001680 rtp_sender_video.RegisterPayloadType(kMediaPayloadType, "GENERIC",
1681 /*raw_payload=*/false);
brandtr81eab612017-01-24 04:06:09 -08001682 // Parameters selected to generate a single FEC packet per media packet.
1683 FecProtectionParams params;
1684 params.fec_rate = 15;
1685 params.max_fec_frames = 1;
1686 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001687 rtp_sender_video.SetFecParameters(params, params);
brandtr81eab612017-01-24 04:06:09 -08001688
1689 constexpr size_t kNumMediaPackets = 10;
1690 constexpr size_t kNumFecPackets = kNumMediaPackets;
1691 constexpr int64_t kTimeBetweenPacketsMs = 10;
Erik Språngf6468d22019-07-05 16:53:43 +02001692 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
1693 .Times(kNumMediaPackets + kNumFecPackets);
brandtr81eab612017-01-24 04:06:09 -08001694 for (size_t i = 0; i < kNumMediaPackets; ++i) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001695 RTPVideoHeader video_header;
1696
1697 EXPECT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001698 VideoFrameType::kVideoFrameKey, kMediaPayloadType, kTimestamp,
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001699 fake_clock_.TimeInMilliseconds(), kPayloadData, sizeof(kPayloadData),
1700 nullptr, &video_header, kDefaultExpectedRetransmissionTimeMs));
1701
brandtr81eab612017-01-24 04:06:09 -08001702 fake_clock_.AdvanceTimeMilliseconds(kTimeBetweenPacketsMs);
1703 }
1704 constexpr size_t kRtpHeaderLength = 12;
1705 constexpr size_t kFlexfecHeaderLength = 20;
1706 constexpr size_t kGenericCodecHeaderLength = 1;
1707 constexpr size_t kPayloadLength = sizeof(kPayloadData);
1708 constexpr size_t kPacketLength = kRtpHeaderLength + kFlexfecHeaderLength +
1709 kGenericCodecHeaderLength + kPayloadLength;
1710 EXPECT_NEAR(kNumFecPackets * kPacketLength * 8 /
1711 (kNumFecPackets * kTimeBetweenPacketsMs / 1000.0f),
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001712 rtp_sender_video.FecOverheadRate(), 500);
brandtr81eab612017-01-24 04:06:09 -08001713}
1714
minyue3a407ee2017-04-03 01:10:33 -07001715TEST_P(RtpSenderTest, BitrateCallbacks) {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001716 class TestCallback : public BitrateStatisticsObserver {
1717 public:
sprangcd349d92016-07-13 09:11:28 -07001718 TestCallback()
1719 : BitrateStatisticsObserver(),
1720 num_calls_(0),
1721 ssrc_(0),
1722 total_bitrate_(0),
1723 retransmit_bitrate_(0) {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001724 ~TestCallback() override = default;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001725
sprangcd349d92016-07-13 09:11:28 -07001726 void Notify(uint32_t total_bitrate,
1727 uint32_t retransmit_bitrate,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001728 uint32_t ssrc) override {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001729 ++num_calls_;
1730 ssrc_ = ssrc;
sprangcd349d92016-07-13 09:11:28 -07001731 total_bitrate_ = total_bitrate;
1732 retransmit_bitrate_ = retransmit_bitrate;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001733 }
1734
1735 uint32_t num_calls_;
1736 uint32_t ssrc_;
sprangcd349d92016-07-13 09:11:28 -07001737 uint32_t total_bitrate_;
1738 uint32_t retransmit_bitrate_;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001739 } callback;
Erik Språng4580ca22019-07-04 10:38:43 +02001740
1741 RtpRtcp::Configuration config;
1742 config.clock = &fake_clock_;
1743 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001744 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001745 config.send_bitrate_observer = &callback;
1746 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1747 rtp_sender_ = absl::make_unique<RTPSender>(config);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001748
Niels Möller5fe95102019-03-04 16:49:25 +01001749 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001750 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001751 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +01001752 FieldTrialBasedConfig());
Niels Möller59ab1cf2019-02-06 22:48:11 +01001753 const char payload_name[] = "GENERIC";
1754 const uint8_t payload_type = 127;
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001755 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1756 /*raw_payload=*/false);
Niels Möller59ab1cf2019-02-06 22:48:11 +01001757
sprangcd349d92016-07-13 09:11:28 -07001758 // Simulate kNumPackets sent with kPacketInterval ms intervals, with the
1759 // number of packets selected so that we fill (but don't overflow) the one
1760 // second averaging window.
1761 const uint32_t kWindowSizeMs = 1000;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001762 const uint32_t kPacketInterval = 20;
sprangcd349d92016-07-13 09:11:28 -07001763 const uint32_t kNumPackets =
1764 (kWindowSizeMs - kPacketInterval) / kPacketInterval;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001765 // Overhead = 12 bytes RTP header + 1 byte generic header.
1766 const uint32_t kPacketOverhead = 13;
1767
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001768 uint8_t payload[] = {47, 11, 32, 93, 89};
1769 rtp_sender_->SetStorePacketsStatus(true, 1);
1770 uint32_t ssrc = rtp_sender_->SSRC();
1771
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001772 // Initial process call so we get a new time window.
1773 rtp_sender_->ProcessBitrate();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001774
1775 // Send a few frames.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001776 RTPVideoHeader video_header;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001777 for (uint32_t i = 0; i < kNumPackets; ++i) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001778 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001779 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1780 sizeof(payload), nullptr, &video_header,
1781 kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001782 fake_clock_.AdvanceTimeMilliseconds(kPacketInterval);
1783 }
1784
1785 rtp_sender_->ProcessBitrate();
1786
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001787 // We get one call for every stats updated, thus two calls since both the
1788 // stream stats and the retransmit stats are updated once.
1789 EXPECT_EQ(2u, callback.num_calls_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001790 EXPECT_EQ(ssrc, callback.ssrc_);
sprangcd349d92016-07-13 09:11:28 -07001791 const uint32_t kTotalPacketSize = kPacketOverhead + sizeof(payload);
1792 // Bitrate measured over delta between last and first timestamp, plus one.
1793 const uint32_t kExpectedWindowMs = kNumPackets * kPacketInterval + 1;
1794 const uint32_t kExpectedBitsAccumulated = kTotalPacketSize * kNumPackets * 8;
1795 const uint32_t kExpectedRateBps =
1796 (kExpectedBitsAccumulated * 1000 + (kExpectedWindowMs / 2)) /
1797 kExpectedWindowMs;
1798 EXPECT_EQ(kExpectedRateBps, callback.total_bitrate_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001799
andresp@webrtc.orgd11bec42014-07-08 14:32:58 +00001800 rtp_sender_.reset();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001801}
1802
minyue3a407ee2017-04-03 01:10:33 -07001803TEST_P(RtpSenderTestWithoutPacer, StreamDataCountersCallbacks) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001804 class TestCallback : public StreamDataCountersCallback {
1805 public:
danilchap162abd32015-12-10 02:39:40 -08001806 TestCallback() : StreamDataCountersCallback(), ssrc_(0), counters_() {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001807 ~TestCallback() override = default;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001808
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001809 void DataCountersUpdated(const StreamDataCounters& counters,
1810 uint32_t ssrc) override {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001811 ssrc_ = ssrc;
1812 counters_ = counters;
1813 }
1814
1815 uint32_t ssrc_;
1816 StreamDataCounters counters_;
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001817
1818 void MatchPacketCounter(const RtpPacketCounter& expected,
1819 const RtpPacketCounter& actual) {
1820 EXPECT_EQ(expected.payload_bytes, actual.payload_bytes);
1821 EXPECT_EQ(expected.header_bytes, actual.header_bytes);
1822 EXPECT_EQ(expected.padding_bytes, actual.padding_bytes);
1823 EXPECT_EQ(expected.packets, actual.packets);
1824 }
1825
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001826 void Matches(uint32_t ssrc, const StreamDataCounters& counters) {
1827 EXPECT_EQ(ssrc, ssrc_);
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001828 MatchPacketCounter(counters.transmitted, counters_.transmitted);
1829 MatchPacketCounter(counters.retransmitted, counters_.retransmitted);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001830 EXPECT_EQ(counters.fec.packets, counters_.fec.packets);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001831 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001832 } callback;
1833
1834 const uint8_t kRedPayloadType = 96;
1835 const uint8_t kUlpfecPayloadType = 97;
Niels Möller8a40edd2019-01-24 18:04:44 +01001836 const char payload_name[] = "GENERIC";
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001837 const uint8_t payload_type = 127;
Niels Möller5fe95102019-03-04 16:49:25 +01001838 PlayoutDelayOracle playout_delay_oracle;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001839 RTPSenderVideo rtp_sender_video(&fake_clock_, rtp_sender_.get(), nullptr,
Elad Alona0e99432019-05-24 13:50:56 +02001840 &playout_delay_oracle, nullptr, false, false,
Niels Möller5fe95102019-03-04 16:49:25 +01001841 FieldTrialBasedConfig());
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001842 rtp_sender_video.RegisterPayloadType(payload_type, payload_name,
1843 /*raw_payload=*/false);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001844 uint8_t payload[] = {47, 11, 32, 93, 89};
1845 rtp_sender_->SetStorePacketsStatus(true, 1);
1846 uint32_t ssrc = rtp_sender_->SSRC();
1847
1848 rtp_sender_->RegisterRtpStatisticsCallback(&callback);
1849
1850 // Send a frame.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001851 RTPVideoHeader video_header;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001852 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001853 VideoFrameType::kVideoFrameKey, payload_type, 1234, 4321, payload,
1854 sizeof(payload), nullptr, &video_header,
1855 kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001856 StreamDataCounters expected;
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001857 expected.transmitted.payload_bytes = 6;
1858 expected.transmitted.header_bytes = 12;
1859 expected.transmitted.padding_bytes = 0;
1860 expected.transmitted.packets = 1;
1861 expected.retransmitted.payload_bytes = 0;
1862 expected.retransmitted.header_bytes = 0;
1863 expected.retransmitted.padding_bytes = 0;
1864 expected.retransmitted.packets = 0;
1865 expected.fec.packets = 0;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001866 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001867
1868 // Retransmit a frame.
1869 uint16_t seqno = rtp_sender_->SequenceNumber() - 1;
Erik Språnga12b1d62018-03-14 12:39:24 +01001870 rtp_sender_->ReSendPacket(seqno);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001871 expected.transmitted.payload_bytes = 12;
1872 expected.transmitted.header_bytes = 24;
1873 expected.transmitted.packets = 2;
1874 expected.retransmitted.payload_bytes = 6;
1875 expected.retransmitted.header_bytes = 12;
1876 expected.retransmitted.padding_bytes = 0;
1877 expected.retransmitted.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001878 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001879
1880 // Send padding.
philipel8aadd502017-02-23 02:56:13 -08001881 rtp_sender_->TimeToSendPadding(kMaxPaddingSize, PacedPacketInfo());
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001882 expected.transmitted.payload_bytes = 12;
1883 expected.transmitted.header_bytes = 36;
1884 expected.transmitted.padding_bytes = kMaxPaddingSize;
1885 expected.transmitted.packets = 3;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001886 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001887
brandtrf1bb4762016-11-07 03:05:06 -08001888 // Send ULPFEC.
Niels Möller59ab1cf2019-02-06 22:48:11 +01001889 rtp_sender_video.SetUlpfecConfig(kRedPayloadType, kUlpfecPayloadType);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001890 FecProtectionParams fec_params;
1891 fec_params.fec_mask_type = kFecMaskRandom;
1892 fec_params.fec_rate = 1;
1893 fec_params.max_fec_frames = 1;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001894 rtp_sender_video.SetFecParameters(fec_params, fec_params);
1895 ASSERT_TRUE(rtp_sender_video.SendVideo(
Niels Möller8f7ce222019-03-21 15:43:58 +01001896 VideoFrameType::kVideoFrameDelta, payload_type, 1234, 4321, payload,
1897 sizeof(payload), nullptr, &video_header,
1898 kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001899 expected.transmitted.payload_bytes = 40;
1900 expected.transmitted.header_bytes = 60;
1901 expected.transmitted.packets = 5;
1902 expected.fec.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001903 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001904
sprang867fb522015-08-03 04:38:41 -07001905 rtp_sender_->RegisterRtpStatisticsCallback(nullptr);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001906}
1907
minyue3a407ee2017-04-03 01:10:33 -07001908TEST_P(RtpSenderTestWithoutPacer, BytesReportedCorrectly) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001909 // XXX const char* kPayloadName = "GENERIC";
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001910 const uint8_t kPayloadType = 127;
Shao Changbine62202f2015-04-21 20:24:50 +08001911 rtp_sender_->SetRtxPayloadType(kPayloadType - 1, kPayloadType);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001912 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001913
Niels Möller59ab1cf2019-02-06 22:48:11 +01001914 SendGenericPacket();
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001915 // Will send 2 full-size padding packets.
philipel8aadd502017-02-23 02:56:13 -08001916 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
1917 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001918
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001919 StreamDataCounters rtp_stats;
1920 StreamDataCounters rtx_stats;
1921 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001922
Niels Möller59ab1cf2019-02-06 22:48:11 +01001923 // Payload
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +00001924 EXPECT_GT(rtp_stats.first_packet_time_ms, -1);
Niels Möller59ab1cf2019-02-06 22:48:11 +01001925 EXPECT_EQ(rtp_stats.transmitted.payload_bytes, sizeof(kPayloadData));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001926 EXPECT_EQ(rtp_stats.transmitted.header_bytes, 12u);
1927 EXPECT_EQ(rtp_stats.transmitted.padding_bytes, 0u);
1928 EXPECT_EQ(rtx_stats.transmitted.payload_bytes, 0u);
1929 EXPECT_EQ(rtx_stats.transmitted.header_bytes, 24u);
1930 EXPECT_EQ(rtx_stats.transmitted.padding_bytes, 2 * kMaxPaddingSize);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001931
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001932 EXPECT_EQ(rtp_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001933 rtp_stats.transmitted.payload_bytes +
1934 rtp_stats.transmitted.header_bytes +
1935 rtp_stats.transmitted.padding_bytes);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001936 EXPECT_EQ(rtx_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001937 rtx_stats.transmitted.payload_bytes +
1938 rtx_stats.transmitted.header_bytes +
1939 rtx_stats.transmitted.padding_bytes);
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001940
danilchap162abd32015-12-10 02:39:40 -08001941 EXPECT_EQ(
1942 transport_.total_bytes_sent_,
1943 rtp_stats.transmitted.TotalBytes() + rtx_stats.transmitted.TotalBytes());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001944}
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001945
minyue3a407ee2017-04-03 01:10:33 -07001946TEST_P(RtpSenderTestWithoutPacer, RespectsNackBitrateLimit) {
sprang38778b02015-09-29 09:48:22 -07001947 const int32_t kPacketSize = 1400;
1948 const int32_t kNumPackets = 30;
1949
sprangcd349d92016-07-13 09:11:28 -07001950 retransmission_rate_limiter_.SetMaxRate(kPacketSize * kNumPackets * 8);
1951
sprang38778b02015-09-29 09:48:22 -07001952 rtp_sender_->SetStorePacketsStatus(true, kNumPackets);
sprang38778b02015-09-29 09:48:22 -07001953 const uint16_t kStartSequenceNumber = rtp_sender_->SequenceNumber();
Danil Chapovalov2800d742016-08-26 18:48:46 +02001954 std::vector<uint16_t> sequence_numbers;
sprang38778b02015-09-29 09:48:22 -07001955 for (int32_t i = 0; i < kNumPackets; ++i) {
1956 sequence_numbers.push_back(kStartSequenceNumber + i);
1957 fake_clock_.AdvanceTimeMilliseconds(1);
1958 SendPacket(fake_clock_.TimeInMilliseconds(), kPacketSize);
1959 }
danilchap12ba1862016-10-26 02:41:55 -07001960 EXPECT_EQ(kNumPackets, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001961
1962 fake_clock_.AdvanceTimeMilliseconds(1000 - kNumPackets);
1963
1964 // Resending should work - brings the bandwidth up to the limit.
1965 // NACK bitrate is capped to the same bitrate as the encoder, since the max
1966 // protection overhead is 50% (see MediaOptimization::SetTargetRates).
Danil Chapovalov2800d742016-08-26 18:48:46 +02001967 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001968 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001969
sprangcd349d92016-07-13 09:11:28 -07001970 // Must be at least 5ms in between retransmission attempts.
1971 fake_clock_.AdvanceTimeMilliseconds(5);
1972
sprang38778b02015-09-29 09:48:22 -07001973 // Resending should not work, bandwidth exceeded.
Danil Chapovalov2800d742016-08-26 18:48:46 +02001974 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001975 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001976}
1977
minyue3a407ee2017-04-03 01:10:33 -07001978TEST_P(RtpSenderTest, OnOverheadChanged) {
michaelt4da30442016-11-17 01:38:43 -08001979 MockOverheadObserver mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02001980 RtpRtcp::Configuration config;
1981 config.clock = &fake_clock_;
1982 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001983 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001984 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
1985 config.overhead_observer = &mock_overhead_observer;
1986 rtp_sender_ = absl::make_unique<RTPSender>(config);
michaelt4da30442016-11-17 01:38:43 -08001987
michaelt4da30442016-11-17 01:38:43 -08001988 // RTP overhead is 12B.
nisse284542b2017-01-10 08:58:32 -08001989 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(12)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001990 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001991
1992 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
1993 kTransmissionTimeOffsetExtensionId);
1994
1995 // TransmissionTimeOffset extension has a size of 8B.
nisse284542b2017-01-10 08:58:32 -08001996 // 12B + 8B = 20B
1997 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(20)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001998 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08001999}
2000
minyue3a407ee2017-04-03 01:10:33 -07002001TEST_P(RtpSenderTest, DoesNotUpdateOverheadOnEqualSize) {
michaelt4da30442016-11-17 01:38:43 -08002002 MockOverheadObserver mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02002003 RtpRtcp::Configuration config;
2004 config.clock = &fake_clock_;
2005 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02002006 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02002007 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
2008 config.overhead_observer = &mock_overhead_observer;
2009 rtp_sender_ = absl::make_unique<RTPSender>(config);
michaelt4da30442016-11-17 01:38:43 -08002010
2011 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(_)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01002012 SendGenericPacket();
2013 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08002014}
2015
Erik Språng9c771c22019-06-17 16:31:53 +02002016TEST_P(RtpSenderTest, TrySendPacketMatchesVideo) {
2017 std::unique_ptr<RtpPacketToSend> packet =
2018 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2019 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2020
2021 // Verify not sent with wrong SSRC.
2022 packet->SetSsrc(kSsrc + 1);
2023 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2024
2025 // Verify sent with correct SSRC.
2026 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2027 packet->SetSsrc(kSsrc);
2028 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2029 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2030}
2031
2032TEST_P(RtpSenderTest, TrySendPacketMatchesAudio) {
2033 std::unique_ptr<RtpPacketToSend> packet =
2034 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2035 packet->set_packet_type(RtpPacketToSend::Type::kAudio);
2036
2037 // Verify not sent with wrong SSRC.
2038 packet->SetSsrc(kSsrc + 1);
2039 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2040
2041 // Verify sent with correct SSRC.
2042 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2043 packet->SetSsrc(kSsrc);
2044 packet->set_packet_type(RtpPacketToSend::Type::kAudio);
2045 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2046}
2047
2048TEST_P(RtpSenderTest, TrySendPacketMatchesRetransmissions) {
2049 std::unique_ptr<RtpPacketToSend> packet =
2050 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2051 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2052
2053 // Verify not sent with wrong SSRC.
2054 packet->SetSsrc(kSsrc + 1);
2055 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2056
2057 // Verify sent with correct SSRC (non-RTX).
2058 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2059 packet->SetSsrc(kSsrc);
2060 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2061 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2062
2063 // RTX retransmission.
2064 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2065 packet->SetSsrc(kRtxSsrc);
2066 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2067 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2068}
2069
2070TEST_P(RtpSenderTest, TrySendPacketMatchesPadding) {
2071 std::unique_ptr<RtpPacketToSend> packet =
2072 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2073 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
2074
2075 // Verify not sent with wrong SSRC.
2076 packet->SetSsrc(kSsrc + 1);
2077 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2078
2079 // Verify sent with correct SSRC (non-RTX).
2080 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2081 packet->SetSsrc(kSsrc);
2082 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
2083 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2084
2085 // RTX padding.
2086 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2087 packet->SetSsrc(kRtxSsrc);
2088 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
2089 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2090}
2091
2092TEST_P(RtpSenderTest, TrySendPacketMatchesFlexfec) {
2093 std::unique_ptr<RtpPacketToSend> packet =
2094 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2095 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2096
2097 // Verify not sent with wrong SSRC.
2098 packet->SetSsrc(kSsrc + 1);
2099 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2100
2101 // Verify sent with correct SSRC.
2102 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2103 packet->SetSsrc(kFlexFecSsrc);
2104 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2105 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2106}
2107
2108TEST_P(RtpSenderTest, TrySendPacketMatchesUlpfec) {
2109 std::unique_ptr<RtpPacketToSend> packet =
2110 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2111 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2112
2113 // Verify not sent with wrong SSRC.
2114 packet->SetSsrc(kSsrc + 1);
2115 EXPECT_FALSE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2116
2117 // Verify sent with correct SSRC.
2118 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2119 packet->SetSsrc(kSsrc);
2120 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2121 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2122}
2123
2124TEST_P(RtpSenderTest, TrySendPacketHandlesRetransmissionHistory) {
2125 rtp_sender_->SetStorePacketsStatus(true, 10);
2126
2127 // Build a media packet and send it.
2128 std::unique_ptr<RtpPacketToSend> packet =
2129 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2130 const uint16_t media_sequence_number = packet->SequenceNumber();
2131 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2132 packet->set_allow_retransmission(true);
2133 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2134
2135 // Simulate retransmission request.
2136 fake_clock_.AdvanceTimeMilliseconds(30);
2137 EXPECT_GT(rtp_sender_->ReSendPacket(media_sequence_number), 0);
2138
2139 // Packet already pending, retransmission not allowed.
2140 fake_clock_.AdvanceTimeMilliseconds(30);
2141 EXPECT_EQ(rtp_sender_->ReSendPacket(media_sequence_number), 0);
2142
2143 // Packet exiting pacer, mark as not longer pending.
2144 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2145 EXPECT_NE(packet->SequenceNumber(), media_sequence_number);
2146 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2147 packet->SetSsrc(kRtxSsrc);
2148 packet->set_retransmitted_sequence_number(media_sequence_number);
2149 packet->set_allow_retransmission(false);
2150 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2151
2152 // Retransmissions allowed again.
2153 fake_clock_.AdvanceTimeMilliseconds(30);
2154 EXPECT_GT(rtp_sender_->ReSendPacket(media_sequence_number), 0);
2155
2156 // Retransmission of RTX packet should not be allowed.
2157 EXPECT_EQ(rtp_sender_->ReSendPacket(packet->SequenceNumber()), 0);
2158}
2159
2160TEST_P(RtpSenderTest, TrySendPacketUpdatesExtensions) {
2161 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
2162 kRtpExtensionTransmissionTimeOffset,
2163 kTransmissionTimeOffsetExtensionId),
2164 0);
2165 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
2166 kRtpExtensionAbsoluteSendTime, kAbsoluteSendTimeExtensionId),
2167 0);
2168 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionVideoTiming,
2169 kVideoTimingExtensionId),
2170 0);
2171
2172 std::unique_ptr<RtpPacketToSend> packet =
2173 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2174 packet->set_packetization_finish_time_ms(fake_clock_.TimeInMilliseconds());
2175
2176 const int32_t kDiffMs = 10;
2177 fake_clock_.AdvanceTimeMilliseconds(kDiffMs);
2178
2179 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2180 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2181
2182 const RtpPacketReceived& received_packet = transport_.last_sent_packet();
2183
2184 EXPECT_EQ(received_packet.GetExtension<TransmissionOffset>(), kDiffMs * 90);
2185
2186 EXPECT_EQ(received_packet.GetExtension<AbsoluteSendTime>(),
2187 AbsoluteSendTime::MsTo24Bits(fake_clock_.TimeInMilliseconds()));
2188
2189 VideoSendTiming timing;
2190 EXPECT_TRUE(received_packet.GetExtension<VideoTimingExtension>(&timing));
2191 EXPECT_EQ(timing.pacer_exit_delta_ms, kDiffMs);
2192}
2193
2194TEST_P(RtpSenderTest, TrySendPacketSetsPacketOptions) {
2195 const uint16_t kPacketId = 42;
2196 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
2197 kRtpExtensionTransportSequenceNumber,
2198 kTransportSequenceNumberExtensionId),
2199 0);
2200 std::unique_ptr<RtpPacketToSend> packet =
2201 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2202 packet->SetExtension<TransportSequenceNumber>(kPacketId);
2203
2204 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2205 EXPECT_CALL(send_packet_observer_, OnSendPacket);
2206 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2207
2208 EXPECT_EQ(transport_.last_options_.packet_id, kPacketId);
2209 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
2210 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
2211 EXPECT_FALSE(transport_.last_options_.is_retransmit);
2212
2213 // Send another packet as retransmission, verify options are populated.
2214 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2215 packet->SetExtension<TransportSequenceNumber>(kPacketId + 1);
2216 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2217 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2218 EXPECT_TRUE(transport_.last_options_.is_retransmit);
2219}
2220
2221TEST_P(RtpSenderTest, TrySendPacketUpdatesStats) {
2222 const size_t kPayloadSize = 1000;
2223
2224 StrictMock<MockSendSideDelayObserver> send_side_delay_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02002225
2226 RtpRtcp::Configuration config;
2227 config.clock = &fake_clock_;
2228 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02002229 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02002230 config.rtx_send_ssrc = kRtxSsrc;
2231 config.flexfec_sender = &flexfec_sender_;
2232 config.send_side_delay_observer = &send_side_delay_observer;
2233 config.event_log = &mock_rtc_event_log_;
2234 config.send_packet_observer = &send_packet_observer_;
2235 rtp_sender_ = absl::make_unique<RTPSender>(config);
Erik Språng9c771c22019-06-17 16:31:53 +02002236 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2237 kRtpExtensionTransportSequenceNumber,
2238 kTransportSequenceNumberExtensionId));
2239
2240 const int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
2241
2242 std::unique_ptr<RtpPacketToSend> video_packet =
2243 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2244 video_packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2245 video_packet->SetPayloadSize(kPayloadSize);
2246 video_packet->SetExtension<TransportSequenceNumber>(1);
2247
2248 std::unique_ptr<RtpPacketToSend> rtx_packet =
2249 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2250 rtx_packet->SetSsrc(kRtxSsrc);
2251 rtx_packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2252 rtx_packet->SetPayloadSize(kPayloadSize);
2253 rtx_packet->SetExtension<TransportSequenceNumber>(2);
2254
2255 std::unique_ptr<RtpPacketToSend> fec_packet =
2256 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2257 fec_packet->SetSsrc(kFlexFecSsrc);
2258 fec_packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2259 fec_packet->SetPayloadSize(kPayloadSize);
2260 fec_packet->SetExtension<TransportSequenceNumber>(3);
2261
2262 const int64_t kDiffMs = 25;
2263 fake_clock_.AdvanceTimeMilliseconds(kDiffMs);
2264
2265 EXPECT_CALL(send_side_delay_observer,
2266 SendSideDelayUpdated(kDiffMs, kDiffMs, kDiffMs, kSsrc));
2267 EXPECT_CALL(
2268 send_side_delay_observer,
2269 SendSideDelayUpdated(kDiffMs, kDiffMs, 2 * kDiffMs, kFlexFecSsrc));
2270
2271 EXPECT_CALL(send_packet_observer_, OnSendPacket(1, capture_time_ms, kSsrc));
2272 EXPECT_TRUE(
2273 rtp_sender_->TrySendPacket(video_packet.get(), PacedPacketInfo()));
2274
2275 // Send packet observer not called for padding/retransmissions.
2276 EXPECT_CALL(send_packet_observer_, OnSendPacket(2, _, _)).Times(0);
2277 EXPECT_TRUE(rtp_sender_->TrySendPacket(rtx_packet.get(), PacedPacketInfo()));
2278
2279 EXPECT_CALL(send_packet_observer_,
2280 OnSendPacket(3, capture_time_ms, kFlexFecSsrc));
2281 EXPECT_TRUE(rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo()));
2282
2283 StreamDataCounters rtp_stats;
2284 StreamDataCounters rtx_stats;
2285 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
2286 EXPECT_EQ(rtp_stats.transmitted.packets, 2u);
2287 EXPECT_EQ(rtp_stats.fec.packets, 1u);
2288 EXPECT_EQ(rtx_stats.retransmitted.packets, 1u);
2289}
2290
Erik Språng478cb462019-06-26 15:49:27 +02002291TEST_P(RtpSenderTest, GeneratePaddingResendsOldPacketsWithRtx) {
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002292 // Min requested size in order to use RTX payload.
2293 const size_t kMinPaddingSize = 50;
2294
Erik Språng478cb462019-06-26 15:49:27 +02002295 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2296 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2297 rtp_sender_->SetStorePacketsStatus(true, 1);
2298
Erik Språng0f6191d2019-07-15 20:33:40 +02002299 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2300 kRtpExtensionTransmissionTimeOffset,
2301 kTransmissionTimeOffsetExtensionId));
2302 ASSERT_EQ(
2303 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
2304 kAbsoluteSendTimeExtensionId));
2305 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2306 kRtpExtensionTransportSequenceNumber,
2307 kTransportSequenceNumberExtensionId));
2308
Erik Språng478cb462019-06-26 15:49:27 +02002309 const size_t kPayloadPacketSize = 1234;
2310 std::unique_ptr<RtpPacketToSend> packet =
2311 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2312 packet->set_allow_retransmission(true);
2313 packet->SetPayloadSize(kPayloadPacketSize);
2314 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2315
2316 // Send a dummy video packet so it ends up in the packet history.
Erik Språng0f6191d2019-07-15 20:33:40 +02002317 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Erik Språng478cb462019-06-26 15:49:27 +02002318 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2319
2320 // Generated padding has large enough budget that the video packet should be
2321 // retransmitted as padding.
Erik Språngf6468d22019-07-05 16:53:43 +02002322 std::vector<std::unique_ptr<RtpPacketToSend>> generated_packets =
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002323 rtp_sender_->GeneratePadding(kMinPaddingSize);
Erik Språngf6468d22019-07-05 16:53:43 +02002324 ASSERT_EQ(generated_packets.size(), 1u);
2325 auto& padding_packet = generated_packets.front();
2326 EXPECT_EQ(padding_packet->packet_type(), RtpPacketToSend::Type::kPadding);
2327 EXPECT_EQ(padding_packet->Ssrc(), kRtxSsrc);
2328 EXPECT_EQ(padding_packet->payload_size(),
2329 kPayloadPacketSize + kRtxHeaderSize);
Erik Språng0f6191d2019-07-15 20:33:40 +02002330 EXPECT_TRUE(padding_packet->IsExtensionReserved<TransportSequenceNumber>());
2331 EXPECT_TRUE(padding_packet->IsExtensionReserved<AbsoluteSendTime>());
2332 EXPECT_TRUE(padding_packet->IsExtensionReserved<TransmissionOffset>());
2333
2334 // Verify all header extensions are received.
2335 EXPECT_TRUE(
2336 rtp_sender_->TrySendPacket(padding_packet.get(), PacedPacketInfo()));
2337 webrtc::RTPHeader rtp_header;
2338 transport_.last_sent_packet().GetHeader(&rtp_header);
2339 EXPECT_TRUE(rtp_header.extension.hasAbsoluteSendTime);
2340 EXPECT_TRUE(rtp_header.extension.hasTransmissionTimeOffset);
2341 EXPECT_TRUE(rtp_header.extension.hasTransportSequenceNumber);
Erik Språng478cb462019-06-26 15:49:27 +02002342
2343 // Not enough budged for payload padding, use plain padding instead.
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002344 const size_t kPaddingBytesRequested = kMinPaddingSize - 1;
Erik Språngf6468d22019-07-05 16:53:43 +02002345
2346 size_t padding_bytes_generated = 0;
2347 generated_packets = rtp_sender_->GeneratePadding(kPaddingBytesRequested);
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002348 EXPECT_EQ(generated_packets.size(), 1u);
Erik Språngf6468d22019-07-05 16:53:43 +02002349 for (auto& packet : generated_packets) {
2350 EXPECT_EQ(packet->packet_type(), RtpPacketToSend::Type::kPadding);
2351 EXPECT_EQ(packet->Ssrc(), kRtxSsrc);
2352 EXPECT_EQ(packet->payload_size(), 0u);
2353 EXPECT_GT(packet->padding_size(), 0u);
2354 padding_bytes_generated += packet->padding_size();
Erik Språng0f6191d2019-07-15 20:33:40 +02002355
2356 EXPECT_TRUE(packet->IsExtensionReserved<TransportSequenceNumber>());
2357 EXPECT_TRUE(packet->IsExtensionReserved<AbsoluteSendTime>());
2358 EXPECT_TRUE(packet->IsExtensionReserved<TransmissionOffset>());
2359
2360 // Verify all header extensions are received.
2361 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2362 webrtc::RTPHeader rtp_header;
2363 transport_.last_sent_packet().GetHeader(&rtp_header);
2364 EXPECT_TRUE(rtp_header.extension.hasAbsoluteSendTime);
2365 EXPECT_TRUE(rtp_header.extension.hasTransmissionTimeOffset);
2366 EXPECT_TRUE(rtp_header.extension.hasTransportSequenceNumber);
Erik Språngf6468d22019-07-05 16:53:43 +02002367 }
2368
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002369 EXPECT_EQ(padding_bytes_generated, kMaxPaddingSize);
Erik Språng478cb462019-06-26 15:49:27 +02002370}
2371
2372TEST_P(RtpSenderTest, GeneratePaddingCreatesPurePaddingWithoutRtx) {
2373 rtp_sender_->SetStorePacketsStatus(true, 1);
Erik Språng0f6191d2019-07-15 20:33:40 +02002374 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2375 kRtpExtensionTransmissionTimeOffset,
2376 kTransmissionTimeOffsetExtensionId));
2377 ASSERT_EQ(
2378 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
2379 kAbsoluteSendTimeExtensionId));
2380 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2381 kRtpExtensionTransportSequenceNumber,
2382 kTransportSequenceNumberExtensionId));
Erik Språng478cb462019-06-26 15:49:27 +02002383
2384 const size_t kPayloadPacketSize = 1234;
2385 // Send a dummy video packet so it ends up in the packet history. Since we
2386 // are not using RTX, it should never be used as padding.
2387 std::unique_ptr<RtpPacketToSend> packet =
2388 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2389 packet->set_allow_retransmission(true);
2390 packet->SetPayloadSize(kPayloadPacketSize);
2391 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språng0f6191d2019-07-15 20:33:40 +02002392 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Erik Språng478cb462019-06-26 15:49:27 +02002393 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2394
2395 // Payload padding not available without RTX, only generate plain padding on
2396 // the media SSRC.
2397 // Number of padding packets is the requested padding size divided by max
2398 // padding packet size, rounded up. Pure padding packets are always of the
2399 // maximum size.
2400 const size_t kPaddingBytesRequested = kPayloadPacketSize + kRtxHeaderSize;
2401 const size_t kExpectedNumPaddingPackets =
2402 (kPaddingBytesRequested + kMaxPaddingSize - 1) / kMaxPaddingSize;
Erik Språngf6468d22019-07-05 16:53:43 +02002403 size_t padding_bytes_generated = 0;
2404 std::vector<std::unique_ptr<RtpPacketToSend>> padding_packets =
2405 rtp_sender_->GeneratePadding(kPaddingBytesRequested);
2406 EXPECT_EQ(padding_packets.size(), kExpectedNumPaddingPackets);
2407 for (auto& packet : padding_packets) {
2408 EXPECT_EQ(packet->packet_type(), RtpPacketToSend::Type::kPadding);
2409 EXPECT_EQ(packet->Ssrc(), kSsrc);
2410 EXPECT_EQ(packet->payload_size(), 0u);
2411 EXPECT_GT(packet->padding_size(), 0u);
2412 padding_bytes_generated += packet->padding_size();
Erik Språng0f6191d2019-07-15 20:33:40 +02002413 EXPECT_TRUE(packet->IsExtensionReserved<TransportSequenceNumber>());
2414 EXPECT_TRUE(packet->IsExtensionReserved<AbsoluteSendTime>());
2415 EXPECT_TRUE(packet->IsExtensionReserved<TransmissionOffset>());
2416
2417 // Verify all header extensions are received.
2418 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
2419 webrtc::RTPHeader rtp_header;
2420 transport_.last_sent_packet().GetHeader(&rtp_header);
2421 EXPECT_TRUE(rtp_header.extension.hasAbsoluteSendTime);
2422 EXPECT_TRUE(rtp_header.extension.hasTransmissionTimeOffset);
2423 EXPECT_TRUE(rtp_header.extension.hasTransportSequenceNumber);
Erik Språngf6468d22019-07-05 16:53:43 +02002424 }
2425
2426 EXPECT_EQ(padding_bytes_generated,
2427 kExpectedNumPaddingPackets * kMaxPaddingSize);
Erik Språng478cb462019-06-26 15:49:27 +02002428}
2429
Mirko Bonadei999a72a2019-07-12 17:33:46 +00002430TEST_P(RtpSenderTest, SupportsPadding) {
2431 bool kSendingMediaStats[] = {true, false};
2432 bool kEnableRedundantPayloads[] = {true, false};
2433 RTPExtensionType kBweExtensionTypes[] = {
2434 kRtpExtensionTransportSequenceNumber,
2435 kRtpExtensionTransportSequenceNumber02, kRtpExtensionAbsoluteSendTime,
2436 kRtpExtensionTransmissionTimeOffset};
2437 const int kExtensionsId = 7;
2438
2439 for (bool sending_media : kSendingMediaStats) {
2440 rtp_sender_->SetSendingMediaStatus(sending_media);
2441 for (bool redundant_payloads : kEnableRedundantPayloads) {
2442 int rtx_mode = kRtxRetransmitted;
2443 if (redundant_payloads) {
2444 rtx_mode |= kRtxRedundantPayloads;
2445 }
2446 rtp_sender_->SetRtxStatus(rtx_mode);
2447
2448 for (auto extension_type : kBweExtensionTypes) {
2449 EXPECT_FALSE(rtp_sender_->SupportsPadding());
2450 rtp_sender_->RegisterRtpHeaderExtension(extension_type, kExtensionsId);
2451 if (!sending_media) {
2452 EXPECT_FALSE(rtp_sender_->SupportsPadding());
2453 } else {
2454 EXPECT_TRUE(rtp_sender_->SupportsPadding());
2455 if (redundant_payloads) {
2456 EXPECT_TRUE(rtp_sender_->SupportsRtxPayloadPadding());
2457 } else {
2458 EXPECT_FALSE(rtp_sender_->SupportsRtxPayloadPadding());
2459 }
2460 }
2461 rtp_sender_->DeregisterRtpHeaderExtension(extension_type);
2462 EXPECT_FALSE(rtp_sender_->SupportsPadding());
2463 }
2464 }
2465 }
2466}
2467
Erik Språnga57711c2019-07-24 10:47:20 +02002468TEST_P(RtpSenderTest, SetsCaptureTimeAndPopulatesTransmissionOffset) {
2469 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
2470 kTransmissionTimeOffsetExtensionId);
2471
2472 rtp_sender_->SetSendingMediaStatus(true);
2473 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2474 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2475 rtp_sender_->SetStorePacketsStatus(true, 10);
2476
2477 const int64_t kMissingCaptureTimeMs = 0;
2478 const uint32_t kTimestampTicksPerMs = 90;
2479 const int64_t kOffsetMs = 10;
2480
Erik Språnga57711c2019-07-24 10:47:20 +02002481 auto packet =
2482 BuildRtpPacket(kPayload, kMarkerBit, fake_clock_.TimeInMilliseconds(),
2483 kMissingCaptureTimeMs);
2484 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2485 packet->ReserveExtension<TransmissionOffset>();
2486 packet->AllocatePayload(sizeof(kPayloadData));
2487
2488 std::unique_ptr<RtpPacketToSend> packet_to_pace;
2489 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
2490 .WillOnce([&](std::unique_ptr<RtpPacketToSend> packet) {
2491 EXPECT_GT(packet->capture_time_ms(), 0);
2492 packet_to_pace = std::move(packet);
2493 });
2494
2495 EXPECT_TRUE(
2496 rtp_sender_->SendToNetwork(std::move(packet), kAllowRetransmission));
2497
2498 fake_clock_.AdvanceTimeMilliseconds(kOffsetMs);
2499
2500 rtp_sender_->TrySendPacket(packet_to_pace.get(), PacedPacketInfo());
Erik Språnga57711c2019-07-24 10:47:20 +02002501
2502 EXPECT_EQ(1, transport_.packets_sent());
2503 absl::optional<int32_t> transmission_time_extension =
2504 transport_.sent_packets_.back().GetExtension<TransmissionOffset>();
2505 ASSERT_TRUE(transmission_time_extension.has_value());
2506 EXPECT_EQ(*transmission_time_extension, kOffsetMs * kTimestampTicksPerMs);
2507
2508 // Retransmit packet. The RTX packet should get the same capture time as the
2509 // original packet, so offset is delta from original packet to now.
2510 fake_clock_.AdvanceTimeMilliseconds(kOffsetMs);
2511
Erik Språnga57711c2019-07-24 10:47:20 +02002512 std::unique_ptr<RtpPacketToSend> rtx_packet_to_pace;
2513 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
2514 .WillOnce([&](std::unique_ptr<RtpPacketToSend> packet) {
2515 EXPECT_GT(packet->capture_time_ms(), 0);
2516 rtx_packet_to_pace = std::move(packet);
2517 });
2518
2519 EXPECT_GT(rtp_sender_->ReSendPacket(kSeqNum), 0);
2520 rtp_sender_->TrySendPacket(rtx_packet_to_pace.get(), PacedPacketInfo());
Erik Språnga57711c2019-07-24 10:47:20 +02002521
2522 EXPECT_EQ(2, transport_.packets_sent());
2523 transmission_time_extension =
2524 transport_.sent_packets_.back().GetExtension<TransmissionOffset>();
2525 ASSERT_TRUE(transmission_time_extension.has_value());
2526 EXPECT_EQ(*transmission_time_extension, 2 * kOffsetMs * kTimestampTicksPerMs);
2527}
2528
Erik Språng6cacef22019-07-24 14:15:51 +02002529TEST_P(RtpSenderTestWithoutPacer, ClearHistoryOnSsrcChange) {
2530 const int64_t kRtt = 10;
2531
2532 rtp_sender_->SetSendingMediaStatus(true);
2533 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2534 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2535 rtp_sender_->SetStorePacketsStatus(true, 10);
2536 rtp_sender_->SetRtt(kRtt);
Erik Språng6cacef22019-07-24 14:15:51 +02002537
2538 // Send a packet and record its sequence numbers.
2539 SendGenericPacket();
2540 ASSERT_EQ(1u, transport_.sent_packets_.size());
2541 const uint16_t packet_seqence_number =
2542 transport_.sent_packets_.back().SequenceNumber();
2543
2544 // Advance time and make sure it can be retransmitted, even if we try to set
2545 // the ssrc the what it already is.
2546 rtp_sender_->SetSSRC(kSsrc);
2547 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2548 EXPECT_GT(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
2549
2550 // Change the SSRC, then move the time and try to retransmit again. The old
2551 // packet should now be gone.
2552 rtp_sender_->SetSSRC(kSsrc + 1);
2553 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2554 EXPECT_EQ(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
2555}
2556
2557TEST_P(RtpSenderTestWithoutPacer, ClearHistoryOnSequenceNumberCange) {
2558 const int64_t kRtt = 10;
2559
2560 rtp_sender_->SetSendingMediaStatus(true);
2561 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2562 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2563 rtp_sender_->SetStorePacketsStatus(true, 10);
2564 rtp_sender_->SetRtt(kRtt);
2565
2566 // Send a packet and record its sequence numbers.
2567 SendGenericPacket();
2568 ASSERT_EQ(1u, transport_.sent_packets_.size());
2569 const uint16_t packet_seqence_number =
2570 transport_.sent_packets_.back().SequenceNumber();
2571
2572 // Advance time and make sure it can be retransmitted, even if we try to set
2573 // the ssrc the what it already is.
2574 rtp_sender_->SetSequenceNumber(rtp_sender_->SequenceNumber());
2575 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2576 EXPECT_GT(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
2577
2578 // Change the sequence number, then move the time and try to retransmit again.
2579 // The old packet should now be gone.
2580 rtp_sender_->SetSequenceNumber(rtp_sender_->SequenceNumber() - 1);
2581 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2582 EXPECT_EQ(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
2583}
2584
Erik Språng60ffc312019-07-30 22:03:49 +02002585TEST_P(RtpSenderTest, IgnoresNackAfterDisablingMedia) {
2586 const int64_t kRtt = 10;
2587
2588 rtp_sender_->SetSendingMediaStatus(true);
2589 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2590 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2591 rtp_sender_->SetStorePacketsStatus(true, 10);
2592 rtp_sender_->SetRtt(kRtt);
2593
2594 // Send a packet so it is in the packet history.
Erik Språng60ffc312019-07-30 22:03:49 +02002595 std::unique_ptr<RtpPacketToSend> packet_to_pace;
2596 EXPECT_CALL(mock_paced_sender_, EnqueuePacket)
2597 .WillOnce([&](std::unique_ptr<RtpPacketToSend> packet) {
2598 packet_to_pace = std::move(packet);
2599 });
2600
2601 SendGenericPacket();
2602 rtp_sender_->TrySendPacket(packet_to_pace.get(), PacedPacketInfo());
2603
2604 ASSERT_EQ(1u, transport_.sent_packets_.size());
2605
2606 // Disable media sending and try to retransmit the packet, it should fail.
2607 rtp_sender_->SetSendingMediaStatus(false);
2608 fake_clock_.AdvanceTimeMilliseconds(kRtt);
2609 EXPECT_LT(rtp_sender_->ReSendPacket(kSeqNum), 0);
Erik Språng60ffc312019-07-30 22:03:49 +02002610}
2611
Mirko Bonadeic84f6612019-01-31 12:20:57 +01002612INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
2613 RtpSenderTest,
Erik Språngf5815fa2019-08-21 14:27:31 +02002614 ::testing::Values(TestConfig{false},
2615 TestConfig{true}));
Erik Språngf6468d22019-07-05 16:53:43 +02002616
Mirko Bonadeic84f6612019-01-31 12:20:57 +01002617INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
2618 RtpSenderTestWithoutPacer,
Erik Språngf5815fa2019-08-21 14:27:31 +02002619 ::testing::Values(TestConfig{false},
2620 TestConfig{true}));
Niels Möllera34d7762019-02-01 14:13:29 +01002621
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00002622} // namespace webrtc