blob: af4ae15cd2b75e45bf613479c2a9543e7c87e1e0 [file] [log] [blame]
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001/*
phoglund@webrtc.org78088c22012-02-07 14:56:45 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Jonas Olssona4d87372019-07-05 19:08:33 +020011#include "modules/rtp_rtcp/source/rtp_sender.h"
12
kwiberg84be5112016-04-27 01:19:58 -070013#include <memory>
danilchapb8b6fbb2015-12-10 05:05:27 -080014#include <vector>
15
Danil Chapovalov16cb1f62019-09-05 11:29:59 +020016#include "api/rtc_event_log/rtc_event.h"
Per Kjellandere11b7d22019-02-21 07:55:59 +010017#include "api/transport/field_trial_based_config.h"
Erik Språngf93eda12019-01-16 17:10:57 +010018#include "api/video/video_codec_constants.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "api/video/video_timing.h"
20#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
21#include "modules/rtp_rtcp/include/rtp_cvo.h"
22#include "modules/rtp_rtcp/include/rtp_header_extension_map.h"
Erik Språngaa59eca2019-07-24 14:52:55 +020023#include "modules/rtp_rtcp/include/rtp_packet_sender.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020024#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
25#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
26#include "modules/rtp_rtcp/source/rtp_format_video_generic.h"
philipelb3e42a42018-09-13 10:57:14 +020027#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h"
28#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020029#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
30#include "modules/rtp_rtcp/source/rtp_packet_received.h"
31#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020032#include "modules/rtp_rtcp/source/rtp_sender_video.h"
33#include "modules/rtp_rtcp/source/rtp_utility.h"
34#include "rtc_base/arraysize.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020035#include "rtc_base/rate_limiter.h"
36#include "test/field_trial.h"
37#include "test/gmock.h"
38#include "test/gtest.h"
39#include "test/mock_transport.h"
Tommi25eb47c2019-08-29 16:39:05 +020040#include "test/rtp_header_parser.h"
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +000041
42namespace webrtc {
43
andrew@webrtc.org8a442592011-12-16 21:24:30 +000044namespace {
Elad Alond8d32482019-02-18 23:45:57 +010045enum : int { // The first valid value is 1.
46 kAbsoluteSendTimeExtensionId = 1,
47 kAudioLevelExtensionId,
Elad Alonccb9b752019-02-19 13:01:31 +010048 kGenericDescriptorId00,
49 kGenericDescriptorId01,
Elad Alond8d32482019-02-18 23:45:57 +010050 kMidExtensionId,
51 kRepairedRidExtensionId,
52 kRidExtensionId,
53 kTransmissionTimeOffsetExtensionId,
54 kTransportSequenceNumberExtensionId,
55 kVideoRotationExtensionId,
56 kVideoTimingExtensionId,
57};
58
andrew@webrtc.org8a442592011-12-16 21:24:30 +000059const int kPayload = 100;
Shao Changbine62202f2015-04-21 20:24:50 +080060const int kRtxPayload = 98;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000061const uint32_t kTimestamp = 10;
62const uint16_t kSeqNum = 33;
brandtr9dfff292016-11-14 05:14:50 -080063const uint32_t kSsrc = 725242;
Erik Språng9c771c22019-06-17 16:31:53 +020064const uint32_t kRtxSsrc = 12345;
65const uint32_t kFlexFecSsrc = 45678;
Erik Språng1fbfecd2019-08-26 19:00:05 +020066const uint16_t kTransportSequenceNumber = 1;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000067const uint64_t kStartTime = 123456789;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +000068const size_t kMaxPaddingSize = 224u;
Stefan Holmera246cfb2016-08-23 17:51:42 +020069const uint8_t kPayloadData[] = {47, 11, 32, 93, 89};
spranga8ae6f22017-09-04 07:23:56 -070070const int64_t kDefaultExpectedRetransmissionTimeMs = 125;
Amit Hilbuch77938e62018-12-21 09:23:38 -080071const char kNoRid[] = "";
72const char kNoMid[] = "";
andrew@webrtc.org8a442592011-12-16 21:24:30 +000073
Danil Chapovalov5e57b172016-09-02 19:15:59 +020074using ::testing::_;
Erik Språng30a276b2019-04-23 12:00:11 +020075using ::testing::AllOf;
Erik Språngea55b082019-10-02 14:57:46 +020076using ::testing::Contains;
Danil Chapovalov5e57b172016-09-02 19:15:59 +020077using ::testing::ElementsAreArray;
Erik Språng30a276b2019-04-23 12:00:11 +020078using ::testing::Field;
Erik Språng9c771c22019-06-17 16:31:53 +020079using ::testing::NiceMock;
Erik Språng478cb462019-06-26 15:49:27 +020080using ::testing::Pointee;
81using ::testing::Property;
Erik Språng214f5432019-06-20 15:09:58 +020082using ::testing::Return;
Erik Språng9c771c22019-06-17 16:31:53 +020083using ::testing::StrictMock;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +000084
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000085uint64_t ConvertMsToAbsSendTime(int64_t time_ms) {
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020086 return (((time_ms << 18) + 500) / 1000) & 0x00ffffff;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000087}
88
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +000089class LoopbackTransportTest : public webrtc::Transport {
90 public:
Petter Strandmark26bc6692018-05-29 08:43:35 +020091 LoopbackTransportTest() : total_bytes_sent_(0) {
Danil Chapovalova74e4772019-09-12 17:53:04 +020092 receivers_extensions_.Register<TransmissionOffset>(
93 kTransmissionTimeOffsetExtensionId);
94 receivers_extensions_.Register<AbsoluteSendTime>(
95 kAbsoluteSendTimeExtensionId);
96 receivers_extensions_.Register<TransportSequenceNumber>(
97 kTransportSequenceNumberExtensionId);
98 receivers_extensions_.Register<VideoOrientation>(kVideoRotationExtensionId);
99 receivers_extensions_.Register<AudioLevel>(kAudioLevelExtensionId);
100 receivers_extensions_.Register<VideoTimingExtension>(
101 kVideoTimingExtensionId);
102 receivers_extensions_.Register<RtpMid>(kMidExtensionId);
103 receivers_extensions_.Register<RtpGenericFrameDescriptorExtension00>(
104 kGenericDescriptorId00);
105 receivers_extensions_.Register<RtpGenericFrameDescriptorExtension01>(
106 kGenericDescriptorId01);
107 receivers_extensions_.Register<RtpStreamId>(kRidExtensionId);
108 receivers_extensions_.Register<RepairedRtpStreamId>(
109 kRepairedRidExtensionId);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000110 }
danilchap12ba1862016-10-26 02:41:55 -0700111
stefan1d8a5062015-10-02 03:39:33 -0700112 bool SendRtp(const uint8_t* data,
113 size_t len,
114 const PacketOptions& options) override {
Petter Strandmark26bc6692018-05-29 08:43:35 +0200115 last_options_ = options;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000116 total_bytes_sent_ += len;
danilchap12ba1862016-10-26 02:41:55 -0700117 sent_packets_.push_back(RtpPacketReceived(&receivers_extensions_));
118 EXPECT_TRUE(sent_packets_.back().Parse(data, len));
pbos2d566682015-09-28 09:59:31 -0700119 return true;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000120 }
danilchap162abd32015-12-10 02:39:40 -0800121 bool SendRtcp(const uint8_t* data, size_t len) override { return false; }
danilchap12ba1862016-10-26 02:41:55 -0700122 const RtpPacketReceived& last_sent_packet() { return sent_packets_.back(); }
123 int packets_sent() { return sent_packets_.size(); }
124
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000125 size_t total_bytes_sent_;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200126 PacketOptions last_options_;
danilchap12ba1862016-10-26 02:41:55 -0700127 std::vector<RtpPacketReceived> sent_packets_;
128
129 private:
130 RtpHeaderExtensionMap receivers_extensions_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000131};
132
Elad Alon4a87e1c2017-10-03 16:11:34 +0200133MATCHER_P(SameRtcEventTypeAs, value, "") {
134 return value == arg->GetType();
135}
136
Erik Språngf6468d22019-07-05 16:53:43 +0200137struct TestConfig {
Erik Språngf5815fa2019-08-21 14:27:31 +0200138 explicit TestConfig(bool with_overhead) : with_overhead(with_overhead) {}
Erik Språngf6468d22019-07-05 16:53:43 +0200139 bool with_overhead = false;
Erik Språngf6468d22019-07-05 16:53:43 +0200140};
141
142std::string ToFieldTrialString(TestConfig config) {
143 std::string field_trials;
144 if (config.with_overhead) {
145 field_trials += "WebRTC-SendSideBwe-WithOverhead/Enabled/";
146 }
Erik Språngf6468d22019-07-05 16:53:43 +0200147 return field_trials;
148}
149
Erik Språnga81e2b42019-10-28 11:17:07 +0000150} // namespace
151
Erik Språngaa59eca2019-07-24 14:52:55 +0200152class MockRtpPacketPacer : public RtpPacketSender {
sprangebbf8a82015-09-21 15:11:14 -0700153 public:
Erik Språng59b86542019-06-23 18:24:46 +0200154 MockRtpPacketPacer() {}
155 virtual ~MockRtpPacketPacer() {}
156
Erik Språngea55b082019-10-02 14:57:46 +0200157 MOCK_METHOD1(EnqueuePackets,
158 void(std::vector<std::unique_ptr<RtpPacketToSend>>));
sprangebbf8a82015-09-21 15:11:14 -0700159
Erik Språngaa59eca2019-07-24 14:52:55 +0200160 MOCK_METHOD2(CreateProbeCluster, void(int bitrate_bps, int cluster_id));
161
162 MOCK_METHOD0(Pause, void());
163 MOCK_METHOD0(Resume, void());
164 MOCK_METHOD1(SetCongestionWindow,
165 void(absl::optional<int64_t> congestion_window_bytes));
166 MOCK_METHOD1(UpdateOutstandingData, void(int64_t outstanding_bytes));
167 MOCK_METHOD1(SetAccountForAudioPackets, void(bool account_for_audio));
sprangebbf8a82015-09-21 15:11:14 -0700168};
169
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200170class MockSendSideDelayObserver : public SendSideDelayObserver {
171 public:
Henrik Boström9fe18342019-05-16 18:38:20 +0200172 MOCK_METHOD4(SendSideDelayUpdated, void(int, int, uint64_t, uint32_t));
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200173};
174
asapersson35151f32016-05-02 23:44:01 -0700175class MockSendPacketObserver : public SendPacketObserver {
176 public:
177 MOCK_METHOD3(OnSendPacket, void(uint16_t, int64_t, uint32_t));
178};
179
Stefan Holmera246cfb2016-08-23 17:51:42 +0200180class MockTransportFeedbackObserver : public TransportFeedbackObserver {
181 public:
Erik Språng30a276b2019-04-23 12:00:11 +0200182 MOCK_METHOD1(OnAddPacket, void(const RtpPacketSendInfo&));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200183 MOCK_METHOD1(OnTransportFeedback, void(const rtcp::TransportFeedback&));
elad.alonf9490002017-03-06 05:32:21 -0800184 MOCK_CONST_METHOD0(GetTransportFeedbackVector, std::vector<PacketFeedback>());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200185};
186
minyue3a407ee2017-04-03 01:10:33 -0700187class MockOverheadObserver : public OverheadObserver {
188 public:
189 MOCK_METHOD1(OnOverheadChanged, void(size_t overhead_bytes_per_packet));
190};
191
Erik Språng7ea9b802019-10-16 19:03:38 +0200192class StreamDataTestCallback : public StreamDataCountersCallback {
193 public:
194 StreamDataTestCallback()
195 : StreamDataCountersCallback(), ssrc_(0), counters_() {}
196 ~StreamDataTestCallback() override = default;
197
198 void DataCountersUpdated(const StreamDataCounters& counters,
199 uint32_t ssrc) override {
200 ssrc_ = ssrc;
201 counters_ = counters;
202 }
203
204 uint32_t ssrc_;
205 StreamDataCounters counters_;
206
207 void MatchPacketCounter(const RtpPacketCounter& expected,
208 const RtpPacketCounter& actual) {
209 EXPECT_EQ(expected.payload_bytes, actual.payload_bytes);
210 EXPECT_EQ(expected.header_bytes, actual.header_bytes);
211 EXPECT_EQ(expected.padding_bytes, actual.padding_bytes);
212 EXPECT_EQ(expected.packets, actual.packets);
213 }
214
215 void Matches(uint32_t ssrc, const StreamDataCounters& counters) {
216 EXPECT_EQ(ssrc, ssrc_);
217 MatchPacketCounter(counters.transmitted, counters_.transmitted);
218 MatchPacketCounter(counters.retransmitted, counters_.retransmitted);
219 EXPECT_EQ(counters.fec.packets, counters_.fec.packets);
220 }
221};
222
Erik Språngf6468d22019-07-05 16:53:43 +0200223class RtpSenderTest : public ::testing::TestWithParam<TestConfig> {
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000224 protected:
225 RtpSenderTest()
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000226 : fake_clock_(kStartTime),
Erik Språnga81e2b42019-10-28 11:17:07 +0000227 mock_rtc_event_log_(),
228 mock_paced_sender_(),
sprangcd349d92016-07-13 09:11:28 -0700229 retransmission_rate_limiter_(&fake_clock_, 1000),
Erik Språng4580ca22019-07-04 10:38:43 +0200230 flexfec_sender_(0,
231 kFlexFecSsrc,
232 kSsrc,
233 "",
234 std::vector<RtpExtension>(),
235 std::vector<RtpExtensionSize>(),
236 nullptr,
237 &fake_clock_),
Erik Språnga81e2b42019-10-28 11:17:07 +0000238 rtp_sender_(),
239 transport_(),
minyue3a407ee2017-04-03 01:10:33 -0700240 kMarkerBit(true),
Erik Språngf6468d22019-07-05 16:53:43 +0200241 field_trials_(ToFieldTrialString(GetParam())) {}
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000242
Erik Språng7b52f102018-02-07 14:37:37 +0100243 void SetUp() override { SetUpRtpSender(true, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200244
Erik Språng7b52f102018-02-07 14:37:37 +0100245 void SetUpRtpSender(bool pacer, bool populate_network2) {
Erik Språng4580ca22019-07-04 10:38:43 +0200246 RtpRtcp::Configuration config;
247 config.clock = &fake_clock_;
248 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200249 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200250 config.rtx_send_ssrc = kRtxSsrc;
251 config.flexfec_sender = &flexfec_sender_;
Erik Språng4580ca22019-07-04 10:38:43 +0200252 config.event_log = &mock_rtc_event_log_;
253 config.send_packet_observer = &send_packet_observer_;
254 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
255 config.paced_sender = pacer ? &mock_paced_sender_ : nullptr;
256 config.populate_network2_timestamp = populate_network2;
Erik Språng7ea9b802019-10-16 19:03:38 +0200257 config.rtp_stats_callback = &rtp_stats_callback_;
Erik Språnga81e2b42019-10-28 11:17:07 +0000258 rtp_sender_.reset(new RTPSender(config));
259 rtp_sender_->SetSequenceNumber(kSeqNum);
260 rtp_sender_->SetTimestampOffset(0);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000261 }
262
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000263 SimulatedClock fake_clock_;
Erik Språng9c771c22019-06-17 16:31:53 +0200264 NiceMock<MockRtcEventLog> mock_rtc_event_log_;
Erik Språng59b86542019-06-23 18:24:46 +0200265 MockRtpPacketPacer mock_paced_sender_;
Erik Språng9c771c22019-06-17 16:31:53 +0200266 StrictMock<MockSendPacketObserver> send_packet_observer_;
267 StrictMock<MockTransportFeedbackObserver> feedback_observer_;
sprangcd349d92016-07-13 09:11:28 -0700268 RateLimiter retransmission_rate_limiter_;
Erik Språng4580ca22019-07-04 10:38:43 +0200269 FlexfecSender flexfec_sender_;
Erik Språnga81e2b42019-10-28 11:17:07 +0000270 std::unique_ptr<RTPSender> rtp_sender_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000271 LoopbackTransportTest transport_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000272 const bool kMarkerBit;
minyue3a407ee2017-04-03 01:10:33 -0700273 test::ScopedFieldTrials field_trials_;
Erik Språng7ea9b802019-10-16 19:03:38 +0200274 StreamDataTestCallback rtp_stats_callback_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000275
danilchapb6f1fb52016-10-19 06:11:39 -0700276 std::unique_ptr<RtpPacketToSend> BuildRtpPacket(int payload_type,
277 bool marker_bit,
278 uint32_t timestamp,
279 int64_t capture_time_ms) {
Erik Språnga81e2b42019-10-28 11:17:07 +0000280 auto packet = rtp_sender_->AllocatePacket();
danilchapb6f1fb52016-10-19 06:11:39 -0700281 packet->SetPayloadType(payload_type);
Erik Språng60ffc312019-07-30 22:03:49 +0200282 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
danilchapb6f1fb52016-10-19 06:11:39 -0700283 packet->SetMarker(marker_bit);
284 packet->SetTimestamp(timestamp);
285 packet->set_capture_time_ms(capture_time_ms);
Erik Språnga81e2b42019-10-28 11:17:07 +0000286 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
danilchapb6f1fb52016-10-19 06:11:39 -0700287 return packet;
288 }
289
Erik Språngf6468d22019-07-05 16:53:43 +0200290 std::unique_ptr<RtpPacketToSend> SendPacket(int64_t capture_time_ms,
291 int payload_length) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000292 uint32_t timestamp = capture_time_ms * 90;
danilchapb6f1fb52016-10-19 06:11:39 -0700293 auto packet =
294 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
295 packet->AllocatePayload(payload_length);
Erik Språng70768f42019-08-27 18:16:26 +0200296 packet->set_allow_retransmission(true);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000297
298 // Packet should be stored in a send bucket.
Erik Språnga81e2b42019-10-28 11:17:07 +0000299 EXPECT_TRUE(
300 rtp_sender_->SendToNetwork(std::make_unique<RtpPacketToSend>(*packet)));
Erik Språngf6468d22019-07-05 16:53:43 +0200301 return packet;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000302 }
asapersson35151f32016-05-02 23:44:01 -0700303
Erik Språngf6468d22019-07-05 16:53:43 +0200304 std::unique_ptr<RtpPacketToSend> SendGenericPacket() {
asapersson35151f32016-05-02 23:44:01 -0700305 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
Erik Språngf6468d22019-07-05 16:53:43 +0200306 return SendPacket(kCaptureTimeMs, sizeof(kPayloadData));
asapersson35151f32016-05-02 23:44:01 -0700307 }
Steve Anton2bac7da2019-07-21 15:04:21 -0400308
Erik Språng4208a132019-08-26 08:58:45 +0200309 size_t GenerateAndSendPadding(size_t target_size_bytes) {
310 size_t generated_bytes = 0;
Erik Språnga81e2b42019-10-28 11:17:07 +0000311 for (auto& packet : rtp_sender_->GeneratePadding(target_size_bytes)) {
Erik Språng4208a132019-08-26 08:58:45 +0200312 generated_bytes += packet->payload_size() + packet->padding_size();
Erik Språnga81e2b42019-10-28 11:17:07 +0000313 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språng4208a132019-08-26 08:58:45 +0200314 }
315 return generated_bytes;
316 }
317
Steve Anton2bac7da2019-07-21 15:04:21 -0400318 // The following are helpers for configuring the RTPSender. They must be
319 // called before sending any packets.
320
321 // Enable the retransmission stream with sizable packet storage.
322 void EnableRtx() {
323 // RTX needs to be able to read the source packets from the packet store.
324 // Pick a number of packets to store big enough for any unit test.
325 constexpr uint16_t kNumberOfPacketsToStore = 100;
Erik Språnga81e2b42019-10-28 11:17:07 +0000326 rtp_sender_->SetStorePacketsStatus(true, kNumberOfPacketsToStore);
327 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
328 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
Steve Anton2bac7da2019-07-21 15:04:21 -0400329 }
330
331 // Enable sending of the MID header extension for both the primary SSRC and
332 // the RTX SSRC.
333 void EnableMidSending(const std::string& mid) {
Erik Språnga81e2b42019-10-28 11:17:07 +0000334 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionMid, kMidExtensionId);
335 rtp_sender_->SetMid(mid);
Steve Anton2bac7da2019-07-21 15:04:21 -0400336 }
337
338 // Enable sending of the RSID header extension for the primary SSRC and the
339 // RRSID header extension for the RTX SSRC.
340 void EnableRidSending(const std::string& rid) {
Erik Språnga81e2b42019-10-28 11:17:07 +0000341 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
342 kRidExtensionId);
343 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRepairedRtpStreamId,
344 kRepairedRidExtensionId);
345 rtp_sender_->SetRid(rid);
Steve Anton2bac7da2019-07-21 15:04:21 -0400346 }
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000347};
348
Peter Boströme23e7372015-10-08 11:44:14 +0200349// TODO(pbos): Move tests over from WithoutPacer to RtpSenderTest as this is our
350// default code path.
351class RtpSenderTestWithoutPacer : public RtpSenderTest {
352 public:
Erik Språng7b52f102018-02-07 14:37:37 +0100353 void SetUp() override { SetUpRtpSender(false, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200354};
355
minyue3a407ee2017-04-03 01:10:33 -0700356TEST_P(RtpSenderTestWithoutPacer, AllocatePacketSetCsrc) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200357 // Configure rtp_sender with csrc.
358 std::vector<uint32_t> csrcs;
359 csrcs.push_back(0x23456789);
Erik Språnga81e2b42019-10-28 11:17:07 +0000360 rtp_sender_->SetCsrcs(csrcs);
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200361
Erik Språnga81e2b42019-10-28 11:17:07 +0000362 auto packet = rtp_sender_->AllocatePacket();
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200363
364 ASSERT_TRUE(packet);
Erik Språnga81e2b42019-10-28 11:17:07 +0000365 EXPECT_EQ(rtp_sender_->SSRC(), packet->Ssrc());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200366 EXPECT_EQ(csrcs, packet->Csrcs());
367}
368
minyue3a407ee2017-04-03 01:10:33 -0700369TEST_P(RtpSenderTestWithoutPacer, AllocatePacketReserveExtensions) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200370 // Configure rtp_sender with extensions.
Erik Språnga81e2b42019-10-28 11:17:07 +0000371 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200372 kRtpExtensionTransmissionTimeOffset,
373 kTransmissionTimeOffsetExtensionId));
Erik Språnga81e2b42019-10-28 11:17:07 +0000374 ASSERT_EQ(
375 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
376 kAbsoluteSendTimeExtensionId));
377 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAudioLevel,
378 kAudioLevelExtensionId));
379 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200380 kRtpExtensionTransportSequenceNumber,
381 kTransportSequenceNumberExtensionId));
Erik Språnga81e2b42019-10-28 11:17:07 +0000382 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200383 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
384
Erik Språnga81e2b42019-10-28 11:17:07 +0000385 auto packet = rtp_sender_->AllocatePacket();
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200386
387 ASSERT_TRUE(packet);
388 // Preallocate BWE extensions RtpSender set itself.
389 EXPECT_TRUE(packet->HasExtension<TransmissionOffset>());
390 EXPECT_TRUE(packet->HasExtension<AbsoluteSendTime>());
391 EXPECT_TRUE(packet->HasExtension<TransportSequenceNumber>());
392 // Do not allocate media specific extensions.
393 EXPECT_FALSE(packet->HasExtension<AudioLevel>());
394 EXPECT_FALSE(packet->HasExtension<VideoOrientation>());
395}
396
minyue3a407ee2017-04-03 01:10:33 -0700397TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberAdvanceSequenceNumber) {
Erik Språnga81e2b42019-10-28 11:17:07 +0000398 auto packet = rtp_sender_->AllocatePacket();
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200399 ASSERT_TRUE(packet);
Erik Språnga81e2b42019-10-28 11:17:07 +0000400 const uint16_t sequence_number = rtp_sender_->SequenceNumber();
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200401
Erik Språnga81e2b42019-10-28 11:17:07 +0000402 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200403
404 EXPECT_EQ(sequence_number, packet->SequenceNumber());
Erik Språnga81e2b42019-10-28 11:17:07 +0000405 EXPECT_EQ(sequence_number + 1, rtp_sender_->SequenceNumber());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200406}
407
minyue3a407ee2017-04-03 01:10:33 -0700408TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberFailsOnNotSending) {
Erik Språnga81e2b42019-10-28 11:17:07 +0000409 auto packet = rtp_sender_->AllocatePacket();
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200410 ASSERT_TRUE(packet);
411
Erik Språnga81e2b42019-10-28 11:17:07 +0000412 rtp_sender_->SetSendingMediaStatus(false);
413 EXPECT_FALSE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200414}
415
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100416TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberMayAllowPaddingOnVideo) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200417 constexpr size_t kPaddingSize = 100;
Erik Språnga81e2b42019-10-28 11:17:07 +0000418 auto packet = rtp_sender_->AllocatePacket();
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200419 ASSERT_TRUE(packet);
420
Erik Språnga81e2b42019-10-28 11:17:07 +0000421 ASSERT_TRUE(rtp_sender_->GeneratePadding(kPaddingSize).empty());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200422 packet->SetMarker(false);
Erik Språnga81e2b42019-10-28 11:17:07 +0000423 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100424 // Packet without marker bit doesn't allow padding on video stream.
Erik Språnga81e2b42019-10-28 11:17:07 +0000425 ASSERT_TRUE(rtp_sender_->GeneratePadding(kPaddingSize).empty());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200426
427 packet->SetMarker(true);
Erik Språnga81e2b42019-10-28 11:17:07 +0000428 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200429 // Packet with marker bit allows send padding.
Erik Språnga81e2b42019-10-28 11:17:07 +0000430 ASSERT_FALSE(rtp_sender_->GeneratePadding(kPaddingSize).empty());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200431}
432
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100433TEST_P(RtpSenderTest, AssignSequenceNumberAllowsPaddingOnAudio) {
434 MockTransport transport;
Erik Språng4580ca22019-07-04 10:38:43 +0200435 RtpRtcp::Configuration config;
436 config.audio = true;
437 config.clock = &fake_clock_;
438 config.outgoing_transport = &transport;
439 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200440 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200441 config.event_log = &mock_rtc_event_log_;
442 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Erik Språnga81e2b42019-10-28 11:17:07 +0000443 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språng4580ca22019-07-04 10:38:43 +0200444
Erik Språnga81e2b42019-10-28 11:17:07 +0000445 rtp_sender_->SetTimestampOffset(0);
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100446
Erik Språnga81e2b42019-10-28 11:17:07 +0000447 std::unique_ptr<RtpPacketToSend> audio_packet = rtp_sender_->AllocatePacket();
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100448 // Padding on audio stream allowed regardless of marker in the last packet.
449 audio_packet->SetMarker(false);
450 audio_packet->SetPayloadType(kPayload);
Erik Språnga81e2b42019-10-28 11:17:07 +0000451 rtp_sender_->AssignSequenceNumber(audio_packet.get());
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100452
453 const size_t kPaddingSize = 59;
454 EXPECT_CALL(transport, SendRtp(_, kPaddingSize + kRtpHeaderSize, _))
Erik Språng214f5432019-06-20 15:09:58 +0200455 .WillOnce(Return(true));
Erik Språng4208a132019-08-26 08:58:45 +0200456 EXPECT_EQ(kPaddingSize, GenerateAndSendPadding(kPaddingSize));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100457
458 // Requested padding size is too small, will send a larger one.
459 const size_t kMinPaddingSize = 50;
460 EXPECT_CALL(transport, SendRtp(_, kMinPaddingSize + kRtpHeaderSize, _))
Erik Språng214f5432019-06-20 15:09:58 +0200461 .WillOnce(Return(true));
Erik Språng4208a132019-08-26 08:58:45 +0200462 EXPECT_EQ(kMinPaddingSize, GenerateAndSendPadding(kMinPaddingSize - 5));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100463}
464
minyue3a407ee2017-04-03 01:10:33 -0700465TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberSetPaddingTimestamps) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200466 constexpr size_t kPaddingSize = 100;
Erik Språnga81e2b42019-10-28 11:17:07 +0000467 auto packet = rtp_sender_->AllocatePacket();
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200468 ASSERT_TRUE(packet);
469 packet->SetMarker(true);
470 packet->SetTimestamp(kTimestamp);
471
Erik Språnga81e2b42019-10-28 11:17:07 +0000472 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
473 auto padding_packets = rtp_sender_->GeneratePadding(kPaddingSize);
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200474
Erik Språng4208a132019-08-26 08:58:45 +0200475 ASSERT_EQ(1u, padding_packets.size());
danilchap12ba1862016-10-26 02:41:55 -0700476 // Verify padding packet timestamp.
Erik Språng4208a132019-08-26 08:58:45 +0200477 EXPECT_EQ(kTimestamp, padding_packets[0]->Timestamp());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200478}
479
minyue3a407ee2017-04-03 01:10:33 -0700480TEST_P(RtpSenderTestWithoutPacer,
481 TransportFeedbackObserverGetsCorrectByteCount) {
482 constexpr int kRtpOverheadBytesPerPacket = 12 + 8;
Erik Språng9c771c22019-06-17 16:31:53 +0200483 NiceMock<MockOverheadObserver> mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +0200484
485 RtpRtcp::Configuration config;
486 config.clock = &fake_clock_;
487 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200488 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200489 config.transport_feedback_callback = &feedback_observer_;
490 config.event_log = &mock_rtc_event_log_;
491 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
492 config.overhead_observer = &mock_overhead_observer;
Erik Språnga81e2b42019-10-28 11:17:07 +0000493 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språng4580ca22019-07-04 10:38:43 +0200494
Erik Språnga81e2b42019-10-28 11:17:07 +0000495 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
minyue3a407ee2017-04-03 01:10:33 -0700496 kRtpExtensionTransportSequenceNumber,
497 kTransportSequenceNumberExtensionId));
minyue3a407ee2017-04-03 01:10:33 -0700498
499 const size_t expected_bytes =
Erik Språngf6468d22019-07-05 16:53:43 +0200500 GetParam().with_overhead
501 ? sizeof(kPayloadData) + kRtpOverheadBytesPerPacket
502 : sizeof(kPayloadData);
minyue3a407ee2017-04-03 01:10:33 -0700503
504 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200505 OnAddPacket(AllOf(
Erik Språnga81e2b42019-10-28 11:17:07 +0000506 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
Erik Språng30a276b2019-04-23 12:00:11 +0200507 Field(&RtpPacketSendInfo::transport_sequence_number,
508 kTransportSequenceNumber),
509 Field(&RtpPacketSendInfo::rtp_sequence_number,
Erik Språnga81e2b42019-10-28 11:17:07 +0000510 rtp_sender_->SequenceNumber()),
Erik Språng30a276b2019-04-23 12:00:11 +0200511 Field(&RtpPacketSendInfo::length, expected_bytes),
512 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
minyue3a407ee2017-04-03 01:10:33 -0700513 .Times(1);
514 EXPECT_CALL(mock_overhead_observer,
515 OnOverheadChanged(kRtpOverheadBytesPerPacket))
516 .Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100517 SendGenericPacket();
minyue3a407ee2017-04-03 01:10:33 -0700518}
519
520TEST_P(RtpSenderTestWithoutPacer, SendsPacketsWithTransportSequenceNumber) {
Erik Språng4580ca22019-07-04 10:38:43 +0200521 RtpRtcp::Configuration config;
522 config.clock = &fake_clock_;
523 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200524 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200525 config.transport_feedback_callback = &feedback_observer_;
526 config.event_log = &mock_rtc_event_log_;
527 config.send_packet_observer = &send_packet_observer_;
528 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Erik Språnga81e2b42019-10-28 11:17:07 +0000529 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språng4580ca22019-07-04 10:38:43 +0200530
Erik Språnga81e2b42019-10-28 11:17:07 +0000531 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
Stefan Holmerf5dca482016-01-27 12:58:51 +0100532 kRtpExtensionTransportSequenceNumber,
533 kTransportSequenceNumberExtensionId));
534
asapersson35151f32016-05-02 23:44:01 -0700535 EXPECT_CALL(send_packet_observer_,
536 OnSendPacket(kTransportSequenceNumber, _, _))
537 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700538
539 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200540 OnAddPacket(AllOf(
Erik Språnga81e2b42019-10-28 11:17:07 +0000541 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
Erik Språng30a276b2019-04-23 12:00:11 +0200542 Field(&RtpPacketSendInfo::transport_sequence_number,
543 kTransportSequenceNumber),
544 Field(&RtpPacketSendInfo::rtp_sequence_number,
Erik Språnga81e2b42019-10-28 11:17:07 +0000545 rtp_sender_->SequenceNumber()),
Erik Språng30a276b2019-04-23 12:00:11 +0200546 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200547 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700548
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100549 SendGenericPacket();
Stefan Holmerf5dca482016-01-27 12:58:51 +0100550
danilchap12ba1862016-10-26 02:41:55 -0700551 const auto& packet = transport_.last_sent_packet();
552 uint16_t transport_seq_no;
553 ASSERT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
554 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200555 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200556 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200557}
558
559TEST_P(RtpSenderTestWithoutPacer, PacketOptionsNoRetransmission) {
Erik Språng4580ca22019-07-04 10:38:43 +0200560 RtpRtcp::Configuration config;
561 config.clock = &fake_clock_;
562 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200563 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200564 config.transport_feedback_callback = &feedback_observer_;
565 config.event_log = &mock_rtc_event_log_;
566 config.send_packet_observer = &send_packet_observer_;
567 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Erik Språnga81e2b42019-10-28 11:17:07 +0000568 rtp_sender_ = std::make_unique<RTPSender>(config);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200569
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100570 SendGenericPacket();
Petter Strandmark26bc6692018-05-29 08:43:35 +0200571
572 EXPECT_FALSE(transport_.last_options_.is_retransmit);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100573}
574
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200575TEST_P(RtpSenderTestWithoutPacer,
576 SetsIncludedInFeedbackWhenTransportSequenceNumberExtensionIsRegistered) {
577 SetUpRtpSender(false, false);
Erik Språnga81e2b42019-10-28 11:17:07 +0000578 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
579 kTransportSequenceNumberExtensionId);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200580 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100581 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200582 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
583}
584
585TEST_P(
586 RtpSenderTestWithoutPacer,
587 SetsIncludedInAllocationWhenTransportSequenceNumberExtensionIsRegistered) {
588 SetUpRtpSender(false, false);
Erik Språnga81e2b42019-10-28 11:17:07 +0000589 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
590 kTransportSequenceNumberExtensionId);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200591 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100592 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200593 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
594}
595
596TEST_P(RtpSenderTestWithoutPacer,
597 SetsIncludedInAllocationWhenForcedAsPartOfAllocation) {
598 SetUpRtpSender(false, false);
Erik Språnga81e2b42019-10-28 11:17:07 +0000599 rtp_sender_->SetAsPartOfAllocation(true);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100600 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200601 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
602 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
603}
604
605TEST_P(RtpSenderTestWithoutPacer, DoesnSetIncludedInAllocationByDefault) {
606 SetUpRtpSender(false, false);
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100607 SendGenericPacket();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200608 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
609 EXPECT_FALSE(transport_.last_options_.included_in_allocation);
stefana23fc622016-07-28 07:56:38 -0700610}
asapersson35151f32016-05-02 23:44:01 -0700611
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200612TEST_P(RtpSenderTestWithoutPacer, OnSendSideDelayUpdated) {
Erik Språng9c771c22019-06-17 16:31:53 +0200613 StrictMock<MockSendSideDelayObserver> send_side_delay_observer_;
Erik Språng4580ca22019-07-04 10:38:43 +0200614
615 RtpRtcp::Configuration config;
616 config.clock = &fake_clock_;
617 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200618 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200619 config.send_side_delay_observer = &send_side_delay_observer_;
620 config.event_log = &mock_rtc_event_log_;
Erik Språnga81e2b42019-10-28 11:17:07 +0000621 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språng4580ca22019-07-04 10:38:43 +0200622
Niels Möller5fe95102019-03-04 16:49:25 +0100623 PlayoutDelayOracle playout_delay_oracle;
Erik Språngdc34a252019-10-04 15:17:29 +0200624 FieldTrialBasedConfig field_trials;
625 RTPSenderVideo::Config video_config;
626 video_config.clock = &fake_clock_;
Erik Språnga81e2b42019-10-28 11:17:07 +0000627 video_config.rtp_sender = rtp_sender_.get();
Erik Språngdc34a252019-10-04 15:17:29 +0200628 video_config.playout_delay_oracle = &playout_delay_oracle;
629 video_config.field_trials = &field_trials;
630 RTPSenderVideo rtp_sender_video(video_config);
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200631
632 const uint8_t kPayloadType = 127;
Erik Språng6cf554e2019-10-02 20:55:39 +0200633 const absl::optional<VideoCodecType> kCodecType =
634 VideoCodecType::kVideoCodecGeneric;
Niels Möller59ab1cf2019-02-06 22:48:11 +0100635
636 const uint32_t kCaptureTimeMsToRtpTimestamp = 90; // 90 kHz clock
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200637 RTPVideoHeader video_header;
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200638
Henrik Boström9fe18342019-05-16 18:38:20 +0200639 // Send packet with 10 ms send-side delay. The average, max and total should
640 // be 10 ms.
641 EXPECT_CALL(send_side_delay_observer_,
642 SendSideDelayUpdated(10, 10, 10, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200643 .Times(1);
644 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
645 fake_clock_.AdvanceTimeMilliseconds(10);
Danil Chapovalov51bf2002019-10-11 10:53:27 +0200646 video_header.frame_type = VideoFrameType::kVideoFrameKey;
Niels Möller59ab1cf2019-02-06 22:48:11 +0100647 EXPECT_TRUE(rtp_sender_video.SendVideo(
Danil Chapovalov51bf2002019-10-11 10:53:27 +0200648 kPayloadType, kCodecType, capture_time_ms * kCaptureTimeMsToRtpTimestamp,
649 capture_time_ms, kPayloadData, nullptr, video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200650 kDefaultExpectedRetransmissionTimeMs));
651
Henrik Boström9fe18342019-05-16 18:38:20 +0200652 // Send another packet with 20 ms delay. The average, max and total should be
653 // 15, 20 and 30 ms respectively.
654 EXPECT_CALL(send_side_delay_observer_,
655 SendSideDelayUpdated(15, 20, 30, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200656 .Times(1);
657 fake_clock_.AdvanceTimeMilliseconds(10);
Danil Chapovalov51bf2002019-10-11 10:53:27 +0200658 video_header.frame_type = VideoFrameType::kVideoFrameKey;
Niels Möller59ab1cf2019-02-06 22:48:11 +0100659 EXPECT_TRUE(rtp_sender_video.SendVideo(
Danil Chapovalov51bf2002019-10-11 10:53:27 +0200660 kPayloadType, kCodecType, capture_time_ms * kCaptureTimeMsToRtpTimestamp,
661 capture_time_ms, kPayloadData, nullptr, video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200662 kDefaultExpectedRetransmissionTimeMs));
663
664 // Send another packet at the same time, which replaces the last packet.
665 // Since this packet has 0 ms delay, the average is now 5 ms and max is 10 ms.
Henrik Boström9fe18342019-05-16 18:38:20 +0200666 // The total counter stays the same though.
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200667 // TODO(terelius): Is is not clear that this is the right behavior.
Henrik Boström9fe18342019-05-16 18:38:20 +0200668 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(5, 10, 30, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200669 .Times(1);
670 capture_time_ms = fake_clock_.TimeInMilliseconds();
Danil Chapovalov51bf2002019-10-11 10:53:27 +0200671 video_header.frame_type = VideoFrameType::kVideoFrameKey;
Niels Möller59ab1cf2019-02-06 22:48:11 +0100672 EXPECT_TRUE(rtp_sender_video.SendVideo(
Danil Chapovalov51bf2002019-10-11 10:53:27 +0200673 kPayloadType, kCodecType, capture_time_ms * kCaptureTimeMsToRtpTimestamp,
674 capture_time_ms, kPayloadData, nullptr, video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200675 kDefaultExpectedRetransmissionTimeMs));
676
677 // Send a packet 1 second later. The earlier packets should have timed
Henrik Boström9fe18342019-05-16 18:38:20 +0200678 // out, so both max and average should be the delay of this packet. The total
679 // keeps increasing.
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200680 fake_clock_.AdvanceTimeMilliseconds(1000);
681 capture_time_ms = fake_clock_.TimeInMilliseconds();
682 fake_clock_.AdvanceTimeMilliseconds(1);
Henrik Boström9fe18342019-05-16 18:38:20 +0200683 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(1, 1, 31, kSsrc))
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200684 .Times(1);
Danil Chapovalov51bf2002019-10-11 10:53:27 +0200685 video_header.frame_type = VideoFrameType::kVideoFrameKey;
Niels Möller59ab1cf2019-02-06 22:48:11 +0100686 EXPECT_TRUE(rtp_sender_video.SendVideo(
Danil Chapovalov51bf2002019-10-11 10:53:27 +0200687 kPayloadType, kCodecType, capture_time_ms * kCaptureTimeMsToRtpTimestamp,
688 capture_time_ms, kPayloadData, nullptr, video_header,
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200689 kDefaultExpectedRetransmissionTimeMs));
690}
691
minyue3a407ee2017-04-03 01:10:33 -0700692TEST_P(RtpSenderTestWithoutPacer, OnSendPacketUpdated) {
Erik Språnga81e2b42019-10-28 11:17:07 +0000693 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
stefana23fc622016-07-28 07:56:38 -0700694 kRtpExtensionTransportSequenceNumber,
695 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700696 EXPECT_CALL(send_packet_observer_,
697 OnSendPacket(kTransportSequenceNumber, _, _))
698 .Times(1);
699
Niels Möllere7b9e6b2019-02-06 18:23:44 +0100700 SendGenericPacket();
asapersson35151f32016-05-02 23:44:01 -0700701}
702
minyue3a407ee2017-04-03 01:10:33 -0700703TEST_P(RtpSenderTest, SendsPacketsWithTransportSequenceNumber) {
Erik Språng4580ca22019-07-04 10:38:43 +0200704 RtpRtcp::Configuration config;
705 config.clock = &fake_clock_;
706 config.outgoing_transport = &transport_;
707 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +0200708 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +0200709 config.transport_feedback_callback = &feedback_observer_;
710 config.event_log = &mock_rtc_event_log_;
711 config.send_packet_observer = &send_packet_observer_;
712 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Erik Språnga81e2b42019-10-28 11:17:07 +0000713 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språng4580ca22019-07-04 10:38:43 +0200714
Erik Språnga81e2b42019-10-28 11:17:07 +0000715 rtp_sender_->SetSequenceNumber(kSeqNum);
716 rtp_sender_->SetStorePacketsStatus(true, 10);
717 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
Stefan Holmera246cfb2016-08-23 17:51:42 +0200718 kRtpExtensionTransportSequenceNumber,
719 kTransportSequenceNumberExtensionId));
720
Stefan Holmera246cfb2016-08-23 17:51:42 +0200721 EXPECT_CALL(send_packet_observer_,
722 OnSendPacket(kTransportSequenceNumber, _, _))
723 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700724 EXPECT_CALL(feedback_observer_,
Erik Språng30a276b2019-04-23 12:00:11 +0200725 OnAddPacket(AllOf(
Erik Språnga81e2b42019-10-28 11:17:07 +0000726 Field(&RtpPacketSendInfo::ssrc, rtp_sender_->SSRC()),
Erik Språng30a276b2019-04-23 12:00:11 +0200727 Field(&RtpPacketSendInfo::transport_sequence_number,
728 kTransportSequenceNumber),
729 Field(&RtpPacketSendInfo::rtp_sequence_number,
Erik Språnga81e2b42019-10-28 11:17:07 +0000730 rtp_sender_->SequenceNumber()),
Erik Språng30a276b2019-04-23 12:00:11 +0200731 Field(&RtpPacketSendInfo::pacing_info, PacedPacketInfo()))))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200732 .Times(1);
733
Erik Språngf5815fa2019-08-21 14:27:31 +0200734 EXPECT_CALL(
735 mock_paced_sender_,
Erik Språngea55b082019-10-02 14:57:46 +0200736 EnqueuePackets(Contains(AllOf(
737 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
738 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum))))));
Erik Språngf5815fa2019-08-21 14:27:31 +0200739 auto packet = SendGenericPacket();
740 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språnga81e2b42019-10-28 11:17:07 +0000741 // Transport sequence number is set by PacketRouter, before TrySendPacket().
Erik Språngf5815fa2019-08-21 14:27:31 +0200742 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
Erik Språnga81e2b42019-10-28 11:17:07 +0000743 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200744
danilchap12ba1862016-10-26 02:41:55 -0700745 uint16_t transport_seq_no;
Erik Språngf5815fa2019-08-21 14:27:31 +0200746 EXPECT_TRUE(
747 transport_.last_sent_packet().GetExtension<TransportSequenceNumber>(
748 &transport_seq_no));
danilchap12ba1862016-10-26 02:41:55 -0700749 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200750 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200751}
752
Erik Språng7b52f102018-02-07 14:37:37 +0100753TEST_P(RtpSenderTest, WritesPacerExitToTimingExtension) {
Erik Språnga81e2b42019-10-28 11:17:07 +0000754 rtp_sender_->SetStorePacketsStatus(true, 10);
755 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
ilnik04f4d122017-06-19 07:18:55 -0700756 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
757 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
Erik Språnga81e2b42019-10-28 11:17:07 +0000758 auto packet = rtp_sender_->AllocatePacket();
ilnik04f4d122017-06-19 07:18:55 -0700759 packet->SetPayloadType(kPayload);
760 packet->SetMarker(true);
761 packet->SetTimestamp(kTimestamp);
762 packet->set_capture_time_ms(capture_time_ms);
ilnik2edc6842017-07-06 03:06:50 -0700763 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
ilnik04f4d122017-06-19 07:18:55 -0700764 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
Erik Språnga81e2b42019-10-28 11:17:07 +0000765 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
ilnik04f4d122017-06-19 07:18:55 -0700766 size_t packet_size = packet->size();
ilnik04f4d122017-06-19 07:18:55 -0700767
768 const int kStoredTimeInMs = 100;
Erik Språngf5815fa2019-08-21 14:27:31 +0200769 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språng70768f42019-08-27 18:16:26 +0200770 packet->set_allow_retransmission(true);
Erik Språngea55b082019-10-02 14:57:46 +0200771 EXPECT_CALL(mock_paced_sender_, EnqueuePackets(Contains(Pointee(Property(
772 &RtpPacketToSend::Ssrc, kSsrc)))));
Erik Språng70768f42019-08-27 18:16:26 +0200773 EXPECT_TRUE(
Erik Språnga81e2b42019-10-28 11:17:07 +0000774 rtp_sender_->SendToNetwork(std::make_unique<RtpPacketToSend>(*packet)));
Erik Språngf5815fa2019-08-21 14:27:31 +0200775 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
Erik Språnga81e2b42019-10-28 11:17:07 +0000776 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
ilnik04f4d122017-06-19 07:18:55 -0700777 EXPECT_EQ(1, transport_.packets_sent());
778 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
779
danilchapce251812017-09-11 12:24:41 -0700780 VideoSendTiming video_timing;
781 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
782 &video_timing));
783 EXPECT_EQ(kStoredTimeInMs, video_timing.pacer_exit_delta_ms);
Erik Språng7b52f102018-02-07 14:37:37 +0100784}
ilnik04f4d122017-06-19 07:18:55 -0700785
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100786TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithPacer) {
787 SetUpRtpSender(/*pacer=*/true, /*populate_network2=*/true);
Erik Språnga81e2b42019-10-28 11:17:07 +0000788 rtp_sender_->SetStorePacketsStatus(true, 10);
789 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
Erik Språng7b52f102018-02-07 14:37:37 +0100790 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
791 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
Erik Språnga81e2b42019-10-28 11:17:07 +0000792 auto packet = rtp_sender_->AllocatePacket();
Erik Språng7b52f102018-02-07 14:37:37 +0100793 packet->SetPayloadType(kPayload);
794 packet->SetMarker(true);
795 packet->SetTimestamp(kTimestamp);
796 packet->set_capture_time_ms(capture_time_ms);
797 const uint16_t kPacerExitMs = 1234u;
798 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, kPacerExitMs, 0u, 0u, true};
799 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
Erik Språnga81e2b42019-10-28 11:17:07 +0000800 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Erik Språng7b52f102018-02-07 14:37:37 +0100801 size_t packet_size = packet->size();
802
803 const int kStoredTimeInMs = 100;
Erik Språngf6468d22019-07-05 16:53:43 +0200804
Erik Språngf6468d22019-07-05 16:53:43 +0200805 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språng70768f42019-08-27 18:16:26 +0200806 packet->set_allow_retransmission(true);
Erik Språngea55b082019-10-02 14:57:46 +0200807 EXPECT_CALL(mock_paced_sender_, EnqueuePackets(Contains(Pointee(Property(
808 &RtpPacketToSend::Ssrc, kSsrc)))));
Erik Språngb5330102019-10-28 10:09:43 +0100809 EXPECT_TRUE(
Erik Språnga81e2b42019-10-28 11:17:07 +0000810 rtp_sender_->SendToNetwork(std::make_unique<RtpPacketToSend>(*packet)));
811 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
812 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
813
814 EXPECT_EQ(1, transport_.packets_sent());
815 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
816
817 VideoSendTiming video_timing;
818 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
819 &video_timing));
820 EXPECT_EQ(kStoredTimeInMs, video_timing.network2_timestamp_delta_ms);
821 EXPECT_EQ(kPacerExitMs, video_timing.pacer_exit_delta_ms);
ilnik04f4d122017-06-19 07:18:55 -0700822}
823
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100824TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithoutPacer) {
825 SetUpRtpSender(/*pacer=*/false, /*populate_network2=*/true);
Erik Språnga81e2b42019-10-28 11:17:07 +0000826 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100827 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
Erik Språnga81e2b42019-10-28 11:17:07 +0000828 auto packet = rtp_sender_->AllocatePacket();
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100829 packet->SetMarker(true);
830 packet->set_capture_time_ms(fake_clock_.TimeInMilliseconds());
831 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
832 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
Erik Språng70768f42019-08-27 18:16:26 +0200833 packet->set_allow_retransmission(true);
Erik Språnga81e2b42019-10-28 11:17:07 +0000834 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Erik Språng1fbfecd2019-08-26 19:00:05 +0200835 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100836
837 const int kPropagateTimeMs = 10;
838 fake_clock_.AdvanceTimeMilliseconds(kPropagateTimeMs);
839
Erik Språnga81e2b42019-10-28 11:17:07 +0000840 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet)));
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100841
842 EXPECT_EQ(1, transport_.packets_sent());
843 absl::optional<VideoSendTiming> video_timing =
844 transport_.last_sent_packet().GetExtension<VideoTimingExtension>();
845 ASSERT_TRUE(video_timing);
846 EXPECT_EQ(kPropagateTimeMs, video_timing->network2_timestamp_delta_ms);
847}
848
minyue3a407ee2017-04-03 01:10:33 -0700849TEST_P(RtpSenderTest, TrafficSmoothingWithExtensions) {
Elad Alon4a87e1c2017-10-03 16:11:34 +0200850 EXPECT_CALL(mock_rtc_event_log_,
851 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000852
Erik Språnga81e2b42019-10-28 11:17:07 +0000853 rtp_sender_->SetStorePacketsStatus(true, 10);
854 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800855 kRtpExtensionTransmissionTimeOffset,
856 kTransmissionTimeOffsetExtensionId));
Erik Språnga81e2b42019-10-28 11:17:07 +0000857 EXPECT_EQ(
858 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
859 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000860 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700861 auto packet =
862 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
863 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000864
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000865 const int kStoredTimeInMs = 100;
Erik Språngea55b082019-10-02 14:57:46 +0200866 EXPECT_CALL(
867 mock_paced_sender_,
868 EnqueuePackets(Contains(AllOf(
869 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
870 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum))))));
871 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
872 packet->set_allow_retransmission(true);
873 EXPECT_TRUE(
Erik Språnga81e2b42019-10-28 11:17:07 +0000874 rtp_sender_->SendToNetwork(std::make_unique<RtpPacketToSend>(*packet)));
Erik Språngea55b082019-10-02 14:57:46 +0200875 EXPECT_EQ(0, transport_.packets_sent());
876 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
Erik Språnga81e2b42019-10-28 11:17:07 +0000877 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000878
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000879 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700880 EXPECT_EQ(1, transport_.packets_sent());
881 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
882
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000883 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700884 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000885
886 // Verify transmission time offset.
887 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000888 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000889 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000890 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000891}
892
minyue3a407ee2017-04-03 01:10:33 -0700893TEST_P(RtpSenderTest, TrafficSmoothingRetransmits) {
Elad Alon4a87e1c2017-10-03 16:11:34 +0200894 EXPECT_CALL(mock_rtc_event_log_,
895 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000896
Erik Språnga81e2b42019-10-28 11:17:07 +0000897 rtp_sender_->SetStorePacketsStatus(true, 10);
898 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800899 kRtpExtensionTransmissionTimeOffset,
900 kTransmissionTimeOffsetExtensionId));
Erik Språnga81e2b42019-10-28 11:17:07 +0000901 EXPECT_EQ(
902 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
903 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000904 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700905 auto packet =
906 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
907 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000908
909 // Packet should be stored in a send bucket.
Erik Språngea55b082019-10-02 14:57:46 +0200910 EXPECT_CALL(
911 mock_paced_sender_,
912 EnqueuePackets(Contains(AllOf(
913 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
914 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum))))));
915 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
916 packet->set_allow_retransmission(true);
917 EXPECT_TRUE(
Erik Språnga81e2b42019-10-28 11:17:07 +0000918 rtp_sender_->SendToNetwork(std::make_unique<RtpPacketToSend>(*packet)));
Erik Språngea55b082019-10-02 14:57:46 +0200919 // Immediately process send bucket and send packet.
Erik Språnga81e2b42019-10-28 11:17:07 +0000920 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +0200921
Erik Språng0f4f0552019-05-08 10:15:05 -0700922 EXPECT_EQ(1, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000923
Erik Språng0f4f0552019-05-08 10:15:05 -0700924 // Retransmit packet.
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000925 const int kStoredTimeInMs = 100;
926 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
927
Erik Språng0f4f0552019-05-08 10:15:05 -0700928 EXPECT_CALL(mock_rtc_event_log_,
929 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
Erik Språngf6468d22019-07-05 16:53:43 +0200930 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
931 packet->set_retransmitted_sequence_number(kSeqNum);
932 EXPECT_CALL(
933 mock_paced_sender_,
Erik Språngea55b082019-10-02 14:57:46 +0200934 EnqueuePackets(Contains(AllOf(
Erik Språngf6468d22019-07-05 16:53:43 +0200935 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
Erik Språngea55b082019-10-02 14:57:46 +0200936 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum))))));
Erik Språngf6468d22019-07-05 16:53:43 +0200937 EXPECT_EQ(static_cast<int>(packet_size),
Erik Språnga81e2b42019-10-28 11:17:07 +0000938 rtp_sender_->ReSendPacket(kSeqNum));
Erik Språngf6468d22019-07-05 16:53:43 +0200939 EXPECT_EQ(1, transport_.packets_sent());
Erik Språnga81e2b42019-10-28 11:17:07 +0000940 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000941
Erik Språnga81e2b42019-10-28 11:17:07 +0000942 // Process send bucket. Packet should now be sent.
943 EXPECT_EQ(2, transport_.packets_sent());
944 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000945
Erik Språnga81e2b42019-10-28 11:17:07 +0000946 webrtc::RTPHeader rtp_header;
947 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000948
Erik Språnga81e2b42019-10-28 11:17:07 +0000949 // Verify transmission time offset.
950 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
951 uint64_t expected_send_time =
952 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
953 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000954}
955
956// This test sends 1 regular video packet, then 4 padding packets, and then
957// 1 more regular packet.
minyue3a407ee2017-04-03 01:10:33 -0700958TEST_P(RtpSenderTest, SendPadding) {
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000959 // Make all (non-padding) packets go to send queue.
Elad Alon4a87e1c2017-10-03 16:11:34 +0200960 EXPECT_CALL(mock_rtc_event_log_,
961 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
962 .Times(1 + 4 + 1);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000963
964 uint16_t seq_num = kSeqNum;
965 uint32_t timestamp = kTimestamp;
Erik Språnga81e2b42019-10-28 11:17:07 +0000966 rtp_sender_->SetStorePacketsStatus(true, 10);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000967 size_t rtp_header_len = kRtpHeaderSize;
Erik Språnga81e2b42019-10-28 11:17:07 +0000968 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800969 kRtpExtensionTransmissionTimeOffset,
970 kTransmissionTimeOffsetExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000971 rtp_header_len += 4; // 4 bytes extension.
Erik Språnga81e2b42019-10-28 11:17:07 +0000972 EXPECT_EQ(
973 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
974 kAbsoluteSendTimeExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000975 rtp_header_len += 4; // 4 bytes extension.
976 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
977
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000978 webrtc::RTPHeader rtp_header;
979
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000980 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700981 auto packet =
982 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200983 const uint32_t media_packet_timestamp = timestamp;
danilchapb6f1fb52016-10-19 06:11:39 -0700984 size_t packet_size = packet->size();
Erik Språngf6468d22019-07-05 16:53:43 +0200985 int total_packets_sent = 0;
986 const int kStoredTimeInMs = 100;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000987
988 // Packet should be stored in a send bucket.
Erik Språngea55b082019-10-02 14:57:46 +0200989 EXPECT_CALL(
990 mock_paced_sender_,
991 EnqueuePackets(Contains(AllOf(
992 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
993 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum))))));
994 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
995 packet->set_allow_retransmission(true);
996 EXPECT_TRUE(
Erik Språnga81e2b42019-10-28 11:17:07 +0000997 rtp_sender_->SendToNetwork(std::make_unique<RtpPacketToSend>(*packet)));
Erik Språngea55b082019-10-02 14:57:46 +0200998 EXPECT_EQ(total_packets_sent, transport_.packets_sent());
999 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
Erik Språnga81e2b42019-10-28 11:17:07 +00001000 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språngea55b082019-10-02 14:57:46 +02001001 ++seq_num;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001002
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001003 // Packet should now be sent. This test doesn't verify the regular video
1004 // packet, since it is tested in another test.
danilchap12ba1862016-10-26 02:41:55 -07001005 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001006 timestamp += 90 * kStoredTimeInMs;
1007
1008 // Send padding 4 times, waiting 50 ms between each.
1009 for (int i = 0; i < 4; ++i) {
1010 const int kPaddingPeriodMs = 50;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001011 const size_t kPaddingBytes = 100;
1012 const size_t kMaxPaddingLength = 224; // Value taken from rtp_sender.cc.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001013 // Padding will be forced to full packets.
Erik Språng4208a132019-08-26 08:58:45 +02001014 EXPECT_EQ(kMaxPaddingLength, GenerateAndSendPadding(kPaddingBytes));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001015
1016 // Process send bucket. Padding should now be sent.
danilchap12ba1862016-10-26 02:41:55 -07001017 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001018 EXPECT_EQ(kMaxPaddingLength + rtp_header_len,
danilchap12ba1862016-10-26 02:41:55 -07001019 transport_.last_sent_packet().size());
1020
1021 transport_.last_sent_packet().GetHeader(&rtp_header);
pbosbd2522a2015-07-01 05:35:53 -07001022 EXPECT_EQ(kMaxPaddingLength, rtp_header.paddingLength);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001023
Stefan Holmer586b19b2015-09-18 11:14:31 +02001024 // Verify sequence number and timestamp. The timestamp should be the same
1025 // as the last media packet.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001026 EXPECT_EQ(seq_num++, rtp_header.sequenceNumber);
Stefan Holmer586b19b2015-09-18 11:14:31 +02001027 EXPECT_EQ(media_packet_timestamp, rtp_header.timestamp);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001028 // Verify transmission time offset.
Stefan Holmer586b19b2015-09-18 11:14:31 +02001029 int offset = timestamp - media_packet_timestamp;
1030 EXPECT_EQ(offset, rtp_header.extension.transmissionTimeOffset);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001031 uint64_t expected_send_time =
1032 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
1033 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
1034 fake_clock_.AdvanceTimeMilliseconds(kPaddingPeriodMs);
1035 timestamp += 90 * kPaddingPeriodMs;
1036 }
1037
1038 // Send a regular video packet again.
1039 capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -07001040 packet = BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
1041 packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001042
Erik Språngf6468d22019-07-05 16:53:43 +02001043 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språng70768f42019-08-27 18:16:26 +02001044 packet->set_allow_retransmission(true);
Erik Språngf6468d22019-07-05 16:53:43 +02001045 EXPECT_CALL(
1046 mock_paced_sender_,
Erik Språngea55b082019-10-02 14:57:46 +02001047 EnqueuePackets(Contains(AllOf(
Erik Språngf6468d22019-07-05 16:53:43 +02001048 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
Erik Språngea55b082019-10-02 14:57:46 +02001049 Pointee(Property(&RtpPacketToSend::SequenceNumber, seq_num))))));
Erik Språnga81e2b42019-10-28 11:17:07 +00001050 EXPECT_TRUE(
1051 rtp_sender_->SendToNetwork(std::make_unique<RtpPacketToSend>(*packet)));
1052 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
terelius5d332ac2016-01-14 14:37:39 -08001053
Erik Språnga81e2b42019-10-28 11:17:07 +00001054 // Process send bucket.
1055 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
1056 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
1057 transport_.last_sent_packet().GetHeader(&rtp_header);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001058
Erik Språnga81e2b42019-10-28 11:17:07 +00001059 // Verify sequence number and timestamp.
1060 EXPECT_EQ(seq_num, rtp_header.sequenceNumber);
1061 EXPECT_EQ(timestamp, rtp_header.timestamp);
1062 // Verify transmission time offset. This packet is sent without delay.
1063 EXPECT_EQ(0, rtp_header.extension.transmissionTimeOffset);
1064 uint64_t expected_send_time =
1065 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
1066 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +00001067}
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001068
minyue3a407ee2017-04-03 01:10:33 -07001069TEST_P(RtpSenderTest, OnSendPacketUpdated) {
Erik Språnga81e2b42019-10-28 11:17:07 +00001070 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
stefana23fc622016-07-28 07:56:38 -07001071 kRtpExtensionTransportSequenceNumber,
1072 kTransportSequenceNumberExtensionId));
Erik Språnga81e2b42019-10-28 11:17:07 +00001073 rtp_sender_->SetStorePacketsStatus(true, 10);
asapersson35151f32016-05-02 23:44:01 -07001074
1075 EXPECT_CALL(send_packet_observer_,
1076 OnSendPacket(kTransportSequenceNumber, _, _))
1077 .Times(1);
asapersson35151f32016-05-02 23:44:01 -07001078
Erik Språngea55b082019-10-02 14:57:46 +02001079 EXPECT_CALL(
1080 mock_paced_sender_,
1081 EnqueuePackets(Contains(AllOf(
1082 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1083 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum))))));
1084 auto packet = SendGenericPacket();
1085 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
1086 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
Erik Språnga81e2b42019-10-28 11:17:07 +00001087 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001088
danilchap12ba1862016-10-26 02:41:55 -07001089 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -07001090}
1091
minyue3a407ee2017-04-03 01:10:33 -07001092TEST_P(RtpSenderTest, OnSendPacketNotUpdatedForRetransmits) {
Erik Språnga81e2b42019-10-28 11:17:07 +00001093 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
stefana23fc622016-07-28 07:56:38 -07001094 kRtpExtensionTransportSequenceNumber,
1095 kTransportSequenceNumberExtensionId));
Erik Språnga81e2b42019-10-28 11:17:07 +00001096 rtp_sender_->SetStorePacketsStatus(true, 10);
asapersson35151f32016-05-02 23:44:01 -07001097
1098 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
asapersson35151f32016-05-02 23:44:01 -07001099
Erik Språngea55b082019-10-02 14:57:46 +02001100 EXPECT_CALL(
1101 mock_paced_sender_,
1102 EnqueuePackets(Contains(AllOf(
1103 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
1104 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum))))));
1105 auto packet = SendGenericPacket();
1106 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
1107 packet->SetExtension<TransportSequenceNumber>(kTransportSequenceNumber);
Erik Språnga81e2b42019-10-28 11:17:07 +00001108 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001109
danilchap12ba1862016-10-26 02:41:55 -07001110 EXPECT_EQ(1, transport_.packets_sent());
Petter Strandmark26bc6692018-05-29 08:43:35 +02001111 EXPECT_TRUE(transport_.last_options_.is_retransmit);
asapersson35151f32016-05-02 23:44:01 -07001112}
1113
minyue3a407ee2017-04-03 01:10:33 -07001114TEST_P(RtpSenderTestWithoutPacer, SendGenericVideo) {
Erik Språng6cf554e2019-10-02 20:55:39 +02001115 const uint8_t kPayloadType = 127;
1116 const VideoCodecType kCodecType = VideoCodecType::kVideoCodecGeneric;
Niels Möller5fe95102019-03-04 16:49:25 +01001117 PlayoutDelayOracle playout_delay_oracle;
Erik Språngdc34a252019-10-04 15:17:29 +02001118 FieldTrialBasedConfig field_trials;
1119 RTPSenderVideo::Config video_config;
1120 video_config.clock = &fake_clock_;
Erik Språnga81e2b42019-10-28 11:17:07 +00001121 video_config.rtp_sender = rtp_sender_.get();
Erik Språngdc34a252019-10-04 15:17:29 +02001122 video_config.playout_delay_oracle = &playout_delay_oracle;
1123 video_config.field_trials = &field_trials;
1124 RTPSenderVideo rtp_sender_video(video_config);
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001125 uint8_t payload[] = {47, 11, 32, 93, 89};
1126
1127 // Send keyframe
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001128 RTPVideoHeader video_header;
Danil Chapovalov51bf2002019-10-11 10:53:27 +02001129 video_header.frame_type = VideoFrameType::kVideoFrameKey;
1130 ASSERT_TRUE(rtp_sender_video.SendVideo(kPayloadType, kCodecType, 1234, 4321,
1131 payload, nullptr, video_header,
1132 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001133
danilchap96c15872016-11-21 01:35:29 -08001134 auto sent_payload = transport_.last_sent_packet().payload();
1135 uint8_t generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001136 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1137 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001138 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001139
1140 // Send delta frame
1141 payload[0] = 13;
1142 payload[1] = 42;
1143 payload[4] = 13;
1144
Danil Chapovalov51bf2002019-10-11 10:53:27 +02001145 video_header.frame_type = VideoFrameType::kVideoFrameDelta;
1146 ASSERT_TRUE(rtp_sender_video.SendVideo(kPayloadType, kCodecType, 1234, 4321,
1147 payload, nullptr, video_header,
1148 kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001149
danilchap96c15872016-11-21 01:35:29 -08001150 sent_payload = transport_.last_sent_packet().payload();
1151 generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001152 EXPECT_FALSE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1153 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001154 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001155}
1156
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001157TEST_P(RtpSenderTestWithoutPacer, SendRawVideo) {
Erik Språng6cf554e2019-10-02 20:55:39 +02001158 const uint8_t kPayloadType = 111;
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001159 const uint8_t payload[] = {11, 22, 33, 44, 55};
1160
1161 PlayoutDelayOracle playout_delay_oracle;
Erik Språngdc34a252019-10-04 15:17:29 +02001162 FieldTrialBasedConfig field_trials;
1163 RTPSenderVideo::Config video_config;
1164 video_config.clock = &fake_clock_;
Erik Språnga81e2b42019-10-28 11:17:07 +00001165 video_config.rtp_sender = rtp_sender_.get();
Erik Språngdc34a252019-10-04 15:17:29 +02001166 video_config.playout_delay_oracle = &playout_delay_oracle;
1167 video_config.field_trials = &field_trials;
1168 RTPSenderVideo rtp_sender_video(video_config);
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001169
1170 // Send a frame.
1171 RTPVideoHeader video_header;
Danil Chapovalov51bf2002019-10-11 10:53:27 +02001172 video_header.frame_type = VideoFrameType::kVideoFrameKey;
1173 ASSERT_TRUE(rtp_sender_video.SendVideo(kPayloadType, absl::nullopt, 1234,
1174 4321, payload, nullptr, video_header,
1175 kDefaultExpectedRetransmissionTimeMs));
Mirta Dvornicicfe68daa2019-05-23 13:21:12 +02001176
1177 auto sent_payload = transport_.last_sent_packet().payload();
1178 EXPECT_THAT(sent_payload, ElementsAreArray(payload));
1179}
1180
minyue3a407ee2017-04-03 01:10:33 -07001181TEST_P(RtpSenderTest, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001182 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001183 constexpr int kMediaPayloadType = 127;
Erik Språng6cf554e2019-10-02 20:55:39 +02001184 constexpr VideoCodecType kCodecType = VideoCodecType::kVideoCodecGeneric;
brandtrdbdb3f12016-11-10 05:04:48 -08001185 constexpr int kFlexfecPayloadType = 118;
brandtrdbdb3f12016-11-10 05:04:48 -08001186 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001187 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språng4580ca22019-07-04 10:38:43 +02001188 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1189 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001190 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001191
1192 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001193 RtpRtcp::Configuration config;
1194 config.clock = &fake_clock_;
1195 config.outgoing_transport = &transport_;
1196 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001197 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001198 config.flexfec_sender = &flexfec_sender_;
Erik Språng4580ca22019-07-04 10:38:43 +02001199 config.event_log = &mock_rtc_event_log_;
1200 config.send_packet_observer = &send_packet_observer_;
1201 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Erik Språnga81e2b42019-10-28 11:17:07 +00001202 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språng4580ca22019-07-04 10:38:43 +02001203
Erik Språnga81e2b42019-10-28 11:17:07 +00001204 rtp_sender_->SetSequenceNumber(kSeqNum);
1205 rtp_sender_->SetStorePacketsStatus(true, 10);
brandtrdbdb3f12016-11-10 05:04:48 -08001206
Niels Möller5fe95102019-03-04 16:49:25 +01001207 PlayoutDelayOracle playout_delay_oracle;
Erik Språngdc34a252019-10-04 15:17:29 +02001208 FieldTrialBasedConfig field_trials;
1209 RTPSenderVideo::Config video_config;
1210 video_config.clock = &fake_clock_;
Erik Språnga81e2b42019-10-28 11:17:07 +00001211 video_config.rtp_sender = rtp_sender_.get();
Erik Språngdc34a252019-10-04 15:17:29 +02001212 video_config.flexfec_sender = &flexfec_sender;
1213 video_config.playout_delay_oracle = &playout_delay_oracle;
1214 video_config.field_trials = &field_trials;
1215 RTPSenderVideo rtp_sender_video(video_config);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001216
brandtrdbdb3f12016-11-10 05:04:48 -08001217 // Parameters selected to generate a single FEC packet per media packet.
1218 FecProtectionParams params;
1219 params.fec_rate = 15;
1220 params.max_fec_frames = 1;
1221 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001222 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001223
brandtr9dfff292016-11-14 05:14:50 -08001224 uint16_t flexfec_seq_num;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001225 RTPVideoHeader video_header;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001226
Erik Språngf6468d22019-07-05 16:53:43 +02001227 std::unique_ptr<RtpPacketToSend> media_packet;
1228 std::unique_ptr<RtpPacketToSend> fec_packet;
1229
Erik Språngea55b082019-10-02 14:57:46 +02001230 EXPECT_CALL(mock_paced_sender_, EnqueuePackets)
Erik Språngfc78aac2019-10-24 12:55:30 +02001231 .WillOnce([&](std::vector<std::unique_ptr<RtpPacketToSend>> packets) {
1232 for (auto& packet : packets) {
1233 if (packet->packet_type() == RtpPacketToSend::Type::kVideo) {
1234 EXPECT_EQ(packet->Ssrc(), kSsrc);
1235 EXPECT_EQ(packet->SequenceNumber(), kSeqNum);
1236 media_packet = std::move(packet);
1237 } else {
1238 EXPECT_EQ(packet->packet_type(),
1239 RtpPacketToSend::Type::kForwardErrorCorrection);
1240 EXPECT_EQ(packet->Ssrc(), kFlexFecSsrc);
1241 fec_packet = std::move(packet);
1242 }
1243 }
1244 });
Erik Språngf6468d22019-07-05 16:53:43 +02001245
Danil Chapovalov51bf2002019-10-11 10:53:27 +02001246 video_header.frame_type = VideoFrameType::kVideoFrameKey;
Erik Språngf6468d22019-07-05 16:53:43 +02001247 EXPECT_TRUE(rtp_sender_video.SendVideo(
Danil Chapovalov51bf2002019-10-11 10:53:27 +02001248 kMediaPayloadType, kCodecType, kTimestamp,
1249 fake_clock_.TimeInMilliseconds(), kPayloadData, nullptr, video_header,
Erik Språng6cf554e2019-10-02 20:55:39 +02001250 kDefaultExpectedRetransmissionTimeMs));
Erik Språngf6468d22019-07-05 16:53:43 +02001251 ASSERT_TRUE(media_packet != nullptr);
1252 ASSERT_TRUE(fec_packet != nullptr);
1253
1254 flexfec_seq_num = fec_packet->SequenceNumber();
Erik Språnga81e2b42019-10-28 11:17:07 +00001255 rtp_sender_->TrySendPacket(media_packet.get(), PacedPacketInfo());
1256 rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001257
Erik Språnga81e2b42019-10-28 11:17:07 +00001258 ASSERT_EQ(2, transport_.packets_sent());
1259 const RtpPacketReceived& sent_media_packet = transport_.sent_packets_[0];
1260 EXPECT_EQ(kMediaPayloadType, sent_media_packet.PayloadType());
1261 EXPECT_EQ(kSeqNum, sent_media_packet.SequenceNumber());
1262 EXPECT_EQ(kSsrc, sent_media_packet.Ssrc());
1263 const RtpPacketReceived& sent_flexfec_packet = transport_.sent_packets_[1];
1264 EXPECT_EQ(kFlexfecPayloadType, sent_flexfec_packet.PayloadType());
1265 EXPECT_EQ(flexfec_seq_num, sent_flexfec_packet.SequenceNumber());
1266 EXPECT_EQ(kFlexFecSsrc, sent_flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001267}
1268
Erik Språngf6468d22019-07-05 16:53:43 +02001269// TODO(ilnik): because of webrtc:7859. Once FEC moved below pacer, this test
1270// should be removed.
1271TEST_P(RtpSenderTest, NoFlexfecForTimingFrames) {
1272 constexpr uint32_t kTimestamp = 1234;
1273 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
1274 constexpr int kMediaPayloadType = 127;
Erik Språng6cf554e2019-10-02 20:55:39 +02001275 constexpr VideoCodecType kCodecType = VideoCodecType::kVideoCodecGeneric;
Erik Språngf6468d22019-07-05 16:53:43 +02001276 constexpr int kFlexfecPayloadType = 118;
1277 const std::vector<RtpExtension> kNoRtpExtensions;
1278 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
1279
1280 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1281 kNoRtpExtensions, kNoRtpExtensionSizes,
1282 nullptr /* rtp_state */, &fake_clock_);
1283
1284 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng630443a2019-07-26 16:44:55 +02001285 RtpRtcp::Configuration config;
1286 config.clock = &fake_clock_;
1287 config.outgoing_transport = &transport_;
1288 config.paced_sender = &mock_paced_sender_;
1289 config.flexfec_sender = &flexfec_sender;
Erik Språng630443a2019-07-26 16:44:55 +02001290 config.event_log = &mock_rtc_event_log_;
1291 config.send_packet_observer = &send_packet_observer_;
1292 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001293 config.local_media_ssrc = kSsrc;
Erik Språnga81e2b42019-10-28 11:17:07 +00001294 rtp_sender_ = std::make_unique<RTPSender>(config);
1295 rtp_sender_->SetSequenceNumber(kSeqNum);
1296 rtp_sender_->SetStorePacketsStatus(true, 10);
Erik Språngf6468d22019-07-05 16:53:43 +02001297
1298 PlayoutDelayOracle playout_delay_oracle;
Erik Språngdc34a252019-10-04 15:17:29 +02001299 FieldTrialBasedConfig field_trials;
1300 RTPSenderVideo::Config video_config;
1301 video_config.clock = &fake_clock_;
Erik Språnga81e2b42019-10-28 11:17:07 +00001302 video_config.rtp_sender = rtp_sender_.get();
Erik Språngdc34a252019-10-04 15:17:29 +02001303 video_config.flexfec_sender = &flexfec_sender;
1304 video_config.playout_delay_oracle = &playout_delay_oracle;
1305 video_config.field_trials = &field_trials;
1306 RTPSenderVideo rtp_sender_video(video_config);
Erik Språngf6468d22019-07-05 16:53:43 +02001307
1308 // Need extension to be registered for timing frames to be sent.
Erik Språnga81e2b42019-10-28 11:17:07 +00001309 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
Erik Språngf6468d22019-07-05 16:53:43 +02001310 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
1311
1312 // Parameters selected to generate a single FEC packet per media packet.
1313 FecProtectionParams params;
1314 params.fec_rate = 15;
1315 params.max_fec_frames = 1;
1316 params.fec_mask_type = kFecMaskRandom;
1317 rtp_sender_video.SetFecParameters(params, params);
1318
1319 RTPVideoHeader video_header;
1320 video_header.video_timing.flags = VideoSendTiming::kTriggeredByTimer;
1321
1322 EXPECT_CALL(mock_rtc_event_log_,
1323 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1324 .Times(1);
Erik Språngf6468d22019-07-05 16:53:43 +02001325 std::unique_ptr<RtpPacketToSend> rtp_packet;
1326 EXPECT_CALL(
1327 mock_paced_sender_,
Erik Språngea55b082019-10-02 14:57:46 +02001328 EnqueuePackets(Contains(AllOf(
Erik Språngf6468d22019-07-05 16:53:43 +02001329 Pointee(Property(&RtpPacketToSend::Ssrc, kSsrc)),
Erik Språngea55b082019-10-02 14:57:46 +02001330 Pointee(Property(&RtpPacketToSend::SequenceNumber, kSeqNum))))))
1331 .WillOnce([&rtp_packet](
1332 std::vector<std::unique_ptr<RtpPacketToSend>> packets) {
1333 EXPECT_EQ(packets.size(), 1u);
1334 rtp_packet = std::move(packets[0]);
Erik Språngf6468d22019-07-05 16:53:43 +02001335 });
1336
Erik Språngea55b082019-10-02 14:57:46 +02001337 EXPECT_CALL(mock_paced_sender_,
1338 EnqueuePackets(Contains(
1339 Pointee(Property(&RtpPacketToSend::Ssrc, kFlexFecSsrc)))))
Erik Språngf6468d22019-07-05 16:53:43 +02001340 .Times(0); // Not called because packet should not be protected.
1341
Danil Chapovalov51bf2002019-10-11 10:53:27 +02001342 video_header.frame_type = VideoFrameType::kVideoFrameKey;
Erik Språngf6468d22019-07-05 16:53:43 +02001343 EXPECT_TRUE(rtp_sender_video.SendVideo(
Danil Chapovalov51bf2002019-10-11 10:53:27 +02001344 kMediaPayloadType, kCodecType, kTimestamp, kCaptureTimeMs, kPayloadData,
1345 nullptr, video_header, kDefaultExpectedRetransmissionTimeMs));
Erik Språngf6468d22019-07-05 16:53:43 +02001346
Erik Språnga81e2b42019-10-28 11:17:07 +00001347 EXPECT_TRUE(
1348 rtp_sender_->TrySendPacket(rtp_packet.get(), PacedPacketInfo()));
Erik Språngf6468d22019-07-05 16:53:43 +02001349
Erik Språnga81e2b42019-10-28 11:17:07 +00001350 ASSERT_EQ(1, transport_.packets_sent());
1351 const RtpPacketReceived& sent_media_packet1 = transport_.sent_packets_[0];
1352 EXPECT_EQ(kMediaPayloadType, sent_media_packet1.PayloadType());
1353 EXPECT_EQ(kSeqNum, sent_media_packet1.SequenceNumber());
1354 EXPECT_EQ(kSsrc, sent_media_packet1.Ssrc());
Erik Språngf6468d22019-07-05 16:53:43 +02001355
Erik Språnga81e2b42019-10-28 11:17:07 +00001356 // Now try to send not a timing frame.
1357 uint16_t flexfec_seq_num;
Erik Språngf6468d22019-07-05 16:53:43 +02001358
Erik Språnga81e2b42019-10-28 11:17:07 +00001359 EXPECT_CALL(mock_rtc_event_log_,
1360 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1361 .Times(2);
1362 std::unique_ptr<RtpPacketToSend> media_packet2;
1363 std::unique_ptr<RtpPacketToSend> fec_packet;
Erik Språngf6468d22019-07-05 16:53:43 +02001364
Erik Språnga81e2b42019-10-28 11:17:07 +00001365 EXPECT_CALL(mock_paced_sender_, EnqueuePackets)
1366 .WillOnce([&](std::vector<std::unique_ptr<RtpPacketToSend>> packets) {
1367 for (auto& packet : packets) {
1368 if (packet->packet_type() == RtpPacketToSend::Type::kVideo) {
1369 EXPECT_EQ(packet->Ssrc(), kSsrc);
1370 EXPECT_EQ(packet->SequenceNumber(), kSeqNum + 1);
1371 media_packet2 = std::move(packet);
1372 } else {
1373 EXPECT_EQ(packet->packet_type(),
1374 RtpPacketToSend::Type::kForwardErrorCorrection);
1375 EXPECT_EQ(packet->Ssrc(), kFlexFecSsrc);
1376 fec_packet = std::move(packet);
Erik Språngfc78aac2019-10-24 12:55:30 +02001377 }
Erik Språnga81e2b42019-10-28 11:17:07 +00001378 }
1379 });
Erik Språngf6468d22019-07-05 16:53:43 +02001380
Erik Språnga81e2b42019-10-28 11:17:07 +00001381 video_header.video_timing.flags = VideoSendTiming::kInvalid;
1382 video_header.frame_type = VideoFrameType::kVideoFrameKey;
1383 EXPECT_TRUE(rtp_sender_video.SendVideo(kMediaPayloadType, kCodecType,
1384 kTimestamp + 1, kCaptureTimeMs + 1,
1385 kPayloadData, nullptr, video_header,
1386 kDefaultExpectedRetransmissionTimeMs));
Erik Språngf6468d22019-07-05 16:53:43 +02001387
Erik Språnga81e2b42019-10-28 11:17:07 +00001388 ASSERT_TRUE(media_packet2 != nullptr);
1389 ASSERT_TRUE(fec_packet != nullptr);
Erik Språngf6468d22019-07-05 16:53:43 +02001390
Erik Språnga81e2b42019-10-28 11:17:07 +00001391 flexfec_seq_num = fec_packet->SequenceNumber();
1392 rtp_sender_->TrySendPacket(media_packet2.get(), PacedPacketInfo());
1393 rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo());
Erik Språngf6468d22019-07-05 16:53:43 +02001394
Erik Språnga81e2b42019-10-28 11:17:07 +00001395 ASSERT_EQ(3, transport_.packets_sent());
1396 const RtpPacketReceived& sent_media_packet2 = transport_.sent_packets_[1];
1397 EXPECT_EQ(kMediaPayloadType, sent_media_packet2.PayloadType());
1398 EXPECT_EQ(kSeqNum + 1, sent_media_packet2.SequenceNumber());
1399 EXPECT_EQ(kSsrc, sent_media_packet2.Ssrc());
1400 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[2];
1401 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1402 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1403 EXPECT_EQ(kFlexFecSsrc, flexfec_packet.Ssrc());
Erik Språngf6468d22019-07-05 16:53:43 +02001404}
1405
minyue3a407ee2017-04-03 01:10:33 -07001406TEST_P(RtpSenderTestWithoutPacer, SendFlexfecPackets) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001407 constexpr uint32_t kTimestamp = 1234;
brandtrdbdb3f12016-11-10 05:04:48 -08001408 constexpr int kMediaPayloadType = 127;
Erik Språng6cf554e2019-10-02 20:55:39 +02001409 constexpr VideoCodecType kCodecType = VideoCodecType::kVideoCodecGeneric;
brandtrdbdb3f12016-11-10 05:04:48 -08001410 constexpr int kFlexfecPayloadType = 118;
brandtrdbdb3f12016-11-10 05:04:48 -08001411 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001412 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språngf6468d22019-07-05 16:53:43 +02001413 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
Erik Språng4580ca22019-07-04 10:38:43 +02001414 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001415 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001416
1417 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001418 RtpRtcp::Configuration config;
1419 config.clock = &fake_clock_;
1420 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001421 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001422 config.flexfec_sender = &flexfec_sender;
Erik Språng4580ca22019-07-04 10:38:43 +02001423 config.event_log = &mock_rtc_event_log_;
1424 config.send_packet_observer = &send_packet_observer_;
1425 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Erik Språnga81e2b42019-10-28 11:17:07 +00001426 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språng4580ca22019-07-04 10:38:43 +02001427
Erik Språnga81e2b42019-10-28 11:17:07 +00001428 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001429
Niels Möller5fe95102019-03-04 16:49:25 +01001430 PlayoutDelayOracle playout_delay_oracle;
Erik Språngdc34a252019-10-04 15:17:29 +02001431 FieldTrialBasedConfig field_trials;
1432 RTPSenderVideo::Config video_config;
1433 video_config.clock = &fake_clock_;
Erik Språnga81e2b42019-10-28 11:17:07 +00001434 video_config.rtp_sender = rtp_sender_.get();
Erik Språngdc34a252019-10-04 15:17:29 +02001435 video_config.flexfec_sender = &flexfec_sender;
1436 video_config.playout_delay_oracle = &playout_delay_oracle;
1437 video_config.field_trials = &field_trials;
1438 RTPSenderVideo rtp_sender_video(video_config);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001439
brandtrdbdb3f12016-11-10 05:04:48 -08001440 // Parameters selected to generate a single FEC packet per media packet.
1441 FecProtectionParams params;
1442 params.fec_rate = 15;
1443 params.max_fec_frames = 1;
1444 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001445 rtp_sender_video.SetFecParameters(params, params);
brandtrdbdb3f12016-11-10 05:04:48 -08001446
Elad Alon4a87e1c2017-10-03 16:11:34 +02001447 EXPECT_CALL(mock_rtc_event_log_,
1448 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1449 .Times(2);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001450 RTPVideoHeader video_header;
Danil Chapovalov51bf2002019-10-11 10:53:27 +02001451 video_header.frame_type = VideoFrameType::kVideoFrameKey;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001452 EXPECT_TRUE(rtp_sender_video.SendVideo(
Danil Chapovalov51bf2002019-10-11 10:53:27 +02001453 kMediaPayloadType, kCodecType, kTimestamp,
1454 fake_clock_.TimeInMilliseconds(), kPayloadData, nullptr, video_header,
1455 kDefaultExpectedRetransmissionTimeMs));
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001456
brandtrdbdb3f12016-11-10 05:04:48 -08001457 ASSERT_EQ(2, transport_.packets_sent());
1458 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1459 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
Erik Språng4580ca22019-07-04 10:38:43 +02001460 EXPECT_EQ(kSsrc, media_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001461 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1462 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
Erik Språngf6468d22019-07-05 16:53:43 +02001463 EXPECT_EQ(kFlexFecSsrc, flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001464}
1465
Steve Anton296a0ce2018-03-22 15:17:27 -07001466// Test that the MID header extension is included on sent packets when
1467// configured.
1468TEST_P(RtpSenderTestWithoutPacer, MidIncludedOnSentPackets) {
1469 const char kMid[] = "mid";
1470
Steve Anton2bac7da2019-07-21 15:04:21 -04001471 EnableMidSending(kMid);
Steve Anton296a0ce2018-03-22 15:17:27 -07001472
1473 // Send a couple packets.
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001474 SendGenericPacket();
1475 SendGenericPacket();
Steve Anton296a0ce2018-03-22 15:17:27 -07001476
1477 // Expect both packets to have the MID set.
1478 ASSERT_EQ(2u, transport_.sent_packets_.size());
1479 for (const RtpPacketReceived& packet : transport_.sent_packets_) {
1480 std::string mid;
1481 ASSERT_TRUE(packet.GetExtension<RtpMid>(&mid));
1482 EXPECT_EQ(kMid, mid);
1483 }
1484}
1485
Amit Hilbuch77938e62018-12-21 09:23:38 -08001486TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnSentPackets) {
1487 const char kRid[] = "f";
1488
Steve Anton2bac7da2019-07-21 15:04:21 -04001489 EnableRidSending(kRid);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001490
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001491 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001492
1493 ASSERT_EQ(1u, transport_.sent_packets_.size());
1494 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1495 std::string rid;
1496 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1497 EXPECT_EQ(kRid, rid);
1498}
1499
1500TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnRtxSentPackets) {
1501 const char kRid[] = "f";
Amit Hilbuch77938e62018-12-21 09:23:38 -08001502
Steve Anton2bac7da2019-07-21 15:04:21 -04001503 EnableRtx();
1504 EnableRidSending(kRid);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001505
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001506 SendGenericPacket();
Amit Hilbuch77938e62018-12-21 09:23:38 -08001507 ASSERT_EQ(1u, transport_.sent_packets_.size());
1508 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1509 std::string rid;
1510 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1511 EXPECT_EQ(kRid, rid);
1512 rid = kNoRid;
Steve Anton2bac7da2019-07-21 15:04:21 -04001513 EXPECT_FALSE(packet.HasExtension<RepairedRtpStreamId>());
Amit Hilbuch77938e62018-12-21 09:23:38 -08001514
1515 uint16_t packet_id = packet.SequenceNumber();
Erik Språnga81e2b42019-10-28 11:17:07 +00001516 rtp_sender_->ReSendPacket(packet_id);
Amit Hilbuch77938e62018-12-21 09:23:38 -08001517 ASSERT_EQ(2u, transport_.sent_packets_.size());
1518 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1519 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rid));
1520 EXPECT_EQ(kRid, rid);
1521 EXPECT_FALSE(rtx_packet.HasExtension<RtpStreamId>());
1522}
1523
Steve Anton2bac7da2019-07-21 15:04:21 -04001524TEST_P(RtpSenderTestWithoutPacer, MidAndRidNotIncludedOnSentPacketsAfterAck) {
1525 const char kMid[] = "mid";
1526 const char kRid[] = "f";
1527
1528 EnableMidSending(kMid);
1529 EnableRidSending(kRid);
1530
1531 // This first packet should include both MID and RID.
1532 auto first_built_packet = SendGenericPacket();
1533
Erik Språnga81e2b42019-10-28 11:17:07 +00001534 rtp_sender_->OnReceivedAckOnSsrc(first_built_packet->SequenceNumber());
Steve Anton2bac7da2019-07-21 15:04:21 -04001535
1536 // The second packet should include neither since an ack was received.
1537 SendGenericPacket();
1538
1539 ASSERT_EQ(2u, transport_.sent_packets_.size());
1540
1541 const RtpPacketReceived& first_packet = transport_.sent_packets_[0];
1542 std::string mid, rid;
1543 ASSERT_TRUE(first_packet.GetExtension<RtpMid>(&mid));
1544 EXPECT_EQ(kMid, mid);
1545 ASSERT_TRUE(first_packet.GetExtension<RtpStreamId>(&rid));
1546 EXPECT_EQ(kRid, rid);
1547
1548 const RtpPacketReceived& second_packet = transport_.sent_packets_[1];
1549 EXPECT_FALSE(second_packet.HasExtension<RtpMid>());
1550 EXPECT_FALSE(second_packet.HasExtension<RtpStreamId>());
1551}
1552
1553// Test that the first RTX packet includes both MID and RRID even if the packet
1554// being retransmitted did not have MID or RID. The MID and RID are needed on
1555// the first packets for a given SSRC, and RTX packets are sent on a separate
1556// SSRC.
1557TEST_P(RtpSenderTestWithoutPacer, MidAndRidIncludedOnFirstRtxPacket) {
1558 const char kMid[] = "mid";
1559 const char kRid[] = "f";
1560
1561 EnableRtx();
1562 EnableMidSending(kMid);
1563 EnableRidSending(kRid);
1564
1565 // This first packet will include both MID and RID.
1566 auto first_built_packet = SendGenericPacket();
Erik Språnga81e2b42019-10-28 11:17:07 +00001567 rtp_sender_->OnReceivedAckOnSsrc(first_built_packet->SequenceNumber());
Steve Anton2bac7da2019-07-21 15:04:21 -04001568
1569 // The second packet will include neither since an ack was received.
1570 auto second_built_packet = SendGenericPacket();
1571
1572 // The first RTX packet should include MID and RRID.
1573 ASSERT_LT(0,
Erik Språnga81e2b42019-10-28 11:17:07 +00001574 rtp_sender_->ReSendPacket(second_built_packet->SequenceNumber()));
Steve Anton2bac7da2019-07-21 15:04:21 -04001575
1576 ASSERT_EQ(3u, transport_.sent_packets_.size());
1577
1578 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[2];
1579 std::string mid, rrid;
1580 ASSERT_TRUE(rtx_packet.GetExtension<RtpMid>(&mid));
1581 EXPECT_EQ(kMid, mid);
1582 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rrid));
1583 EXPECT_EQ(kRid, rrid);
1584}
1585
1586// Test that the RTX packets sent after receving an ACK on the RTX SSRC does
1587// not include either MID or RRID even if the packet being retransmitted did
1588// had a MID or RID.
1589TEST_P(RtpSenderTestWithoutPacer, MidAndRidNotIncludedOnRtxPacketsAfterAck) {
1590 const char kMid[] = "mid";
1591 const char kRid[] = "f";
1592
1593 EnableRtx();
1594 EnableMidSending(kMid);
1595 EnableRidSending(kRid);
1596
1597 // This first packet will include both MID and RID.
1598 auto first_built_packet = SendGenericPacket();
Erik Språnga81e2b42019-10-28 11:17:07 +00001599 rtp_sender_->OnReceivedAckOnSsrc(first_built_packet->SequenceNumber());
Steve Anton2bac7da2019-07-21 15:04:21 -04001600
1601 // The second packet will include neither since an ack was received.
1602 auto second_built_packet = SendGenericPacket();
1603
1604 // The first RTX packet will include MID and RRID.
1605 ASSERT_LT(0,
Erik Språnga81e2b42019-10-28 11:17:07 +00001606 rtp_sender_->ReSendPacket(second_built_packet->SequenceNumber()));
Steve Anton2bac7da2019-07-21 15:04:21 -04001607
1608 ASSERT_EQ(3u, transport_.sent_packets_.size());
1609 const RtpPacketReceived& first_rtx_packet = transport_.sent_packets_[2];
1610
Erik Språnga81e2b42019-10-28 11:17:07 +00001611 rtp_sender_->OnReceivedAckOnRtxSsrc(first_rtx_packet.SequenceNumber());
Steve Anton2bac7da2019-07-21 15:04:21 -04001612
1613 // The second and third RTX packets should not include MID nor RRID.
Erik Språnga81e2b42019-10-28 11:17:07 +00001614 ASSERT_LT(0, rtp_sender_->ReSendPacket(first_built_packet->SequenceNumber()));
Steve Anton2bac7da2019-07-21 15:04:21 -04001615 ASSERT_LT(0,
Erik Språnga81e2b42019-10-28 11:17:07 +00001616 rtp_sender_->ReSendPacket(second_built_packet->SequenceNumber()));
Steve Anton2bac7da2019-07-21 15:04:21 -04001617
1618 ASSERT_EQ(5u, transport_.sent_packets_.size());
1619
1620 const RtpPacketReceived& second_rtx_packet = transport_.sent_packets_[3];
1621 EXPECT_FALSE(second_rtx_packet.HasExtension<RtpMid>());
1622 EXPECT_FALSE(second_rtx_packet.HasExtension<RepairedRtpStreamId>());
1623
1624 const RtpPacketReceived& third_rtx_packet = transport_.sent_packets_[4];
1625 EXPECT_FALSE(third_rtx_packet.HasExtension<RtpMid>());
1626 EXPECT_FALSE(third_rtx_packet.HasExtension<RepairedRtpStreamId>());
1627}
1628
1629// Test that if the RtpState indicates an ACK has been received on that SSRC
1630// then neither the MID nor RID header extensions will be sent.
1631TEST_P(RtpSenderTestWithoutPacer,
1632 MidAndRidNotIncludedOnSentPacketsAfterRtpStateRestored) {
1633 const char kMid[] = "mid";
1634 const char kRid[] = "f";
1635
1636 EnableMidSending(kMid);
1637 EnableRidSending(kRid);
1638
Erik Språnga81e2b42019-10-28 11:17:07 +00001639 RtpState state = rtp_sender_->GetRtpState();
Steve Anton2bac7da2019-07-21 15:04:21 -04001640 EXPECT_FALSE(state.ssrc_has_acked);
1641 state.ssrc_has_acked = true;
Erik Språnga81e2b42019-10-28 11:17:07 +00001642 rtp_sender_->SetRtpState(state);
Steve Anton2bac7da2019-07-21 15:04:21 -04001643
1644 SendGenericPacket();
1645
1646 ASSERT_EQ(1u, transport_.sent_packets_.size());
1647 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1648 EXPECT_FALSE(packet.HasExtension<RtpMid>());
1649 EXPECT_FALSE(packet.HasExtension<RtpStreamId>());
1650}
1651
1652// Test that if the RTX RtpState indicates an ACK has been received on that
1653// RTX SSRC then neither the MID nor RRID header extensions will be sent on
1654// RTX packets.
1655TEST_P(RtpSenderTestWithoutPacer,
1656 MidAndRridNotIncludedOnRtxPacketsAfterRtpStateRestored) {
1657 const char kMid[] = "mid";
1658 const char kRid[] = "f";
1659
1660 EnableRtx();
1661 EnableMidSending(kMid);
1662 EnableRidSending(kRid);
1663
Erik Språnga81e2b42019-10-28 11:17:07 +00001664 RtpState rtx_state = rtp_sender_->GetRtxRtpState();
Steve Anton2bac7da2019-07-21 15:04:21 -04001665 EXPECT_FALSE(rtx_state.ssrc_has_acked);
1666 rtx_state.ssrc_has_acked = true;
Erik Språnga81e2b42019-10-28 11:17:07 +00001667 rtp_sender_->SetRtxRtpState(rtx_state);
Steve Anton2bac7da2019-07-21 15:04:21 -04001668
1669 auto built_packet = SendGenericPacket();
Erik Språnga81e2b42019-10-28 11:17:07 +00001670 ASSERT_LT(0, rtp_sender_->ReSendPacket(built_packet->SequenceNumber()));
Steve Anton2bac7da2019-07-21 15:04:21 -04001671
1672 ASSERT_EQ(2u, transport_.sent_packets_.size());
1673 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1674 EXPECT_FALSE(rtx_packet.HasExtension<RtpMid>());
1675 EXPECT_FALSE(rtx_packet.HasExtension<RepairedRtpStreamId>());
1676}
1677
minyue3a407ee2017-04-03 01:10:33 -07001678TEST_P(RtpSenderTest, FecOverheadRate) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001679 constexpr uint32_t kTimestamp = 1234;
1680 constexpr int kMediaPayloadType = 127;
Erik Språng6cf554e2019-10-02 20:55:39 +02001681 constexpr VideoCodecType kCodecType = VideoCodecType::kVideoCodecGeneric;
brandtr81eab612017-01-24 04:06:09 -08001682 constexpr int kFlexfecPayloadType = 118;
brandtr81eab612017-01-24 04:06:09 -08001683 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001684 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
Erik Språng4580ca22019-07-04 10:38:43 +02001685 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexFecSsrc, kSsrc, kNoMid,
1686 kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001687 nullptr /* rtp_state */, &fake_clock_);
brandtr81eab612017-01-24 04:06:09 -08001688
1689 // Reset |rtp_sender_| to use FlexFEC.
Erik Språng4580ca22019-07-04 10:38:43 +02001690 RtpRtcp::Configuration config;
1691 config.clock = &fake_clock_;
1692 config.outgoing_transport = &transport_;
1693 config.paced_sender = &mock_paced_sender_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001694 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001695 config.flexfec_sender = &flexfec_sender;
Erik Språng4580ca22019-07-04 10:38:43 +02001696 config.event_log = &mock_rtc_event_log_;
1697 config.send_packet_observer = &send_packet_observer_;
1698 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Erik Språnga81e2b42019-10-28 11:17:07 +00001699 rtp_sender_ = std::make_unique<RTPSender>(config);
Erik Språng4580ca22019-07-04 10:38:43 +02001700
Erik Språnga81e2b42019-10-28 11:17:07 +00001701 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr81eab612017-01-24 04:06:09 -08001702
Niels Möller5fe95102019-03-04 16:49:25 +01001703 PlayoutDelayOracle playout_delay_oracle;
Erik Språngdc34a252019-10-04 15:17:29 +02001704 FieldTrialBasedConfig field_trials;
1705 RTPSenderVideo::Config video_config;
1706 video_config.clock = &fake_clock_;
Erik Språnga81e2b42019-10-28 11:17:07 +00001707 video_config.rtp_sender = rtp_sender_.get();
Erik Språngdc34a252019-10-04 15:17:29 +02001708 video_config.flexfec_sender = &flexfec_sender;
1709 video_config.playout_delay_oracle = &playout_delay_oracle;
1710 video_config.field_trials = &field_trials;
1711 RTPSenderVideo rtp_sender_video(video_config);
brandtr81eab612017-01-24 04:06:09 -08001712 // Parameters selected to generate a single FEC packet per media packet.
1713 FecProtectionParams params;
1714 params.fec_rate = 15;
1715 params.max_fec_frames = 1;
1716 params.fec_mask_type = kFecMaskRandom;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001717 rtp_sender_video.SetFecParameters(params, params);
brandtr81eab612017-01-24 04:06:09 -08001718
1719 constexpr size_t kNumMediaPackets = 10;
1720 constexpr size_t kNumFecPackets = kNumMediaPackets;
1721 constexpr int64_t kTimeBetweenPacketsMs = 10;
Erik Språngfc78aac2019-10-24 12:55:30 +02001722 EXPECT_CALL(mock_paced_sender_, EnqueuePackets).Times(kNumMediaPackets);
brandtr81eab612017-01-24 04:06:09 -08001723 for (size_t i = 0; i < kNumMediaPackets; ++i) {
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001724 RTPVideoHeader video_header;
1725
Danil Chapovalov51bf2002019-10-11 10:53:27 +02001726 video_header.frame_type = VideoFrameType::kVideoFrameKey;
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001727 EXPECT_TRUE(rtp_sender_video.SendVideo(
Danil Chapovalov51bf2002019-10-11 10:53:27 +02001728 kMediaPayloadType, kCodecType, kTimestamp,
1729 fake_clock_.TimeInMilliseconds(), kPayloadData, nullptr, video_header,
Erik Språng6cf554e2019-10-02 20:55:39 +02001730 kDefaultExpectedRetransmissionTimeMs));
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001731
brandtr81eab612017-01-24 04:06:09 -08001732 fake_clock_.AdvanceTimeMilliseconds(kTimeBetweenPacketsMs);
1733 }
1734 constexpr size_t kRtpHeaderLength = 12;
1735 constexpr size_t kFlexfecHeaderLength = 20;
1736 constexpr size_t kGenericCodecHeaderLength = 1;
1737 constexpr size_t kPayloadLength = sizeof(kPayloadData);
1738 constexpr size_t kPacketLength = kRtpHeaderLength + kFlexfecHeaderLength +
1739 kGenericCodecHeaderLength + kPayloadLength;
1740 EXPECT_NEAR(kNumFecPackets * kPacketLength * 8 /
1741 (kNumFecPackets * kTimeBetweenPacketsMs / 1000.0f),
Niels Möllere7b9e6b2019-02-06 18:23:44 +01001742 rtp_sender_video.FecOverheadRate(), 500);
brandtr81eab612017-01-24 04:06:09 -08001743}
1744
minyue3a407ee2017-04-03 01:10:33 -07001745TEST_P(RtpSenderTest, BitrateCallbacks) {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001746 class TestCallback : public BitrateStatisticsObserver {
1747 public:
sprangcd349d92016-07-13 09:11:28 -07001748 TestCallback()
1749 : BitrateStatisticsObserver(),
1750 num_calls_(0),
1751 ssrc_(0),
1752 total_bitrate_(0),
1753 retransmit_bitrate_(0) {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001754 ~TestCallback() override = default;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001755
sprangcd349d92016-07-13 09:11:28 -07001756 void Notify(uint32_t total_bitrate,
1757 uint32_t retransmit_bitrate,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001758 uint32_t ssrc) override {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001759 ++num_calls_;
1760 ssrc_ = ssrc;
sprangcd349d92016-07-13 09:11:28 -07001761 total_bitrate_ = total_bitrate;
1762 retransmit_bitrate_ = retransmit_bitrate;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001763 }
1764
1765 uint32_t num_calls_;
1766 uint32_t ssrc_;
sprangcd349d92016-07-13 09:11:28 -07001767 uint32_t total_bitrate_;
1768 uint32_t retransmit_bitrate_;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001769 } callback;
Erik Språng4580ca22019-07-04 10:38:43 +02001770
1771 RtpRtcp::Configuration config;
1772 config.clock = &fake_clock_;
1773 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02001774 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02001775 config.send_bitrate_observer = &callback;
1776 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
Erik Språnga81e2b42019-10-28 11:17:07 +00001777 rtp_sender_ = std::make_unique<RTPSender>(config);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001778
Niels Möller5fe95102019-03-04 16:49:25 +01001779 PlayoutDelayOracle playout_delay_oracle;
Erik Språngdc34a252019-10-04 15:17:29 +02001780 FieldTrialBasedConfig field_trials;
1781 RTPSenderVideo::Config video_config;
1782 video_config.clock = &fake_clock_;
Erik Språnga81e2b42019-10-28 11:17:07 +00001783 video_config.rtp_sender = rtp_sender_.get();
Erik Språngdc34a252019-10-04 15:17:29 +02001784 video_config.playout_delay_oracle = &playout_delay_oracle;
1785 video_config.field_trials = &field_trials;
1786 RTPSenderVideo rtp_sender_video(video_config);
Erik Språng6cf554e2019-10-02 20:55:39 +02001787 const VideoCodecType kCodecType = VideoCodecType::kVideoCodecGeneric;
1788 const uint8_t kPayloadType = 127;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001789
sprangcd349d92016-07-13 09:11:28 -07001790 // Simulate kNumPackets sent with kPacketInterval ms intervals, with the
1791 // number of packets selected so that we fill (but don't overflow) the one
1792 // second averaging window.
1793 const uint32_t kWindowSizeMs = 1000;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001794 const uint32_t kPacketInterval = 20;
sprangcd349d92016-07-13 09:11:28 -07001795 const uint32_t kNumPackets =
1796 (kWindowSizeMs - kPacketInterval) / kPacketInterval;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001797 // Overhead = 12 bytes RTP header + 1 byte generic header.
1798 const uint32_t kPacketOverhead = 13;
1799
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001800 uint8_t payload[] = {47, 11, 32, 93, 89};
Erik Språnga81e2b42019-10-28 11:17:07 +00001801 rtp_sender_->SetStorePacketsStatus(true, 1);
1802 uint32_t ssrc = rtp_sender_->SSRC();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001803
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001804 // Initial process call so we get a new time window.
Erik Språnga81e2b42019-10-28 11:17:07 +00001805 rtp_sender_->ProcessBitrate();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001806
1807 // Send a few frames.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001808 RTPVideoHeader video_header;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001809 for (uint32_t i = 0; i < kNumPackets; ++i) {
Danil Chapovalov51bf2002019-10-11 10:53:27 +02001810 video_header.frame_type = VideoFrameType::kVideoFrameKey;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001811 ASSERT_TRUE(rtp_sender_video.SendVideo(
Danil Chapovalov51bf2002019-10-11 10:53:27 +02001812 kPayloadType, kCodecType, 1234, 4321, payload, nullptr, video_header,
Niels Möller8f7ce222019-03-21 15:43:58 +01001813 kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001814 fake_clock_.AdvanceTimeMilliseconds(kPacketInterval);
1815 }
1816
Erik Språnga81e2b42019-10-28 11:17:07 +00001817 rtp_sender_->ProcessBitrate();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001818
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001819 // We get one call for every stats updated, thus two calls since both the
1820 // stream stats and the retransmit stats are updated once.
1821 EXPECT_EQ(2u, callback.num_calls_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001822 EXPECT_EQ(ssrc, callback.ssrc_);
sprangcd349d92016-07-13 09:11:28 -07001823 const uint32_t kTotalPacketSize = kPacketOverhead + sizeof(payload);
1824 // Bitrate measured over delta between last and first timestamp, plus one.
1825 const uint32_t kExpectedWindowMs = kNumPackets * kPacketInterval + 1;
1826 const uint32_t kExpectedBitsAccumulated = kTotalPacketSize * kNumPackets * 8;
1827 const uint32_t kExpectedRateBps =
1828 (kExpectedBitsAccumulated * 1000 + (kExpectedWindowMs / 2)) /
1829 kExpectedWindowMs;
1830 EXPECT_EQ(kExpectedRateBps, callback.total_bitrate_);
Erik Språnga81e2b42019-10-28 11:17:07 +00001831
1832 rtp_sender_.reset();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001833}
1834
minyue3a407ee2017-04-03 01:10:33 -07001835TEST_P(RtpSenderTestWithoutPacer, StreamDataCountersCallbacks) {
Erik Språng6cf554e2019-10-02 20:55:39 +02001836 const uint8_t kPayloadType = 127;
1837 const VideoCodecType kCodecType = VideoCodecType::kVideoCodecGeneric;
Niels Möller5fe95102019-03-04 16:49:25 +01001838 PlayoutDelayOracle playout_delay_oracle;
Erik Språngdc34a252019-10-04 15:17:29 +02001839 FieldTrialBasedConfig field_trials;
1840 RTPSenderVideo::Config video_config;
1841 video_config.clock = &fake_clock_;
Erik Språnga81e2b42019-10-28 11:17:07 +00001842 video_config.rtp_sender = rtp_sender_.get();
Erik Språngdc34a252019-10-04 15:17:29 +02001843 video_config.playout_delay_oracle = &playout_delay_oracle;
1844 video_config.field_trials = &field_trials;
1845 RTPSenderVideo rtp_sender_video(video_config);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001846 uint8_t payload[] = {47, 11, 32, 93, 89};
Erik Språnga81e2b42019-10-28 11:17:07 +00001847 rtp_sender_->SetStorePacketsStatus(true, 1);
1848 uint32_t ssrc = rtp_sender_->SSRC();
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001849
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001850 // Send a frame.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001851 RTPVideoHeader video_header;
Danil Chapovalov51bf2002019-10-11 10:53:27 +02001852 video_header.frame_type = VideoFrameType::kVideoFrameKey;
1853 ASSERT_TRUE(rtp_sender_video.SendVideo(kPayloadType, kCodecType, 1234, 4321,
1854 payload, nullptr, video_header,
1855 kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001856 StreamDataCounters expected;
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001857 expected.transmitted.payload_bytes = 6;
1858 expected.transmitted.header_bytes = 12;
1859 expected.transmitted.padding_bytes = 0;
1860 expected.transmitted.packets = 1;
1861 expected.retransmitted.payload_bytes = 0;
1862 expected.retransmitted.header_bytes = 0;
1863 expected.retransmitted.padding_bytes = 0;
1864 expected.retransmitted.packets = 0;
1865 expected.fec.packets = 0;
Erik Språng7ea9b802019-10-16 19:03:38 +02001866 rtp_stats_callback_.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001867
1868 // Retransmit a frame.
Erik Språnga81e2b42019-10-28 11:17:07 +00001869 uint16_t seqno = rtp_sender_->SequenceNumber() - 1;
1870 rtp_sender_->ReSendPacket(seqno);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001871 expected.transmitted.payload_bytes = 12;
1872 expected.transmitted.header_bytes = 24;
1873 expected.transmitted.packets = 2;
1874 expected.retransmitted.payload_bytes = 6;
1875 expected.retransmitted.header_bytes = 12;
1876 expected.retransmitted.padding_bytes = 0;
1877 expected.retransmitted.packets = 1;
Erik Språng7ea9b802019-10-16 19:03:38 +02001878 rtp_stats_callback_.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001879
1880 // Send padding.
Erik Språng4208a132019-08-26 08:58:45 +02001881 GenerateAndSendPadding(kMaxPaddingSize);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001882 expected.transmitted.payload_bytes = 12;
1883 expected.transmitted.header_bytes = 36;
1884 expected.transmitted.padding_bytes = kMaxPaddingSize;
1885 expected.transmitted.packets = 3;
Erik Språng7ea9b802019-10-16 19:03:38 +02001886 rtp_stats_callback_.Matches(ssrc, expected);
Erik Språngdc34a252019-10-04 15:17:29 +02001887}
1888
1889TEST_P(RtpSenderTestWithoutPacer, StreamDataCountersCallbacksUlpfec) {
Erik Språngdc34a252019-10-04 15:17:29 +02001890 const uint8_t kRedPayloadType = 96;
1891 const uint8_t kUlpfecPayloadType = 97;
1892 const uint8_t kPayloadType = 127;
1893 const VideoCodecType kCodecType = VideoCodecType::kVideoCodecGeneric;
1894 PlayoutDelayOracle playout_delay_oracle;
1895 FieldTrialBasedConfig field_trials;
1896 RTPSenderVideo::Config video_config;
1897 video_config.clock = &fake_clock_;
Erik Språnga81e2b42019-10-28 11:17:07 +00001898 video_config.rtp_sender = rtp_sender_.get();
Erik Språngdc34a252019-10-04 15:17:29 +02001899 video_config.playout_delay_oracle = &playout_delay_oracle;
1900 video_config.field_trials = &field_trials;
1901 video_config.red_payload_type = kRedPayloadType;
1902 video_config.ulpfec_payload_type = kUlpfecPayloadType;
1903 RTPSenderVideo rtp_sender_video(video_config);
1904 uint8_t payload[] = {47, 11, 32, 93, 89};
Erik Språnga81e2b42019-10-28 11:17:07 +00001905 rtp_sender_->SetStorePacketsStatus(true, 1);
1906 uint32_t ssrc = rtp_sender_->SSRC();
Erik Språngdc34a252019-10-04 15:17:29 +02001907
Erik Språngdc34a252019-10-04 15:17:29 +02001908 RTPVideoHeader video_header;
1909 StreamDataCounters expected;
1910
brandtrf1bb4762016-11-07 03:05:06 -08001911 // Send ULPFEC.
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001912 FecProtectionParams fec_params;
1913 fec_params.fec_mask_type = kFecMaskRandom;
1914 fec_params.fec_rate = 1;
1915 fec_params.max_fec_frames = 1;
Niels Möller59ab1cf2019-02-06 22:48:11 +01001916 rtp_sender_video.SetFecParameters(fec_params, fec_params);
Danil Chapovalov51bf2002019-10-11 10:53:27 +02001917 video_header.frame_type = VideoFrameType::kVideoFrameDelta;
1918 ASSERT_TRUE(rtp_sender_video.SendVideo(kPayloadType, kCodecType, 1234, 4321,
1919 payload, nullptr, video_header,
1920 kDefaultExpectedRetransmissionTimeMs));
Erik Språngdc34a252019-10-04 15:17:29 +02001921 expected.transmitted.payload_bytes = 28;
1922 expected.transmitted.header_bytes = 24;
1923 expected.transmitted.packets = 2;
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001924 expected.fec.packets = 1;
Erik Språng7ea9b802019-10-16 19:03:38 +02001925 rtp_stats_callback_.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001926}
1927
minyue3a407ee2017-04-03 01:10:33 -07001928TEST_P(RtpSenderTestWithoutPacer, BytesReportedCorrectly) {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001929 // XXX const char* kPayloadName = "GENERIC";
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001930 const uint8_t kPayloadType = 127;
Erik Språnga81e2b42019-10-28 11:17:07 +00001931 rtp_sender_->SetRtxPayloadType(kPayloadType - 1, kPayloadType);
1932 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001933
Niels Möller59ab1cf2019-02-06 22:48:11 +01001934 SendGenericPacket();
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001935 // Will send 2 full-size padding packets.
Erik Språng4208a132019-08-26 08:58:45 +02001936 GenerateAndSendPadding(1);
1937 GenerateAndSendPadding(1);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001938
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001939 StreamDataCounters rtp_stats;
1940 StreamDataCounters rtx_stats;
Erik Språnga81e2b42019-10-28 11:17:07 +00001941 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001942
Niels Möller59ab1cf2019-02-06 22:48:11 +01001943 // Payload
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +00001944 EXPECT_GT(rtp_stats.first_packet_time_ms, -1);
Niels Möller59ab1cf2019-02-06 22:48:11 +01001945 EXPECT_EQ(rtp_stats.transmitted.payload_bytes, sizeof(kPayloadData));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001946 EXPECT_EQ(rtp_stats.transmitted.header_bytes, 12u);
1947 EXPECT_EQ(rtp_stats.transmitted.padding_bytes, 0u);
1948 EXPECT_EQ(rtx_stats.transmitted.payload_bytes, 0u);
1949 EXPECT_EQ(rtx_stats.transmitted.header_bytes, 24u);
1950 EXPECT_EQ(rtx_stats.transmitted.padding_bytes, 2 * kMaxPaddingSize);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001951
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001952 EXPECT_EQ(rtp_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001953 rtp_stats.transmitted.payload_bytes +
1954 rtp_stats.transmitted.header_bytes +
1955 rtp_stats.transmitted.padding_bytes);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001956 EXPECT_EQ(rtx_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001957 rtx_stats.transmitted.payload_bytes +
1958 rtx_stats.transmitted.header_bytes +
1959 rtx_stats.transmitted.padding_bytes);
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001960
danilchap162abd32015-12-10 02:39:40 -08001961 EXPECT_EQ(
1962 transport_.total_bytes_sent_,
1963 rtp_stats.transmitted.TotalBytes() + rtx_stats.transmitted.TotalBytes());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001964}
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001965
minyue3a407ee2017-04-03 01:10:33 -07001966TEST_P(RtpSenderTestWithoutPacer, RespectsNackBitrateLimit) {
sprang38778b02015-09-29 09:48:22 -07001967 const int32_t kPacketSize = 1400;
1968 const int32_t kNumPackets = 30;
1969
sprangcd349d92016-07-13 09:11:28 -07001970 retransmission_rate_limiter_.SetMaxRate(kPacketSize * kNumPackets * 8);
1971
Erik Språnga81e2b42019-10-28 11:17:07 +00001972 rtp_sender_->SetStorePacketsStatus(true, kNumPackets);
1973 const uint16_t kStartSequenceNumber = rtp_sender_->SequenceNumber();
Danil Chapovalov2800d742016-08-26 18:48:46 +02001974 std::vector<uint16_t> sequence_numbers;
sprang38778b02015-09-29 09:48:22 -07001975 for (int32_t i = 0; i < kNumPackets; ++i) {
1976 sequence_numbers.push_back(kStartSequenceNumber + i);
1977 fake_clock_.AdvanceTimeMilliseconds(1);
1978 SendPacket(fake_clock_.TimeInMilliseconds(), kPacketSize);
1979 }
danilchap12ba1862016-10-26 02:41:55 -07001980 EXPECT_EQ(kNumPackets, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001981
1982 fake_clock_.AdvanceTimeMilliseconds(1000 - kNumPackets);
1983
1984 // Resending should work - brings the bandwidth up to the limit.
1985 // NACK bitrate is capped to the same bitrate as the encoder, since the max
1986 // protection overhead is 50% (see MediaOptimization::SetTargetRates).
Erik Språnga81e2b42019-10-28 11:17:07 +00001987 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001988 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001989
sprangcd349d92016-07-13 09:11:28 -07001990 // Must be at least 5ms in between retransmission attempts.
1991 fake_clock_.AdvanceTimeMilliseconds(5);
1992
sprang38778b02015-09-29 09:48:22 -07001993 // Resending should not work, bandwidth exceeded.
Erik Språnga81e2b42019-10-28 11:17:07 +00001994 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001995 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001996}
1997
minyue3a407ee2017-04-03 01:10:33 -07001998TEST_P(RtpSenderTest, OnOverheadChanged) {
michaelt4da30442016-11-17 01:38:43 -08001999 MockOverheadObserver mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02002000 RtpRtcp::Configuration config;
2001 config.clock = &fake_clock_;
2002 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02002003 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02002004 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
2005 config.overhead_observer = &mock_overhead_observer;
Erik Språnga81e2b42019-10-28 11:17:07 +00002006 rtp_sender_ = std::make_unique<RTPSender>(config);
michaelt4da30442016-11-17 01:38:43 -08002007
michaelt4da30442016-11-17 01:38:43 -08002008 // RTP overhead is 12B.
nisse284542b2017-01-10 08:58:32 -08002009 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(12)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01002010 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08002011
Erik Språnga81e2b42019-10-28 11:17:07 +00002012 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
2013 kTransmissionTimeOffsetExtensionId);
michaelt4da30442016-11-17 01:38:43 -08002014
2015 // TransmissionTimeOffset extension has a size of 8B.
nisse284542b2017-01-10 08:58:32 -08002016 // 12B + 8B = 20B
2017 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(20)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01002018 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08002019}
2020
minyue3a407ee2017-04-03 01:10:33 -07002021TEST_P(RtpSenderTest, DoesNotUpdateOverheadOnEqualSize) {
michaelt4da30442016-11-17 01:38:43 -08002022 MockOverheadObserver mock_overhead_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02002023 RtpRtcp::Configuration config;
2024 config.clock = &fake_clock_;
2025 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02002026 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02002027 config.retransmission_rate_limiter = &retransmission_rate_limiter_;
2028 config.overhead_observer = &mock_overhead_observer;
Erik Språnga81e2b42019-10-28 11:17:07 +00002029 rtp_sender_ = std::make_unique<RTPSender>(config);
michaelt4da30442016-11-17 01:38:43 -08002030
2031 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(_)).Times(1);
Niels Möllere7b9e6b2019-02-06 18:23:44 +01002032 SendGenericPacket();
2033 SendGenericPacket();
michaelt4da30442016-11-17 01:38:43 -08002034}
2035
Erik Språnga81e2b42019-10-28 11:17:07 +00002036TEST_P(RtpSenderTest, TrySendPacketMatchesVideo) {
Erik Språng9c771c22019-06-17 16:31:53 +02002037 std::unique_ptr<RtpPacketToSend> packet =
2038 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2039 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2040
Erik Språng9c771c22019-06-17 16:31:53 +02002041 // Verify sent with correct SSRC.
2042 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2043 packet->SetSsrc(kSsrc);
2044 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språnga81e2b42019-10-28 11:17:07 +00002045 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språng671b4032019-10-17 16:56:22 +02002046 EXPECT_EQ(transport_.packets_sent(), 1);
Erik Språng9c771c22019-06-17 16:31:53 +02002047}
2048
Erik Språnga81e2b42019-10-28 11:17:07 +00002049TEST_P(RtpSenderTest, TrySendPacketMatchesAudio) {
Erik Språng9c771c22019-06-17 16:31:53 +02002050 std::unique_ptr<RtpPacketToSend> packet =
2051 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2052 packet->set_packet_type(RtpPacketToSend::Type::kAudio);
2053
Erik Språng9c771c22019-06-17 16:31:53 +02002054 // Verify sent with correct SSRC.
2055 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2056 packet->SetSsrc(kSsrc);
2057 packet->set_packet_type(RtpPacketToSend::Type::kAudio);
Erik Språnga81e2b42019-10-28 11:17:07 +00002058 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språng671b4032019-10-17 16:56:22 +02002059 EXPECT_EQ(transport_.packets_sent(), 1);
Erik Språng9c771c22019-06-17 16:31:53 +02002060}
2061
Erik Språnga81e2b42019-10-28 11:17:07 +00002062TEST_P(RtpSenderTest, TrySendPacketMatchesRetransmissions) {
Erik Språng9c771c22019-06-17 16:31:53 +02002063 std::unique_ptr<RtpPacketToSend> packet =
2064 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2065 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2066
Erik Språng9c771c22019-06-17 16:31:53 +02002067 // Verify sent with correct SSRC (non-RTX).
2068 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2069 packet->SetSsrc(kSsrc);
2070 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
Erik Språnga81e2b42019-10-28 11:17:07 +00002071 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språng671b4032019-10-17 16:56:22 +02002072 EXPECT_EQ(transport_.packets_sent(), 1);
Erik Språng9c771c22019-06-17 16:31:53 +02002073
2074 // RTX retransmission.
2075 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2076 packet->SetSsrc(kRtxSsrc);
2077 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
Erik Språnga81e2b42019-10-28 11:17:07 +00002078 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språng671b4032019-10-17 16:56:22 +02002079 EXPECT_EQ(transport_.packets_sent(), 2);
Erik Språng9c771c22019-06-17 16:31:53 +02002080}
2081
Erik Språnga81e2b42019-10-28 11:17:07 +00002082TEST_P(RtpSenderTest, TrySendPacketMatchesPadding) {
Erik Språng9c771c22019-06-17 16:31:53 +02002083 std::unique_ptr<RtpPacketToSend> packet =
2084 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2085 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
2086
Erik Språng9c771c22019-06-17 16:31:53 +02002087 // Verify sent with correct SSRC (non-RTX).
2088 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2089 packet->SetSsrc(kSsrc);
2090 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
Erik Språnga81e2b42019-10-28 11:17:07 +00002091 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språng671b4032019-10-17 16:56:22 +02002092 EXPECT_EQ(transport_.packets_sent(), 1);
Erik Språng9c771c22019-06-17 16:31:53 +02002093
2094 // RTX padding.
2095 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2096 packet->SetSsrc(kRtxSsrc);
2097 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
Erik Språnga81e2b42019-10-28 11:17:07 +00002098 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språng671b4032019-10-17 16:56:22 +02002099 EXPECT_EQ(transport_.packets_sent(), 2);
Erik Språng9c771c22019-06-17 16:31:53 +02002100}
2101
Erik Språnga81e2b42019-10-28 11:17:07 +00002102TEST_P(RtpSenderTest, TrySendPacketMatchesFlexfec) {
Erik Språng9c771c22019-06-17 16:31:53 +02002103 std::unique_ptr<RtpPacketToSend> packet =
2104 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2105 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2106
Erik Språng9c771c22019-06-17 16:31:53 +02002107 // Verify sent with correct SSRC.
2108 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2109 packet->SetSsrc(kFlexFecSsrc);
2110 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
Erik Språnga81e2b42019-10-28 11:17:07 +00002111 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språng671b4032019-10-17 16:56:22 +02002112 EXPECT_EQ(transport_.packets_sent(), 1);
Erik Språng9c771c22019-06-17 16:31:53 +02002113}
2114
Erik Språnga81e2b42019-10-28 11:17:07 +00002115TEST_P(RtpSenderTest, TrySendPacketMatchesUlpfec) {
Erik Språng9c771c22019-06-17 16:31:53 +02002116 std::unique_ptr<RtpPacketToSend> packet =
2117 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2118 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2119
Erik Språng9c771c22019-06-17 16:31:53 +02002120 // Verify sent with correct SSRC.
2121 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2122 packet->SetSsrc(kSsrc);
2123 packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
Erik Språnga81e2b42019-10-28 11:17:07 +00002124 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språng671b4032019-10-17 16:56:22 +02002125 EXPECT_EQ(transport_.packets_sent(), 1);
Erik Språng9c771c22019-06-17 16:31:53 +02002126}
2127
Erik Språnga81e2b42019-10-28 11:17:07 +00002128TEST_P(RtpSenderTest, TrySendPacketHandlesRetransmissionHistory) {
2129 rtp_sender_->SetStorePacketsStatus(true, 10);
Erik Språng9c771c22019-06-17 16:31:53 +02002130
2131 // Build a media packet and send it.
2132 std::unique_ptr<RtpPacketToSend> packet =
2133 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2134 const uint16_t media_sequence_number = packet->SequenceNumber();
2135 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2136 packet->set_allow_retransmission(true);
Erik Språnga81e2b42019-10-28 11:17:07 +00002137 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
Erik Språng9c771c22019-06-17 16:31:53 +02002138
2139 // Simulate retransmission request.
2140 fake_clock_.AdvanceTimeMilliseconds(30);
Erik Språnga81e2b42019-10-28 11:17:07 +00002141 EXPECT_GT(rtp_sender_->ReSendPacket(media_sequence_number), 0);
Erik Språng9c771c22019-06-17 16:31:53 +02002142
2143 // Packet already pending, retransmission not allowed.
2144 fake_clock_.AdvanceTimeMilliseconds(30);
Erik Språnga81e2b42019-10-28 11:17:07 +00002145 EXPECT_EQ(rtp_sender_->ReSendPacket(media_sequence_number), 0);
Erik Språng9c771c22019-06-17 16:31:53 +02002146
2147 // Packet exiting pacer, mark as not longer pending.
2148 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2149 EXPECT_NE(packet->SequenceNumber(), media_sequence_number);
2150 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2151 packet->SetSsrc(kRtxSsrc);
2152 packet->set_retransmitted_sequence_number(media_sequence_number);
2153 packet->set_allow_retransmission(false);
Erik Språnga81e2b42019-10-28 11:17:07 +00002154 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
Erik Språng9c771c22019-06-17 16:31:53 +02002155
2156 // Retransmissions allowed again.
2157 fake_clock_.AdvanceTimeMilliseconds(30);
Erik Språnga81e2b42019-10-28 11:17:07 +00002158 EXPECT_GT(rtp_sender_->ReSendPacket(media_sequence_number), 0);
Erik Språng9c771c22019-06-17 16:31:53 +02002159
2160 // Retransmission of RTX packet should not be allowed.
Erik Språnga81e2b42019-10-28 11:17:07 +00002161 EXPECT_EQ(rtp_sender_->ReSendPacket(packet->SequenceNumber()), 0);
Erik Språng9c771c22019-06-17 16:31:53 +02002162}
2163
Erik Språnga81e2b42019-10-28 11:17:07 +00002164TEST_P(RtpSenderTest, TrySendPacketUpdatesExtensions) {
2165 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
Erik Språng9c771c22019-06-17 16:31:53 +02002166 kRtpExtensionTransmissionTimeOffset,
2167 kTransmissionTimeOffsetExtensionId),
2168 0);
Erik Språnga81e2b42019-10-28 11:17:07 +00002169 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
Erik Språng9c771c22019-06-17 16:31:53 +02002170 kRtpExtensionAbsoluteSendTime, kAbsoluteSendTimeExtensionId),
2171 0);
Erik Språnga81e2b42019-10-28 11:17:07 +00002172 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionVideoTiming,
2173 kVideoTimingExtensionId),
Erik Språng9c771c22019-06-17 16:31:53 +02002174 0);
2175
2176 std::unique_ptr<RtpPacketToSend> packet =
2177 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2178 packet->set_packetization_finish_time_ms(fake_clock_.TimeInMilliseconds());
2179
2180 const int32_t kDiffMs = 10;
2181 fake_clock_.AdvanceTimeMilliseconds(kDiffMs);
2182
2183 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språnga81e2b42019-10-28 11:17:07 +00002184 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
Erik Språng9c771c22019-06-17 16:31:53 +02002185
2186 const RtpPacketReceived& received_packet = transport_.last_sent_packet();
2187
2188 EXPECT_EQ(received_packet.GetExtension<TransmissionOffset>(), kDiffMs * 90);
2189
2190 EXPECT_EQ(received_packet.GetExtension<AbsoluteSendTime>(),
2191 AbsoluteSendTime::MsTo24Bits(fake_clock_.TimeInMilliseconds()));
2192
2193 VideoSendTiming timing;
2194 EXPECT_TRUE(received_packet.GetExtension<VideoTimingExtension>(&timing));
2195 EXPECT_EQ(timing.pacer_exit_delta_ms, kDiffMs);
2196}
2197
Erik Språnga81e2b42019-10-28 11:17:07 +00002198TEST_P(RtpSenderTest, TrySendPacketSetsPacketOptions) {
Erik Språng9c771c22019-06-17 16:31:53 +02002199 const uint16_t kPacketId = 42;
Erik Språnga81e2b42019-10-28 11:17:07 +00002200 ASSERT_EQ(rtp_sender_->RegisterRtpHeaderExtension(
Erik Språng9c771c22019-06-17 16:31:53 +02002201 kRtpExtensionTransportSequenceNumber,
2202 kTransportSequenceNumberExtensionId),
2203 0);
2204 std::unique_ptr<RtpPacketToSend> packet =
2205 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2206 packet->SetExtension<TransportSequenceNumber>(kPacketId);
2207
2208 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2209 EXPECT_CALL(send_packet_observer_, OnSendPacket);
Erik Språnga81e2b42019-10-28 11:17:07 +00002210 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
Erik Språng9c771c22019-06-17 16:31:53 +02002211
2212 EXPECT_EQ(transport_.last_options_.packet_id, kPacketId);
2213 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
2214 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
2215 EXPECT_FALSE(transport_.last_options_.is_retransmit);
2216
2217 // Send another packet as retransmission, verify options are populated.
2218 packet = BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2219 packet->SetExtension<TransportSequenceNumber>(kPacketId + 1);
2220 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
Erik Språnga81e2b42019-10-28 11:17:07 +00002221 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
Erik Språng9c771c22019-06-17 16:31:53 +02002222 EXPECT_TRUE(transport_.last_options_.is_retransmit);
2223}
2224
Erik Språnga81e2b42019-10-28 11:17:07 +00002225TEST_P(RtpSenderTest, TrySendPacketUpdatesStats) {
Erik Språng9c771c22019-06-17 16:31:53 +02002226 const size_t kPayloadSize = 1000;
2227
2228 StrictMock<MockSendSideDelayObserver> send_side_delay_observer;
Erik Språng4580ca22019-07-04 10:38:43 +02002229
2230 RtpRtcp::Configuration config;
2231 config.clock = &fake_clock_;
2232 config.outgoing_transport = &transport_;
Erik Språng54d5d2c2019-08-20 17:22:36 +02002233 config.local_media_ssrc = kSsrc;
Erik Språng4580ca22019-07-04 10:38:43 +02002234 config.rtx_send_ssrc = kRtxSsrc;
2235 config.flexfec_sender = &flexfec_sender_;
2236 config.send_side_delay_observer = &send_side_delay_observer;
2237 config.event_log = &mock_rtc_event_log_;
2238 config.send_packet_observer = &send_packet_observer_;
Erik Språnga81e2b42019-10-28 11:17:07 +00002239 rtp_sender_ = std::make_unique<RTPSender>(config);
2240 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
Erik Språng9c771c22019-06-17 16:31:53 +02002241 kRtpExtensionTransportSequenceNumber,
2242 kTransportSequenceNumberExtensionId));
2243
2244 const int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
2245
2246 std::unique_ptr<RtpPacketToSend> video_packet =
2247 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2248 video_packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2249 video_packet->SetPayloadSize(kPayloadSize);
2250 video_packet->SetExtension<TransportSequenceNumber>(1);
2251
2252 std::unique_ptr<RtpPacketToSend> rtx_packet =
2253 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2254 rtx_packet->SetSsrc(kRtxSsrc);
2255 rtx_packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
2256 rtx_packet->SetPayloadSize(kPayloadSize);
2257 rtx_packet->SetExtension<TransportSequenceNumber>(2);
2258
2259 std::unique_ptr<RtpPacketToSend> fec_packet =
2260 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2261 fec_packet->SetSsrc(kFlexFecSsrc);
2262 fec_packet->set_packet_type(RtpPacketToSend::Type::kForwardErrorCorrection);
2263 fec_packet->SetPayloadSize(kPayloadSize);
2264 fec_packet->SetExtension<TransportSequenceNumber>(3);
2265
2266 const int64_t kDiffMs = 25;
2267 fake_clock_.AdvanceTimeMilliseconds(kDiffMs);
2268
2269 EXPECT_CALL(send_side_delay_observer,
2270 SendSideDelayUpdated(kDiffMs, kDiffMs, kDiffMs, kSsrc));
2271 EXPECT_CALL(
2272 send_side_delay_observer,
2273 SendSideDelayUpdated(kDiffMs, kDiffMs, 2 * kDiffMs, kFlexFecSsrc));
2274
2275 EXPECT_CALL(send_packet_observer_, OnSendPacket(1, capture_time_ms, kSsrc));
Erik Språnga81e2b42019-10-28 11:17:07 +00002276 EXPECT_TRUE(
2277 rtp_sender_->TrySendPacket(video_packet.get(), PacedPacketInfo()));
Erik Språng9c771c22019-06-17 16:31:53 +02002278
2279 // Send packet observer not called for padding/retransmissions.
2280 EXPECT_CALL(send_packet_observer_, OnSendPacket(2, _, _)).Times(0);
Erik Språnga81e2b42019-10-28 11:17:07 +00002281 EXPECT_TRUE(rtp_sender_->TrySendPacket(rtx_packet.get(), PacedPacketInfo()));
Erik Språng9c771c22019-06-17 16:31:53 +02002282
2283 EXPECT_CALL(send_packet_observer_,
2284 OnSendPacket(3, capture_time_ms, kFlexFecSsrc));
Erik Språnga81e2b42019-10-28 11:17:07 +00002285 EXPECT_TRUE(rtp_sender_->TrySendPacket(fec_packet.get(), PacedPacketInfo()));
Erik Språng9c771c22019-06-17 16:31:53 +02002286
2287 StreamDataCounters rtp_stats;
2288 StreamDataCounters rtx_stats;
Erik Språnga81e2b42019-10-28 11:17:07 +00002289 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
Erik Språng9c771c22019-06-17 16:31:53 +02002290 EXPECT_EQ(rtp_stats.transmitted.packets, 2u);
2291 EXPECT_EQ(rtp_stats.fec.packets, 1u);
2292 EXPECT_EQ(rtx_stats.retransmitted.packets, 1u);
2293}
2294
Erik Språng478cb462019-06-26 15:49:27 +02002295TEST_P(RtpSenderTest, GeneratePaddingResendsOldPacketsWithRtx) {
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002296 // Min requested size in order to use RTX payload.
2297 const size_t kMinPaddingSize = 50;
2298
Erik Språnga81e2b42019-10-28 11:17:07 +00002299 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2300 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2301 rtp_sender_->SetStorePacketsStatus(true, 1);
Erik Språng478cb462019-06-26 15:49:27 +02002302
Erik Språnga81e2b42019-10-28 11:17:07 +00002303 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
Erik Språng0f6191d2019-07-15 20:33:40 +02002304 kRtpExtensionTransmissionTimeOffset,
2305 kTransmissionTimeOffsetExtensionId));
Erik Språnga81e2b42019-10-28 11:17:07 +00002306 ASSERT_EQ(
2307 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
2308 kAbsoluteSendTimeExtensionId));
2309 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
Erik Språng0f6191d2019-07-15 20:33:40 +02002310 kRtpExtensionTransportSequenceNumber,
2311 kTransportSequenceNumberExtensionId));
2312
Erik Språng478cb462019-06-26 15:49:27 +02002313 const size_t kPayloadPacketSize = 1234;
2314 std::unique_ptr<RtpPacketToSend> packet =
2315 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2316 packet->set_allow_retransmission(true);
2317 packet->SetPayloadSize(kPayloadPacketSize);
2318 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2319
2320 // Send a dummy video packet so it ends up in the packet history.
Erik Språng0f6191d2019-07-15 20:33:40 +02002321 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Erik Språnga81e2b42019-10-28 11:17:07 +00002322 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
Erik Språng478cb462019-06-26 15:49:27 +02002323
2324 // Generated padding has large enough budget that the video packet should be
2325 // retransmitted as padding.
Erik Språngf6468d22019-07-05 16:53:43 +02002326 std::vector<std::unique_ptr<RtpPacketToSend>> generated_packets =
Erik Språnga81e2b42019-10-28 11:17:07 +00002327 rtp_sender_->GeneratePadding(kMinPaddingSize);
Erik Språngf6468d22019-07-05 16:53:43 +02002328 ASSERT_EQ(generated_packets.size(), 1u);
2329 auto& padding_packet = generated_packets.front();
2330 EXPECT_EQ(padding_packet->packet_type(), RtpPacketToSend::Type::kPadding);
2331 EXPECT_EQ(padding_packet->Ssrc(), kRtxSsrc);
2332 EXPECT_EQ(padding_packet->payload_size(),
2333 kPayloadPacketSize + kRtxHeaderSize);
Erik Språng0f6191d2019-07-15 20:33:40 +02002334 EXPECT_TRUE(padding_packet->IsExtensionReserved<TransportSequenceNumber>());
2335 EXPECT_TRUE(padding_packet->IsExtensionReserved<AbsoluteSendTime>());
2336 EXPECT_TRUE(padding_packet->IsExtensionReserved<TransmissionOffset>());
2337
2338 // Verify all header extensions are received.
Erik Språnga81e2b42019-10-28 11:17:07 +00002339 EXPECT_TRUE(
2340 rtp_sender_->TrySendPacket(padding_packet.get(), PacedPacketInfo()));
Erik Språng0f6191d2019-07-15 20:33:40 +02002341 webrtc::RTPHeader rtp_header;
2342 transport_.last_sent_packet().GetHeader(&rtp_header);
2343 EXPECT_TRUE(rtp_header.extension.hasAbsoluteSendTime);
2344 EXPECT_TRUE(rtp_header.extension.hasTransmissionTimeOffset);
2345 EXPECT_TRUE(rtp_header.extension.hasTransportSequenceNumber);
Erik Språng478cb462019-06-26 15:49:27 +02002346
2347 // Not enough budged for payload padding, use plain padding instead.
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002348 const size_t kPaddingBytesRequested = kMinPaddingSize - 1;
Erik Språngf6468d22019-07-05 16:53:43 +02002349
2350 size_t padding_bytes_generated = 0;
Erik Språnga81e2b42019-10-28 11:17:07 +00002351 generated_packets = rtp_sender_->GeneratePadding(kPaddingBytesRequested);
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002352 EXPECT_EQ(generated_packets.size(), 1u);
Erik Språngf6468d22019-07-05 16:53:43 +02002353 for (auto& packet : generated_packets) {
2354 EXPECT_EQ(packet->packet_type(), RtpPacketToSend::Type::kPadding);
2355 EXPECT_EQ(packet->Ssrc(), kRtxSsrc);
2356 EXPECT_EQ(packet->payload_size(), 0u);
2357 EXPECT_GT(packet->padding_size(), 0u);
2358 padding_bytes_generated += packet->padding_size();
Erik Språng0f6191d2019-07-15 20:33:40 +02002359
2360 EXPECT_TRUE(packet->IsExtensionReserved<TransportSequenceNumber>());
2361 EXPECT_TRUE(packet->IsExtensionReserved<AbsoluteSendTime>());
2362 EXPECT_TRUE(packet->IsExtensionReserved<TransmissionOffset>());
2363
2364 // Verify all header extensions are received.
Erik Språnga81e2b42019-10-28 11:17:07 +00002365 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
Erik Språng0f6191d2019-07-15 20:33:40 +02002366 webrtc::RTPHeader rtp_header;
2367 transport_.last_sent_packet().GetHeader(&rtp_header);
2368 EXPECT_TRUE(rtp_header.extension.hasAbsoluteSendTime);
2369 EXPECT_TRUE(rtp_header.extension.hasTransmissionTimeOffset);
2370 EXPECT_TRUE(rtp_header.extension.hasTransportSequenceNumber);
Erik Språngf6468d22019-07-05 16:53:43 +02002371 }
2372
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +00002373 EXPECT_EQ(padding_bytes_generated, kMaxPaddingSize);
Erik Språng478cb462019-06-26 15:49:27 +02002374}
2375
2376TEST_P(RtpSenderTest, GeneratePaddingCreatesPurePaddingWithoutRtx) {
Erik Språnga81e2b42019-10-28 11:17:07 +00002377 rtp_sender_->SetStorePacketsStatus(true, 1);
2378 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
Erik Språng0f6191d2019-07-15 20:33:40 +02002379 kRtpExtensionTransmissionTimeOffset,
2380 kTransmissionTimeOffsetExtensionId));
Erik Språnga81e2b42019-10-28 11:17:07 +00002381 ASSERT_EQ(
2382 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
2383 kAbsoluteSendTimeExtensionId));
2384 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
Erik Språng0f6191d2019-07-15 20:33:40 +02002385 kRtpExtensionTransportSequenceNumber,
2386 kTransportSequenceNumberExtensionId));
Erik Språng478cb462019-06-26 15:49:27 +02002387
2388 const size_t kPayloadPacketSize = 1234;
2389 // Send a dummy video packet so it ends up in the packet history. Since we
2390 // are not using RTX, it should never be used as padding.
2391 std::unique_ptr<RtpPacketToSend> packet =
2392 BuildRtpPacket(kPayload, true, 0, fake_clock_.TimeInMilliseconds());
2393 packet->set_allow_retransmission(true);
2394 packet->SetPayloadSize(kPayloadPacketSize);
2395 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
Erik Språng0f6191d2019-07-15 20:33:40 +02002396 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
Erik Språnga81e2b42019-10-28 11:17:07 +00002397 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
Erik Språng478cb462019-06-26 15:49:27 +02002398
2399 // Payload padding not available without RTX, only generate plain padding on
2400 // the media SSRC.
2401 // Number of padding packets is the requested padding size divided by max
2402 // padding packet size, rounded up. Pure padding packets are always of the
2403 // maximum size.
2404 const size_t kPaddingBytesRequested = kPayloadPacketSize + kRtxHeaderSize;
2405 const size_t kExpectedNumPaddingPackets =
2406 (kPaddingBytesRequested + kMaxPaddingSize - 1) / kMaxPaddingSize;
Erik Språngf6468d22019-07-05 16:53:43 +02002407 size_t padding_bytes_generated = 0;
2408 std::vector<std::unique_ptr<RtpPacketToSend>> padding_packets =
Erik Språnga81e2b42019-10-28 11:17:07 +00002409 rtp_sender_->GeneratePadding(kPaddingBytesRequested);
Erik Språngf6468d22019-07-05 16:53:43 +02002410 EXPECT_EQ(padding_packets.size(), kExpectedNumPaddingPackets);
2411 for (auto& packet : padding_packets) {
2412 EXPECT_EQ(packet->packet_type(), RtpPacketToSend::Type::kPadding);
2413 EXPECT_EQ(packet->Ssrc(), kSsrc);
2414 EXPECT_EQ(packet->payload_size(), 0u);
2415 EXPECT_GT(packet->padding_size(), 0u);
2416 padding_bytes_generated += packet->padding_size();
Erik Språng0f6191d2019-07-15 20:33:40 +02002417 EXPECT_TRUE(packet->IsExtensionReserved<TransportSequenceNumber>());
2418 EXPECT_TRUE(packet->IsExtensionReserved<AbsoluteSendTime>());
2419 EXPECT_TRUE(packet->IsExtensionReserved<TransmissionOffset>());
2420
2421 // Verify all header extensions are received.
Erik Språnga81e2b42019-10-28 11:17:07 +00002422 EXPECT_TRUE(rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo()));
Erik Språng0f6191d2019-07-15 20:33:40 +02002423 webrtc::RTPHeader rtp_header;
2424 transport_.last_sent_packet().GetHeader(&rtp_header);
2425 EXPECT_TRUE(rtp_header.extension.hasAbsoluteSendTime);
2426 EXPECT_TRUE(rtp_header.extension.hasTransmissionTimeOffset);
2427 EXPECT_TRUE(rtp_header.extension.hasTransportSequenceNumber);
Erik Språngf6468d22019-07-05 16:53:43 +02002428 }
2429
2430 EXPECT_EQ(padding_bytes_generated,
2431 kExpectedNumPaddingPackets * kMaxPaddingSize);
Erik Språng478cb462019-06-26 15:49:27 +02002432}
2433
Mirko Bonadei999a72a2019-07-12 17:33:46 +00002434TEST_P(RtpSenderTest, SupportsPadding) {
2435 bool kSendingMediaStats[] = {true, false};
2436 bool kEnableRedundantPayloads[] = {true, false};
2437 RTPExtensionType kBweExtensionTypes[] = {
2438 kRtpExtensionTransportSequenceNumber,
2439 kRtpExtensionTransportSequenceNumber02, kRtpExtensionAbsoluteSendTime,
2440 kRtpExtensionTransmissionTimeOffset};
2441 const int kExtensionsId = 7;
2442
2443 for (bool sending_media : kSendingMediaStats) {
Erik Språnga81e2b42019-10-28 11:17:07 +00002444 rtp_sender_->SetSendingMediaStatus(sending_media);
Mirko Bonadei999a72a2019-07-12 17:33:46 +00002445 for (bool redundant_payloads : kEnableRedundantPayloads) {
2446 int rtx_mode = kRtxRetransmitted;
2447 if (redundant_payloads) {
2448 rtx_mode |= kRtxRedundantPayloads;
2449 }
Erik Språnga81e2b42019-10-28 11:17:07 +00002450 rtp_sender_->SetRtxStatus(rtx_mode);
Mirko Bonadei999a72a2019-07-12 17:33:46 +00002451
2452 for (auto extension_type : kBweExtensionTypes) {
Erik Språnga81e2b42019-10-28 11:17:07 +00002453 EXPECT_FALSE(rtp_sender_->SupportsPadding());
2454 rtp_sender_->RegisterRtpHeaderExtension(extension_type, kExtensionsId);
Mirko Bonadei999a72a2019-07-12 17:33:46 +00002455 if (!sending_media) {
Erik Språnga81e2b42019-10-28 11:17:07 +00002456 EXPECT_FALSE(rtp_sender_->SupportsPadding());
Mirko Bonadei999a72a2019-07-12 17:33:46 +00002457 } else {
Erik Språnga81e2b42019-10-28 11:17:07 +00002458 EXPECT_TRUE(rtp_sender_->SupportsPadding());
Mirko Bonadei999a72a2019-07-12 17:33:46 +00002459 if (redundant_payloads) {
Erik Språnga81e2b42019-10-28 11:17:07 +00002460 EXPECT_TRUE(rtp_sender_->SupportsRtxPayloadPadding());
Mirko Bonadei999a72a2019-07-12 17:33:46 +00002461 } else {
Erik Språnga81e2b42019-10-28 11:17:07 +00002462 EXPECT_FALSE(rtp_sender_->SupportsRtxPayloadPadding());
Mirko Bonadei999a72a2019-07-12 17:33:46 +00002463 }
2464 }
Erik Språnga81e2b42019-10-28 11:17:07 +00002465 rtp_sender_->DeregisterRtpHeaderExtension(extension_type);
2466 EXPECT_FALSE(rtp_sender_->SupportsPadding());
Mirko Bonadei999a72a2019-07-12 17:33:46 +00002467 }
2468 }
2469 }
2470}
2471
Erik Språnga57711c2019-07-24 10:47:20 +02002472TEST_P(RtpSenderTest, SetsCaptureTimeAndPopulatesTransmissionOffset) {
Erik Språnga81e2b42019-10-28 11:17:07 +00002473 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
2474 kTransmissionTimeOffsetExtensionId);
Erik Språnga57711c2019-07-24 10:47:20 +02002475
Erik Språnga81e2b42019-10-28 11:17:07 +00002476 rtp_sender_->SetSendingMediaStatus(true);
2477 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2478 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2479 rtp_sender_->SetStorePacketsStatus(true, 10);
Erik Språnga57711c2019-07-24 10:47:20 +02002480
2481 const int64_t kMissingCaptureTimeMs = 0;
2482 const uint32_t kTimestampTicksPerMs = 90;
2483 const int64_t kOffsetMs = 10;
2484
Erik Språnga57711c2019-07-24 10:47:20 +02002485 auto packet =
2486 BuildRtpPacket(kPayload, kMarkerBit, fake_clock_.TimeInMilliseconds(),
2487 kMissingCaptureTimeMs);
2488 packet->set_packet_type(RtpPacketToSend::Type::kVideo);
2489 packet->ReserveExtension<TransmissionOffset>();
2490 packet->AllocatePayload(sizeof(kPayloadData));
2491
2492 std::unique_ptr<RtpPacketToSend> packet_to_pace;
Erik Språngea55b082019-10-02 14:57:46 +02002493 EXPECT_CALL(mock_paced_sender_, EnqueuePackets)
2494 .WillOnce([&](std::vector<std::unique_ptr<RtpPacketToSend>> packets) {
2495 EXPECT_EQ(packets.size(), 1u);
2496 EXPECT_GT(packets[0]->capture_time_ms(), 0);
2497 packet_to_pace = std::move(packets[0]);
Erik Språnga57711c2019-07-24 10:47:20 +02002498 });
2499
Erik Språng70768f42019-08-27 18:16:26 +02002500 packet->set_allow_retransmission(true);
Erik Språnga81e2b42019-10-28 11:17:07 +00002501 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet)));
Erik Språnga57711c2019-07-24 10:47:20 +02002502
2503 fake_clock_.AdvanceTimeMilliseconds(kOffsetMs);
2504
Erik Språnga81e2b42019-10-28 11:17:07 +00002505 rtp_sender_->TrySendPacket(packet_to_pace.get(), PacedPacketInfo());
Erik Språnga57711c2019-07-24 10:47:20 +02002506
Erik Språnga81e2b42019-10-28 11:17:07 +00002507 EXPECT_EQ(1, transport_.packets_sent());
2508 absl::optional<int32_t> transmission_time_extension =
2509 transport_.sent_packets_.back().GetExtension<TransmissionOffset>();
2510 ASSERT_TRUE(transmission_time_extension.has_value());
2511 EXPECT_EQ(*transmission_time_extension, kOffsetMs * kTimestampTicksPerMs);
Erik Språnga57711c2019-07-24 10:47:20 +02002512
Erik Språnga81e2b42019-10-28 11:17:07 +00002513 // Retransmit packet. The RTX packet should get the same capture time as the
2514 // original packet, so offset is delta from original packet to now.
2515 fake_clock_.AdvanceTimeMilliseconds(kOffsetMs);
Erik Språnga57711c2019-07-24 10:47:20 +02002516
Erik Språnga57711c2019-07-24 10:47:20 +02002517 std::unique_ptr<RtpPacketToSend> rtx_packet_to_pace;
Erik Språngea55b082019-10-02 14:57:46 +02002518 EXPECT_CALL(mock_paced_sender_, EnqueuePackets)
2519 .WillOnce([&](std::vector<std::unique_ptr<RtpPacketToSend>> packets) {
2520 EXPECT_GT(packets[0]->capture_time_ms(), 0);
2521 rtx_packet_to_pace = std::move(packets[0]);
Erik Språnga57711c2019-07-24 10:47:20 +02002522 });
2523
Erik Språnga81e2b42019-10-28 11:17:07 +00002524 EXPECT_GT(rtp_sender_->ReSendPacket(kSeqNum), 0);
2525 rtp_sender_->TrySendPacket(rtx_packet_to_pace.get(), PacedPacketInfo());
Erik Språnga57711c2019-07-24 10:47:20 +02002526
Erik Språnga81e2b42019-10-28 11:17:07 +00002527 EXPECT_EQ(2, transport_.packets_sent());
2528 transmission_time_extension =
2529 transport_.sent_packets_.back().GetExtension<TransmissionOffset>();
2530 ASSERT_TRUE(transmission_time_extension.has_value());
2531 EXPECT_EQ(*transmission_time_extension, 2 * kOffsetMs * kTimestampTicksPerMs);
Erik Språnga57711c2019-07-24 10:47:20 +02002532}
2533
Erik Språng6cacef22019-07-24 14:15:51 +02002534TEST_P(RtpSenderTestWithoutPacer, ClearHistoryOnSequenceNumberCange) {
2535 const int64_t kRtt = 10;
2536
Erik Språnga81e2b42019-10-28 11:17:07 +00002537 rtp_sender_->SetSendingMediaStatus(true);
2538 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2539 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2540 rtp_sender_->SetStorePacketsStatus(true, 10);
2541 rtp_sender_->SetRtt(kRtt);
Erik Språng6cacef22019-07-24 14:15:51 +02002542
2543 // Send a packet and record its sequence numbers.
2544 SendGenericPacket();
2545 ASSERT_EQ(1u, transport_.sent_packets_.size());
2546 const uint16_t packet_seqence_number =
2547 transport_.sent_packets_.back().SequenceNumber();
2548
2549 // Advance time and make sure it can be retransmitted, even if we try to set
2550 // the ssrc the what it already is.
Erik Språnga81e2b42019-10-28 11:17:07 +00002551 rtp_sender_->SetSequenceNumber(rtp_sender_->SequenceNumber());
Erik Språng6cacef22019-07-24 14:15:51 +02002552 fake_clock_.AdvanceTimeMilliseconds(kRtt);
Erik Språnga81e2b42019-10-28 11:17:07 +00002553 EXPECT_GT(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
Erik Språng6cacef22019-07-24 14:15:51 +02002554
2555 // Change the sequence number, then move the time and try to retransmit again.
2556 // The old packet should now be gone.
Erik Språnga81e2b42019-10-28 11:17:07 +00002557 rtp_sender_->SetSequenceNumber(rtp_sender_->SequenceNumber() - 1);
Erik Språng6cacef22019-07-24 14:15:51 +02002558 fake_clock_.AdvanceTimeMilliseconds(kRtt);
Erik Språnga81e2b42019-10-28 11:17:07 +00002559 EXPECT_EQ(rtp_sender_->ReSendPacket(packet_seqence_number), 0);
Erik Språng6cacef22019-07-24 14:15:51 +02002560}
2561
Erik Språng60ffc312019-07-30 22:03:49 +02002562TEST_P(RtpSenderTest, IgnoresNackAfterDisablingMedia) {
2563 const int64_t kRtt = 10;
2564
Erik Språnga81e2b42019-10-28 11:17:07 +00002565 rtp_sender_->SetSendingMediaStatus(true);
2566 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
2567 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
2568 rtp_sender_->SetStorePacketsStatus(true, 10);
2569 rtp_sender_->SetRtt(kRtt);
Erik Språng60ffc312019-07-30 22:03:49 +02002570
2571 // Send a packet so it is in the packet history.
Erik Språng60ffc312019-07-30 22:03:49 +02002572 std::unique_ptr<RtpPacketToSend> packet_to_pace;
Erik Språngea55b082019-10-02 14:57:46 +02002573 EXPECT_CALL(mock_paced_sender_, EnqueuePackets)
2574 .WillOnce([&](std::vector<std::unique_ptr<RtpPacketToSend>> packets) {
2575 packet_to_pace = std::move(packets[0]);
Erik Språng60ffc312019-07-30 22:03:49 +02002576 });
2577
2578 SendGenericPacket();
Erik Språnga81e2b42019-10-28 11:17:07 +00002579 rtp_sender_->TrySendPacket(packet_to_pace.get(), PacedPacketInfo());
Erik Språng60ffc312019-07-30 22:03:49 +02002580
2581 ASSERT_EQ(1u, transport_.sent_packets_.size());
2582
2583 // Disable media sending and try to retransmit the packet, it should fail.
Erik Språnga81e2b42019-10-28 11:17:07 +00002584 rtp_sender_->SetSendingMediaStatus(false);
Erik Språng60ffc312019-07-30 22:03:49 +02002585 fake_clock_.AdvanceTimeMilliseconds(kRtt);
Erik Språnga81e2b42019-10-28 11:17:07 +00002586 EXPECT_LT(rtp_sender_->ReSendPacket(kSeqNum), 0);
Erik Språng60ffc312019-07-30 22:03:49 +02002587}
2588
Mirko Bonadeic84f6612019-01-31 12:20:57 +01002589INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
2590 RtpSenderTest,
Erik Språngf5815fa2019-08-21 14:27:31 +02002591 ::testing::Values(TestConfig{false},
2592 TestConfig{true}));
Erik Språngf6468d22019-07-05 16:53:43 +02002593
Mirko Bonadeic84f6612019-01-31 12:20:57 +01002594INSTANTIATE_TEST_SUITE_P(WithAndWithoutOverhead,
2595 RtpSenderTestWithoutPacer,
Erik Språngf5815fa2019-08-21 14:27:31 +02002596 ::testing::Values(TestConfig{false},
2597 TestConfig{true}));
Niels Möllera34d7762019-02-01 14:13:29 +01002598
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00002599} // namespace webrtc