blob: c4a38dea331359965d3e94cbff658492d8e55d8d [file] [log] [blame]
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001/*
phoglund@webrtc.org78088c22012-02-07 14:56:45 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
kwiberg84be5112016-04-27 01:19:58 -070011#include <memory>
danilchapb8b6fbb2015-12-10 05:05:27 -080012#include <vector>
13
Karl Wiberg918f50c2018-07-05 11:40:33 +020014#include "absl/memory/memory.h"
Erik Språngf93eda12019-01-16 17:10:57 +010015#include "api/video/video_codec_constants.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020016#include "api/video/video_timing.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020017#include "logging/rtc_event_log/events/rtc_event.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020018#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
19#include "modules/rtp_rtcp/include/rtp_cvo.h"
20#include "modules/rtp_rtcp/include/rtp_header_extension_map.h"
21#include "modules/rtp_rtcp/include/rtp_header_parser.h"
22#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
23#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
24#include "modules/rtp_rtcp/source/rtp_format_video_generic.h"
philipelb3e42a42018-09-13 10:57:14 +020025#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h"
26#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
28#include "modules/rtp_rtcp/source/rtp_packet_received.h"
29#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
30#include "modules/rtp_rtcp/source/rtp_sender.h"
31#include "modules/rtp_rtcp/source/rtp_sender_video.h"
32#include "modules/rtp_rtcp/source/rtp_utility.h"
33#include "rtc_base/arraysize.h"
34#include "rtc_base/buffer.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020035#include "rtc_base/rate_limiter.h"
36#include "test/field_trial.h"
37#include "test/gmock.h"
38#include "test/gtest.h"
39#include "test/mock_transport.h"
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +000040
41namespace webrtc {
42
andrew@webrtc.org8a442592011-12-16 21:24:30 +000043namespace {
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +000044const int kTransmissionTimeOffsetExtensionId = 1;
45const int kAbsoluteSendTimeExtensionId = 14;
sprang@webrtc.org30933902015-03-17 14:33:12 +000046const int kTransportSequenceNumberExtensionId = 13;
ilnik04f4d122017-06-19 07:18:55 -070047const int kVideoTimingExtensionId = 12;
Steve Anton296a0ce2018-03-22 15:17:27 -070048const int kMidExtensionId = 11;
Amit Hilbuch77938e62018-12-21 09:23:38 -080049const int kGenericDescriptorId = 10;
50const int kAudioLevelExtensionId = 9;
51const int kRidExtensionId = 8;
52const int kRepairedRidExtensionId = 7;
53const int kVideoRotationExtensionId = 5;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000054const int kPayload = 100;
Shao Changbine62202f2015-04-21 20:24:50 +080055const int kRtxPayload = 98;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000056const uint32_t kTimestamp = 10;
57const uint16_t kSeqNum = 33;
brandtr9dfff292016-11-14 05:14:50 -080058const uint32_t kSsrc = 725242;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000059const int kMaxPacketLength = 1500;
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +000060const uint8_t kAudioLevel = 0x5a;
sprang@webrtc.org30933902015-03-17 14:33:12 +000061const uint16_t kTransportSequenceNumber = 0xaabbu;
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +000062const int kAudioPayload = 103;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000063const uint64_t kStartTime = 123456789;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +000064const size_t kMaxPaddingSize = 224u;
Stefan Holmera246cfb2016-08-23 17:51:42 +020065const size_t kGenericHeaderLength = 1;
66const uint8_t kPayloadData[] = {47, 11, 32, 93, 89};
spranga8ae6f22017-09-04 07:23:56 -070067const int64_t kDefaultExpectedRetransmissionTimeMs = 125;
Amit Hilbuch77938e62018-12-21 09:23:38 -080068const char kNoRid[] = "";
69const char kNoMid[] = "";
andrew@webrtc.org8a442592011-12-16 21:24:30 +000070
Danil Chapovalov5e57b172016-09-02 19:15:59 +020071using ::testing::_;
philipelb3e42a42018-09-13 10:57:14 +020072using ::testing::ElementsAre;
Danil Chapovalov5e57b172016-09-02 19:15:59 +020073using ::testing::ElementsAreArray;
sprang168794c2017-07-06 04:38:06 -070074using ::testing::Invoke;
Danil Chapovalov84ffb352018-09-25 18:59:09 +020075using ::testing::SizeIs;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +000076
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000077uint64_t ConvertMsToAbsSendTime(int64_t time_ms) {
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020078 return (((time_ms << 18) + 500) / 1000) & 0x00ffffff;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000079}
80
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +000081class LoopbackTransportTest : public webrtc::Transport {
82 public:
Petter Strandmark26bc6692018-05-29 08:43:35 +020083 LoopbackTransportTest() : total_bytes_sent_(0) {
danilchap12ba1862016-10-26 02:41:55 -070084 receivers_extensions_.Register(kRtpExtensionTransmissionTimeOffset,
85 kTransmissionTimeOffsetExtensionId);
86 receivers_extensions_.Register(kRtpExtensionAbsoluteSendTime,
87 kAbsoluteSendTimeExtensionId);
88 receivers_extensions_.Register(kRtpExtensionTransportSequenceNumber,
89 kTransportSequenceNumberExtensionId);
90 receivers_extensions_.Register(kRtpExtensionVideoRotation,
91 kVideoRotationExtensionId);
92 receivers_extensions_.Register(kRtpExtensionAudioLevel,
93 kAudioLevelExtensionId);
ilnik04f4d122017-06-19 07:18:55 -070094 receivers_extensions_.Register(kRtpExtensionVideoTiming,
95 kVideoTimingExtensionId);
Steve Anton296a0ce2018-03-22 15:17:27 -070096 receivers_extensions_.Register(kRtpExtensionMid, kMidExtensionId);
philipelb3e42a42018-09-13 10:57:14 +020097 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor,
98 kGenericDescriptorId);
Amit Hilbuch77938e62018-12-21 09:23:38 -080099 receivers_extensions_.Register(kRtpExtensionRtpStreamId, kRidExtensionId);
100 receivers_extensions_.Register(kRtpExtensionRepairedRtpStreamId,
101 kRepairedRidExtensionId);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000102 }
danilchap12ba1862016-10-26 02:41:55 -0700103
stefan1d8a5062015-10-02 03:39:33 -0700104 bool SendRtp(const uint8_t* data,
105 size_t len,
106 const PacketOptions& options) override {
Petter Strandmark26bc6692018-05-29 08:43:35 +0200107 last_options_ = options;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000108 total_bytes_sent_ += len;
danilchap12ba1862016-10-26 02:41:55 -0700109 sent_packets_.push_back(RtpPacketReceived(&receivers_extensions_));
110 EXPECT_TRUE(sent_packets_.back().Parse(data, len));
pbos2d566682015-09-28 09:59:31 -0700111 return true;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000112 }
danilchap162abd32015-12-10 02:39:40 -0800113 bool SendRtcp(const uint8_t* data, size_t len) override { return false; }
danilchap12ba1862016-10-26 02:41:55 -0700114 const RtpPacketReceived& last_sent_packet() { return sent_packets_.back(); }
115 int packets_sent() { return sent_packets_.size(); }
116
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000117 size_t total_bytes_sent_;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200118 PacketOptions last_options_;
danilchap12ba1862016-10-26 02:41:55 -0700119 std::vector<RtpPacketReceived> sent_packets_;
120
121 private:
122 RtpHeaderExtensionMap receivers_extensions_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000123};
124
Elad Alon4a87e1c2017-10-03 16:11:34 +0200125MATCHER_P(SameRtcEventTypeAs, value, "") {
126 return value == arg->GetType();
127}
128
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000129} // namespace
130
sprangebbf8a82015-09-21 15:11:14 -0700131class MockRtpPacketSender : public RtpPacketSender {
132 public:
133 MockRtpPacketSender() {}
134 virtual ~MockRtpPacketSender() {}
135
Peter Boströme23e7372015-10-08 11:44:14 +0200136 MOCK_METHOD6(InsertPacket,
137 void(Priority priority,
sprangebbf8a82015-09-21 15:11:14 -0700138 uint32_t ssrc,
139 uint16_t sequence_number,
140 int64_t capture_time_ms,
141 size_t bytes,
142 bool retransmission));
143};
144
Stefan Holmerf5dca482016-01-27 12:58:51 +0100145class MockTransportSequenceNumberAllocator
146 : public TransportSequenceNumberAllocator {
147 public:
148 MOCK_METHOD0(AllocateSequenceNumber, uint16_t());
149};
150
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200151class MockSendSideDelayObserver : public SendSideDelayObserver {
152 public:
153 MOCK_METHOD3(SendSideDelayUpdated, void(int, int, uint32_t));
154};
155
asapersson35151f32016-05-02 23:44:01 -0700156class MockSendPacketObserver : public SendPacketObserver {
157 public:
158 MOCK_METHOD3(OnSendPacket, void(uint16_t, int64_t, uint32_t));
159};
160
Stefan Holmera246cfb2016-08-23 17:51:42 +0200161class MockTransportFeedbackObserver : public TransportFeedbackObserver {
162 public:
elad.alond12a8e12017-03-23 11:04:48 -0700163 MOCK_METHOD4(AddPacket,
164 void(uint32_t, uint16_t, size_t, const PacedPacketInfo&));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200165 MOCK_METHOD1(OnTransportFeedback, void(const rtcp::TransportFeedback&));
elad.alonf9490002017-03-06 05:32:21 -0800166 MOCK_CONST_METHOD0(GetTransportFeedbackVector, std::vector<PacketFeedback>());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200167};
168
minyue3a407ee2017-04-03 01:10:33 -0700169class MockOverheadObserver : public OverheadObserver {
170 public:
171 MOCK_METHOD1(OnOverheadChanged, void(size_t overhead_bytes_per_packet));
172};
173
174class RtpSenderTest : public ::testing::TestWithParam<bool> {
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000175 protected:
176 RtpSenderTest()
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000177 : fake_clock_(kStartTime),
terelius429c3452016-01-21 05:42:04 -0800178 mock_rtc_event_log_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000179 mock_paced_sender_(),
sprangcd349d92016-07-13 09:11:28 -0700180 retransmission_rate_limiter_(&fake_clock_, 1000),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000181 rtp_sender_(),
182 payload_(kPayload),
183 transport_(),
minyue3a407ee2017-04-03 01:10:33 -0700184 kMarkerBit(true),
185 field_trials_(GetParam() ? "WebRTC-SendSideBwe-WithOverhead/Enabled/"
186 : "") {}
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000187
Erik Språng7b52f102018-02-07 14:37:37 +0100188 void SetUp() override { SetUpRtpSender(true, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200189
Erik Språng7b52f102018-02-07 14:37:37 +0100190 void SetUpRtpSender(bool pacer, bool populate_network2) {
asapersson35151f32016-05-02 23:44:01 -0700191 rtp_sender_.reset(new RTPSender(
192 false, &fake_clock_, &transport_, pacer ? &mock_paced_sender_ : nullptr,
brandtrdbdb3f12016-11-10 05:04:48 -0800193 nullptr, &seq_num_allocator_, nullptr, nullptr, nullptr, nullptr,
sprangcd349d92016-07-13 09:11:28 -0700194 &mock_rtc_event_log_, &send_packet_observer_,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700195 &retransmission_rate_limiter_, nullptr, populate_network2, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +0100196 false, false));
brandtr9dfff292016-11-14 05:14:50 -0800197 rtp_sender_->SetSequenceNumber(kSeqNum);
danilchap71fead22016-08-18 02:01:49 -0700198 rtp_sender_->SetTimestampOffset(0);
brandtr9dfff292016-11-14 05:14:50 -0800199 rtp_sender_->SetSSRC(kSsrc);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000200 }
201
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000202 SimulatedClock fake_clock_;
stefana23fc622016-07-28 07:56:38 -0700203 testing::NiceMock<MockRtcEventLog> mock_rtc_event_log_;
sprangebbf8a82015-09-21 15:11:14 -0700204 MockRtpPacketSender mock_paced_sender_;
stefana23fc622016-07-28 07:56:38 -0700205 testing::StrictMock<MockTransportSequenceNumberAllocator> seq_num_allocator_;
206 testing::StrictMock<MockSendPacketObserver> send_packet_observer_;
Stefan Holmera246cfb2016-08-23 17:51:42 +0200207 testing::StrictMock<MockTransportFeedbackObserver> feedback_observer_;
sprangcd349d92016-07-13 09:11:28 -0700208 RateLimiter retransmission_rate_limiter_;
kwiberg84be5112016-04-27 01:19:58 -0700209 std::unique_ptr<RTPSender> rtp_sender_;
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000210 int payload_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000211 LoopbackTransportTest transport_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000212 const bool kMarkerBit;
minyue3a407ee2017-04-03 01:10:33 -0700213 test::ScopedFieldTrials field_trials_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000214
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000215 void VerifyRTPHeaderCommon(const RTPHeader& rtp_header) {
danilchapd9e62f52016-01-14 14:55:19 -0800216 VerifyRTPHeaderCommon(rtp_header, kMarkerBit, 0);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000217 }
218
219 void VerifyRTPHeaderCommon(const RTPHeader& rtp_header, bool marker_bit) {
danilchapd9e62f52016-01-14 14:55:19 -0800220 VerifyRTPHeaderCommon(rtp_header, marker_bit, 0);
221 }
222
223 void VerifyRTPHeaderCommon(const RTPHeader& rtp_header,
224 bool marker_bit,
225 uint8_t number_of_csrcs) {
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000226 EXPECT_EQ(marker_bit, rtp_header.markerBit);
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000227 EXPECT_EQ(payload_, rtp_header.payloadType);
228 EXPECT_EQ(kSeqNum, rtp_header.sequenceNumber);
229 EXPECT_EQ(kTimestamp, rtp_header.timestamp);
230 EXPECT_EQ(rtp_sender_->SSRC(), rtp_header.ssrc);
danilchapd9e62f52016-01-14 14:55:19 -0800231 EXPECT_EQ(number_of_csrcs, rtp_header.numCSRCs);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000232 EXPECT_EQ(0U, rtp_header.paddingLength);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000233 }
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000234
danilchapb6f1fb52016-10-19 06:11:39 -0700235 std::unique_ptr<RtpPacketToSend> BuildRtpPacket(int payload_type,
236 bool marker_bit,
237 uint32_t timestamp,
238 int64_t capture_time_ms) {
239 auto packet = rtp_sender_->AllocatePacket();
240 packet->SetPayloadType(payload_type);
241 packet->SetMarker(marker_bit);
242 packet->SetTimestamp(timestamp);
243 packet->set_capture_time_ms(capture_time_ms);
244 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
245 return packet;
246 }
247
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000248 void SendPacket(int64_t capture_time_ms, int payload_length) {
249 uint32_t timestamp = capture_time_ms * 90;
danilchapb6f1fb52016-10-19 06:11:39 -0700250 auto packet =
251 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
252 packet->AllocatePayload(payload_length);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000253
254 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700255 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
256 kAllowRetransmission,
257 RtpPacketSender::kNormalPriority));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000258 }
asapersson35151f32016-05-02 23:44:01 -0700259
260 void SendGenericPayload() {
asapersson35151f32016-05-02 23:44:01 -0700261 const uint32_t kTimestamp = 1234;
262 const uint8_t kPayloadType = 127;
263 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
Niels Möller8a40edd2019-01-24 18:04:44 +0100264 const char payload_name[] = "GENERIC";
asapersson35151f32016-05-02 23:44:01 -0700265 EXPECT_EQ(0, rtp_sender_->RegisterPayload(payload_name, kPayloadType, 90000,
266 0, 1500));
267
Sami Kalliomäki426a80c2018-08-08 11:37:59 +0200268 RTPVideoHeader video_header;
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700269 EXPECT_TRUE(rtp_sender_->SendOutgoingData(
Stefan Holmera246cfb2016-08-23 17:51:42 +0200270 kVideoFrameKey, kPayloadType, kTimestamp, kCaptureTimeMs, kPayloadData,
Sami Kalliomäki426a80c2018-08-08 11:37:59 +0200271 sizeof(kPayloadData), nullptr, &video_header, nullptr,
spranga8ae6f22017-09-04 07:23:56 -0700272 kDefaultExpectedRetransmissionTimeMs));
asapersson35151f32016-05-02 23:44:01 -0700273 }
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000274};
275
Peter Boströme23e7372015-10-08 11:44:14 +0200276// TODO(pbos): Move tests over from WithoutPacer to RtpSenderTest as this is our
277// default code path.
278class RtpSenderTestWithoutPacer : public RtpSenderTest {
279 public:
Erik Språng7b52f102018-02-07 14:37:37 +0100280 void SetUp() override { SetUpRtpSender(false, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200281};
282
spranga8ae6f22017-09-04 07:23:56 -0700283class TestRtpSenderVideo : public RTPSenderVideo {
284 public:
285 TestRtpSenderVideo(Clock* clock,
286 RTPSender* rtp_sender,
287 FlexfecSender* flexfec_sender)
Benjamin Wright192eeec2018-10-17 17:27:25 -0700288 : RTPSenderVideo(clock, rtp_sender, flexfec_sender, nullptr, false) {}
spranga8ae6f22017-09-04 07:23:56 -0700289 ~TestRtpSenderVideo() override {}
290
291 StorageType GetStorageType(const RTPVideoHeader& header,
292 int32_t retransmission_settings,
293 int64_t expected_retransmission_time_ms) {
294 return RTPSenderVideo::GetStorageType(GetTemporalId(header),
295 retransmission_settings,
296 expected_retransmission_time_ms);
297 }
298};
299
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000300class RtpSenderVideoTest : public RtpSenderTest {
301 protected:
danilchap162abd32015-12-10 02:39:40 -0800302 void SetUp() override {
Peter Boströme23e7372015-10-08 11:44:14 +0200303 // TODO(pbos): Set up to use pacer.
Erik Språng7b52f102018-02-07 14:37:37 +0100304 SetUpRtpSender(false, false);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000305 rtp_sender_video_.reset(
spranga8ae6f22017-09-04 07:23:56 -0700306 new TestRtpSenderVideo(&fake_clock_, rtp_sender_.get(), nullptr));
Niels Möller3ea55d52019-01-24 09:44:14 +0100307 rtp_sender_video_->RegisterPayloadType(kPayload, "generic");
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000308 }
spranga8ae6f22017-09-04 07:23:56 -0700309 std::unique_ptr<TestRtpSenderVideo> rtp_sender_video_;
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000310};
311
minyue3a407ee2017-04-03 01:10:33 -0700312TEST_P(RtpSenderTestWithoutPacer, AllocatePacketSetCsrc) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200313 // Configure rtp_sender with csrc.
314 std::vector<uint32_t> csrcs;
315 csrcs.push_back(0x23456789);
316 rtp_sender_->SetCsrcs(csrcs);
317
318 auto packet = rtp_sender_->AllocatePacket();
319
320 ASSERT_TRUE(packet);
321 EXPECT_EQ(rtp_sender_->SSRC(), packet->Ssrc());
322 EXPECT_EQ(csrcs, packet->Csrcs());
323}
324
minyue3a407ee2017-04-03 01:10:33 -0700325TEST_P(RtpSenderTestWithoutPacer, AllocatePacketReserveExtensions) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200326 // Configure rtp_sender with extensions.
327 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
328 kRtpExtensionTransmissionTimeOffset,
329 kTransmissionTimeOffsetExtensionId));
330 ASSERT_EQ(
331 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
332 kAbsoluteSendTimeExtensionId));
333 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAudioLevel,
334 kAudioLevelExtensionId));
335 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
336 kRtpExtensionTransportSequenceNumber,
337 kTransportSequenceNumberExtensionId));
338 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
339 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
340
341 auto packet = rtp_sender_->AllocatePacket();
342
343 ASSERT_TRUE(packet);
344 // Preallocate BWE extensions RtpSender set itself.
345 EXPECT_TRUE(packet->HasExtension<TransmissionOffset>());
346 EXPECT_TRUE(packet->HasExtension<AbsoluteSendTime>());
347 EXPECT_TRUE(packet->HasExtension<TransportSequenceNumber>());
348 // Do not allocate media specific extensions.
349 EXPECT_FALSE(packet->HasExtension<AudioLevel>());
350 EXPECT_FALSE(packet->HasExtension<VideoOrientation>());
351}
352
minyue3a407ee2017-04-03 01:10:33 -0700353TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberAdvanceSequenceNumber) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200354 auto packet = rtp_sender_->AllocatePacket();
355 ASSERT_TRUE(packet);
356 const uint16_t sequence_number = rtp_sender_->SequenceNumber();
357
358 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
359
360 EXPECT_EQ(sequence_number, packet->SequenceNumber());
361 EXPECT_EQ(sequence_number + 1, rtp_sender_->SequenceNumber());
362}
363
minyue3a407ee2017-04-03 01:10:33 -0700364TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberFailsOnNotSending) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200365 auto packet = rtp_sender_->AllocatePacket();
366 ASSERT_TRUE(packet);
367
368 rtp_sender_->SetSendingMediaStatus(false);
369 EXPECT_FALSE(rtp_sender_->AssignSequenceNumber(packet.get()));
370}
371
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100372TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberMayAllowPaddingOnVideo) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200373 constexpr size_t kPaddingSize = 100;
374 auto packet = rtp_sender_->AllocatePacket();
375 ASSERT_TRUE(packet);
376
philipel8aadd502017-02-23 02:56:13 -0800377 ASSERT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200378 packet->SetMarker(false);
379 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100380 // Packet without marker bit doesn't allow padding on video stream.
philipel8aadd502017-02-23 02:56:13 -0800381 EXPECT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200382
383 packet->SetMarker(true);
384 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
385 // Packet with marker bit allows send padding.
philipel8aadd502017-02-23 02:56:13 -0800386 EXPECT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200387}
388
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100389TEST_P(RtpSenderTest, AssignSequenceNumberAllowsPaddingOnAudio) {
390 MockTransport transport;
391 const bool kEnableAudio = true;
392 rtp_sender_.reset(new RTPSender(
393 kEnableAudio, &fake_clock_, &transport, &mock_paced_sender_, nullptr,
394 nullptr, nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
Johannes Kron9190b822018-10-29 11:22:05 +0100395 nullptr, &retransmission_rate_limiter_, nullptr, false, nullptr, false,
396 false));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100397 rtp_sender_->SetTimestampOffset(0);
398 rtp_sender_->SetSSRC(kSsrc);
399
400 std::unique_ptr<RtpPacketToSend> audio_packet = rtp_sender_->AllocatePacket();
401 // Padding on audio stream allowed regardless of marker in the last packet.
402 audio_packet->SetMarker(false);
403 audio_packet->SetPayloadType(kPayload);
404 rtp_sender_->AssignSequenceNumber(audio_packet.get());
405
406 const size_t kPaddingSize = 59;
407 EXPECT_CALL(transport, SendRtp(_, kPaddingSize + kRtpHeaderSize, _))
408 .WillOnce(testing::Return(true));
409 EXPECT_EQ(kPaddingSize,
410 rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
411
412 // Requested padding size is too small, will send a larger one.
413 const size_t kMinPaddingSize = 50;
414 EXPECT_CALL(transport, SendRtp(_, kMinPaddingSize + kRtpHeaderSize, _))
415 .WillOnce(testing::Return(true));
Yves Gerey665174f2018-06-19 15:03:05 +0200416 EXPECT_EQ(kMinPaddingSize, rtp_sender_->TimeToSendPadding(kMinPaddingSize - 5,
417 PacedPacketInfo()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100418}
419
minyue3a407ee2017-04-03 01:10:33 -0700420TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberSetPaddingTimestamps) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200421 constexpr size_t kPaddingSize = 100;
422 auto packet = rtp_sender_->AllocatePacket();
423 ASSERT_TRUE(packet);
424 packet->SetMarker(true);
425 packet->SetTimestamp(kTimestamp);
426
427 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
philipel8aadd502017-02-23 02:56:13 -0800428 ASSERT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200429
430 ASSERT_EQ(1u, transport_.sent_packets_.size());
danilchap12ba1862016-10-26 02:41:55 -0700431 // Verify padding packet timestamp.
432 EXPECT_EQ(kTimestamp, transport_.last_sent_packet().Timestamp());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200433}
434
minyue3a407ee2017-04-03 01:10:33 -0700435TEST_P(RtpSenderTestWithoutPacer,
436 TransportFeedbackObserverGetsCorrectByteCount) {
437 constexpr int kRtpOverheadBytesPerPacket = 12 + 8;
438 testing::NiceMock<MockOverheadObserver> mock_overhead_observer;
439 rtp_sender_.reset(new RTPSender(
440 false, &fake_clock_, &transport_, nullptr, nullptr, &seq_num_allocator_,
441 &feedback_observer_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700442 nullptr, &retransmission_rate_limiter_, &mock_overhead_observer, false,
Johannes Kron9190b822018-10-29 11:22:05 +0100443 nullptr, false, false));
minyue3a407ee2017-04-03 01:10:33 -0700444 rtp_sender_->SetSSRC(kSsrc);
445 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
446 kRtpExtensionTransportSequenceNumber,
447 kTransportSequenceNumberExtensionId));
448 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
449 .WillOnce(testing::Return(kTransportSequenceNumber));
450
451 const size_t expected_bytes =
452 GetParam() ? sizeof(kPayloadData) + kGenericHeaderLength +
453 kRtpOverheadBytesPerPacket
454 : sizeof(kPayloadData) + kGenericHeaderLength;
455
456 EXPECT_CALL(feedback_observer_,
457 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber,
458 expected_bytes, PacedPacketInfo()))
459 .Times(1);
460 EXPECT_CALL(mock_overhead_observer,
461 OnOverheadChanged(kRtpOverheadBytesPerPacket))
462 .Times(1);
463 SendGenericPayload();
464}
465
466TEST_P(RtpSenderTestWithoutPacer, SendsPacketsWithTransportSequenceNumber) {
Stefan Holmera246cfb2016-08-23 17:51:42 +0200467 rtp_sender_.reset(new RTPSender(
brandtrdbdb3f12016-11-10 05:04:48 -0800468 false, &fake_clock_, &transport_, nullptr, nullptr, &seq_num_allocator_,
469 &feedback_observer_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700470 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
Johannes Kron9190b822018-10-29 11:22:05 +0100471 nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -0800472 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100473 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
474 kRtpExtensionTransportSequenceNumber,
475 kTransportSequenceNumberExtensionId));
476
Stefan Holmerf5dca482016-01-27 12:58:51 +0100477 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
478 .WillOnce(testing::Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700479 EXPECT_CALL(send_packet_observer_,
480 OnSendPacket(kTransportSequenceNumber, _, _))
481 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700482
483 EXPECT_CALL(feedback_observer_,
484 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber, _,
485 PacedPacketInfo()))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200486 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700487
488 SendGenericPayload();
Stefan Holmerf5dca482016-01-27 12:58:51 +0100489
danilchap12ba1862016-10-26 02:41:55 -0700490 const auto& packet = transport_.last_sent_packet();
491 uint16_t transport_seq_no;
492 ASSERT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
493 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200494 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200495 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200496}
497
498TEST_P(RtpSenderTestWithoutPacer, PacketOptionsNoRetransmission) {
499 rtp_sender_.reset(new RTPSender(
500 false, &fake_clock_, &transport_, nullptr, nullptr, &seq_num_allocator_,
501 &feedback_observer_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700502 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
Johannes Kron9190b822018-10-29 11:22:05 +0100503 nullptr, false, false));
Petter Strandmark26bc6692018-05-29 08:43:35 +0200504 rtp_sender_->SetSSRC(kSsrc);
505
506 SendGenericPayload();
507
508 EXPECT_FALSE(transport_.last_options_.is_retransmit);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100509}
510
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200511TEST_P(RtpSenderTestWithoutPacer,
512 SetsIncludedInFeedbackWhenTransportSequenceNumberExtensionIsRegistered) {
513 SetUpRtpSender(false, false);
514 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
515 kTransportSequenceNumberExtensionId);
516 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
517 .WillOnce(testing::Return(kTransportSequenceNumber));
518 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
stefana23fc622016-07-28 07:56:38 -0700519 SendGenericPayload();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200520 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
521}
522
523TEST_P(
524 RtpSenderTestWithoutPacer,
525 SetsIncludedInAllocationWhenTransportSequenceNumberExtensionIsRegistered) {
526 SetUpRtpSender(false, false);
527 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
528 kTransportSequenceNumberExtensionId);
529 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
530 .WillOnce(testing::Return(kTransportSequenceNumber));
531 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
532 SendGenericPayload();
533 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
534}
535
536TEST_P(RtpSenderTestWithoutPacer,
537 SetsIncludedInAllocationWhenForcedAsPartOfAllocation) {
538 SetUpRtpSender(false, false);
539 rtp_sender_->SetAsPartOfAllocation(true);
540 SendGenericPayload();
541 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
542 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
543}
544
545TEST_P(RtpSenderTestWithoutPacer, DoesnSetIncludedInAllocationByDefault) {
546 SetUpRtpSender(false, false);
547 SendGenericPayload();
548 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
549 EXPECT_FALSE(transport_.last_options_.included_in_allocation);
stefana23fc622016-07-28 07:56:38 -0700550}
asapersson35151f32016-05-02 23:44:01 -0700551
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200552TEST_P(RtpSenderTestWithoutPacer, OnSendSideDelayUpdated) {
553 testing::StrictMock<MockSendSideDelayObserver> send_side_delay_observer_;
Benjamin Wright192eeec2018-10-17 17:27:25 -0700554 rtp_sender_.reset(new RTPSender(
555 false, &fake_clock_, &transport_, nullptr, nullptr, nullptr, nullptr,
556 nullptr, nullptr, &send_side_delay_observer_, &mock_rtc_event_log_,
Johannes Kron9190b822018-10-29 11:22:05 +0100557 nullptr, nullptr, nullptr, false, nullptr, false, false));
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200558 rtp_sender_->SetSSRC(kSsrc);
559
560 const uint8_t kPayloadType = 127;
561 const uint32_t kCaptureTimeMsToRtpTimestamp = 90; // 90 kHz clock
Niels Möller8a40edd2019-01-24 18:04:44 +0100562 const char payload_name[] = "GENERIC";
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200563 RTPVideoHeader video_header;
564 EXPECT_EQ(0, rtp_sender_->RegisterPayload(payload_name, kPayloadType,
565 1000 * kCaptureTimeMsToRtpTimestamp,
566 0, 1500));
567
568 // Send packet with 10 ms send-side delay. The average and max should be 10
569 // ms.
570 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(10, 10, kSsrc))
571 .Times(1);
572 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
573 fake_clock_.AdvanceTimeMilliseconds(10);
574 EXPECT_TRUE(rtp_sender_->SendOutgoingData(
575 kVideoFrameKey, kPayloadType,
576 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
577 kPayloadData, sizeof(kPayloadData), nullptr, &video_header, nullptr,
578 kDefaultExpectedRetransmissionTimeMs));
579
580 // Send another packet with 20 ms delay. The average
581 // and max should be 15 and 20 ms respectively.
582 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(15, 20, kSsrc))
583 .Times(1);
584 fake_clock_.AdvanceTimeMilliseconds(10);
585 EXPECT_TRUE(rtp_sender_->SendOutgoingData(
586 kVideoFrameKey, kPayloadType,
587 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
588 kPayloadData, sizeof(kPayloadData), nullptr, &video_header, nullptr,
589 kDefaultExpectedRetransmissionTimeMs));
590
591 // Send another packet at the same time, which replaces the last packet.
592 // Since this packet has 0 ms delay, the average is now 5 ms and max is 10 ms.
593 // TODO(terelius): Is is not clear that this is the right behavior.
594 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(5, 10, kSsrc))
595 .Times(1);
596 capture_time_ms = fake_clock_.TimeInMilliseconds();
597 EXPECT_TRUE(rtp_sender_->SendOutgoingData(
598 kVideoFrameKey, kPayloadType,
599 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
600 kPayloadData, sizeof(kPayloadData), nullptr, &video_header, nullptr,
601 kDefaultExpectedRetransmissionTimeMs));
602
603 // Send a packet 1 second later. The earlier packets should have timed
604 // out, so both max and average should be the delay of this packet.
605 fake_clock_.AdvanceTimeMilliseconds(1000);
606 capture_time_ms = fake_clock_.TimeInMilliseconds();
607 fake_clock_.AdvanceTimeMilliseconds(1);
608 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(1, 1, kSsrc))
609 .Times(1);
610 EXPECT_TRUE(rtp_sender_->SendOutgoingData(
611 kVideoFrameKey, kPayloadType,
612 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
613 kPayloadData, sizeof(kPayloadData), nullptr, &video_header, nullptr,
614 kDefaultExpectedRetransmissionTimeMs));
615}
616
minyue3a407ee2017-04-03 01:10:33 -0700617TEST_P(RtpSenderTestWithoutPacer, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700618 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
619 kRtpExtensionTransportSequenceNumber,
620 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700621 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
622 .WillOnce(testing::Return(kTransportSequenceNumber));
623 EXPECT_CALL(send_packet_observer_,
624 OnSendPacket(kTransportSequenceNumber, _, _))
625 .Times(1);
626
627 SendGenericPayload();
628}
629
minyue3a407ee2017-04-03 01:10:33 -0700630TEST_P(RtpSenderTest, SendsPacketsWithTransportSequenceNumber) {
michaelt4da30442016-11-17 01:38:43 -0800631 rtp_sender_.reset(new RTPSender(
632 false, &fake_clock_, &transport_, &mock_paced_sender_, nullptr,
633 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr, nullptr,
634 &mock_rtc_event_log_, &send_packet_observer_,
Johannes Kron9190b822018-10-29 11:22:05 +0100635 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
brandtr9dfff292016-11-14 05:14:50 -0800636 rtp_sender_->SetSequenceNumber(kSeqNum);
637 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200638 rtp_sender_->SetStorePacketsStatus(true, 10);
639 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
640 kRtpExtensionTransportSequenceNumber,
641 kTransportSequenceNumberExtensionId));
642
brandtr9dfff292016-11-14 05:14:50 -0800643 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200644 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
645 .WillOnce(testing::Return(kTransportSequenceNumber));
646 EXPECT_CALL(send_packet_observer_,
647 OnSendPacket(kTransportSequenceNumber, _, _))
648 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700649 EXPECT_CALL(feedback_observer_,
650 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber, _,
651 PacedPacketInfo()))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200652 .Times(1);
653
654 SendGenericPayload();
philipel8aadd502017-02-23 02:56:13 -0800655 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
656 fake_clock_.TimeInMilliseconds(), false,
657 PacedPacketInfo());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200658
danilchap12ba1862016-10-26 02:41:55 -0700659 const auto& packet = transport_.last_sent_packet();
660 uint16_t transport_seq_no;
661 EXPECT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
662 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200663 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200664}
665
Erik Språng7b52f102018-02-07 14:37:37 +0100666TEST_P(RtpSenderTest, WritesPacerExitToTimingExtension) {
ilnik04f4d122017-06-19 07:18:55 -0700667 rtp_sender_->SetStorePacketsStatus(true, 10);
668 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
669 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
670 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
671 auto packet = rtp_sender_->AllocatePacket();
672 packet->SetPayloadType(kPayload);
673 packet->SetMarker(true);
674 packet->SetTimestamp(kTimestamp);
675 packet->set_capture_time_ms(capture_time_ms);
ilnik2edc6842017-07-06 03:06:50 -0700676 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
ilnik04f4d122017-06-19 07:18:55 -0700677 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
678 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
679 size_t packet_size = packet->size();
ilnik04f4d122017-06-19 07:18:55 -0700680
681 const int kStoredTimeInMs = 100;
Erik Språng7b52f102018-02-07 14:37:37 +0100682 {
683 EXPECT_CALL(
684 mock_paced_sender_,
685 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
686 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
687 kAllowRetransmission,
688 RtpPacketSender::kNormalPriority));
689 }
ilnik04f4d122017-06-19 07:18:55 -0700690 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
Erik Språng7b52f102018-02-07 14:37:37 +0100691 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
692 PacedPacketInfo());
ilnik04f4d122017-06-19 07:18:55 -0700693 EXPECT_EQ(1, transport_.packets_sent());
694 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
695
danilchapce251812017-09-11 12:24:41 -0700696 VideoSendTiming video_timing;
697 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
698 &video_timing));
699 EXPECT_EQ(kStoredTimeInMs, video_timing.pacer_exit_delta_ms);
Erik Språng7b52f102018-02-07 14:37:37 +0100700}
ilnik04f4d122017-06-19 07:18:55 -0700701
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100702TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithPacer) {
703 SetUpRtpSender(/*pacer=*/true, /*populate_network2=*/true);
Erik Språng7b52f102018-02-07 14:37:37 +0100704 rtp_sender_->SetStorePacketsStatus(true, 10);
705 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
706 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
707 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
708 auto packet = rtp_sender_->AllocatePacket();
709 packet->SetPayloadType(kPayload);
710 packet->SetMarker(true);
711 packet->SetTimestamp(kTimestamp);
712 packet->set_capture_time_ms(capture_time_ms);
713 const uint16_t kPacerExitMs = 1234u;
714 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, kPacerExitMs, 0u, 0u, true};
715 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
716 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
717 size_t packet_size = packet->size();
718
719 const int kStoredTimeInMs = 100;
720 {
721 EXPECT_CALL(
722 mock_paced_sender_,
723 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
724 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
725 kAllowRetransmission,
726 RtpPacketSender::kNormalPriority));
727 }
ilnik04f4d122017-06-19 07:18:55 -0700728 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
729 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
730 PacedPacketInfo());
Erik Språng7b52f102018-02-07 14:37:37 +0100731 EXPECT_EQ(1, transport_.packets_sent());
ilnik04f4d122017-06-19 07:18:55 -0700732 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
733
Erik Språng7b52f102018-02-07 14:37:37 +0100734 VideoSendTiming video_timing;
danilchapce251812017-09-11 12:24:41 -0700735 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
736 &video_timing));
Erik Språng7b52f102018-02-07 14:37:37 +0100737 EXPECT_EQ(kStoredTimeInMs, video_timing.network2_timestamp_delta_ms);
738 EXPECT_EQ(kPacerExitMs, video_timing.pacer_exit_delta_ms);
ilnik04f4d122017-06-19 07:18:55 -0700739}
740
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100741TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithoutPacer) {
742 SetUpRtpSender(/*pacer=*/false, /*populate_network2=*/true);
743 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
744 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
745 auto packet = rtp_sender_->AllocatePacket();
746 packet->SetMarker(true);
747 packet->set_capture_time_ms(fake_clock_.TimeInMilliseconds());
748 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
749 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
750 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
751
752 const int kPropagateTimeMs = 10;
753 fake_clock_.AdvanceTimeMilliseconds(kPropagateTimeMs);
754
755 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
756 kAllowRetransmission,
757 RtpPacketSender::kNormalPriority));
758
759 EXPECT_EQ(1, transport_.packets_sent());
760 absl::optional<VideoSendTiming> video_timing =
761 transport_.last_sent_packet().GetExtension<VideoTimingExtension>();
762 ASSERT_TRUE(video_timing);
763 EXPECT_EQ(kPropagateTimeMs, video_timing->network2_timestamp_delta_ms);
764}
765
minyue3a407ee2017-04-03 01:10:33 -0700766TEST_P(RtpSenderTest, TrafficSmoothingWithExtensions) {
Peter Boströme23e7372015-10-08 11:44:14 +0200767 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800768 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200769 EXPECT_CALL(mock_rtc_event_log_,
770 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000771
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000772 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000773 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800774 kRtpExtensionTransmissionTimeOffset,
775 kTransmissionTimeOffsetExtensionId));
776 EXPECT_EQ(
777 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
778 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000779 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700780 auto packet =
781 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
782 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000783
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000784 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700785 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
786 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700787 RtpPacketSender::kNormalPriority));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000788
danilchap12ba1862016-10-26 02:41:55 -0700789 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000790
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000791 const int kStoredTimeInMs = 100;
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000792 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000793
brandtr9dfff292016-11-14 05:14:50 -0800794 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800795 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000796
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000797 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700798 EXPECT_EQ(1, transport_.packets_sent());
799 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
800
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000801 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700802 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000803
804 // Verify transmission time offset.
805 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000806 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000807 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000808 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000809}
810
minyue3a407ee2017-04-03 01:10:33 -0700811TEST_P(RtpSenderTest, TrafficSmoothingRetransmits) {
Peter Boströme23e7372015-10-08 11:44:14 +0200812 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800813 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200814 EXPECT_CALL(mock_rtc_event_log_,
815 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000816
817 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000818 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800819 kRtpExtensionTransmissionTimeOffset,
820 kTransmissionTimeOffsetExtensionId));
821 EXPECT_EQ(
822 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
823 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000824 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700825 auto packet =
826 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
827 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000828
829 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700830 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
831 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700832 RtpPacketSender::kNormalPriority));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000833
danilchap12ba1862016-10-26 02:41:55 -0700834 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000835
terelius5d332ac2016-01-14 14:37:39 -0800836 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800837 kSsrc, kSeqNum, _, _, _));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000838
839 const int kStoredTimeInMs = 100;
840 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
841
danilchapb6f1fb52016-10-19 06:11:39 -0700842 EXPECT_EQ(static_cast<int>(packet_size), rtp_sender_->ReSendPacket(kSeqNum));
danilchap12ba1862016-10-26 02:41:55 -0700843 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000844
brandtr9dfff292016-11-14 05:14:50 -0800845 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800846 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000847
848 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700849 EXPECT_EQ(1, transport_.packets_sent());
850 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000851
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000852 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700853 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000854
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000855 // Verify transmission time offset.
856 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000857 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000858 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
859 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
860}
861
862// This test sends 1 regular video packet, then 4 padding packets, and then
863// 1 more regular packet.
minyue3a407ee2017-04-03 01:10:33 -0700864TEST_P(RtpSenderTest, SendPadding) {
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000865 // Make all (non-padding) packets go to send queue.
terelius5d332ac2016-01-14 14:37:39 -0800866 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800867 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200868 EXPECT_CALL(mock_rtc_event_log_,
869 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
870 .Times(1 + 4 + 1);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000871
872 uint16_t seq_num = kSeqNum;
873 uint32_t timestamp = kTimestamp;
874 rtp_sender_->SetStorePacketsStatus(true, 10);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000875 size_t rtp_header_len = kRtpHeaderSize;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000876 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800877 kRtpExtensionTransmissionTimeOffset,
878 kTransmissionTimeOffsetExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000879 rtp_header_len += 4; // 4 bytes extension.
danilchap162abd32015-12-10 02:39:40 -0800880 EXPECT_EQ(
881 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
882 kAbsoluteSendTimeExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000883 rtp_header_len += 4; // 4 bytes extension.
884 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
885
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000886 webrtc::RTPHeader rtp_header;
887
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000888 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700889 auto packet =
890 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200891 const uint32_t media_packet_timestamp = timestamp;
danilchapb6f1fb52016-10-19 06:11:39 -0700892 size_t packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000893
894 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700895 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
896 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700897 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000898
899 int total_packets_sent = 0;
danilchap12ba1862016-10-26 02:41:55 -0700900 EXPECT_EQ(total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000901
902 const int kStoredTimeInMs = 100;
903 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
brandtr9dfff292016-11-14 05:14:50 -0800904 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800905 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000906 // Packet should now be sent. This test doesn't verify the regular video
907 // packet, since it is tested in another test.
danilchap12ba1862016-10-26 02:41:55 -0700908 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000909 timestamp += 90 * kStoredTimeInMs;
910
911 // Send padding 4 times, waiting 50 ms between each.
912 for (int i = 0; i < 4; ++i) {
913 const int kPaddingPeriodMs = 50;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000914 const size_t kPaddingBytes = 100;
915 const size_t kMaxPaddingLength = 224; // Value taken from rtp_sender.cc.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000916 // Padding will be forced to full packets.
philipelc7bf32a2017-02-17 03:59:43 -0800917 EXPECT_EQ(kMaxPaddingLength,
philipel8aadd502017-02-23 02:56:13 -0800918 rtp_sender_->TimeToSendPadding(kPaddingBytes, PacedPacketInfo()));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000919
920 // Process send bucket. Padding should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700921 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000922 EXPECT_EQ(kMaxPaddingLength + rtp_header_len,
danilchap12ba1862016-10-26 02:41:55 -0700923 transport_.last_sent_packet().size());
924
925 transport_.last_sent_packet().GetHeader(&rtp_header);
pbosbd2522a2015-07-01 05:35:53 -0700926 EXPECT_EQ(kMaxPaddingLength, rtp_header.paddingLength);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000927
Stefan Holmer586b19b2015-09-18 11:14:31 +0200928 // Verify sequence number and timestamp. The timestamp should be the same
929 // as the last media packet.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000930 EXPECT_EQ(seq_num++, rtp_header.sequenceNumber);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200931 EXPECT_EQ(media_packet_timestamp, rtp_header.timestamp);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000932 // Verify transmission time offset.
Stefan Holmer586b19b2015-09-18 11:14:31 +0200933 int offset = timestamp - media_packet_timestamp;
934 EXPECT_EQ(offset, rtp_header.extension.transmissionTimeOffset);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000935 uint64_t expected_send_time =
936 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
937 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
938 fake_clock_.AdvanceTimeMilliseconds(kPaddingPeriodMs);
939 timestamp += 90 * kPaddingPeriodMs;
940 }
941
942 // Send a regular video packet again.
943 capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700944 packet = BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
945 packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000946
brandtr9dfff292016-11-14 05:14:50 -0800947 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
948 kSsrc, seq_num, _, _, _));
terelius5d332ac2016-01-14 14:37:39 -0800949
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000950 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700951 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
952 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700953 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000954
brandtr9dfff292016-11-14 05:14:50 -0800955 rtp_sender_->TimeToSendPacket(kSsrc, seq_num, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800956 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000957 // Process send bucket.
danilchap12ba1862016-10-26 02:41:55 -0700958 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
959 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
960 transport_.last_sent_packet().GetHeader(&rtp_header);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000961
962 // Verify sequence number and timestamp.
963 EXPECT_EQ(seq_num, rtp_header.sequenceNumber);
964 EXPECT_EQ(timestamp, rtp_header.timestamp);
965 // Verify transmission time offset. This packet is sent without delay.
966 EXPECT_EQ(0, rtp_header.extension.transmissionTimeOffset);
967 uint64_t expected_send_time =
968 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000969 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000970}
pbos@webrtc.org8911ce42013-03-18 16:39:03 +0000971
minyue3a407ee2017-04-03 01:10:33 -0700972TEST_P(RtpSenderTest, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700973 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
974 kRtpExtensionTransportSequenceNumber,
975 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700976 rtp_sender_->SetStorePacketsStatus(true, 10);
977
978 EXPECT_CALL(send_packet_observer_,
979 OnSendPacket(kTransportSequenceNumber, _, _))
980 .Times(1);
981 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
982 .WillOnce(testing::Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -0800983 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
984 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700985
986 SendGenericPayload(); // Packet passed to pacer.
987 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -0800988 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
989 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800990 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700991 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -0700992}
993
minyue3a407ee2017-04-03 01:10:33 -0700994TEST_P(RtpSenderTest, OnSendPacketNotUpdatedForRetransmits) {
stefana23fc622016-07-28 07:56:38 -0700995 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
996 kRtpExtensionTransportSequenceNumber,
997 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700998 rtp_sender_->SetStorePacketsStatus(true, 10);
999
1000 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
1001 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
1002 .WillOnce(testing::Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -08001003 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
1004 .Times(1);
asapersson35151f32016-05-02 23:44:01 -07001005
1006 SendGenericPayload(); // Packet passed to pacer.
1007 const bool kIsRetransmit = true;
brandtr9dfff292016-11-14 05:14:50 -08001008 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
1009 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -08001010 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -07001011 EXPECT_EQ(1, transport_.packets_sent());
Petter Strandmark26bc6692018-05-29 08:43:35 +02001012 EXPECT_TRUE(transport_.last_options_.is_retransmit);
asapersson35151f32016-05-02 23:44:01 -07001013}
1014
minyue3a407ee2017-04-03 01:10:33 -07001015TEST_P(RtpSenderTest, OnSendPacketNotUpdatedWithoutSeqNumAllocator) {
asapersson35151f32016-05-02 23:44:01 -07001016 rtp_sender_.reset(new RTPSender(
brandtrdbdb3f12016-11-10 05:04:48 -08001017 false, &fake_clock_, &transport_, &mock_paced_sender_, nullptr,
asapersson35151f32016-05-02 23:44:01 -07001018 nullptr /* TransportSequenceNumberAllocator */, nullptr, nullptr, nullptr,
michaelt4da30442016-11-17 01:38:43 -08001019 nullptr, nullptr, &send_packet_observer_, &retransmission_rate_limiter_,
Johannes Kron9190b822018-10-29 11:22:05 +01001020 nullptr, false, nullptr, false, false));
brandtr9dfff292016-11-14 05:14:50 -08001021 rtp_sender_->SetSequenceNumber(kSeqNum);
1022 rtp_sender_->SetSSRC(kSsrc);
stefana23fc622016-07-28 07:56:38 -07001023 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1024 kRtpExtensionTransportSequenceNumber,
1025 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -07001026 rtp_sender_->SetSequenceNumber(kSeqNum);
1027 rtp_sender_->SetStorePacketsStatus(true, 10);
1028
1029 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
brandtr9dfff292016-11-14 05:14:50 -08001030 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
1031 .Times(1);
asapersson35151f32016-05-02 23:44:01 -07001032
1033 SendGenericPayload(); // Packet passed to pacer.
1034 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -08001035 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
1036 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -08001037 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -07001038 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -07001039}
1040
minyue3a407ee2017-04-03 01:10:33 -07001041TEST_P(RtpSenderTest, SendRedundantPayloads) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001042 MockTransport transport;
terelius429c3452016-01-21 05:42:04 -08001043 rtp_sender_.reset(new RTPSender(
asapersson35151f32016-05-02 23:44:01 -07001044 false, &fake_clock_, &transport, &mock_paced_sender_, nullptr, nullptr,
brandtrdbdb3f12016-11-10 05:04:48 -08001045 nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +01001046 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001047 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr9dfff292016-11-14 05:14:50 -08001048 rtp_sender_->SetSSRC(kSsrc);
Shao Changbine62202f2015-04-21 20:24:50 +08001049 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001050
1051 uint16_t seq_num = kSeqNum;
1052 rtp_sender_->SetStorePacketsStatus(true, 10);
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001053 int32_t rtp_header_len = kRtpHeaderSize;
danilchap162abd32015-12-10 02:39:40 -08001054 EXPECT_EQ(
1055 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
1056 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001057 rtp_header_len += 4; // 4 bytes extension.
1058 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
1059
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001060 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
stefan@webrtc.orgef927552014-06-05 08:25:29 +00001061 rtp_sender_->SetRtxSsrc(1234);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001062
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001063 const size_t kNumPayloadSizes = 10;
danilchap162abd32015-12-10 02:39:40 -08001064 const size_t kPayloadSizes[kNumPayloadSizes] = {500, 550, 600, 650, 700,
1065 750, 800, 850, 900, 950};
terelius5d332ac2016-01-14 14:37:39 -08001066 // Expect all packets go through the pacer.
1067 EXPECT_CALL(mock_paced_sender_,
brandtr9dfff292016-11-14 05:14:50 -08001068 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _))
terelius5d332ac2016-01-14 14:37:39 -08001069 .Times(kNumPayloadSizes);
Elad Alon4a87e1c2017-10-03 16:11:34 +02001070 EXPECT_CALL(mock_rtc_event_log_,
1071 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001072 .Times(kNumPayloadSizes);
1073
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001074 // Send 10 packets of increasing size.
1075 for (size_t i = 0; i < kNumPayloadSizes; ++i) {
1076 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
stefan1d8a5062015-10-02 03:39:33 -07001077 EXPECT_CALL(transport, SendRtp(_, _, _)).WillOnce(testing::Return(true));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001078 SendPacket(capture_time_ms, kPayloadSizes[i]);
brandtr9dfff292016-11-14 05:14:50 -08001079 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -08001080 PacedPacketInfo());
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001081 fake_clock_.AdvanceTimeMilliseconds(33);
1082 }
terelius429c3452016-01-21 05:42:04 -08001083
Elad Alon4a87e1c2017-10-03 16:11:34 +02001084 EXPECT_CALL(mock_rtc_event_log_,
1085 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001086 .Times(::testing::AtLeast(4));
1087
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001088 // The amount of padding to send it too small to send a payload packet.
stefan1d8a5062015-10-02 03:39:33 -07001089 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
pbos2d566682015-09-28 09:59:31 -07001090 .WillOnce(testing::Return(true));
philipela1ed0b32016-06-01 06:31:17 -07001091 EXPECT_EQ(kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001092 rtp_sender_->TimeToSendPadding(49, PacedPacketInfo()));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001093
Petter Strandmark26bc6692018-05-29 08:43:35 +02001094 PacketOptions options;
Peter Boströmac547a62015-09-17 23:03:57 +02001095 EXPECT_CALL(transport,
stefan1d8a5062015-10-02 03:39:33 -07001096 SendRtp(_, kPayloadSizes[0] + rtp_header_len + kRtxHeaderSize, _))
Yves Gerey665174f2018-06-19 15:03:05 +02001097 .WillOnce(
1098 testing::DoAll(testing::SaveArg<2>(&options), testing::Return(true)));
philipela1ed0b32016-06-01 06:31:17 -07001099 EXPECT_EQ(kPayloadSizes[0],
philipel8aadd502017-02-23 02:56:13 -08001100 rtp_sender_->TimeToSendPadding(500, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001101 EXPECT_TRUE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001102
Yves Gerey665174f2018-06-19 15:03:05 +02001103 EXPECT_CALL(transport, SendRtp(_,
1104 kPayloadSizes[kNumPayloadSizes - 1] +
1105 rtp_header_len + kRtxHeaderSize,
stefan1d8a5062015-10-02 03:39:33 -07001106 _))
pbos2d566682015-09-28 09:59:31 -07001107 .WillOnce(testing::Return(true));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001108
1109 options.is_retransmit = false;
stefan1d8a5062015-10-02 03:39:33 -07001110 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
Yves Gerey665174f2018-06-19 15:03:05 +02001111 .WillOnce(
1112 testing::DoAll(testing::SaveArg<2>(&options), testing::Return(true)));
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001113 EXPECT_EQ(kPayloadSizes[kNumPayloadSizes - 1] + kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001114 rtp_sender_->TimeToSendPadding(999, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001115 EXPECT_FALSE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001116}
1117
minyue3a407ee2017-04-03 01:10:33 -07001118TEST_P(RtpSenderTestWithoutPacer, SendGenericVideo) {
Niels Möller8a40edd2019-01-24 18:04:44 +01001119 const char payload_name[] = "GENERIC";
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001120 const uint8_t payload_type = 127;
1121 ASSERT_EQ(0, rtp_sender_->RegisterPayload(payload_name, payload_type, 90000,
1122 0, 1500));
1123 uint8_t payload[] = {47, 11, 32, 93, 89};
1124
1125 // Send keyframe
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001126 RTPVideoHeader video_header;
spranga8ae6f22017-09-04 07:23:56 -07001127 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
1128 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001129 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001130
danilchap96c15872016-11-21 01:35:29 -08001131 auto sent_payload = transport_.last_sent_packet().payload();
1132 uint8_t generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001133 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1134 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001135 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001136
1137 // Send delta frame
1138 payload[0] = 13;
1139 payload[1] = 42;
1140 payload[4] = 13;
1141
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001142 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
1143 kVideoFrameDelta, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001144 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001145
danilchap96c15872016-11-21 01:35:29 -08001146 sent_payload = transport_.last_sent_packet().payload();
1147 generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001148 EXPECT_FALSE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1149 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001150 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001151}
1152
minyue3a407ee2017-04-03 01:10:33 -07001153TEST_P(RtpSenderTest, SendFlexfecPackets) {
brandtrdbdb3f12016-11-10 05:04:48 -08001154 constexpr int kMediaPayloadType = 127;
1155 constexpr int kFlexfecPayloadType = 118;
1156 constexpr uint32_t kMediaSsrc = 1234;
1157 constexpr uint32_t kFlexfecSsrc = 5678;
1158 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001159 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtrdbdb3f12016-11-10 05:04:48 -08001160 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001161 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001162 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001163
1164 // Reset |rtp_sender_| to use FlexFEC.
michaelt4da30442016-11-17 01:38:43 -08001165 rtp_sender_.reset(new RTPSender(
1166 false, &fake_clock_, &transport_, &mock_paced_sender_, &flexfec_sender,
1167 &seq_num_allocator_, nullptr, nullptr, nullptr, nullptr,
1168 &mock_rtc_event_log_, &send_packet_observer_,
Johannes Kron9190b822018-10-29 11:22:05 +01001169 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
brandtrdbdb3f12016-11-10 05:04:48 -08001170 rtp_sender_->SetSSRC(kMediaSsrc);
1171 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001172 rtp_sender_->SetStorePacketsStatus(true, 10);
1173
1174 // Parameters selected to generate a single FEC packet per media packet.
1175 FecProtectionParams params;
1176 params.fec_rate = 15;
1177 params.max_fec_frames = 1;
1178 params.fec_mask_type = kFecMaskRandom;
1179 rtp_sender_->SetFecParameters(params, params);
1180
brandtr9dfff292016-11-14 05:14:50 -08001181 EXPECT_CALL(mock_paced_sender_,
1182 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc, kSeqNum,
1183 _, _, false));
1184 uint16_t flexfec_seq_num;
brandtrdbdb3f12016-11-10 05:04:48 -08001185 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
brandtr9dfff292016-11-14 05:14:50 -08001186 kFlexfecSsrc, _, _, _, false))
1187 .WillOnce(testing::SaveArg<2>(&flexfec_seq_num));
brandtrdbdb3f12016-11-10 05:04:48 -08001188 SendGenericPayload();
Elad Alon4a87e1c2017-10-03 16:11:34 +02001189 EXPECT_CALL(mock_rtc_event_log_,
1190 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1191 .Times(2);
philipel8aadd502017-02-23 02:56:13 -08001192 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum,
1193 fake_clock_.TimeInMilliseconds(),
1194 false, PacedPacketInfo()));
brandtr9dfff292016-11-14 05:14:50 -08001195 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kFlexfecSsrc, flexfec_seq_num,
1196 fake_clock_.TimeInMilliseconds(),
philipel8aadd502017-02-23 02:56:13 -08001197 false, PacedPacketInfo()));
brandtr9dfff292016-11-14 05:14:50 -08001198 ASSERT_EQ(2, transport_.packets_sent());
brandtrdbdb3f12016-11-10 05:04:48 -08001199 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1200 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
brandtr9dfff292016-11-14 05:14:50 -08001201 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
brandtrdbdb3f12016-11-10 05:04:48 -08001202 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
brandtr9dfff292016-11-14 05:14:50 -08001203 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1204 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1205 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1206 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001207}
1208
ilnik10894992017-06-21 08:23:19 -07001209// TODO(ilnik): because of webrtc:7859. Once FEC moved below pacer, this test
1210// should be removed.
1211TEST_P(RtpSenderTest, NoFlexfecForTimingFrames) {
1212 constexpr int kMediaPayloadType = 127;
1213 constexpr int kFlexfecPayloadType = 118;
1214 constexpr uint32_t kMediaSsrc = 1234;
1215 constexpr uint32_t kFlexfecSsrc = 5678;
1216 const std::vector<RtpExtension> kNoRtpExtensions;
1217 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
ilnike4350192017-06-29 02:27:44 -07001218
ilnik10894992017-06-21 08:23:19 -07001219 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001220 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
ilnik10894992017-06-21 08:23:19 -07001221 nullptr /* rtp_state */, &fake_clock_);
1222
1223 // Reset |rtp_sender_| to use FlexFEC.
1224 rtp_sender_.reset(new RTPSender(
1225 false, &fake_clock_, &transport_, &mock_paced_sender_, &flexfec_sender,
1226 &seq_num_allocator_, nullptr, nullptr, nullptr, nullptr,
1227 &mock_rtc_event_log_, &send_packet_observer_,
Johannes Kron9190b822018-10-29 11:22:05 +01001228 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
ilnik10894992017-06-21 08:23:19 -07001229 rtp_sender_->SetSSRC(kMediaSsrc);
1230 rtp_sender_->SetSequenceNumber(kSeqNum);
ilnik10894992017-06-21 08:23:19 -07001231 rtp_sender_->SetStorePacketsStatus(true, 10);
1232
ilnike4350192017-06-29 02:27:44 -07001233 // Need extension to be registered for timing frames to be sent.
1234 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1235 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
1236
ilnik10894992017-06-21 08:23:19 -07001237 // Parameters selected to generate a single FEC packet per media packet.
1238 FecProtectionParams params;
1239 params.fec_rate = 15;
1240 params.max_fec_frames = 1;
1241 params.fec_mask_type = kFecMaskRandom;
1242 rtp_sender_->SetFecParameters(params, params);
1243
1244 EXPECT_CALL(mock_paced_sender_,
1245 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc, kSeqNum,
1246 _, _, false));
1247 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1248 kFlexfecSsrc, _, _, _, false))
1249 .Times(0); // Not called because packet should not be protected.
1250
1251 const uint32_t kTimestamp = 1234;
1252 const uint8_t kPayloadType = 127;
1253 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
Niels Möller8a40edd2019-01-24 18:04:44 +01001254 const char payload_name[] = "GENERIC";
ilnik10894992017-06-21 08:23:19 -07001255 EXPECT_EQ(0, rtp_sender_->RegisterPayload(payload_name, kPayloadType, 90000,
1256 0, 1500));
1257 RTPVideoHeader video_header;
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001258 video_header.video_timing.flags = VideoSendTiming::kTriggeredByTimer;
ilnik10894992017-06-21 08:23:19 -07001259 EXPECT_TRUE(rtp_sender_->SendOutgoingData(
1260 kVideoFrameKey, kPayloadType, kTimestamp, kCaptureTimeMs, kPayloadData,
spranga8ae6f22017-09-04 07:23:56 -07001261 sizeof(kPayloadData), nullptr, &video_header, nullptr,
1262 kDefaultExpectedRetransmissionTimeMs));
ilnik10894992017-06-21 08:23:19 -07001263
Elad Alon4a87e1c2017-10-03 16:11:34 +02001264 EXPECT_CALL(mock_rtc_event_log_,
1265 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1266 .Times(1);
ilnik10894992017-06-21 08:23:19 -07001267 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum,
1268 fake_clock_.TimeInMilliseconds(),
1269 false, PacedPacketInfo()));
1270 ASSERT_EQ(1, transport_.packets_sent());
1271 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1272 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1273 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
1274 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
1275
1276 // Now try to send not a timing frame.
1277 uint16_t flexfec_seq_num;
1278 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1279 kFlexfecSsrc, _, _, _, false))
1280 .WillOnce(testing::SaveArg<2>(&flexfec_seq_num));
1281 EXPECT_CALL(mock_paced_sender_,
1282 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc,
1283 kSeqNum + 1, _, _, false));
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001284 video_header.video_timing.flags = VideoSendTiming::kInvalid;
ilnik10894992017-06-21 08:23:19 -07001285 EXPECT_TRUE(rtp_sender_->SendOutgoingData(
1286 kVideoFrameKey, kPayloadType, kTimestamp + 1, kCaptureTimeMs + 1,
spranga8ae6f22017-09-04 07:23:56 -07001287 kPayloadData, sizeof(kPayloadData), nullptr, &video_header, nullptr,
1288 kDefaultExpectedRetransmissionTimeMs));
ilnik10894992017-06-21 08:23:19 -07001289
Elad Alon4a87e1c2017-10-03 16:11:34 +02001290 EXPECT_CALL(mock_rtc_event_log_,
1291 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1292 .Times(2);
ilnik10894992017-06-21 08:23:19 -07001293 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum + 1,
1294 fake_clock_.TimeInMilliseconds(),
1295 false, PacedPacketInfo()));
1296 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kFlexfecSsrc, flexfec_seq_num,
1297 fake_clock_.TimeInMilliseconds(),
1298 false, PacedPacketInfo()));
1299 ASSERT_EQ(3, transport_.packets_sent());
1300 const RtpPacketReceived& media_packet2 = transport_.sent_packets_[1];
1301 EXPECT_EQ(kMediaPayloadType, media_packet2.PayloadType());
1302 EXPECT_EQ(kSeqNum + 1, media_packet2.SequenceNumber());
1303 EXPECT_EQ(kMediaSsrc, media_packet2.Ssrc());
1304 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[2];
1305 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1306 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1307 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
1308}
1309
minyue3a407ee2017-04-03 01:10:33 -07001310TEST_P(RtpSenderTestWithoutPacer, SendFlexfecPackets) {
brandtrdbdb3f12016-11-10 05:04:48 -08001311 constexpr int kMediaPayloadType = 127;
1312 constexpr int kFlexfecPayloadType = 118;
1313 constexpr uint32_t kMediaSsrc = 1234;
1314 constexpr uint32_t kFlexfecSsrc = 5678;
1315 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001316 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtrdbdb3f12016-11-10 05:04:48 -08001317 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001318 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001319 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001320
1321 // Reset |rtp_sender_| to use FlexFEC.
Benjamin Wright192eeec2018-10-17 17:27:25 -07001322 rtp_sender_.reset(new RTPSender(
1323 false, &fake_clock_, &transport_, nullptr, &flexfec_sender,
1324 &seq_num_allocator_, nullptr, nullptr, nullptr, nullptr,
1325 &mock_rtc_event_log_, &send_packet_observer_,
Johannes Kron9190b822018-10-29 11:22:05 +01001326 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
brandtrdbdb3f12016-11-10 05:04:48 -08001327 rtp_sender_->SetSSRC(kMediaSsrc);
1328 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001329
1330 // Parameters selected to generate a single FEC packet per media packet.
1331 FecProtectionParams params;
1332 params.fec_rate = 15;
1333 params.max_fec_frames = 1;
1334 params.fec_mask_type = kFecMaskRandom;
1335 rtp_sender_->SetFecParameters(params, params);
1336
Elad Alon4a87e1c2017-10-03 16:11:34 +02001337 EXPECT_CALL(mock_rtc_event_log_,
1338 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1339 .Times(2);
brandtrdbdb3f12016-11-10 05:04:48 -08001340 SendGenericPayload();
1341 ASSERT_EQ(2, transport_.packets_sent());
1342 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1343 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1344 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
1345 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1346 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1347 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
1348}
1349
Steve Anton296a0ce2018-03-22 15:17:27 -07001350// Test that the MID header extension is included on sent packets when
1351// configured.
1352TEST_P(RtpSenderTestWithoutPacer, MidIncludedOnSentPackets) {
1353 const char kMid[] = "mid";
1354
1355 // Register MID header extension and set the MID for the RTPSender.
1356 rtp_sender_->SetSendingMediaStatus(false);
1357 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionMid, kMidExtensionId);
1358 rtp_sender_->SetMid(kMid);
1359 rtp_sender_->SetSendingMediaStatus(true);
1360
1361 // Send a couple packets.
1362 SendGenericPayload();
1363 SendGenericPayload();
1364
1365 // Expect both packets to have the MID set.
1366 ASSERT_EQ(2u, transport_.sent_packets_.size());
1367 for (const RtpPacketReceived& packet : transport_.sent_packets_) {
1368 std::string mid;
1369 ASSERT_TRUE(packet.GetExtension<RtpMid>(&mid));
1370 EXPECT_EQ(kMid, mid);
1371 }
1372}
1373
Amit Hilbuch77938e62018-12-21 09:23:38 -08001374TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnSentPackets) {
1375 const char kRid[] = "f";
1376
1377 rtp_sender_->SetSendingMediaStatus(false);
1378 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1379 kRidExtensionId);
1380 rtp_sender_->SetRid(kRid);
1381 rtp_sender_->SetSendingMediaStatus(true);
1382
1383 SendGenericPayload();
1384
1385 ASSERT_EQ(1u, transport_.sent_packets_.size());
1386 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1387 std::string rid;
1388 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1389 EXPECT_EQ(kRid, rid);
1390}
1391
1392TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnRtxSentPackets) {
1393 const char kRid[] = "f";
1394 const uint8_t kPayloadType = 127;
1395
1396 rtp_sender_->SetSendingMediaStatus(false);
1397 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1398 kRidExtensionId);
1399 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRepairedRtpStreamId,
1400 kRepairedRidExtensionId);
1401 rtp_sender_->SetRid(kRid);
1402 rtp_sender_->SetSendingMediaStatus(true);
1403
1404 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
1405 rtp_sender_->SetRtxSsrc(1234);
1406 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayloadType);
1407
1408 rtp_sender_->SetStorePacketsStatus(true, 10);
1409
1410 SendGenericPayload();
1411 ASSERT_EQ(1u, transport_.sent_packets_.size());
1412 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1413 std::string rid;
1414 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1415 EXPECT_EQ(kRid, rid);
1416 rid = kNoRid;
1417 EXPECT_FALSE(packet.GetExtension<RepairedRtpStreamId>(&rid));
1418
1419 uint16_t packet_id = packet.SequenceNumber();
1420 rtp_sender_->ReSendPacket(packet_id);
1421 ASSERT_EQ(2u, transport_.sent_packets_.size());
1422 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1423 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rid));
1424 EXPECT_EQ(kRid, rid);
1425 EXPECT_FALSE(rtx_packet.HasExtension<RtpStreamId>());
1426}
1427
minyue3a407ee2017-04-03 01:10:33 -07001428TEST_P(RtpSenderTest, FecOverheadRate) {
brandtr81eab612017-01-24 04:06:09 -08001429 constexpr int kFlexfecPayloadType = 118;
1430 constexpr uint32_t kMediaSsrc = 1234;
1431 constexpr uint32_t kFlexfecSsrc = 5678;
1432 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001433 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtr81eab612017-01-24 04:06:09 -08001434 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001435 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001436 nullptr /* rtp_state */, &fake_clock_);
brandtr81eab612017-01-24 04:06:09 -08001437
1438 // Reset |rtp_sender_| to use FlexFEC.
1439 rtp_sender_.reset(new RTPSender(
1440 false, &fake_clock_, &transport_, &mock_paced_sender_, &flexfec_sender,
1441 &seq_num_allocator_, nullptr, nullptr, nullptr, nullptr,
1442 &mock_rtc_event_log_, &send_packet_observer_,
Johannes Kron9190b822018-10-29 11:22:05 +01001443 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
brandtr81eab612017-01-24 04:06:09 -08001444 rtp_sender_->SetSSRC(kMediaSsrc);
1445 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr81eab612017-01-24 04:06:09 -08001446
1447 // Parameters selected to generate a single FEC packet per media packet.
1448 FecProtectionParams params;
1449 params.fec_rate = 15;
1450 params.max_fec_frames = 1;
1451 params.fec_mask_type = kFecMaskRandom;
1452 rtp_sender_->SetFecParameters(params, params);
1453
1454 constexpr size_t kNumMediaPackets = 10;
1455 constexpr size_t kNumFecPackets = kNumMediaPackets;
1456 constexpr int64_t kTimeBetweenPacketsMs = 10;
1457 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, _, _, _, _, false))
1458 .Times(kNumMediaPackets + kNumFecPackets);
1459 for (size_t i = 0; i < kNumMediaPackets; ++i) {
1460 SendGenericPayload();
1461 fake_clock_.AdvanceTimeMilliseconds(kTimeBetweenPacketsMs);
1462 }
1463 constexpr size_t kRtpHeaderLength = 12;
1464 constexpr size_t kFlexfecHeaderLength = 20;
1465 constexpr size_t kGenericCodecHeaderLength = 1;
1466 constexpr size_t kPayloadLength = sizeof(kPayloadData);
1467 constexpr size_t kPacketLength = kRtpHeaderLength + kFlexfecHeaderLength +
1468 kGenericCodecHeaderLength + kPayloadLength;
1469 EXPECT_NEAR(kNumFecPackets * kPacketLength * 8 /
1470 (kNumFecPackets * kTimeBetweenPacketsMs / 1000.0f),
1471 rtp_sender_->FecOverheadRate(), 500);
1472}
1473
minyue3a407ee2017-04-03 01:10:33 -07001474TEST_P(RtpSenderTest, FrameCountCallbacks) {
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001475 class TestCallback : public FrameCountObserver {
1476 public:
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +00001477 TestCallback() : FrameCountObserver(), num_calls_(0), ssrc_(0) {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001478 ~TestCallback() override = default;
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001479
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001480 void FrameCountUpdated(const FrameCounts& frame_counts,
1481 uint32_t ssrc) override {
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001482 ++num_calls_;
1483 ssrc_ = ssrc;
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +00001484 frame_counts_ = frame_counts;
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001485 }
1486
1487 uint32_t num_calls_;
1488 uint32_t ssrc_;
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +00001489 FrameCounts frame_counts_;
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001490 } callback;
1491
Erik Språng7b52f102018-02-07 14:37:37 +01001492 rtp_sender_.reset(new RTPSender(
1493 false, &fake_clock_, &transport_, &mock_paced_sender_, nullptr, nullptr,
1494 nullptr, nullptr, &callback, nullptr, nullptr, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +01001495 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08001496 rtp_sender_->SetSSRC(kSsrc);
Niels Möller8a40edd2019-01-24 18:04:44 +01001497 const char payload_name[] = "GENERIC";
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001498 const uint8_t payload_type = 127;
1499 ASSERT_EQ(0, rtp_sender_->RegisterPayload(payload_name, payload_type, 90000,
1500 0, 1500));
1501 uint8_t payload[] = {47, 11, 32, 93, 89};
1502 rtp_sender_->SetStorePacketsStatus(true, 1);
1503 uint32_t ssrc = rtp_sender_->SSRC();
1504
terelius5d332ac2016-01-14 14:37:39 -08001505 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, _, _, _, _, _))
1506 .Times(::testing::AtLeast(2));
1507
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001508 RTPVideoHeader video_header;
spranga8ae6f22017-09-04 07:23:56 -07001509 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
1510 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001511 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001512
1513 EXPECT_EQ(1U, callback.num_calls_);
1514 EXPECT_EQ(ssrc, callback.ssrc_);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +00001515 EXPECT_EQ(1, callback.frame_counts_.key_frames);
1516 EXPECT_EQ(0, callback.frame_counts_.delta_frames);
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001517
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001518 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
1519 kVideoFrameDelta, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001520 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001521
1522 EXPECT_EQ(2U, callback.num_calls_);
1523 EXPECT_EQ(ssrc, callback.ssrc_);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +00001524 EXPECT_EQ(1, callback.frame_counts_.key_frames);
1525 EXPECT_EQ(1, callback.frame_counts_.delta_frames);
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001526
andresp@webrtc.org8f151212014-07-10 09:39:23 +00001527 rtp_sender_.reset();
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001528}
1529
minyue3a407ee2017-04-03 01:10:33 -07001530TEST_P(RtpSenderTest, BitrateCallbacks) {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001531 class TestCallback : public BitrateStatisticsObserver {
1532 public:
sprangcd349d92016-07-13 09:11:28 -07001533 TestCallback()
1534 : BitrateStatisticsObserver(),
1535 num_calls_(0),
1536 ssrc_(0),
1537 total_bitrate_(0),
1538 retransmit_bitrate_(0) {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001539 ~TestCallback() override = default;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001540
sprangcd349d92016-07-13 09:11:28 -07001541 void Notify(uint32_t total_bitrate,
1542 uint32_t retransmit_bitrate,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001543 uint32_t ssrc) override {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001544 ++num_calls_;
1545 ssrc_ = ssrc;
sprangcd349d92016-07-13 09:11:28 -07001546 total_bitrate_ = total_bitrate;
1547 retransmit_bitrate_ = retransmit_bitrate;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001548 }
1549
1550 uint32_t num_calls_;
1551 uint32_t ssrc_;
sprangcd349d92016-07-13 09:11:28 -07001552 uint32_t total_bitrate_;
1553 uint32_t retransmit_bitrate_;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001554 } callback;
Benjamin Wright192eeec2018-10-17 17:27:25 -07001555 rtp_sender_.reset(new RTPSender(
1556 false, &fake_clock_, &transport_, nullptr, nullptr, nullptr, nullptr,
1557 &callback, nullptr, nullptr, nullptr, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +01001558 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08001559 rtp_sender_->SetSSRC(kSsrc);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001560
sprangcd349d92016-07-13 09:11:28 -07001561 // Simulate kNumPackets sent with kPacketInterval ms intervals, with the
1562 // number of packets selected so that we fill (but don't overflow) the one
1563 // second averaging window.
1564 const uint32_t kWindowSizeMs = 1000;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001565 const uint32_t kPacketInterval = 20;
sprangcd349d92016-07-13 09:11:28 -07001566 const uint32_t kNumPackets =
1567 (kWindowSizeMs - kPacketInterval) / kPacketInterval;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001568 // Overhead = 12 bytes RTP header + 1 byte generic header.
1569 const uint32_t kPacketOverhead = 13;
1570
Niels Möller8a40edd2019-01-24 18:04:44 +01001571 const char payload_name[] = "GENERIC";
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001572 const uint8_t payload_type = 127;
danilchap162abd32015-12-10 02:39:40 -08001573 ASSERT_EQ(0, rtp_sender_->RegisterPayload(payload_name, payload_type, 90000,
1574 0, 1500));
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001575 uint8_t payload[] = {47, 11, 32, 93, 89};
1576 rtp_sender_->SetStorePacketsStatus(true, 1);
1577 uint32_t ssrc = rtp_sender_->SSRC();
1578
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001579 // Initial process call so we get a new time window.
1580 rtp_sender_->ProcessBitrate();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001581
1582 // Send a few frames.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001583 RTPVideoHeader video_header;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001584 for (uint32_t i = 0; i < kNumPackets; ++i) {
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001585 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
1586 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001587 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001588 fake_clock_.AdvanceTimeMilliseconds(kPacketInterval);
1589 }
1590
1591 rtp_sender_->ProcessBitrate();
1592
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001593 // We get one call for every stats updated, thus two calls since both the
1594 // stream stats and the retransmit stats are updated once.
1595 EXPECT_EQ(2u, callback.num_calls_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001596 EXPECT_EQ(ssrc, callback.ssrc_);
sprangcd349d92016-07-13 09:11:28 -07001597 const uint32_t kTotalPacketSize = kPacketOverhead + sizeof(payload);
1598 // Bitrate measured over delta between last and first timestamp, plus one.
1599 const uint32_t kExpectedWindowMs = kNumPackets * kPacketInterval + 1;
1600 const uint32_t kExpectedBitsAccumulated = kTotalPacketSize * kNumPackets * 8;
1601 const uint32_t kExpectedRateBps =
1602 (kExpectedBitsAccumulated * 1000 + (kExpectedWindowMs / 2)) /
1603 kExpectedWindowMs;
1604 EXPECT_EQ(kExpectedRateBps, callback.total_bitrate_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001605
andresp@webrtc.orgd11bec42014-07-08 14:32:58 +00001606 rtp_sender_.reset();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001607}
1608
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001609class RtpSenderAudioTest : public RtpSenderTest {
1610 protected:
1611 RtpSenderAudioTest() {}
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001612
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001613 void SetUp() override {
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001614 payload_ = kAudioPayload;
Benjamin Wright192eeec2018-10-17 17:27:25 -07001615 rtp_sender_.reset(new RTPSender(
1616 true, &fake_clock_, &transport_, nullptr, nullptr, nullptr, nullptr,
1617 nullptr, nullptr, nullptr, nullptr, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +01001618 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08001619 rtp_sender_->SetSSRC(kSsrc);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001620 rtp_sender_->SetSequenceNumber(kSeqNum);
1621 }
1622};
1623
minyue3a407ee2017-04-03 01:10:33 -07001624TEST_P(RtpSenderTestWithoutPacer, StreamDataCountersCallbacks) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001625 class TestCallback : public StreamDataCountersCallback {
1626 public:
danilchap162abd32015-12-10 02:39:40 -08001627 TestCallback() : StreamDataCountersCallback(), ssrc_(0), counters_() {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001628 ~TestCallback() override = default;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001629
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001630 void DataCountersUpdated(const StreamDataCounters& counters,
1631 uint32_t ssrc) override {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001632 ssrc_ = ssrc;
1633 counters_ = counters;
1634 }
1635
1636 uint32_t ssrc_;
1637 StreamDataCounters counters_;
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001638
1639 void MatchPacketCounter(const RtpPacketCounter& expected,
1640 const RtpPacketCounter& actual) {
1641 EXPECT_EQ(expected.payload_bytes, actual.payload_bytes);
1642 EXPECT_EQ(expected.header_bytes, actual.header_bytes);
1643 EXPECT_EQ(expected.padding_bytes, actual.padding_bytes);
1644 EXPECT_EQ(expected.packets, actual.packets);
1645 }
1646
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001647 void Matches(uint32_t ssrc, const StreamDataCounters& counters) {
1648 EXPECT_EQ(ssrc, ssrc_);
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001649 MatchPacketCounter(counters.transmitted, counters_.transmitted);
1650 MatchPacketCounter(counters.retransmitted, counters_.retransmitted);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001651 EXPECT_EQ(counters.fec.packets, counters_.fec.packets);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001652 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001653 } callback;
1654
1655 const uint8_t kRedPayloadType = 96;
1656 const uint8_t kUlpfecPayloadType = 97;
Niels Möller8a40edd2019-01-24 18:04:44 +01001657 const char payload_name[] = "GENERIC";
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001658 const uint8_t payload_type = 127;
1659 ASSERT_EQ(0, rtp_sender_->RegisterPayload(payload_name, payload_type, 90000,
1660 0, 1500));
1661 uint8_t payload[] = {47, 11, 32, 93, 89};
1662 rtp_sender_->SetStorePacketsStatus(true, 1);
1663 uint32_t ssrc = rtp_sender_->SSRC();
1664
1665 rtp_sender_->RegisterRtpStatisticsCallback(&callback);
1666
1667 // Send a frame.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001668 RTPVideoHeader video_header;
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001669 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
spranga8ae6f22017-09-04 07:23:56 -07001670 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001671 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001672 StreamDataCounters expected;
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001673 expected.transmitted.payload_bytes = 6;
1674 expected.transmitted.header_bytes = 12;
1675 expected.transmitted.padding_bytes = 0;
1676 expected.transmitted.packets = 1;
1677 expected.retransmitted.payload_bytes = 0;
1678 expected.retransmitted.header_bytes = 0;
1679 expected.retransmitted.padding_bytes = 0;
1680 expected.retransmitted.packets = 0;
1681 expected.fec.packets = 0;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001682 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001683
1684 // Retransmit a frame.
1685 uint16_t seqno = rtp_sender_->SequenceNumber() - 1;
Erik Språnga12b1d62018-03-14 12:39:24 +01001686 rtp_sender_->ReSendPacket(seqno);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001687 expected.transmitted.payload_bytes = 12;
1688 expected.transmitted.header_bytes = 24;
1689 expected.transmitted.packets = 2;
1690 expected.retransmitted.payload_bytes = 6;
1691 expected.retransmitted.header_bytes = 12;
1692 expected.retransmitted.padding_bytes = 0;
1693 expected.retransmitted.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001694 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001695
1696 // Send padding.
philipel8aadd502017-02-23 02:56:13 -08001697 rtp_sender_->TimeToSendPadding(kMaxPaddingSize, PacedPacketInfo());
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001698 expected.transmitted.payload_bytes = 12;
1699 expected.transmitted.header_bytes = 36;
1700 expected.transmitted.padding_bytes = kMaxPaddingSize;
1701 expected.transmitted.packets = 3;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001702 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001703
brandtrf1bb4762016-11-07 03:05:06 -08001704 // Send ULPFEC.
1705 rtp_sender_->SetUlpfecConfig(kRedPayloadType, kUlpfecPayloadType);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001706 FecProtectionParams fec_params;
1707 fec_params.fec_mask_type = kFecMaskRandom;
1708 fec_params.fec_rate = 1;
1709 fec_params.max_fec_frames = 1;
brandtr1743a192016-11-07 03:36:05 -08001710 rtp_sender_->SetFecParameters(fec_params, fec_params);
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001711 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
spranga8ae6f22017-09-04 07:23:56 -07001712 kVideoFrameDelta, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001713 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001714 expected.transmitted.payload_bytes = 40;
1715 expected.transmitted.header_bytes = 60;
1716 expected.transmitted.packets = 5;
1717 expected.fec.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001718 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001719
sprang867fb522015-08-03 04:38:41 -07001720 rtp_sender_->RegisterRtpStatisticsCallback(nullptr);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001721}
1722
minyue3a407ee2017-04-03 01:10:33 -07001723TEST_P(RtpSenderAudioTest, SendAudio) {
Niels Möller8a40edd2019-01-24 18:04:44 +01001724 const char payload_name[] = "PAYLOAD_NAME";
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001725 const uint8_t payload_type = 127;
1726 ASSERT_EQ(0, rtp_sender_->RegisterPayload(payload_name, payload_type, 48000,
1727 0, 1500));
1728 uint8_t payload[] = {47, 11, 32, 93, 89};
1729
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001730 RTPVideoHeader video_header;
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001731 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
spranga8ae6f22017-09-04 07:23:56 -07001732 kAudioFrameCN, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001733 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001734
danilchap96c15872016-11-21 01:35:29 -08001735 auto sent_payload = transport_.last_sent_packet().payload();
1736 EXPECT_THAT(sent_payload, ElementsAreArray(payload));
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001737}
1738
minyue3a407ee2017-04-03 01:10:33 -07001739TEST_P(RtpSenderAudioTest, SendAudioWithAudioLevelExtension) {
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001740 EXPECT_EQ(0, rtp_sender_->SetAudioLevel(kAudioLevel));
danilchap162abd32015-12-10 02:39:40 -08001741 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAudioLevel,
1742 kAudioLevelExtensionId));
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001743
Niels Möller8a40edd2019-01-24 18:04:44 +01001744 const char payload_name[] = "PAYLOAD_NAME";
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001745 const uint8_t payload_type = 127;
1746 ASSERT_EQ(0, rtp_sender_->RegisterPayload(payload_name, payload_type, 48000,
1747 0, 1500));
1748 uint8_t payload[] = {47, 11, 32, 93, 89};
1749
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001750 RTPVideoHeader video_header;
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001751 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
spranga8ae6f22017-09-04 07:23:56 -07001752 kAudioFrameCN, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001753 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001754
danilchap96c15872016-11-21 01:35:29 -08001755 auto sent_payload = transport_.last_sent_packet().payload();
1756 EXPECT_THAT(sent_payload, ElementsAreArray(payload));
danilchap12ba1862016-10-26 02:41:55 -07001757 // Verify AudioLevel extension.
1758 bool voice_activity;
1759 uint8_t audio_level;
1760 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<AudioLevel>(
1761 &voice_activity, &audio_level));
1762 EXPECT_EQ(kAudioLevel, audio_level);
1763 EXPECT_FALSE(voice_activity);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001764}
1765
stefan@webrtc.org0a214ff2014-09-03 11:46:54 +00001766// As RFC4733, named telephone events are carried as part of the audio stream
1767// and must use the same sequence number and timestamp base as the regular
1768// audio channel.
1769// This test checks the marker bit for the first packet and the consequent
1770// packets of the same telephone event. Since it is specifically for DTMF
pbos22993e12015-10-19 02:39:06 -07001771// events, ignoring audio packets and sending kEmptyFrame instead of those.
minyue3a407ee2017-04-03 01:10:33 -07001772TEST_P(RtpSenderAudioTest, CheckMarkerBitForTelephoneEvents) {
solenbergffbbcac2016-11-17 05:25:37 -08001773 const char* kDtmfPayloadName = "telephone-event";
1774 const uint32_t kPayloadFrequency = 8000;
1775 const uint8_t kPayloadType = 126;
1776 ASSERT_EQ(0, rtp_sender_->RegisterPayload(kDtmfPayloadName, kPayloadType,
1777 kPayloadFrequency, 0, 0));
stefan@webrtc.org0a214ff2014-09-03 11:46:54 +00001778 // For Telephone events, payload is not added to the registered payload list,
1779 // it will register only the payload used for audio stream.
1780 // Registering the payload again for audio stream with different payload name.
solenbergffbbcac2016-11-17 05:25:37 -08001781 const char* kPayloadName = "payload_name";
1782 ASSERT_EQ(0, rtp_sender_->RegisterPayload(kPayloadName, kPayloadType,
1783 kPayloadFrequency, 1, 0));
stefan@webrtc.org0a214ff2014-09-03 11:46:54 +00001784 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
1785 // DTMF event key=9, duration=500 and attenuationdB=10
1786 rtp_sender_->SendTelephoneEvent(9, 500, 10);
1787 // During start, it takes the starting timestamp as last sent timestamp.
1788 // The duration is calculated as the difference of current and last sent
1789 // timestamp. So for first call it will skip since the duration is zero.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001790 RTPVideoHeader video_header;
spranga8ae6f22017-09-04 07:23:56 -07001791 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
1792 kEmptyFrame, kPayloadType, capture_time_ms, 0, nullptr, 0, nullptr,
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001793 &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
stefan@webrtc.org0a214ff2014-09-03 11:46:54 +00001794 // DTMF Sample Length is (Frequency/1000) * Duration.
1795 // So in this case, it is (8000/1000) * 500 = 4000.
1796 // Sending it as two packets.
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001797 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
spranga8ae6f22017-09-04 07:23:56 -07001798 kEmptyFrame, kPayloadType, capture_time_ms + 2000, 0, nullptr, 0, nullptr,
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001799 &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
danilchap12ba1862016-10-26 02:41:55 -07001800
stefan@webrtc.org0a214ff2014-09-03 11:46:54 +00001801 // Marker Bit should be set to 1 for first packet.
danilchap12ba1862016-10-26 02:41:55 -07001802 EXPECT_TRUE(transport_.last_sent_packet().Marker());
stefan@webrtc.org0a214ff2014-09-03 11:46:54 +00001803
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001804 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
spranga8ae6f22017-09-04 07:23:56 -07001805 kEmptyFrame, kPayloadType, capture_time_ms + 4000, 0, nullptr, 0, nullptr,
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001806 &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
stefan@webrtc.org0a214ff2014-09-03 11:46:54 +00001807 // Marker Bit should be set to 0 for rest of the packets.
danilchap12ba1862016-10-26 02:41:55 -07001808 EXPECT_FALSE(transport_.last_sent_packet().Marker());
stefan@webrtc.org0a214ff2014-09-03 11:46:54 +00001809}
1810
minyue3a407ee2017-04-03 01:10:33 -07001811TEST_P(RtpSenderTestWithoutPacer, BytesReportedCorrectly) {
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001812 const char* kPayloadName = "GENERIC";
1813 const uint8_t kPayloadType = 127;
1814 rtp_sender_->SetSSRC(1234);
1815 rtp_sender_->SetRtxSsrc(4321);
Shao Changbine62202f2015-04-21 20:24:50 +08001816 rtp_sender_->SetRtxPayloadType(kPayloadType - 1, kPayloadType);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001817 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001818
danilchap162abd32015-12-10 02:39:40 -08001819 ASSERT_EQ(0, rtp_sender_->RegisterPayload(kPayloadName, kPayloadType, 90000,
1820 0, 1500));
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001821 uint8_t payload[] = {47, 11, 32, 93, 89};
1822
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001823 RTPVideoHeader video_header;
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001824 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
spranga8ae6f22017-09-04 07:23:56 -07001825 kVideoFrameKey, kPayloadType, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001826 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001827
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001828 // Will send 2 full-size padding packets.
philipel8aadd502017-02-23 02:56:13 -08001829 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
1830 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001831
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001832 StreamDataCounters rtp_stats;
1833 StreamDataCounters rtx_stats;
1834 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001835
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001836 // Payload + 1-byte generic header.
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +00001837 EXPECT_GT(rtp_stats.first_packet_time_ms, -1);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001838 EXPECT_EQ(rtp_stats.transmitted.payload_bytes, sizeof(payload) + 1);
1839 EXPECT_EQ(rtp_stats.transmitted.header_bytes, 12u);
1840 EXPECT_EQ(rtp_stats.transmitted.padding_bytes, 0u);
1841 EXPECT_EQ(rtx_stats.transmitted.payload_bytes, 0u);
1842 EXPECT_EQ(rtx_stats.transmitted.header_bytes, 24u);
1843 EXPECT_EQ(rtx_stats.transmitted.padding_bytes, 2 * kMaxPaddingSize);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001844
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001845 EXPECT_EQ(rtp_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001846 rtp_stats.transmitted.payload_bytes +
1847 rtp_stats.transmitted.header_bytes +
1848 rtp_stats.transmitted.padding_bytes);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001849 EXPECT_EQ(rtx_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001850 rtx_stats.transmitted.payload_bytes +
1851 rtx_stats.transmitted.header_bytes +
1852 rtx_stats.transmitted.padding_bytes);
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001853
danilchap162abd32015-12-10 02:39:40 -08001854 EXPECT_EQ(
1855 transport_.total_bytes_sent_,
1856 rtp_stats.transmitted.TotalBytes() + rtx_stats.transmitted.TotalBytes());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001857}
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001858
minyue3a407ee2017-04-03 01:10:33 -07001859TEST_P(RtpSenderTestWithoutPacer, RespectsNackBitrateLimit) {
sprang38778b02015-09-29 09:48:22 -07001860 const int32_t kPacketSize = 1400;
1861 const int32_t kNumPackets = 30;
1862
sprangcd349d92016-07-13 09:11:28 -07001863 retransmission_rate_limiter_.SetMaxRate(kPacketSize * kNumPackets * 8);
1864
sprang38778b02015-09-29 09:48:22 -07001865 rtp_sender_->SetStorePacketsStatus(true, kNumPackets);
sprang38778b02015-09-29 09:48:22 -07001866 const uint16_t kStartSequenceNumber = rtp_sender_->SequenceNumber();
Danil Chapovalov2800d742016-08-26 18:48:46 +02001867 std::vector<uint16_t> sequence_numbers;
sprang38778b02015-09-29 09:48:22 -07001868 for (int32_t i = 0; i < kNumPackets; ++i) {
1869 sequence_numbers.push_back(kStartSequenceNumber + i);
1870 fake_clock_.AdvanceTimeMilliseconds(1);
1871 SendPacket(fake_clock_.TimeInMilliseconds(), kPacketSize);
1872 }
danilchap12ba1862016-10-26 02:41:55 -07001873 EXPECT_EQ(kNumPackets, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001874
1875 fake_clock_.AdvanceTimeMilliseconds(1000 - kNumPackets);
1876
1877 // Resending should work - brings the bandwidth up to the limit.
1878 // NACK bitrate is capped to the same bitrate as the encoder, since the max
1879 // protection overhead is 50% (see MediaOptimization::SetTargetRates).
Danil Chapovalov2800d742016-08-26 18:48:46 +02001880 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001881 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001882
sprangcd349d92016-07-13 09:11:28 -07001883 // Must be at least 5ms in between retransmission attempts.
1884 fake_clock_.AdvanceTimeMilliseconds(5);
1885
sprang38778b02015-09-29 09:48:22 -07001886 // Resending should not work, bandwidth exceeded.
Danil Chapovalov2800d742016-08-26 18:48:46 +02001887 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001888 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001889}
1890
minyue3a407ee2017-04-03 01:10:33 -07001891TEST_P(RtpSenderVideoTest, KeyFrameHasCVO) {
danilchapb6f1fb52016-10-19 06:11:39 -07001892 uint8_t kFrame[kMaxPacketLength];
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001893 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1894 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001895
philipel1a4746a2018-07-09 15:52:29 +02001896 RTPVideoHeader hdr;
danilchapc1600c52016-10-26 03:33:11 -07001897 hdr.rotation = kVideoRotation_0;
Niels Möller3ea55d52019-01-24 09:44:14 +01001898 rtp_sender_video_->SendVideo(kVideoFrameKey, kPayload, kTimestamp, 0, kFrame,
1899 sizeof(kFrame), nullptr, &hdr,
1900 kDefaultExpectedRetransmissionTimeMs);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001901
danilchapc1600c52016-10-26 03:33:11 -07001902 VideoRotation rotation;
1903 EXPECT_TRUE(
1904 transport_.last_sent_packet().GetExtension<VideoOrientation>(&rotation));
1905 EXPECT_EQ(kVideoRotation_0, rotation);
1906}
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001907
ilnik04f4d122017-06-19 07:18:55 -07001908TEST_P(RtpSenderVideoTest, TimingFrameHasPacketizationTimstampSet) {
1909 uint8_t kFrame[kMaxPacketLength];
1910 const int64_t kPacketizationTimeMs = 100;
1911 const int64_t kEncodeStartDeltaMs = 10;
1912 const int64_t kEncodeFinishDeltaMs = 50;
1913 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1914 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
1915
1916 const int64_t kCaptureTimestamp = fake_clock_.TimeInMilliseconds();
1917
philipel1a4746a2018-07-09 15:52:29 +02001918 RTPVideoHeader hdr;
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001919 hdr.video_timing.flags = VideoSendTiming::kTriggeredByTimer;
ilnik04f4d122017-06-19 07:18:55 -07001920 hdr.video_timing.encode_start_delta_ms = kEncodeStartDeltaMs;
1921 hdr.video_timing.encode_finish_delta_ms = kEncodeFinishDeltaMs;
1922
1923 fake_clock_.AdvanceTimeMilliseconds(kPacketizationTimeMs);
Niels Möller3ea55d52019-01-24 09:44:14 +01001924 rtp_sender_video_->SendVideo(
1925 kVideoFrameKey, kPayload, kTimestamp, kCaptureTimestamp, kFrame,
1926 sizeof(kFrame), nullptr, &hdr, kDefaultExpectedRetransmissionTimeMs);
ilnik2edc6842017-07-06 03:06:50 -07001927 VideoSendTiming timing;
ilnik04f4d122017-06-19 07:18:55 -07001928 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
1929 &timing));
1930 EXPECT_EQ(kPacketizationTimeMs, timing.packetization_finish_delta_ms);
1931 EXPECT_EQ(kEncodeStartDeltaMs, timing.encode_start_delta_ms);
1932 EXPECT_EQ(kEncodeFinishDeltaMs, timing.encode_finish_delta_ms);
1933}
1934
minyue3a407ee2017-04-03 01:10:33 -07001935TEST_P(RtpSenderVideoTest, DeltaFrameHasCVOWhenChanged) {
danilchapc1600c52016-10-26 03:33:11 -07001936 uint8_t kFrame[kMaxPacketLength];
1937 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1938 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
1939
philipel1a4746a2018-07-09 15:52:29 +02001940 RTPVideoHeader hdr;
danilchapc1600c52016-10-26 03:33:11 -07001941 hdr.rotation = kVideoRotation_90;
spranga8ae6f22017-09-04 07:23:56 -07001942 EXPECT_TRUE(rtp_sender_video_->SendVideo(
Niels Möller3ea55d52019-01-24 09:44:14 +01001943 kVideoFrameKey, kPayload, kTimestamp, 0, kFrame, sizeof(kFrame), nullptr,
1944 &hdr, kDefaultExpectedRetransmissionTimeMs));
danilchapc1600c52016-10-26 03:33:11 -07001945
1946 hdr.rotation = kVideoRotation_0;
spranga8ae6f22017-09-04 07:23:56 -07001947 EXPECT_TRUE(rtp_sender_video_->SendVideo(
Niels Möller3ea55d52019-01-24 09:44:14 +01001948 kVideoFrameDelta, kPayload, kTimestamp + 1, 0, kFrame, sizeof(kFrame),
1949 nullptr, &hdr, kDefaultExpectedRetransmissionTimeMs));
danilchapc1600c52016-10-26 03:33:11 -07001950
1951 VideoRotation rotation;
1952 EXPECT_TRUE(
1953 transport_.last_sent_packet().GetExtension<VideoOrientation>(&rotation));
1954 EXPECT_EQ(kVideoRotation_0, rotation);
1955}
1956
minyue3a407ee2017-04-03 01:10:33 -07001957TEST_P(RtpSenderVideoTest, DeltaFrameHasCVOWhenNonZero) {
danilchapc1600c52016-10-26 03:33:11 -07001958 uint8_t kFrame[kMaxPacketLength];
1959 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1960 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
1961
philipel1a4746a2018-07-09 15:52:29 +02001962 RTPVideoHeader hdr;
danilchapc1600c52016-10-26 03:33:11 -07001963 hdr.rotation = kVideoRotation_90;
spranga8ae6f22017-09-04 07:23:56 -07001964 EXPECT_TRUE(rtp_sender_video_->SendVideo(
Niels Möller3ea55d52019-01-24 09:44:14 +01001965 kVideoFrameKey, kPayload, kTimestamp, 0, kFrame, sizeof(kFrame), nullptr,
1966 &hdr, kDefaultExpectedRetransmissionTimeMs));
danilchapc1600c52016-10-26 03:33:11 -07001967
spranga8ae6f22017-09-04 07:23:56 -07001968 EXPECT_TRUE(rtp_sender_video_->SendVideo(
Niels Möller3ea55d52019-01-24 09:44:14 +01001969 kVideoFrameDelta, kPayload, kTimestamp + 1, 0, kFrame, sizeof(kFrame),
1970 nullptr, &hdr, kDefaultExpectedRetransmissionTimeMs));
danilchapc1600c52016-10-26 03:33:11 -07001971
1972 VideoRotation rotation;
1973 EXPECT_TRUE(
1974 transport_.last_sent_packet().GetExtension<VideoOrientation>(&rotation));
1975 EXPECT_EQ(kVideoRotation_90, rotation);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001976}
magjed71eb61c2016-09-08 03:24:58 -07001977
1978// Make sure rotation is parsed correctly when the Camera (C) and Flip (F) bits
1979// are set in the CVO byte.
minyue3a407ee2017-04-03 01:10:33 -07001980TEST_P(RtpSenderVideoTest, SendVideoWithCameraAndFlipCVO) {
magjed71eb61c2016-09-08 03:24:58 -07001981 // Test extracting rotation when Camera (C) and Flip (F) bits are zero.
1982 EXPECT_EQ(kVideoRotation_0, ConvertCVOByteToVideoRotation(0));
1983 EXPECT_EQ(kVideoRotation_90, ConvertCVOByteToVideoRotation(1));
1984 EXPECT_EQ(kVideoRotation_180, ConvertCVOByteToVideoRotation(2));
1985 EXPECT_EQ(kVideoRotation_270, ConvertCVOByteToVideoRotation(3));
1986 // Test extracting rotation when Camera (C) and Flip (F) bits are set.
1987 const int flip_bit = 1 << 2;
1988 const int camera_bit = 1 << 3;
1989 EXPECT_EQ(kVideoRotation_0,
1990 ConvertCVOByteToVideoRotation(flip_bit | camera_bit | 0));
1991 EXPECT_EQ(kVideoRotation_90,
1992 ConvertCVOByteToVideoRotation(flip_bit | camera_bit | 1));
1993 EXPECT_EQ(kVideoRotation_180,
1994 ConvertCVOByteToVideoRotation(flip_bit | camera_bit | 2));
1995 EXPECT_EQ(kVideoRotation_270,
1996 ConvertCVOByteToVideoRotation(flip_bit | camera_bit | 3));
1997}
1998
spranga8ae6f22017-09-04 07:23:56 -07001999TEST_P(RtpSenderVideoTest, RetransmissionTypesGeneric) {
2000 RTPVideoHeader header;
Niels Möller520ca4e2018-06-04 11:14:38 +02002001 header.codec = kVideoCodecGeneric;
spranga8ae6f22017-09-04 07:23:56 -07002002
2003 EXPECT_EQ(kDontRetransmit,
2004 rtp_sender_video_->GetStorageType(
2005 header, kRetransmitOff, kDefaultExpectedRetransmissionTimeMs));
2006 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2007 header, kRetransmitBaseLayer,
2008 kDefaultExpectedRetransmissionTimeMs));
2009 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2010 header, kRetransmitHigherLayers,
2011 kDefaultExpectedRetransmissionTimeMs));
2012 EXPECT_EQ(kAllowRetransmission,
2013 rtp_sender_video_->GetStorageType(
2014 header, kConditionallyRetransmitHigherLayers,
2015 kDefaultExpectedRetransmissionTimeMs));
2016 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2017 header, kRetransmitAllPackets,
2018 kDefaultExpectedRetransmissionTimeMs));
2019}
2020
2021TEST_P(RtpSenderVideoTest, RetransmissionTypesH264) {
2022 RTPVideoHeader header;
philipel7d745e52018-08-02 14:03:53 +02002023 header.video_type_header.emplace<RTPVideoHeaderH264>().packetization_mode =
2024 H264PacketizationMode::NonInterleaved;
Niels Möller520ca4e2018-06-04 11:14:38 +02002025 header.codec = kVideoCodecH264;
spranga8ae6f22017-09-04 07:23:56 -07002026
2027 EXPECT_EQ(kDontRetransmit,
2028 rtp_sender_video_->GetStorageType(
2029 header, kRetransmitOff, kDefaultExpectedRetransmissionTimeMs));
2030 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2031 header, kRetransmitBaseLayer,
2032 kDefaultExpectedRetransmissionTimeMs));
2033 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2034 header, kRetransmitHigherLayers,
2035 kDefaultExpectedRetransmissionTimeMs));
2036 EXPECT_EQ(kAllowRetransmission,
2037 rtp_sender_video_->GetStorageType(
2038 header, kConditionallyRetransmitHigherLayers,
2039 kDefaultExpectedRetransmissionTimeMs));
2040 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2041 header, kRetransmitAllPackets,
2042 kDefaultExpectedRetransmissionTimeMs));
2043}
2044
2045TEST_P(RtpSenderVideoTest, RetransmissionTypesVP8BaseLayer) {
2046 RTPVideoHeader header;
Niels Möller520ca4e2018-06-04 11:14:38 +02002047 header.codec = kVideoCodecVP8;
Philip Eliassond52a1a62018-09-07 13:03:55 +00002048 auto& vp8_header = header.video_type_header.emplace<RTPVideoHeaderVP8>();
2049 vp8_header.temporalIdx = 0;
spranga8ae6f22017-09-04 07:23:56 -07002050
2051 EXPECT_EQ(kDontRetransmit,
2052 rtp_sender_video_->GetStorageType(
2053 header, kRetransmitOff, kDefaultExpectedRetransmissionTimeMs));
2054 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2055 header, kRetransmitBaseLayer,
2056 kDefaultExpectedRetransmissionTimeMs));
2057 EXPECT_EQ(kDontRetransmit, rtp_sender_video_->GetStorageType(
2058 header, kRetransmitHigherLayers,
2059 kDefaultExpectedRetransmissionTimeMs));
2060 EXPECT_EQ(kAllowRetransmission,
2061 rtp_sender_video_->GetStorageType(
2062 header, kRetransmitHigherLayers | kRetransmitBaseLayer,
2063 kDefaultExpectedRetransmissionTimeMs));
2064 EXPECT_EQ(kDontRetransmit, rtp_sender_video_->GetStorageType(
2065 header, kConditionallyRetransmitHigherLayers,
2066 kDefaultExpectedRetransmissionTimeMs));
2067 EXPECT_EQ(
2068 kAllowRetransmission,
2069 rtp_sender_video_->GetStorageType(
2070 header, kRetransmitBaseLayer | kConditionallyRetransmitHigherLayers,
2071 kDefaultExpectedRetransmissionTimeMs));
2072 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2073 header, kRetransmitAllPackets,
2074 kDefaultExpectedRetransmissionTimeMs));
2075}
2076
2077TEST_P(RtpSenderVideoTest, RetransmissionTypesVP8HigherLayers) {
2078 RTPVideoHeader header;
Niels Möller520ca4e2018-06-04 11:14:38 +02002079 header.codec = kVideoCodecVP8;
spranga8ae6f22017-09-04 07:23:56 -07002080
Philip Eliassond52a1a62018-09-07 13:03:55 +00002081 auto& vp8_header = header.video_type_header.emplace<RTPVideoHeaderVP8>();
spranga8ae6f22017-09-04 07:23:56 -07002082 for (int tid = 1; tid <= kMaxTemporalStreams; ++tid) {
Philip Eliassond52a1a62018-09-07 13:03:55 +00002083 vp8_header.temporalIdx = tid;
spranga8ae6f22017-09-04 07:23:56 -07002084
2085 EXPECT_EQ(kDontRetransmit, rtp_sender_video_->GetStorageType(
2086 header, kRetransmitOff,
2087 kDefaultExpectedRetransmissionTimeMs));
2088 EXPECT_EQ(kDontRetransmit, rtp_sender_video_->GetStorageType(
2089 header, kRetransmitBaseLayer,
2090 kDefaultExpectedRetransmissionTimeMs));
2091 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2092 header, kRetransmitHigherLayers,
2093 kDefaultExpectedRetransmissionTimeMs));
2094 EXPECT_EQ(kAllowRetransmission,
2095 rtp_sender_video_->GetStorageType(
2096 header, kRetransmitHigherLayers | kRetransmitBaseLayer,
2097 kDefaultExpectedRetransmissionTimeMs));
2098 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2099 header, kRetransmitAllPackets,
2100 kDefaultExpectedRetransmissionTimeMs));
2101 }
2102}
2103
2104TEST_P(RtpSenderVideoTest, RetransmissionTypesVP9) {
2105 RTPVideoHeader header;
Niels Möller520ca4e2018-06-04 11:14:38 +02002106 header.codec = kVideoCodecVP9;
spranga8ae6f22017-09-04 07:23:56 -07002107
philipel29d88462018-08-08 14:26:00 +02002108 auto& vp9_header = header.video_type_header.emplace<RTPVideoHeaderVP9>();
spranga8ae6f22017-09-04 07:23:56 -07002109 for (int tid = 1; tid <= kMaxTemporalStreams; ++tid) {
philipel29d88462018-08-08 14:26:00 +02002110 vp9_header.temporal_idx = tid;
spranga8ae6f22017-09-04 07:23:56 -07002111
2112 EXPECT_EQ(kDontRetransmit, rtp_sender_video_->GetStorageType(
2113 header, kRetransmitOff,
2114 kDefaultExpectedRetransmissionTimeMs));
2115 EXPECT_EQ(kDontRetransmit, rtp_sender_video_->GetStorageType(
2116 header, kRetransmitBaseLayer,
2117 kDefaultExpectedRetransmissionTimeMs));
2118 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2119 header, kRetransmitHigherLayers,
2120 kDefaultExpectedRetransmissionTimeMs));
2121 EXPECT_EQ(kAllowRetransmission,
2122 rtp_sender_video_->GetStorageType(
2123 header, kRetransmitHigherLayers | kRetransmitBaseLayer,
2124 kDefaultExpectedRetransmissionTimeMs));
2125 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2126 header, kRetransmitAllPackets,
2127 kDefaultExpectedRetransmissionTimeMs));
2128 }
2129}
2130
2131TEST_P(RtpSenderVideoTest, ConditionalRetransmit) {
2132 const int64_t kFrameIntervalMs = 33;
2133 const int64_t kRttMs = (kFrameIntervalMs * 3) / 2;
2134 const uint8_t kSettings =
2135 kRetransmitBaseLayer | kConditionallyRetransmitHigherLayers;
2136
2137 // Insert VP8 frames for all temporal layers, but stop before the final index.
2138 RTPVideoHeader header;
Niels Möller520ca4e2018-06-04 11:14:38 +02002139 header.codec = kVideoCodecVP8;
spranga8ae6f22017-09-04 07:23:56 -07002140
2141 // Fill averaging window to prevent rounding errors.
2142 constexpr int kNumRepetitions =
2143 (RTPSenderVideo::kTLRateWindowSizeMs + (kFrameIntervalMs / 2)) /
2144 kFrameIntervalMs;
2145 constexpr int kPattern[] = {0, 2, 1, 2};
Philip Eliassond52a1a62018-09-07 13:03:55 +00002146 auto& vp8_header = header.video_type_header.emplace<RTPVideoHeaderVP8>();
spranga8ae6f22017-09-04 07:23:56 -07002147 for (size_t i = 0; i < arraysize(kPattern) * kNumRepetitions; ++i) {
Philip Eliassond52a1a62018-09-07 13:03:55 +00002148 vp8_header.temporalIdx = kPattern[i % arraysize(kPattern)];
spranga8ae6f22017-09-04 07:23:56 -07002149 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs);
2150 fake_clock_.AdvanceTimeMilliseconds(kFrameIntervalMs);
2151 }
2152
2153 // Since we're at the start of the pattern, the next expected frame in TL0 is
2154 // right now. We will wait at most one expected retransmission time before
2155 // acknowledging that it did not arrive, which means this frame and the next
2156 // will not be retransmitted.
Philip Eliassond52a1a62018-09-07 13:03:55 +00002157 vp8_header.temporalIdx = 1;
spranga8ae6f22017-09-04 07:23:56 -07002158 EXPECT_EQ(StorageType::kDontRetransmit,
2159 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs));
2160 fake_clock_.AdvanceTimeMilliseconds(kFrameIntervalMs);
2161 EXPECT_EQ(StorageType::kDontRetransmit,
2162 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs));
2163 fake_clock_.AdvanceTimeMilliseconds(kFrameIntervalMs);
2164
2165 // The TL0 frame did not arrive. So allow retransmission.
2166 EXPECT_EQ(StorageType::kAllowRetransmission,
2167 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs));
2168 fake_clock_.AdvanceTimeMilliseconds(kFrameIntervalMs);
2169
2170 // Insert a frame for TL2. We just had frame in TL1, so the next one there is
2171 // in three frames away. TL0 is still too far in the past. So, allow
2172 // retransmission.
Philip Eliassond52a1a62018-09-07 13:03:55 +00002173 vp8_header.temporalIdx = 2;
spranga8ae6f22017-09-04 07:23:56 -07002174 EXPECT_EQ(StorageType::kAllowRetransmission,
2175 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs));
2176 fake_clock_.AdvanceTimeMilliseconds(kFrameIntervalMs);
2177
2178 // Another TL2, next in TL1 is two frames away. Allow again.
2179 EXPECT_EQ(StorageType::kAllowRetransmission,
2180 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs));
2181 fake_clock_.AdvanceTimeMilliseconds(kFrameIntervalMs);
2182
2183 // Yet another TL2, next in TL1 is now only one frame away, so don't store
2184 // for retransmission.
2185 EXPECT_EQ(StorageType::kDontRetransmit,
2186 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs));
2187}
2188
2189TEST_P(RtpSenderVideoTest, ConditionalRetransmitLimit) {
2190 const int64_t kFrameIntervalMs = 200;
2191 const int64_t kRttMs = (kFrameIntervalMs * 3) / 2;
2192 const int32_t kSettings =
2193 kRetransmitBaseLayer | kConditionallyRetransmitHigherLayers;
2194
2195 // Insert VP8 frames for all temporal layers, but stop before the final index.
2196 RTPVideoHeader header;
Niels Möller520ca4e2018-06-04 11:14:38 +02002197 header.codec = kVideoCodecVP8;
spranga8ae6f22017-09-04 07:23:56 -07002198
2199 // Fill averaging window to prevent rounding errors.
2200 constexpr int kNumRepetitions =
2201 (RTPSenderVideo::kTLRateWindowSizeMs + (kFrameIntervalMs / 2)) /
2202 kFrameIntervalMs;
2203 constexpr int kPattern[] = {0, 2, 2, 2};
Philip Eliassond52a1a62018-09-07 13:03:55 +00002204 auto& vp8_header = header.video_type_header.emplace<RTPVideoHeaderVP8>();
spranga8ae6f22017-09-04 07:23:56 -07002205 for (size_t i = 0; i < arraysize(kPattern) * kNumRepetitions; ++i) {
Philip Eliassond52a1a62018-09-07 13:03:55 +00002206 vp8_header.temporalIdx = kPattern[i % arraysize(kPattern)];
spranga8ae6f22017-09-04 07:23:56 -07002207
2208 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs);
2209 fake_clock_.AdvanceTimeMilliseconds(kFrameIntervalMs);
2210 }
2211
2212 // Since we're at the start of the pattern, the next expected frame will be
2213 // right now in TL0. Put it in TL1 instead. Regular rules would dictate that
2214 // we don't store for retransmission because we expect a frame in a lower
2215 // layer, but that last frame in TL1 was a long time ago in absolute terms,
2216 // so allow retransmission anyway.
Philip Eliassond52a1a62018-09-07 13:03:55 +00002217 vp8_header.temporalIdx = 1;
spranga8ae6f22017-09-04 07:23:56 -07002218 EXPECT_EQ(StorageType::kAllowRetransmission,
2219 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs));
2220}
2221
philipelb3e42a42018-09-13 10:57:14 +02002222TEST_P(RtpSenderVideoTest, PopulateGenericFrameDescriptor) {
2223 const int64_t kFrameId = 100000;
2224 uint8_t kFrame[100];
2225 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2226 kRtpExtensionGenericFrameDescriptor, kGenericDescriptorId));
2227
2228 RTPVideoHeader hdr;
2229 RTPVideoHeader::GenericDescriptorInfo& generic = hdr.generic.emplace();
2230 generic.frame_id = kFrameId;
2231 generic.temporal_index = 3;
2232 generic.spatial_index = 2;
2233 generic.higher_spatial_layers.push_back(4);
2234 generic.dependencies.push_back(kFrameId - 1);
2235 generic.dependencies.push_back(kFrameId - 500);
Niels Möller3ea55d52019-01-24 09:44:14 +01002236 rtp_sender_video_->SendVideo(kVideoFrameDelta, kPayload, kTimestamp, 0,
2237 kFrame, sizeof(kFrame), nullptr, &hdr,
2238 kDefaultExpectedRetransmissionTimeMs);
philipelb3e42a42018-09-13 10:57:14 +02002239
2240 RtpGenericFrameDescriptor descriptor_wire;
2241 EXPECT_EQ(1U, transport_.sent_packets_.size());
2242 EXPECT_TRUE(
2243 transport_.last_sent_packet()
2244 .GetExtension<RtpGenericFrameDescriptorExtension>(&descriptor_wire));
2245 EXPECT_EQ(static_cast<uint16_t>(generic.frame_id), descriptor_wire.FrameId());
2246 EXPECT_EQ(generic.temporal_index, descriptor_wire.TemporalLayer());
2247 EXPECT_THAT(descriptor_wire.FrameDependenciesDiffs(), ElementsAre(1, 500));
2248 uint8_t spatial_bitmask = 0x14;
2249 EXPECT_EQ(spatial_bitmask, descriptor_wire.SpatialLayersBitmask());
2250}
2251
Danil Chapovalov84ffb352018-09-25 18:59:09 +02002252TEST_P(RtpSenderVideoTest,
2253 UsesMinimalVp8DescriptorWhenGenericFrameDescriptorExtensionIsUsed) {
2254 const int64_t kFrameId = 100000;
2255 const size_t kFrameSize = 100;
2256 uint8_t kFrame[kFrameSize];
2257 ASSERT_TRUE(rtp_sender_->RegisterRtpHeaderExtension(
2258 RtpGenericFrameDescriptorExtension::kUri, kGenericDescriptorId));
2259
2260 RTPVideoHeader hdr;
2261 hdr.codec = kVideoCodecVP8;
2262 RTPVideoHeaderVP8& vp8 = hdr.video_type_header.emplace<RTPVideoHeaderVP8>();
2263 vp8.pictureId = kFrameId % 0X7FFF;
2264 vp8.tl0PicIdx = 13;
2265 vp8.temporalIdx = 1;
2266 vp8.keyIdx = 2;
2267 RTPVideoHeader::GenericDescriptorInfo& generic = hdr.generic.emplace();
2268 generic.frame_id = kFrameId;
Niels Möller3ea55d52019-01-24 09:44:14 +01002269 rtp_sender_video_->RegisterPayloadType(kPayload, "vp8");
2270 rtp_sender_video_->SendVideo(kVideoFrameDelta, kPayload, kTimestamp, 0,
2271 kFrame, sizeof(kFrame), nullptr, &hdr,
2272 kDefaultExpectedRetransmissionTimeMs);
Danil Chapovalov84ffb352018-09-25 18:59:09 +02002273
2274 ASSERT_THAT(transport_.sent_packets_, SizeIs(1));
2275 // Expect only minimal 1-byte vp8 descriptor was generated.
2276 EXPECT_THAT(transport_.sent_packets_[0].payload_size(), 1 + kFrameSize);
2277}
2278
minyue3a407ee2017-04-03 01:10:33 -07002279TEST_P(RtpSenderTest, OnOverheadChanged) {
michaelt4da30442016-11-17 01:38:43 -08002280 MockOverheadObserver mock_overhead_observer;
Benjamin Wright192eeec2018-10-17 17:27:25 -07002281 rtp_sender_.reset(
2282 new RTPSender(false, &fake_clock_, &transport_, nullptr, nullptr, nullptr,
2283 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
2284 &retransmission_rate_limiter_, &mock_overhead_observer,
Johannes Kron9190b822018-10-29 11:22:05 +01002285 false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08002286 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08002287
michaelt4da30442016-11-17 01:38:43 -08002288 // RTP overhead is 12B.
nisse284542b2017-01-10 08:58:32 -08002289 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(12)).Times(1);
michaelt4da30442016-11-17 01:38:43 -08002290 SendGenericPayload();
2291
2292 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
2293 kTransmissionTimeOffsetExtensionId);
2294
2295 // TransmissionTimeOffset extension has a size of 8B.
nisse284542b2017-01-10 08:58:32 -08002296 // 12B + 8B = 20B
2297 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(20)).Times(1);
michaelt4da30442016-11-17 01:38:43 -08002298 SendGenericPayload();
2299}
2300
minyue3a407ee2017-04-03 01:10:33 -07002301TEST_P(RtpSenderTest, DoesNotUpdateOverheadOnEqualSize) {
michaelt4da30442016-11-17 01:38:43 -08002302 MockOverheadObserver mock_overhead_observer;
Benjamin Wright192eeec2018-10-17 17:27:25 -07002303 rtp_sender_.reset(
2304 new RTPSender(false, &fake_clock_, &transport_, nullptr, nullptr, nullptr,
2305 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
2306 &retransmission_rate_limiter_, &mock_overhead_observer,
Johannes Kron9190b822018-10-29 11:22:05 +01002307 false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08002308 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08002309
2310 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(_)).Times(1);
michaelt4da30442016-11-17 01:38:43 -08002311 SendGenericPayload();
2312 SendGenericPayload();
2313}
2314
sprang168794c2017-07-06 04:38:06 -07002315TEST_P(RtpSenderTest, SendsKeepAlive) {
2316 MockTransport transport;
Benjamin Wright192eeec2018-10-17 17:27:25 -07002317 rtp_sender_.reset(new RTPSender(
2318 false, &fake_clock_, &transport, nullptr, nullptr, nullptr, nullptr,
2319 nullptr, nullptr, nullptr, &mock_rtc_event_log_, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +01002320 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
sprang168794c2017-07-06 04:38:06 -07002321 rtp_sender_->SetSequenceNumber(kSeqNum);
2322 rtp_sender_->SetTimestampOffset(0);
2323 rtp_sender_->SetSSRC(kSsrc);
2324
2325 const uint8_t kKeepalivePayloadType = 20;
2326 RTC_CHECK_NE(kKeepalivePayloadType, kPayload);
2327
2328 EXPECT_CALL(transport, SendRtp(_, _, _))
2329 .WillOnce(
2330 Invoke([&kKeepalivePayloadType](const uint8_t* packet, size_t len,
2331 const PacketOptions& options) {
2332 webrtc::RTPHeader rtp_header;
2333 RtpUtility::RtpHeaderParser parser(packet, len);
2334 EXPECT_TRUE(parser.Parse(&rtp_header, nullptr));
2335 EXPECT_FALSE(rtp_header.markerBit);
2336 EXPECT_EQ(0U, rtp_header.paddingLength);
2337 EXPECT_EQ(kKeepalivePayloadType, rtp_header.payloadType);
2338 EXPECT_EQ(kSeqNum, rtp_header.sequenceNumber);
2339 EXPECT_EQ(kSsrc, rtp_header.ssrc);
2340 EXPECT_EQ(0u, len - rtp_header.headerLength);
2341 return true;
2342 }));
2343
2344 rtp_sender_->SendKeepAlive(kKeepalivePayloadType);
2345 EXPECT_EQ(kSeqNum + 1, rtp_sender_->SequenceNumber());
2346}
2347
minyue3a407ee2017-04-03 01:10:33 -07002348INSTANTIATE_TEST_CASE_P(WithAndWithoutOverhead,
2349 RtpSenderTest,
2350 ::testing::Bool());
2351INSTANTIATE_TEST_CASE_P(WithAndWithoutOverhead,
2352 RtpSenderTestWithoutPacer,
2353 ::testing::Bool());
2354INSTANTIATE_TEST_CASE_P(WithAndWithoutOverhead,
2355 RtpSenderVideoTest,
2356 ::testing::Bool());
2357INSTANTIATE_TEST_CASE_P(WithAndWithoutOverhead,
2358 RtpSenderAudioTest,
2359 ::testing::Bool());
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00002360} // namespace webrtc