blob: acb542e0602c18b34c6463b688cc095e2d17028f [file] [log] [blame]
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001/*
phoglund@webrtc.org78088c22012-02-07 14:56:45 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
kwiberg84be5112016-04-27 01:19:58 -070011#include <memory>
danilchapb8b6fbb2015-12-10 05:05:27 -080012#include <vector>
13
Karl Wiberg918f50c2018-07-05 11:40:33 +020014#include "absl/memory/memory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020015#include "api/video/video_timing.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020016#include "logging/rtc_event_log/events/rtc_event.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020017#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
18#include "modules/rtp_rtcp/include/rtp_cvo.h"
19#include "modules/rtp_rtcp/include/rtp_header_extension_map.h"
20#include "modules/rtp_rtcp/include/rtp_header_parser.h"
21#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
22#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
23#include "modules/rtp_rtcp/source/rtp_format_video_generic.h"
philipelb3e42a42018-09-13 10:57:14 +020024#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h"
25#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020026#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
27#include "modules/rtp_rtcp/source/rtp_packet_received.h"
28#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
29#include "modules/rtp_rtcp/source/rtp_sender.h"
30#include "modules/rtp_rtcp/source/rtp_sender_video.h"
31#include "modules/rtp_rtcp/source/rtp_utility.h"
32#include "rtc_base/arraysize.h"
33#include "rtc_base/buffer.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020034#include "rtc_base/rate_limiter.h"
35#include "test/field_trial.h"
36#include "test/gmock.h"
37#include "test/gtest.h"
38#include "test/mock_transport.h"
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +000039
40namespace webrtc {
41
andrew@webrtc.org8a442592011-12-16 21:24:30 +000042namespace {
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +000043const int kTransmissionTimeOffsetExtensionId = 1;
44const int kAbsoluteSendTimeExtensionId = 14;
sprang@webrtc.org30933902015-03-17 14:33:12 +000045const int kTransportSequenceNumberExtensionId = 13;
ilnik04f4d122017-06-19 07:18:55 -070046const int kVideoTimingExtensionId = 12;
Steve Anton296a0ce2018-03-22 15:17:27 -070047const int kMidExtensionId = 11;
Amit Hilbuch77938e62018-12-21 09:23:38 -080048const int kGenericDescriptorId = 10;
49const int kAudioLevelExtensionId = 9;
50const int kRidExtensionId = 8;
51const int kRepairedRidExtensionId = 7;
52const int kVideoRotationExtensionId = 5;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000053const int kPayload = 100;
Shao Changbine62202f2015-04-21 20:24:50 +080054const int kRtxPayload = 98;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000055const uint32_t kTimestamp = 10;
56const uint16_t kSeqNum = 33;
brandtr9dfff292016-11-14 05:14:50 -080057const uint32_t kSsrc = 725242;
andrew@webrtc.org8a442592011-12-16 21:24:30 +000058const int kMaxPacketLength = 1500;
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +000059const uint8_t kAudioLevel = 0x5a;
sprang@webrtc.org30933902015-03-17 14:33:12 +000060const uint16_t kTransportSequenceNumber = 0xaabbu;
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +000061const int kAudioPayload = 103;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000062const uint64_t kStartTime = 123456789;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +000063const size_t kMaxPaddingSize = 224u;
Stefan Holmera246cfb2016-08-23 17:51:42 +020064const size_t kGenericHeaderLength = 1;
65const uint8_t kPayloadData[] = {47, 11, 32, 93, 89};
spranga8ae6f22017-09-04 07:23:56 -070066const int64_t kDefaultExpectedRetransmissionTimeMs = 125;
Amit Hilbuch77938e62018-12-21 09:23:38 -080067const char kNoRid[] = "";
68const char kNoMid[] = "";
andrew@webrtc.org8a442592011-12-16 21:24:30 +000069
Danil Chapovalov5e57b172016-09-02 19:15:59 +020070using ::testing::_;
philipelb3e42a42018-09-13 10:57:14 +020071using ::testing::ElementsAre;
Danil Chapovalov5e57b172016-09-02 19:15:59 +020072using ::testing::ElementsAreArray;
sprang168794c2017-07-06 04:38:06 -070073using ::testing::Invoke;
Danil Chapovalov84ffb352018-09-25 18:59:09 +020074using ::testing::SizeIs;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +000075
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000076uint64_t ConvertMsToAbsSendTime(int64_t time_ms) {
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020077 return (((time_ms << 18) + 500) / 1000) & 0x00ffffff;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +000078}
79
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +000080class LoopbackTransportTest : public webrtc::Transport {
81 public:
Petter Strandmark26bc6692018-05-29 08:43:35 +020082 LoopbackTransportTest() : total_bytes_sent_(0) {
danilchap12ba1862016-10-26 02:41:55 -070083 receivers_extensions_.Register(kRtpExtensionTransmissionTimeOffset,
84 kTransmissionTimeOffsetExtensionId);
85 receivers_extensions_.Register(kRtpExtensionAbsoluteSendTime,
86 kAbsoluteSendTimeExtensionId);
87 receivers_extensions_.Register(kRtpExtensionTransportSequenceNumber,
88 kTransportSequenceNumberExtensionId);
89 receivers_extensions_.Register(kRtpExtensionVideoRotation,
90 kVideoRotationExtensionId);
91 receivers_extensions_.Register(kRtpExtensionAudioLevel,
92 kAudioLevelExtensionId);
ilnik04f4d122017-06-19 07:18:55 -070093 receivers_extensions_.Register(kRtpExtensionVideoTiming,
94 kVideoTimingExtensionId);
Steve Anton296a0ce2018-03-22 15:17:27 -070095 receivers_extensions_.Register(kRtpExtensionMid, kMidExtensionId);
philipelb3e42a42018-09-13 10:57:14 +020096 receivers_extensions_.Register(kRtpExtensionGenericFrameDescriptor,
97 kGenericDescriptorId);
Amit Hilbuch77938e62018-12-21 09:23:38 -080098 receivers_extensions_.Register(kRtpExtensionRtpStreamId, kRidExtensionId);
99 receivers_extensions_.Register(kRtpExtensionRepairedRtpStreamId,
100 kRepairedRidExtensionId);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000101 }
danilchap12ba1862016-10-26 02:41:55 -0700102
stefan1d8a5062015-10-02 03:39:33 -0700103 bool SendRtp(const uint8_t* data,
104 size_t len,
105 const PacketOptions& options) override {
Petter Strandmark26bc6692018-05-29 08:43:35 +0200106 last_options_ = options;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000107 total_bytes_sent_ += len;
danilchap12ba1862016-10-26 02:41:55 -0700108 sent_packets_.push_back(RtpPacketReceived(&receivers_extensions_));
109 EXPECT_TRUE(sent_packets_.back().Parse(data, len));
pbos2d566682015-09-28 09:59:31 -0700110 return true;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000111 }
danilchap162abd32015-12-10 02:39:40 -0800112 bool SendRtcp(const uint8_t* data, size_t len) override { return false; }
danilchap12ba1862016-10-26 02:41:55 -0700113 const RtpPacketReceived& last_sent_packet() { return sent_packets_.back(); }
114 int packets_sent() { return sent_packets_.size(); }
115
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000116 size_t total_bytes_sent_;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200117 PacketOptions last_options_;
danilchap12ba1862016-10-26 02:41:55 -0700118 std::vector<RtpPacketReceived> sent_packets_;
119
120 private:
121 RtpHeaderExtensionMap receivers_extensions_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000122};
123
Elad Alon4a87e1c2017-10-03 16:11:34 +0200124MATCHER_P(SameRtcEventTypeAs, value, "") {
125 return value == arg->GetType();
126}
127
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000128} // namespace
129
sprangebbf8a82015-09-21 15:11:14 -0700130class MockRtpPacketSender : public RtpPacketSender {
131 public:
132 MockRtpPacketSender() {}
133 virtual ~MockRtpPacketSender() {}
134
Peter Boströme23e7372015-10-08 11:44:14 +0200135 MOCK_METHOD6(InsertPacket,
136 void(Priority priority,
sprangebbf8a82015-09-21 15:11:14 -0700137 uint32_t ssrc,
138 uint16_t sequence_number,
139 int64_t capture_time_ms,
140 size_t bytes,
141 bool retransmission));
142};
143
Stefan Holmerf5dca482016-01-27 12:58:51 +0100144class MockTransportSequenceNumberAllocator
145 : public TransportSequenceNumberAllocator {
146 public:
147 MOCK_METHOD0(AllocateSequenceNumber, uint16_t());
148};
149
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200150class MockSendSideDelayObserver : public SendSideDelayObserver {
151 public:
152 MOCK_METHOD3(SendSideDelayUpdated, void(int, int, uint32_t));
153};
154
asapersson35151f32016-05-02 23:44:01 -0700155class MockSendPacketObserver : public SendPacketObserver {
156 public:
157 MOCK_METHOD3(OnSendPacket, void(uint16_t, int64_t, uint32_t));
158};
159
Stefan Holmera246cfb2016-08-23 17:51:42 +0200160class MockTransportFeedbackObserver : public TransportFeedbackObserver {
161 public:
elad.alond12a8e12017-03-23 11:04:48 -0700162 MOCK_METHOD4(AddPacket,
163 void(uint32_t, uint16_t, size_t, const PacedPacketInfo&));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200164 MOCK_METHOD1(OnTransportFeedback, void(const rtcp::TransportFeedback&));
elad.alonf9490002017-03-06 05:32:21 -0800165 MOCK_CONST_METHOD0(GetTransportFeedbackVector, std::vector<PacketFeedback>());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200166};
167
minyue3a407ee2017-04-03 01:10:33 -0700168class MockOverheadObserver : public OverheadObserver {
169 public:
170 MOCK_METHOD1(OnOverheadChanged, void(size_t overhead_bytes_per_packet));
171};
172
173class RtpSenderTest : public ::testing::TestWithParam<bool> {
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000174 protected:
175 RtpSenderTest()
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000176 : fake_clock_(kStartTime),
terelius429c3452016-01-21 05:42:04 -0800177 mock_rtc_event_log_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000178 mock_paced_sender_(),
sprangcd349d92016-07-13 09:11:28 -0700179 retransmission_rate_limiter_(&fake_clock_, 1000),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000180 rtp_sender_(),
181 payload_(kPayload),
182 transport_(),
minyue3a407ee2017-04-03 01:10:33 -0700183 kMarkerBit(true),
184 field_trials_(GetParam() ? "WebRTC-SendSideBwe-WithOverhead/Enabled/"
185 : "") {}
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000186
Erik Språng7b52f102018-02-07 14:37:37 +0100187 void SetUp() override { SetUpRtpSender(true, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200188
Erik Språng7b52f102018-02-07 14:37:37 +0100189 void SetUpRtpSender(bool pacer, bool populate_network2) {
asapersson35151f32016-05-02 23:44:01 -0700190 rtp_sender_.reset(new RTPSender(
191 false, &fake_clock_, &transport_, pacer ? &mock_paced_sender_ : nullptr,
brandtrdbdb3f12016-11-10 05:04:48 -0800192 nullptr, &seq_num_allocator_, nullptr, nullptr, nullptr, nullptr,
sprangcd349d92016-07-13 09:11:28 -0700193 &mock_rtc_event_log_, &send_packet_observer_,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700194 &retransmission_rate_limiter_, nullptr, populate_network2, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +0100195 false, false));
brandtr9dfff292016-11-14 05:14:50 -0800196 rtp_sender_->SetSequenceNumber(kSeqNum);
danilchap71fead22016-08-18 02:01:49 -0700197 rtp_sender_->SetTimestampOffset(0);
brandtr9dfff292016-11-14 05:14:50 -0800198 rtp_sender_->SetSSRC(kSsrc);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000199 }
200
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000201 SimulatedClock fake_clock_;
stefana23fc622016-07-28 07:56:38 -0700202 testing::NiceMock<MockRtcEventLog> mock_rtc_event_log_;
sprangebbf8a82015-09-21 15:11:14 -0700203 MockRtpPacketSender mock_paced_sender_;
stefana23fc622016-07-28 07:56:38 -0700204 testing::StrictMock<MockTransportSequenceNumberAllocator> seq_num_allocator_;
205 testing::StrictMock<MockSendPacketObserver> send_packet_observer_;
Stefan Holmera246cfb2016-08-23 17:51:42 +0200206 testing::StrictMock<MockTransportFeedbackObserver> feedback_observer_;
sprangcd349d92016-07-13 09:11:28 -0700207 RateLimiter retransmission_rate_limiter_;
kwiberg84be5112016-04-27 01:19:58 -0700208 std::unique_ptr<RTPSender> rtp_sender_;
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +0000209 int payload_;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000210 LoopbackTransportTest transport_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000211 const bool kMarkerBit;
minyue3a407ee2017-04-03 01:10:33 -0700212 test::ScopedFieldTrials field_trials_;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000213
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000214 void VerifyRTPHeaderCommon(const RTPHeader& rtp_header) {
danilchapd9e62f52016-01-14 14:55:19 -0800215 VerifyRTPHeaderCommon(rtp_header, kMarkerBit, 0);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000216 }
217
218 void VerifyRTPHeaderCommon(const RTPHeader& rtp_header, bool marker_bit) {
danilchapd9e62f52016-01-14 14:55:19 -0800219 VerifyRTPHeaderCommon(rtp_header, marker_bit, 0);
220 }
221
222 void VerifyRTPHeaderCommon(const RTPHeader& rtp_header,
223 bool marker_bit,
224 uint8_t number_of_csrcs) {
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000225 EXPECT_EQ(marker_bit, rtp_header.markerBit);
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000226 EXPECT_EQ(payload_, rtp_header.payloadType);
227 EXPECT_EQ(kSeqNum, rtp_header.sequenceNumber);
228 EXPECT_EQ(kTimestamp, rtp_header.timestamp);
229 EXPECT_EQ(rtp_sender_->SSRC(), rtp_header.ssrc);
danilchapd9e62f52016-01-14 14:55:19 -0800230 EXPECT_EQ(number_of_csrcs, rtp_header.numCSRCs);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000231 EXPECT_EQ(0U, rtp_header.paddingLength);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000232 }
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000233
danilchapb6f1fb52016-10-19 06:11:39 -0700234 std::unique_ptr<RtpPacketToSend> BuildRtpPacket(int payload_type,
235 bool marker_bit,
236 uint32_t timestamp,
237 int64_t capture_time_ms) {
238 auto packet = rtp_sender_->AllocatePacket();
239 packet->SetPayloadType(payload_type);
240 packet->SetMarker(marker_bit);
241 packet->SetTimestamp(timestamp);
242 packet->set_capture_time_ms(capture_time_ms);
243 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
244 return packet;
245 }
246
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000247 void SendPacket(int64_t capture_time_ms, int payload_length) {
248 uint32_t timestamp = capture_time_ms * 90;
danilchapb6f1fb52016-10-19 06:11:39 -0700249 auto packet =
250 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
251 packet->AllocatePayload(payload_length);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000252
253 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700254 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
255 kAllowRetransmission,
256 RtpPacketSender::kNormalPriority));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000257 }
asapersson35151f32016-05-02 23:44:01 -0700258
259 void SendGenericPayload() {
asapersson35151f32016-05-02 23:44:01 -0700260 const uint32_t kTimestamp = 1234;
261 const uint8_t kPayloadType = 127;
262 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
263 char payload_name[RTP_PAYLOAD_NAME_SIZE] = "GENERIC";
264 EXPECT_EQ(0, rtp_sender_->RegisterPayload(payload_name, kPayloadType, 90000,
265 0, 1500));
266
Sami Kalliomäki426a80c2018-08-08 11:37:59 +0200267 RTPVideoHeader video_header;
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700268 EXPECT_TRUE(rtp_sender_->SendOutgoingData(
Stefan Holmera246cfb2016-08-23 17:51:42 +0200269 kVideoFrameKey, kPayloadType, kTimestamp, kCaptureTimeMs, kPayloadData,
Sami Kalliomäki426a80c2018-08-08 11:37:59 +0200270 sizeof(kPayloadData), nullptr, &video_header, nullptr,
spranga8ae6f22017-09-04 07:23:56 -0700271 kDefaultExpectedRetransmissionTimeMs));
asapersson35151f32016-05-02 23:44:01 -0700272 }
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000273};
274
Peter Boströme23e7372015-10-08 11:44:14 +0200275// TODO(pbos): Move tests over from WithoutPacer to RtpSenderTest as this is our
276// default code path.
277class RtpSenderTestWithoutPacer : public RtpSenderTest {
278 public:
Erik Språng7b52f102018-02-07 14:37:37 +0100279 void SetUp() override { SetUpRtpSender(false, false); }
Peter Boströme23e7372015-10-08 11:44:14 +0200280};
281
spranga8ae6f22017-09-04 07:23:56 -0700282class TestRtpSenderVideo : public RTPSenderVideo {
283 public:
284 TestRtpSenderVideo(Clock* clock,
285 RTPSender* rtp_sender,
286 FlexfecSender* flexfec_sender)
Benjamin Wright192eeec2018-10-17 17:27:25 -0700287 : RTPSenderVideo(clock, rtp_sender, flexfec_sender, nullptr, false) {}
spranga8ae6f22017-09-04 07:23:56 -0700288 ~TestRtpSenderVideo() override {}
289
290 StorageType GetStorageType(const RTPVideoHeader& header,
291 int32_t retransmission_settings,
292 int64_t expected_retransmission_time_ms) {
293 return RTPSenderVideo::GetStorageType(GetTemporalId(header),
294 retransmission_settings,
295 expected_retransmission_time_ms);
296 }
297};
298
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000299class RtpSenderVideoTest : public RtpSenderTest {
300 protected:
danilchap162abd32015-12-10 02:39:40 -0800301 void SetUp() override {
Peter Boströme23e7372015-10-08 11:44:14 +0200302 // TODO(pbos): Set up to use pacer.
Erik Språng7b52f102018-02-07 14:37:37 +0100303 SetUpRtpSender(false, false);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000304 rtp_sender_video_.reset(
spranga8ae6f22017-09-04 07:23:56 -0700305 new TestRtpSenderVideo(&fake_clock_, rtp_sender_.get(), nullptr));
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000306 }
spranga8ae6f22017-09-04 07:23:56 -0700307 std::unique_ptr<TestRtpSenderVideo> rtp_sender_video_;
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000308};
309
minyue3a407ee2017-04-03 01:10:33 -0700310TEST_P(RtpSenderTestWithoutPacer, AllocatePacketSetCsrc) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200311 // Configure rtp_sender with csrc.
312 std::vector<uint32_t> csrcs;
313 csrcs.push_back(0x23456789);
314 rtp_sender_->SetCsrcs(csrcs);
315
316 auto packet = rtp_sender_->AllocatePacket();
317
318 ASSERT_TRUE(packet);
319 EXPECT_EQ(rtp_sender_->SSRC(), packet->Ssrc());
320 EXPECT_EQ(csrcs, packet->Csrcs());
321}
322
minyue3a407ee2017-04-03 01:10:33 -0700323TEST_P(RtpSenderTestWithoutPacer, AllocatePacketReserveExtensions) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200324 // Configure rtp_sender with extensions.
325 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
326 kRtpExtensionTransmissionTimeOffset,
327 kTransmissionTimeOffsetExtensionId));
328 ASSERT_EQ(
329 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
330 kAbsoluteSendTimeExtensionId));
331 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAudioLevel,
332 kAudioLevelExtensionId));
333 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
334 kRtpExtensionTransportSequenceNumber,
335 kTransportSequenceNumberExtensionId));
336 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
337 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
338
339 auto packet = rtp_sender_->AllocatePacket();
340
341 ASSERT_TRUE(packet);
342 // Preallocate BWE extensions RtpSender set itself.
343 EXPECT_TRUE(packet->HasExtension<TransmissionOffset>());
344 EXPECT_TRUE(packet->HasExtension<AbsoluteSendTime>());
345 EXPECT_TRUE(packet->HasExtension<TransportSequenceNumber>());
346 // Do not allocate media specific extensions.
347 EXPECT_FALSE(packet->HasExtension<AudioLevel>());
348 EXPECT_FALSE(packet->HasExtension<VideoOrientation>());
349}
350
minyue3a407ee2017-04-03 01:10:33 -0700351TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberAdvanceSequenceNumber) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200352 auto packet = rtp_sender_->AllocatePacket();
353 ASSERT_TRUE(packet);
354 const uint16_t sequence_number = rtp_sender_->SequenceNumber();
355
356 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
357
358 EXPECT_EQ(sequence_number, packet->SequenceNumber());
359 EXPECT_EQ(sequence_number + 1, rtp_sender_->SequenceNumber());
360}
361
minyue3a407ee2017-04-03 01:10:33 -0700362TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberFailsOnNotSending) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200363 auto packet = rtp_sender_->AllocatePacket();
364 ASSERT_TRUE(packet);
365
366 rtp_sender_->SetSendingMediaStatus(false);
367 EXPECT_FALSE(rtp_sender_->AssignSequenceNumber(packet.get()));
368}
369
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100370TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberMayAllowPaddingOnVideo) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200371 constexpr size_t kPaddingSize = 100;
372 auto packet = rtp_sender_->AllocatePacket();
373 ASSERT_TRUE(packet);
374
philipel8aadd502017-02-23 02:56:13 -0800375 ASSERT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200376 packet->SetMarker(false);
377 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100378 // Packet without marker bit doesn't allow padding on video stream.
philipel8aadd502017-02-23 02:56:13 -0800379 EXPECT_FALSE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200380
381 packet->SetMarker(true);
382 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
383 // Packet with marker bit allows send padding.
philipel8aadd502017-02-23 02:56:13 -0800384 EXPECT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200385}
386
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100387TEST_P(RtpSenderTest, AssignSequenceNumberAllowsPaddingOnAudio) {
388 MockTransport transport;
389 const bool kEnableAudio = true;
390 rtp_sender_.reset(new RTPSender(
391 kEnableAudio, &fake_clock_, &transport, &mock_paced_sender_, nullptr,
392 nullptr, nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
Johannes Kron9190b822018-10-29 11:22:05 +0100393 nullptr, &retransmission_rate_limiter_, nullptr, false, nullptr, false,
394 false));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100395 rtp_sender_->SetTimestampOffset(0);
396 rtp_sender_->SetSSRC(kSsrc);
397
398 std::unique_ptr<RtpPacketToSend> audio_packet = rtp_sender_->AllocatePacket();
399 // Padding on audio stream allowed regardless of marker in the last packet.
400 audio_packet->SetMarker(false);
401 audio_packet->SetPayloadType(kPayload);
402 rtp_sender_->AssignSequenceNumber(audio_packet.get());
403
404 const size_t kPaddingSize = 59;
405 EXPECT_CALL(transport, SendRtp(_, kPaddingSize + kRtpHeaderSize, _))
406 .WillOnce(testing::Return(true));
407 EXPECT_EQ(kPaddingSize,
408 rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
409
410 // Requested padding size is too small, will send a larger one.
411 const size_t kMinPaddingSize = 50;
412 EXPECT_CALL(transport, SendRtp(_, kMinPaddingSize + kRtpHeaderSize, _))
413 .WillOnce(testing::Return(true));
Yves Gerey665174f2018-06-19 15:03:05 +0200414 EXPECT_EQ(kMinPaddingSize, rtp_sender_->TimeToSendPadding(kMinPaddingSize - 5,
415 PacedPacketInfo()));
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100416}
417
minyue3a407ee2017-04-03 01:10:33 -0700418TEST_P(RtpSenderTestWithoutPacer, AssignSequenceNumberSetPaddingTimestamps) {
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200419 constexpr size_t kPaddingSize = 100;
420 auto packet = rtp_sender_->AllocatePacket();
421 ASSERT_TRUE(packet);
422 packet->SetMarker(true);
423 packet->SetTimestamp(kTimestamp);
424
425 ASSERT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
philipel8aadd502017-02-23 02:56:13 -0800426 ASSERT_TRUE(rtp_sender_->TimeToSendPadding(kPaddingSize, PacedPacketInfo()));
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200427
428 ASSERT_EQ(1u, transport_.sent_packets_.size());
danilchap12ba1862016-10-26 02:41:55 -0700429 // Verify padding packet timestamp.
430 EXPECT_EQ(kTimestamp, transport_.last_sent_packet().Timestamp());
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200431}
432
minyue3a407ee2017-04-03 01:10:33 -0700433TEST_P(RtpSenderTestWithoutPacer,
434 TransportFeedbackObserverGetsCorrectByteCount) {
435 constexpr int kRtpOverheadBytesPerPacket = 12 + 8;
436 testing::NiceMock<MockOverheadObserver> mock_overhead_observer;
437 rtp_sender_.reset(new RTPSender(
438 false, &fake_clock_, &transport_, nullptr, nullptr, &seq_num_allocator_,
439 &feedback_observer_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700440 nullptr, &retransmission_rate_limiter_, &mock_overhead_observer, false,
Johannes Kron9190b822018-10-29 11:22:05 +0100441 nullptr, false, false));
minyue3a407ee2017-04-03 01:10:33 -0700442 rtp_sender_->SetSSRC(kSsrc);
443 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
444 kRtpExtensionTransportSequenceNumber,
445 kTransportSequenceNumberExtensionId));
446 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
447 .WillOnce(testing::Return(kTransportSequenceNumber));
448
449 const size_t expected_bytes =
450 GetParam() ? sizeof(kPayloadData) + kGenericHeaderLength +
451 kRtpOverheadBytesPerPacket
452 : sizeof(kPayloadData) + kGenericHeaderLength;
453
454 EXPECT_CALL(feedback_observer_,
455 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber,
456 expected_bytes, PacedPacketInfo()))
457 .Times(1);
458 EXPECT_CALL(mock_overhead_observer,
459 OnOverheadChanged(kRtpOverheadBytesPerPacket))
460 .Times(1);
461 SendGenericPayload();
462}
463
464TEST_P(RtpSenderTestWithoutPacer, SendsPacketsWithTransportSequenceNumber) {
Stefan Holmera246cfb2016-08-23 17:51:42 +0200465 rtp_sender_.reset(new RTPSender(
brandtrdbdb3f12016-11-10 05:04:48 -0800466 false, &fake_clock_, &transport_, nullptr, nullptr, &seq_num_allocator_,
467 &feedback_observer_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700468 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
Johannes Kron9190b822018-10-29 11:22:05 +0100469 nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -0800470 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100471 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
472 kRtpExtensionTransportSequenceNumber,
473 kTransportSequenceNumberExtensionId));
474
Stefan Holmerf5dca482016-01-27 12:58:51 +0100475 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
476 .WillOnce(testing::Return(kTransportSequenceNumber));
asapersson35151f32016-05-02 23:44:01 -0700477 EXPECT_CALL(send_packet_observer_,
478 OnSendPacket(kTransportSequenceNumber, _, _))
479 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700480
481 EXPECT_CALL(feedback_observer_,
482 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber, _,
483 PacedPacketInfo()))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200484 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700485
486 SendGenericPayload();
Stefan Holmerf5dca482016-01-27 12:58:51 +0100487
danilchap12ba1862016-10-26 02:41:55 -0700488 const auto& packet = transport_.last_sent_packet();
489 uint16_t transport_seq_no;
490 ASSERT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
491 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200492 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200493 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200494}
495
496TEST_P(RtpSenderTestWithoutPacer, PacketOptionsNoRetransmission) {
497 rtp_sender_.reset(new RTPSender(
498 false, &fake_clock_, &transport_, nullptr, nullptr, &seq_num_allocator_,
499 &feedback_observer_, nullptr, nullptr, nullptr, &mock_rtc_event_log_,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700500 &send_packet_observer_, &retransmission_rate_limiter_, nullptr, false,
Johannes Kron9190b822018-10-29 11:22:05 +0100501 nullptr, false, false));
Petter Strandmark26bc6692018-05-29 08:43:35 +0200502 rtp_sender_->SetSSRC(kSsrc);
503
504 SendGenericPayload();
505
506 EXPECT_FALSE(transport_.last_options_.is_retransmit);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100507}
508
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200509TEST_P(RtpSenderTestWithoutPacer,
510 SetsIncludedInFeedbackWhenTransportSequenceNumberExtensionIsRegistered) {
511 SetUpRtpSender(false, false);
512 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
513 kTransportSequenceNumberExtensionId);
514 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
515 .WillOnce(testing::Return(kTransportSequenceNumber));
516 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
stefana23fc622016-07-28 07:56:38 -0700517 SendGenericPayload();
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200518 EXPECT_TRUE(transport_.last_options_.included_in_feedback);
519}
520
521TEST_P(
522 RtpSenderTestWithoutPacer,
523 SetsIncludedInAllocationWhenTransportSequenceNumberExtensionIsRegistered) {
524 SetUpRtpSender(false, false);
525 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransportSequenceNumber,
526 kTransportSequenceNumberExtensionId);
527 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
528 .WillOnce(testing::Return(kTransportSequenceNumber));
529 EXPECT_CALL(send_packet_observer_, OnSendPacket).Times(1);
530 SendGenericPayload();
531 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
532}
533
534TEST_P(RtpSenderTestWithoutPacer,
535 SetsIncludedInAllocationWhenForcedAsPartOfAllocation) {
536 SetUpRtpSender(false, false);
537 rtp_sender_->SetAsPartOfAllocation(true);
538 SendGenericPayload();
539 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
540 EXPECT_TRUE(transport_.last_options_.included_in_allocation);
541}
542
543TEST_P(RtpSenderTestWithoutPacer, DoesnSetIncludedInAllocationByDefault) {
544 SetUpRtpSender(false, false);
545 SendGenericPayload();
546 EXPECT_FALSE(transport_.last_options_.included_in_feedback);
547 EXPECT_FALSE(transport_.last_options_.included_in_allocation);
stefana23fc622016-07-28 07:56:38 -0700548}
asapersson35151f32016-05-02 23:44:01 -0700549
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200550TEST_P(RtpSenderTestWithoutPacer, OnSendSideDelayUpdated) {
551 testing::StrictMock<MockSendSideDelayObserver> send_side_delay_observer_;
Benjamin Wright192eeec2018-10-17 17:27:25 -0700552 rtp_sender_.reset(new RTPSender(
553 false, &fake_clock_, &transport_, nullptr, nullptr, nullptr, nullptr,
554 nullptr, nullptr, &send_side_delay_observer_, &mock_rtc_event_log_,
Johannes Kron9190b822018-10-29 11:22:05 +0100555 nullptr, nullptr, nullptr, false, nullptr, false, false));
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200556 rtp_sender_->SetSSRC(kSsrc);
557
558 const uint8_t kPayloadType = 127;
559 const uint32_t kCaptureTimeMsToRtpTimestamp = 90; // 90 kHz clock
560 char payload_name[RTP_PAYLOAD_NAME_SIZE] = "GENERIC";
561 RTPVideoHeader video_header;
562 EXPECT_EQ(0, rtp_sender_->RegisterPayload(payload_name, kPayloadType,
563 1000 * kCaptureTimeMsToRtpTimestamp,
564 0, 1500));
565
566 // Send packet with 10 ms send-side delay. The average and max should be 10
567 // ms.
568 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(10, 10, kSsrc))
569 .Times(1);
570 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
571 fake_clock_.AdvanceTimeMilliseconds(10);
572 EXPECT_TRUE(rtp_sender_->SendOutgoingData(
573 kVideoFrameKey, kPayloadType,
574 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
575 kPayloadData, sizeof(kPayloadData), nullptr, &video_header, nullptr,
576 kDefaultExpectedRetransmissionTimeMs));
577
578 // Send another packet with 20 ms delay. The average
579 // and max should be 15 and 20 ms respectively.
580 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(15, 20, kSsrc))
581 .Times(1);
582 fake_clock_.AdvanceTimeMilliseconds(10);
583 EXPECT_TRUE(rtp_sender_->SendOutgoingData(
584 kVideoFrameKey, kPayloadType,
585 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
586 kPayloadData, sizeof(kPayloadData), nullptr, &video_header, nullptr,
587 kDefaultExpectedRetransmissionTimeMs));
588
589 // Send another packet at the same time, which replaces the last packet.
590 // Since this packet has 0 ms delay, the average is now 5 ms and max is 10 ms.
591 // TODO(terelius): Is is not clear that this is the right behavior.
592 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(5, 10, kSsrc))
593 .Times(1);
594 capture_time_ms = fake_clock_.TimeInMilliseconds();
595 EXPECT_TRUE(rtp_sender_->SendOutgoingData(
596 kVideoFrameKey, kPayloadType,
597 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
598 kPayloadData, sizeof(kPayloadData), nullptr, &video_header, nullptr,
599 kDefaultExpectedRetransmissionTimeMs));
600
601 // Send a packet 1 second later. The earlier packets should have timed
602 // out, so both max and average should be the delay of this packet.
603 fake_clock_.AdvanceTimeMilliseconds(1000);
604 capture_time_ms = fake_clock_.TimeInMilliseconds();
605 fake_clock_.AdvanceTimeMilliseconds(1);
606 EXPECT_CALL(send_side_delay_observer_, SendSideDelayUpdated(1, 1, kSsrc))
607 .Times(1);
608 EXPECT_TRUE(rtp_sender_->SendOutgoingData(
609 kVideoFrameKey, kPayloadType,
610 capture_time_ms * kCaptureTimeMsToRtpTimestamp, capture_time_ms,
611 kPayloadData, sizeof(kPayloadData), nullptr, &video_header, nullptr,
612 kDefaultExpectedRetransmissionTimeMs));
613}
614
minyue3a407ee2017-04-03 01:10:33 -0700615TEST_P(RtpSenderTestWithoutPacer, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700616 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
617 kRtpExtensionTransportSequenceNumber,
618 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700619 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
620 .WillOnce(testing::Return(kTransportSequenceNumber));
621 EXPECT_CALL(send_packet_observer_,
622 OnSendPacket(kTransportSequenceNumber, _, _))
623 .Times(1);
624
625 SendGenericPayload();
626}
627
minyue3a407ee2017-04-03 01:10:33 -0700628TEST_P(RtpSenderTest, SendsPacketsWithTransportSequenceNumber) {
michaelt4da30442016-11-17 01:38:43 -0800629 rtp_sender_.reset(new RTPSender(
630 false, &fake_clock_, &transport_, &mock_paced_sender_, nullptr,
631 &seq_num_allocator_, &feedback_observer_, nullptr, nullptr, nullptr,
632 &mock_rtc_event_log_, &send_packet_observer_,
Johannes Kron9190b822018-10-29 11:22:05 +0100633 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
brandtr9dfff292016-11-14 05:14:50 -0800634 rtp_sender_->SetSequenceNumber(kSeqNum);
635 rtp_sender_->SetSSRC(kSsrc);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200636 rtp_sender_->SetStorePacketsStatus(true, 10);
637 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
638 kRtpExtensionTransportSequenceNumber,
639 kTransportSequenceNumberExtensionId));
640
brandtr9dfff292016-11-14 05:14:50 -0800641 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _));
Stefan Holmera246cfb2016-08-23 17:51:42 +0200642 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
643 .WillOnce(testing::Return(kTransportSequenceNumber));
644 EXPECT_CALL(send_packet_observer_,
645 OnSendPacket(kTransportSequenceNumber, _, _))
646 .Times(1);
minyue3a407ee2017-04-03 01:10:33 -0700647 EXPECT_CALL(feedback_observer_,
648 AddPacket(rtp_sender_->SSRC(), kTransportSequenceNumber, _,
649 PacedPacketInfo()))
Stefan Holmera246cfb2016-08-23 17:51:42 +0200650 .Times(1);
651
652 SendGenericPayload();
philipel8aadd502017-02-23 02:56:13 -0800653 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
654 fake_clock_.TimeInMilliseconds(), false,
655 PacedPacketInfo());
Stefan Holmera246cfb2016-08-23 17:51:42 +0200656
danilchap12ba1862016-10-26 02:41:55 -0700657 const auto& packet = transport_.last_sent_packet();
658 uint16_t transport_seq_no;
659 EXPECT_TRUE(packet.GetExtension<TransportSequenceNumber>(&transport_seq_no));
660 EXPECT_EQ(kTransportSequenceNumber, transport_seq_no);
Petter Strandmark26bc6692018-05-29 08:43:35 +0200661 EXPECT_EQ(transport_.last_options_.packet_id, transport_seq_no);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200662}
663
Erik Språng7b52f102018-02-07 14:37:37 +0100664TEST_P(RtpSenderTest, WritesPacerExitToTimingExtension) {
ilnik04f4d122017-06-19 07:18:55 -0700665 rtp_sender_->SetStorePacketsStatus(true, 10);
666 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
667 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
668 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
669 auto packet = rtp_sender_->AllocatePacket();
670 packet->SetPayloadType(kPayload);
671 packet->SetMarker(true);
672 packet->SetTimestamp(kTimestamp);
673 packet->set_capture_time_ms(capture_time_ms);
ilnik2edc6842017-07-06 03:06:50 -0700674 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
ilnik04f4d122017-06-19 07:18:55 -0700675 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
676 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
677 size_t packet_size = packet->size();
ilnik04f4d122017-06-19 07:18:55 -0700678
679 const int kStoredTimeInMs = 100;
Erik Språng7b52f102018-02-07 14:37:37 +0100680 {
681 EXPECT_CALL(
682 mock_paced_sender_,
683 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
684 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
685 kAllowRetransmission,
686 RtpPacketSender::kNormalPriority));
687 }
ilnik04f4d122017-06-19 07:18:55 -0700688 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
Erik Språng7b52f102018-02-07 14:37:37 +0100689 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
690 PacedPacketInfo());
ilnik04f4d122017-06-19 07:18:55 -0700691 EXPECT_EQ(1, transport_.packets_sent());
692 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
693
danilchapce251812017-09-11 12:24:41 -0700694 VideoSendTiming video_timing;
695 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
696 &video_timing));
697 EXPECT_EQ(kStoredTimeInMs, video_timing.pacer_exit_delta_ms);
Erik Språng7b52f102018-02-07 14:37:37 +0100698}
ilnik04f4d122017-06-19 07:18:55 -0700699
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100700TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithPacer) {
701 SetUpRtpSender(/*pacer=*/true, /*populate_network2=*/true);
Erik Språng7b52f102018-02-07 14:37:37 +0100702 rtp_sender_->SetStorePacketsStatus(true, 10);
703 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
704 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
705 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
706 auto packet = rtp_sender_->AllocatePacket();
707 packet->SetPayloadType(kPayload);
708 packet->SetMarker(true);
709 packet->SetTimestamp(kTimestamp);
710 packet->set_capture_time_ms(capture_time_ms);
711 const uint16_t kPacerExitMs = 1234u;
712 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, kPacerExitMs, 0u, 0u, true};
713 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
714 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
715 size_t packet_size = packet->size();
716
717 const int kStoredTimeInMs = 100;
718 {
719 EXPECT_CALL(
720 mock_paced_sender_,
721 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _));
722 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
723 kAllowRetransmission,
724 RtpPacketSender::kNormalPriority));
725 }
ilnik04f4d122017-06-19 07:18:55 -0700726 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
727 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
728 PacedPacketInfo());
Erik Språng7b52f102018-02-07 14:37:37 +0100729 EXPECT_EQ(1, transport_.packets_sent());
ilnik04f4d122017-06-19 07:18:55 -0700730 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
731
Erik Språng7b52f102018-02-07 14:37:37 +0100732 VideoSendTiming video_timing;
danilchapce251812017-09-11 12:24:41 -0700733 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
734 &video_timing));
Erik Språng7b52f102018-02-07 14:37:37 +0100735 EXPECT_EQ(kStoredTimeInMs, video_timing.network2_timestamp_delta_ms);
736 EXPECT_EQ(kPacerExitMs, video_timing.pacer_exit_delta_ms);
ilnik04f4d122017-06-19 07:18:55 -0700737}
738
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100739TEST_P(RtpSenderTest, WritesNetwork2ToTimingExtensionWithoutPacer) {
740 SetUpRtpSender(/*pacer=*/false, /*populate_network2=*/true);
741 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
742 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
743 auto packet = rtp_sender_->AllocatePacket();
744 packet->SetMarker(true);
745 packet->set_capture_time_ms(fake_clock_.TimeInMilliseconds());
746 const VideoSendTiming kVideoTiming = {0u, 0u, 0u, 0u, 0u, 0u, true};
747 packet->SetExtension<VideoTimingExtension>(kVideoTiming);
748 EXPECT_TRUE(rtp_sender_->AssignSequenceNumber(packet.get()));
749
750 const int kPropagateTimeMs = 10;
751 fake_clock_.AdvanceTimeMilliseconds(kPropagateTimeMs);
752
753 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
754 kAllowRetransmission,
755 RtpPacketSender::kNormalPriority));
756
757 EXPECT_EQ(1, transport_.packets_sent());
758 absl::optional<VideoSendTiming> video_timing =
759 transport_.last_sent_packet().GetExtension<VideoTimingExtension>();
760 ASSERT_TRUE(video_timing);
761 EXPECT_EQ(kPropagateTimeMs, video_timing->network2_timestamp_delta_ms);
762}
763
minyue3a407ee2017-04-03 01:10:33 -0700764TEST_P(RtpSenderTest, TrafficSmoothingWithExtensions) {
Peter Boströme23e7372015-10-08 11:44:14 +0200765 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800766 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200767 EXPECT_CALL(mock_rtc_event_log_,
768 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000769
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000770 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000771 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800772 kRtpExtensionTransmissionTimeOffset,
773 kTransmissionTimeOffsetExtensionId));
774 EXPECT_EQ(
775 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
776 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000777 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700778 auto packet =
779 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
780 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000781
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000782 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700783 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
784 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700785 RtpPacketSender::kNormalPriority));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000786
danilchap12ba1862016-10-26 02:41:55 -0700787 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000788
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000789 const int kStoredTimeInMs = 100;
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +0000790 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000791
brandtr9dfff292016-11-14 05:14:50 -0800792 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800793 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000794
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000795 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700796 EXPECT_EQ(1, transport_.packets_sent());
797 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
798
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000799 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700800 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000801
802 // Verify transmission time offset.
803 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000804 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000805 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000806 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000807}
808
minyue3a407ee2017-04-03 01:10:33 -0700809TEST_P(RtpSenderTest, TrafficSmoothingRetransmits) {
Peter Boströme23e7372015-10-08 11:44:14 +0200810 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800811 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200812 EXPECT_CALL(mock_rtc_event_log_,
813 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000814
815 rtp_sender_->SetStorePacketsStatus(true, 10);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000816 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800817 kRtpExtensionTransmissionTimeOffset,
818 kTransmissionTimeOffsetExtensionId));
819 EXPECT_EQ(
820 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
821 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000822 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700823 auto packet =
824 BuildRtpPacket(kPayload, kMarkerBit, kTimestamp, capture_time_ms);
825 size_t packet_size = packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000826
827 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700828 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
829 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700830 RtpPacketSender::kNormalPriority));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000831
danilchap12ba1862016-10-26 02:41:55 -0700832 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000833
terelius5d332ac2016-01-14 14:37:39 -0800834 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800835 kSsrc, kSeqNum, _, _, _));
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000836
837 const int kStoredTimeInMs = 100;
838 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
839
danilchapb6f1fb52016-10-19 06:11:39 -0700840 EXPECT_EQ(static_cast<int>(packet_size), rtp_sender_->ReSendPacket(kSeqNum));
danilchap12ba1862016-10-26 02:41:55 -0700841 EXPECT_EQ(0, transport_.packets_sent());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000842
brandtr9dfff292016-11-14 05:14:50 -0800843 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800844 PacedPacketInfo());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000845
846 // Process send bucket. Packet should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700847 EXPECT_EQ(1, transport_.packets_sent());
848 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000849
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000850 webrtc::RTPHeader rtp_header;
danilchap12ba1862016-10-26 02:41:55 -0700851 transport_.last_sent_packet().GetHeader(&rtp_header);
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000852
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000853 // Verify transmission time offset.
854 EXPECT_EQ(kStoredTimeInMs * 90, rtp_header.extension.transmissionTimeOffset);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000855 uint64_t expected_send_time =
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000856 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
857 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
858}
859
860// This test sends 1 regular video packet, then 4 padding packets, and then
861// 1 more regular packet.
minyue3a407ee2017-04-03 01:10:33 -0700862TEST_P(RtpSenderTest, SendPadding) {
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000863 // Make all (non-padding) packets go to send queue.
terelius5d332ac2016-01-14 14:37:39 -0800864 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
brandtr9dfff292016-11-14 05:14:50 -0800865 kSsrc, kSeqNum, _, _, _));
Elad Alon4a87e1c2017-10-03 16:11:34 +0200866 EXPECT_CALL(mock_rtc_event_log_,
867 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
868 .Times(1 + 4 + 1);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000869
870 uint16_t seq_num = kSeqNum;
871 uint32_t timestamp = kTimestamp;
872 rtp_sender_->SetStorePacketsStatus(true, 10);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000873 size_t rtp_header_len = kRtpHeaderSize;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000874 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
danilchap162abd32015-12-10 02:39:40 -0800875 kRtpExtensionTransmissionTimeOffset,
876 kTransmissionTimeOffsetExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000877 rtp_header_len += 4; // 4 bytes extension.
danilchap162abd32015-12-10 02:39:40 -0800878 EXPECT_EQ(
879 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
880 kAbsoluteSendTimeExtensionId));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000881 rtp_header_len += 4; // 4 bytes extension.
882 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
883
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000884 webrtc::RTPHeader rtp_header;
885
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000886 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700887 auto packet =
888 BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200889 const uint32_t media_packet_timestamp = timestamp;
danilchapb6f1fb52016-10-19 06:11:39 -0700890 size_t packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000891
892 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700893 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
894 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700895 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000896
897 int total_packets_sent = 0;
danilchap12ba1862016-10-26 02:41:55 -0700898 EXPECT_EQ(total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000899
900 const int kStoredTimeInMs = 100;
901 fake_clock_.AdvanceTimeMilliseconds(kStoredTimeInMs);
brandtr9dfff292016-11-14 05:14:50 -0800902 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800903 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000904 // Packet should now be sent. This test doesn't verify the regular video
905 // packet, since it is tested in another test.
danilchap12ba1862016-10-26 02:41:55 -0700906 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000907 timestamp += 90 * kStoredTimeInMs;
908
909 // Send padding 4 times, waiting 50 ms between each.
910 for (int i = 0; i < 4; ++i) {
911 const int kPaddingPeriodMs = 50;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000912 const size_t kPaddingBytes = 100;
913 const size_t kMaxPaddingLength = 224; // Value taken from rtp_sender.cc.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000914 // Padding will be forced to full packets.
philipelc7bf32a2017-02-17 03:59:43 -0800915 EXPECT_EQ(kMaxPaddingLength,
philipel8aadd502017-02-23 02:56:13 -0800916 rtp_sender_->TimeToSendPadding(kPaddingBytes, PacedPacketInfo()));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000917
918 // Process send bucket. Padding should now be sent.
danilchap12ba1862016-10-26 02:41:55 -0700919 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000920 EXPECT_EQ(kMaxPaddingLength + rtp_header_len,
danilchap12ba1862016-10-26 02:41:55 -0700921 transport_.last_sent_packet().size());
922
923 transport_.last_sent_packet().GetHeader(&rtp_header);
pbosbd2522a2015-07-01 05:35:53 -0700924 EXPECT_EQ(kMaxPaddingLength, rtp_header.paddingLength);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000925
Stefan Holmer586b19b2015-09-18 11:14:31 +0200926 // Verify sequence number and timestamp. The timestamp should be the same
927 // as the last media packet.
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000928 EXPECT_EQ(seq_num++, rtp_header.sequenceNumber);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200929 EXPECT_EQ(media_packet_timestamp, rtp_header.timestamp);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000930 // Verify transmission time offset.
Stefan Holmer586b19b2015-09-18 11:14:31 +0200931 int offset = timestamp - media_packet_timestamp;
932 EXPECT_EQ(offset, rtp_header.extension.transmissionTimeOffset);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000933 uint64_t expected_send_time =
934 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
935 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
936 fake_clock_.AdvanceTimeMilliseconds(kPaddingPeriodMs);
937 timestamp += 90 * kPaddingPeriodMs;
938 }
939
940 // Send a regular video packet again.
941 capture_time_ms = fake_clock_.TimeInMilliseconds();
danilchapb6f1fb52016-10-19 06:11:39 -0700942 packet = BuildRtpPacket(kPayload, kMarkerBit, timestamp, capture_time_ms);
943 packet_size = packet->size();
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000944
brandtr9dfff292016-11-14 05:14:50 -0800945 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kNormalPriority,
946 kSsrc, seq_num, _, _, _));
terelius5d332ac2016-01-14 14:37:39 -0800947
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000948 // Packet should be stored in a send bucket.
danilchapb6f1fb52016-10-19 06:11:39 -0700949 EXPECT_TRUE(rtp_sender_->SendToNetwork(std::move(packet),
950 kAllowRetransmission,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700951 RtpPacketSender::kNormalPriority));
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000952
brandtr9dfff292016-11-14 05:14:50 -0800953 rtp_sender_->TimeToSendPacket(kSsrc, seq_num, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -0800954 PacedPacketInfo());
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000955 // Process send bucket.
danilchap12ba1862016-10-26 02:41:55 -0700956 EXPECT_EQ(++total_packets_sent, transport_.packets_sent());
957 EXPECT_EQ(packet_size, transport_.last_sent_packet().size());
958 transport_.last_sent_packet().GetHeader(&rtp_header);
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +0000959
960 // Verify sequence number and timestamp.
961 EXPECT_EQ(seq_num, rtp_header.sequenceNumber);
962 EXPECT_EQ(timestamp, rtp_header.timestamp);
963 // Verify transmission time offset. This packet is sent without delay.
964 EXPECT_EQ(0, rtp_header.extension.transmissionTimeOffset);
965 uint64_t expected_send_time =
966 ConvertMsToAbsSendTime(fake_clock_.TimeInMilliseconds());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000967 EXPECT_EQ(expected_send_time, rtp_header.extension.absoluteSendTime);
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000968}
pbos@webrtc.org8911ce42013-03-18 16:39:03 +0000969
minyue3a407ee2017-04-03 01:10:33 -0700970TEST_P(RtpSenderTest, OnSendPacketUpdated) {
stefana23fc622016-07-28 07:56:38 -0700971 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
972 kRtpExtensionTransportSequenceNumber,
973 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700974 rtp_sender_->SetStorePacketsStatus(true, 10);
975
976 EXPECT_CALL(send_packet_observer_,
977 OnSendPacket(kTransportSequenceNumber, _, _))
978 .Times(1);
979 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
980 .WillOnce(testing::Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -0800981 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
982 .Times(1);
asapersson35151f32016-05-02 23:44:01 -0700983
984 SendGenericPayload(); // Packet passed to pacer.
985 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -0800986 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
987 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -0800988 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -0700989 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -0700990}
991
minyue3a407ee2017-04-03 01:10:33 -0700992TEST_P(RtpSenderTest, OnSendPacketNotUpdatedForRetransmits) {
stefana23fc622016-07-28 07:56:38 -0700993 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
994 kRtpExtensionTransportSequenceNumber,
995 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -0700996 rtp_sender_->SetStorePacketsStatus(true, 10);
997
998 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
999 EXPECT_CALL(seq_num_allocator_, AllocateSequenceNumber())
1000 .WillOnce(testing::Return(kTransportSequenceNumber));
brandtr9dfff292016-11-14 05:14:50 -08001001 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
1002 .Times(1);
asapersson35151f32016-05-02 23:44:01 -07001003
1004 SendGenericPayload(); // Packet passed to pacer.
1005 const bool kIsRetransmit = true;
brandtr9dfff292016-11-14 05:14:50 -08001006 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
1007 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -08001008 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -07001009 EXPECT_EQ(1, transport_.packets_sent());
Petter Strandmark26bc6692018-05-29 08:43:35 +02001010 EXPECT_TRUE(transport_.last_options_.is_retransmit);
asapersson35151f32016-05-02 23:44:01 -07001011}
1012
minyue3a407ee2017-04-03 01:10:33 -07001013TEST_P(RtpSenderTest, OnSendPacketNotUpdatedWithoutSeqNumAllocator) {
asapersson35151f32016-05-02 23:44:01 -07001014 rtp_sender_.reset(new RTPSender(
brandtrdbdb3f12016-11-10 05:04:48 -08001015 false, &fake_clock_, &transport_, &mock_paced_sender_, nullptr,
asapersson35151f32016-05-02 23:44:01 -07001016 nullptr /* TransportSequenceNumberAllocator */, nullptr, nullptr, nullptr,
michaelt4da30442016-11-17 01:38:43 -08001017 nullptr, nullptr, &send_packet_observer_, &retransmission_rate_limiter_,
Johannes Kron9190b822018-10-29 11:22:05 +01001018 nullptr, false, nullptr, false, false));
brandtr9dfff292016-11-14 05:14:50 -08001019 rtp_sender_->SetSequenceNumber(kSeqNum);
1020 rtp_sender_->SetSSRC(kSsrc);
stefana23fc622016-07-28 07:56:38 -07001021 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1022 kRtpExtensionTransportSequenceNumber,
1023 kTransportSequenceNumberExtensionId));
asapersson35151f32016-05-02 23:44:01 -07001024 rtp_sender_->SetSequenceNumber(kSeqNum);
1025 rtp_sender_->SetStorePacketsStatus(true, 10);
1026
1027 EXPECT_CALL(send_packet_observer_, OnSendPacket(_, _, _)).Times(0);
brandtr9dfff292016-11-14 05:14:50 -08001028 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, kSsrc, kSeqNum, _, _, _))
1029 .Times(1);
asapersson35151f32016-05-02 23:44:01 -07001030
1031 SendGenericPayload(); // Packet passed to pacer.
1032 const bool kIsRetransmit = false;
brandtr9dfff292016-11-14 05:14:50 -08001033 rtp_sender_->TimeToSendPacket(kSsrc, kSeqNum,
1034 fake_clock_.TimeInMilliseconds(), kIsRetransmit,
philipel8aadd502017-02-23 02:56:13 -08001035 PacedPacketInfo());
danilchap12ba1862016-10-26 02:41:55 -07001036 EXPECT_EQ(1, transport_.packets_sent());
asapersson35151f32016-05-02 23:44:01 -07001037}
1038
minyue3a407ee2017-04-03 01:10:33 -07001039TEST_P(RtpSenderTest, SendRedundantPayloads) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001040 MockTransport transport;
terelius429c3452016-01-21 05:42:04 -08001041 rtp_sender_.reset(new RTPSender(
asapersson35151f32016-05-02 23:44:01 -07001042 false, &fake_clock_, &transport, &mock_paced_sender_, nullptr, nullptr,
brandtrdbdb3f12016-11-10 05:04:48 -08001043 nullptr, nullptr, nullptr, nullptr, &mock_rtc_event_log_, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +01001044 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001045 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr9dfff292016-11-14 05:14:50 -08001046 rtp_sender_->SetSSRC(kSsrc);
Shao Changbine62202f2015-04-21 20:24:50 +08001047 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayload);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001048
1049 uint16_t seq_num = kSeqNum;
1050 rtp_sender_->SetStorePacketsStatus(true, 10);
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001051 int32_t rtp_header_len = kRtpHeaderSize;
danilchap162abd32015-12-10 02:39:40 -08001052 EXPECT_EQ(
1053 0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAbsoluteSendTime,
1054 kAbsoluteSendTimeExtensionId));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001055 rtp_header_len += 4; // 4 bytes extension.
1056 rtp_header_len += 4; // 4 extra bytes common to all extension headers.
1057
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001058 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
stefan@webrtc.orgef927552014-06-05 08:25:29 +00001059 rtp_sender_->SetRtxSsrc(1234);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001060
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001061 const size_t kNumPayloadSizes = 10;
danilchap162abd32015-12-10 02:39:40 -08001062 const size_t kPayloadSizes[kNumPayloadSizes] = {500, 550, 600, 650, 700,
1063 750, 800, 850, 900, 950};
terelius5d332ac2016-01-14 14:37:39 -08001064 // Expect all packets go through the pacer.
1065 EXPECT_CALL(mock_paced_sender_,
brandtr9dfff292016-11-14 05:14:50 -08001066 InsertPacket(RtpPacketSender::kNormalPriority, kSsrc, _, _, _, _))
terelius5d332ac2016-01-14 14:37:39 -08001067 .Times(kNumPayloadSizes);
Elad Alon4a87e1c2017-10-03 16:11:34 +02001068 EXPECT_CALL(mock_rtc_event_log_,
1069 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001070 .Times(kNumPayloadSizes);
1071
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001072 // Send 10 packets of increasing size.
1073 for (size_t i = 0; i < kNumPayloadSizes; ++i) {
1074 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
stefan1d8a5062015-10-02 03:39:33 -07001075 EXPECT_CALL(transport, SendRtp(_, _, _)).WillOnce(testing::Return(true));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001076 SendPacket(capture_time_ms, kPayloadSizes[i]);
brandtr9dfff292016-11-14 05:14:50 -08001077 rtp_sender_->TimeToSendPacket(kSsrc, seq_num++, capture_time_ms, false,
philipel8aadd502017-02-23 02:56:13 -08001078 PacedPacketInfo());
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001079 fake_clock_.AdvanceTimeMilliseconds(33);
1080 }
terelius429c3452016-01-21 05:42:04 -08001081
Elad Alon4a87e1c2017-10-03 16:11:34 +02001082 EXPECT_CALL(mock_rtc_event_log_,
1083 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
terelius429c3452016-01-21 05:42:04 -08001084 .Times(::testing::AtLeast(4));
1085
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001086 // The amount of padding to send it too small to send a payload packet.
stefan1d8a5062015-10-02 03:39:33 -07001087 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
pbos2d566682015-09-28 09:59:31 -07001088 .WillOnce(testing::Return(true));
philipela1ed0b32016-06-01 06:31:17 -07001089 EXPECT_EQ(kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001090 rtp_sender_->TimeToSendPadding(49, PacedPacketInfo()));
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001091
Petter Strandmark26bc6692018-05-29 08:43:35 +02001092 PacketOptions options;
Peter Boströmac547a62015-09-17 23:03:57 +02001093 EXPECT_CALL(transport,
stefan1d8a5062015-10-02 03:39:33 -07001094 SendRtp(_, kPayloadSizes[0] + rtp_header_len + kRtxHeaderSize, _))
Yves Gerey665174f2018-06-19 15:03:05 +02001095 .WillOnce(
1096 testing::DoAll(testing::SaveArg<2>(&options), testing::Return(true)));
philipela1ed0b32016-06-01 06:31:17 -07001097 EXPECT_EQ(kPayloadSizes[0],
philipel8aadd502017-02-23 02:56:13 -08001098 rtp_sender_->TimeToSendPadding(500, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001099 EXPECT_TRUE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001100
Yves Gerey665174f2018-06-19 15:03:05 +02001101 EXPECT_CALL(transport, SendRtp(_,
1102 kPayloadSizes[kNumPayloadSizes - 1] +
1103 rtp_header_len + kRtxHeaderSize,
stefan1d8a5062015-10-02 03:39:33 -07001104 _))
pbos2d566682015-09-28 09:59:31 -07001105 .WillOnce(testing::Return(true));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001106
1107 options.is_retransmit = false;
stefan1d8a5062015-10-02 03:39:33 -07001108 EXPECT_CALL(transport, SendRtp(_, kMaxPaddingSize + rtp_header_len, _))
Yves Gerey665174f2018-06-19 15:03:05 +02001109 .WillOnce(
1110 testing::DoAll(testing::SaveArg<2>(&options), testing::Return(true)));
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001111 EXPECT_EQ(kPayloadSizes[kNumPayloadSizes - 1] + kMaxPaddingSize,
philipel8aadd502017-02-23 02:56:13 -08001112 rtp_sender_->TimeToSendPadding(999, PacedPacketInfo()));
Petter Strandmark26bc6692018-05-29 08:43:35 +02001113 EXPECT_FALSE(options.is_retransmit);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001114}
1115
minyue3a407ee2017-04-03 01:10:33 -07001116TEST_P(RtpSenderTestWithoutPacer, SendGenericVideo) {
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001117 char payload_name[RTP_PAYLOAD_NAME_SIZE] = "GENERIC";
1118 const uint8_t payload_type = 127;
1119 ASSERT_EQ(0, rtp_sender_->RegisterPayload(payload_name, payload_type, 90000,
1120 0, 1500));
1121 uint8_t payload[] = {47, 11, 32, 93, 89};
1122
1123 // Send keyframe
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001124 RTPVideoHeader video_header;
spranga8ae6f22017-09-04 07:23:56 -07001125 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
1126 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001127 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001128
danilchap96c15872016-11-21 01:35:29 -08001129 auto sent_payload = transport_.last_sent_packet().payload();
1130 uint8_t generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001131 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1132 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001133 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001134
1135 // Send delta frame
1136 payload[0] = 13;
1137 payload[1] = 42;
1138 payload[4] = 13;
1139
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001140 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
1141 kVideoFrameDelta, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001142 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001143
danilchap96c15872016-11-21 01:35:29 -08001144 sent_payload = transport_.last_sent_packet().payload();
1145 generic_header = sent_payload[0];
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001146 EXPECT_FALSE(generic_header & RtpFormatVideoGeneric::kKeyFrameBit);
1147 EXPECT_TRUE(generic_header & RtpFormatVideoGeneric::kFirstPacketBit);
danilchap96c15872016-11-21 01:35:29 -08001148 EXPECT_THAT(sent_payload.subview(1), ElementsAreArray(payload));
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001149}
1150
minyue3a407ee2017-04-03 01:10:33 -07001151TEST_P(RtpSenderTest, SendFlexfecPackets) {
brandtrdbdb3f12016-11-10 05:04:48 -08001152 constexpr int kMediaPayloadType = 127;
1153 constexpr int kFlexfecPayloadType = 118;
1154 constexpr uint32_t kMediaSsrc = 1234;
1155 constexpr uint32_t kFlexfecSsrc = 5678;
1156 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001157 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtrdbdb3f12016-11-10 05:04:48 -08001158 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001159 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001160 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001161
1162 // Reset |rtp_sender_| to use FlexFEC.
michaelt4da30442016-11-17 01:38:43 -08001163 rtp_sender_.reset(new RTPSender(
1164 false, &fake_clock_, &transport_, &mock_paced_sender_, &flexfec_sender,
1165 &seq_num_allocator_, nullptr, nullptr, nullptr, nullptr,
1166 &mock_rtc_event_log_, &send_packet_observer_,
Johannes Kron9190b822018-10-29 11:22:05 +01001167 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
brandtrdbdb3f12016-11-10 05:04:48 -08001168 rtp_sender_->SetSSRC(kMediaSsrc);
1169 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001170 rtp_sender_->SetStorePacketsStatus(true, 10);
1171
1172 // Parameters selected to generate a single FEC packet per media packet.
1173 FecProtectionParams params;
1174 params.fec_rate = 15;
1175 params.max_fec_frames = 1;
1176 params.fec_mask_type = kFecMaskRandom;
1177 rtp_sender_->SetFecParameters(params, params);
1178
brandtr9dfff292016-11-14 05:14:50 -08001179 EXPECT_CALL(mock_paced_sender_,
1180 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc, kSeqNum,
1181 _, _, false));
1182 uint16_t flexfec_seq_num;
brandtrdbdb3f12016-11-10 05:04:48 -08001183 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
brandtr9dfff292016-11-14 05:14:50 -08001184 kFlexfecSsrc, _, _, _, false))
1185 .WillOnce(testing::SaveArg<2>(&flexfec_seq_num));
brandtrdbdb3f12016-11-10 05:04:48 -08001186 SendGenericPayload();
Elad Alon4a87e1c2017-10-03 16:11:34 +02001187 EXPECT_CALL(mock_rtc_event_log_,
1188 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1189 .Times(2);
philipel8aadd502017-02-23 02:56:13 -08001190 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum,
1191 fake_clock_.TimeInMilliseconds(),
1192 false, PacedPacketInfo()));
brandtr9dfff292016-11-14 05:14:50 -08001193 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kFlexfecSsrc, flexfec_seq_num,
1194 fake_clock_.TimeInMilliseconds(),
philipel8aadd502017-02-23 02:56:13 -08001195 false, PacedPacketInfo()));
brandtr9dfff292016-11-14 05:14:50 -08001196 ASSERT_EQ(2, transport_.packets_sent());
brandtrdbdb3f12016-11-10 05:04:48 -08001197 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1198 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
brandtr9dfff292016-11-14 05:14:50 -08001199 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
brandtrdbdb3f12016-11-10 05:04:48 -08001200 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
brandtr9dfff292016-11-14 05:14:50 -08001201 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1202 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1203 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1204 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
brandtrdbdb3f12016-11-10 05:04:48 -08001205}
1206
ilnik10894992017-06-21 08:23:19 -07001207// TODO(ilnik): because of webrtc:7859. Once FEC moved below pacer, this test
1208// should be removed.
1209TEST_P(RtpSenderTest, NoFlexfecForTimingFrames) {
1210 constexpr int kMediaPayloadType = 127;
1211 constexpr int kFlexfecPayloadType = 118;
1212 constexpr uint32_t kMediaSsrc = 1234;
1213 constexpr uint32_t kFlexfecSsrc = 5678;
1214 const std::vector<RtpExtension> kNoRtpExtensions;
1215 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
ilnike4350192017-06-29 02:27:44 -07001216
ilnik10894992017-06-21 08:23:19 -07001217 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001218 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
ilnik10894992017-06-21 08:23:19 -07001219 nullptr /* rtp_state */, &fake_clock_);
1220
1221 // Reset |rtp_sender_| to use FlexFEC.
1222 rtp_sender_.reset(new RTPSender(
1223 false, &fake_clock_, &transport_, &mock_paced_sender_, &flexfec_sender,
1224 &seq_num_allocator_, nullptr, nullptr, nullptr, nullptr,
1225 &mock_rtc_event_log_, &send_packet_observer_,
Johannes Kron9190b822018-10-29 11:22:05 +01001226 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
ilnik10894992017-06-21 08:23:19 -07001227 rtp_sender_->SetSSRC(kMediaSsrc);
1228 rtp_sender_->SetSequenceNumber(kSeqNum);
ilnik10894992017-06-21 08:23:19 -07001229 rtp_sender_->SetStorePacketsStatus(true, 10);
1230
ilnike4350192017-06-29 02:27:44 -07001231 // Need extension to be registered for timing frames to be sent.
1232 ASSERT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1233 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
1234
ilnik10894992017-06-21 08:23:19 -07001235 // Parameters selected to generate a single FEC packet per media packet.
1236 FecProtectionParams params;
1237 params.fec_rate = 15;
1238 params.max_fec_frames = 1;
1239 params.fec_mask_type = kFecMaskRandom;
1240 rtp_sender_->SetFecParameters(params, params);
1241
1242 EXPECT_CALL(mock_paced_sender_,
1243 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc, kSeqNum,
1244 _, _, false));
1245 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1246 kFlexfecSsrc, _, _, _, false))
1247 .Times(0); // Not called because packet should not be protected.
1248
1249 const uint32_t kTimestamp = 1234;
1250 const uint8_t kPayloadType = 127;
1251 const int64_t kCaptureTimeMs = fake_clock_.TimeInMilliseconds();
1252 char payload_name[RTP_PAYLOAD_NAME_SIZE] = "GENERIC";
1253 EXPECT_EQ(0, rtp_sender_->RegisterPayload(payload_name, kPayloadType, 90000,
1254 0, 1500));
1255 RTPVideoHeader video_header;
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001256 video_header.video_timing.flags = VideoSendTiming::kTriggeredByTimer;
ilnik10894992017-06-21 08:23:19 -07001257 EXPECT_TRUE(rtp_sender_->SendOutgoingData(
1258 kVideoFrameKey, kPayloadType, kTimestamp, kCaptureTimeMs, kPayloadData,
spranga8ae6f22017-09-04 07:23:56 -07001259 sizeof(kPayloadData), nullptr, &video_header, nullptr,
1260 kDefaultExpectedRetransmissionTimeMs));
ilnik10894992017-06-21 08:23:19 -07001261
Elad Alon4a87e1c2017-10-03 16:11:34 +02001262 EXPECT_CALL(mock_rtc_event_log_,
1263 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1264 .Times(1);
ilnik10894992017-06-21 08:23:19 -07001265 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum,
1266 fake_clock_.TimeInMilliseconds(),
1267 false, PacedPacketInfo()));
1268 ASSERT_EQ(1, transport_.packets_sent());
1269 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1270 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1271 EXPECT_EQ(kSeqNum, media_packet.SequenceNumber());
1272 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
1273
1274 // Now try to send not a timing frame.
1275 uint16_t flexfec_seq_num;
1276 EXPECT_CALL(mock_paced_sender_, InsertPacket(RtpPacketSender::kLowPriority,
1277 kFlexfecSsrc, _, _, _, false))
1278 .WillOnce(testing::SaveArg<2>(&flexfec_seq_num));
1279 EXPECT_CALL(mock_paced_sender_,
1280 InsertPacket(RtpPacketSender::kLowPriority, kMediaSsrc,
1281 kSeqNum + 1, _, _, false));
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001282 video_header.video_timing.flags = VideoSendTiming::kInvalid;
ilnik10894992017-06-21 08:23:19 -07001283 EXPECT_TRUE(rtp_sender_->SendOutgoingData(
1284 kVideoFrameKey, kPayloadType, kTimestamp + 1, kCaptureTimeMs + 1,
spranga8ae6f22017-09-04 07:23:56 -07001285 kPayloadData, sizeof(kPayloadData), nullptr, &video_header, nullptr,
1286 kDefaultExpectedRetransmissionTimeMs));
ilnik10894992017-06-21 08:23:19 -07001287
Elad Alon4a87e1c2017-10-03 16:11:34 +02001288 EXPECT_CALL(mock_rtc_event_log_,
1289 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1290 .Times(2);
ilnik10894992017-06-21 08:23:19 -07001291 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kMediaSsrc, kSeqNum + 1,
1292 fake_clock_.TimeInMilliseconds(),
1293 false, PacedPacketInfo()));
1294 EXPECT_TRUE(rtp_sender_->TimeToSendPacket(kFlexfecSsrc, flexfec_seq_num,
1295 fake_clock_.TimeInMilliseconds(),
1296 false, PacedPacketInfo()));
1297 ASSERT_EQ(3, transport_.packets_sent());
1298 const RtpPacketReceived& media_packet2 = transport_.sent_packets_[1];
1299 EXPECT_EQ(kMediaPayloadType, media_packet2.PayloadType());
1300 EXPECT_EQ(kSeqNum + 1, media_packet2.SequenceNumber());
1301 EXPECT_EQ(kMediaSsrc, media_packet2.Ssrc());
1302 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[2];
1303 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1304 EXPECT_EQ(flexfec_seq_num, flexfec_packet.SequenceNumber());
1305 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
1306}
1307
minyue3a407ee2017-04-03 01:10:33 -07001308TEST_P(RtpSenderTestWithoutPacer, SendFlexfecPackets) {
brandtrdbdb3f12016-11-10 05:04:48 -08001309 constexpr int kMediaPayloadType = 127;
1310 constexpr int kFlexfecPayloadType = 118;
1311 constexpr uint32_t kMediaSsrc = 1234;
1312 constexpr uint32_t kFlexfecSsrc = 5678;
1313 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001314 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtrdbdb3f12016-11-10 05:04:48 -08001315 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001316 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001317 nullptr /* rtp_state */, &fake_clock_);
brandtrdbdb3f12016-11-10 05:04:48 -08001318
1319 // Reset |rtp_sender_| to use FlexFEC.
Benjamin Wright192eeec2018-10-17 17:27:25 -07001320 rtp_sender_.reset(new RTPSender(
1321 false, &fake_clock_, &transport_, nullptr, &flexfec_sender,
1322 &seq_num_allocator_, nullptr, nullptr, nullptr, nullptr,
1323 &mock_rtc_event_log_, &send_packet_observer_,
Johannes Kron9190b822018-10-29 11:22:05 +01001324 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
brandtrdbdb3f12016-11-10 05:04:48 -08001325 rtp_sender_->SetSSRC(kMediaSsrc);
1326 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtrdbdb3f12016-11-10 05:04:48 -08001327
1328 // Parameters selected to generate a single FEC packet per media packet.
1329 FecProtectionParams params;
1330 params.fec_rate = 15;
1331 params.max_fec_frames = 1;
1332 params.fec_mask_type = kFecMaskRandom;
1333 rtp_sender_->SetFecParameters(params, params);
1334
Elad Alon4a87e1c2017-10-03 16:11:34 +02001335 EXPECT_CALL(mock_rtc_event_log_,
1336 LogProxy(SameRtcEventTypeAs(RtcEvent::Type::RtpPacketOutgoing)))
1337 .Times(2);
brandtrdbdb3f12016-11-10 05:04:48 -08001338 SendGenericPayload();
1339 ASSERT_EQ(2, transport_.packets_sent());
1340 const RtpPacketReceived& media_packet = transport_.sent_packets_[0];
1341 EXPECT_EQ(kMediaPayloadType, media_packet.PayloadType());
1342 EXPECT_EQ(kMediaSsrc, media_packet.Ssrc());
1343 const RtpPacketReceived& flexfec_packet = transport_.sent_packets_[1];
1344 EXPECT_EQ(kFlexfecPayloadType, flexfec_packet.PayloadType());
1345 EXPECT_EQ(kFlexfecSsrc, flexfec_packet.Ssrc());
1346}
1347
Steve Anton296a0ce2018-03-22 15:17:27 -07001348// Test that the MID header extension is included on sent packets when
1349// configured.
1350TEST_P(RtpSenderTestWithoutPacer, MidIncludedOnSentPackets) {
1351 const char kMid[] = "mid";
1352
1353 // Register MID header extension and set the MID for the RTPSender.
1354 rtp_sender_->SetSendingMediaStatus(false);
1355 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionMid, kMidExtensionId);
1356 rtp_sender_->SetMid(kMid);
1357 rtp_sender_->SetSendingMediaStatus(true);
1358
1359 // Send a couple packets.
1360 SendGenericPayload();
1361 SendGenericPayload();
1362
1363 // Expect both packets to have the MID set.
1364 ASSERT_EQ(2u, transport_.sent_packets_.size());
1365 for (const RtpPacketReceived& packet : transport_.sent_packets_) {
1366 std::string mid;
1367 ASSERT_TRUE(packet.GetExtension<RtpMid>(&mid));
1368 EXPECT_EQ(kMid, mid);
1369 }
1370}
1371
Amit Hilbuch77938e62018-12-21 09:23:38 -08001372TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnSentPackets) {
1373 const char kRid[] = "f";
1374
1375 rtp_sender_->SetSendingMediaStatus(false);
1376 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1377 kRidExtensionId);
1378 rtp_sender_->SetRid(kRid);
1379 rtp_sender_->SetSendingMediaStatus(true);
1380
1381 SendGenericPayload();
1382
1383 ASSERT_EQ(1u, transport_.sent_packets_.size());
1384 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1385 std::string rid;
1386 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1387 EXPECT_EQ(kRid, rid);
1388}
1389
1390TEST_P(RtpSenderTestWithoutPacer, RidIncludedOnRtxSentPackets) {
1391 const char kRid[] = "f";
1392 const uint8_t kPayloadType = 127;
1393
1394 rtp_sender_->SetSendingMediaStatus(false);
1395 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRtpStreamId,
1396 kRidExtensionId);
1397 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionRepairedRtpStreamId,
1398 kRepairedRidExtensionId);
1399 rtp_sender_->SetRid(kRid);
1400 rtp_sender_->SetSendingMediaStatus(true);
1401
1402 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
1403 rtp_sender_->SetRtxSsrc(1234);
1404 rtp_sender_->SetRtxPayloadType(kRtxPayload, kPayloadType);
1405
1406 rtp_sender_->SetStorePacketsStatus(true, 10);
1407
1408 SendGenericPayload();
1409 ASSERT_EQ(1u, transport_.sent_packets_.size());
1410 const RtpPacketReceived& packet = transport_.sent_packets_[0];
1411 std::string rid;
1412 ASSERT_TRUE(packet.GetExtension<RtpStreamId>(&rid));
1413 EXPECT_EQ(kRid, rid);
1414 rid = kNoRid;
1415 EXPECT_FALSE(packet.GetExtension<RepairedRtpStreamId>(&rid));
1416
1417 uint16_t packet_id = packet.SequenceNumber();
1418 rtp_sender_->ReSendPacket(packet_id);
1419 ASSERT_EQ(2u, transport_.sent_packets_.size());
1420 const RtpPacketReceived& rtx_packet = transport_.sent_packets_[1];
1421 ASSERT_TRUE(rtx_packet.GetExtension<RepairedRtpStreamId>(&rid));
1422 EXPECT_EQ(kRid, rid);
1423 EXPECT_FALSE(rtx_packet.HasExtension<RtpStreamId>());
1424}
1425
minyue3a407ee2017-04-03 01:10:33 -07001426TEST_P(RtpSenderTest, FecOverheadRate) {
brandtr81eab612017-01-24 04:06:09 -08001427 constexpr int kFlexfecPayloadType = 118;
1428 constexpr uint32_t kMediaSsrc = 1234;
1429 constexpr uint32_t kFlexfecSsrc = 5678;
1430 const std::vector<RtpExtension> kNoRtpExtensions;
erikvarga27883732017-05-17 05:08:38 -07001431 const std::vector<RtpExtensionSize> kNoRtpExtensionSizes;
brandtr81eab612017-01-24 04:06:09 -08001432 FlexfecSender flexfec_sender(kFlexfecPayloadType, kFlexfecSsrc, kMediaSsrc,
Steve Antonf0482ea2018-04-09 13:33:52 -07001433 kNoMid, kNoRtpExtensions, kNoRtpExtensionSizes,
brandtr48d21a22017-05-30 02:32:12 -07001434 nullptr /* rtp_state */, &fake_clock_);
brandtr81eab612017-01-24 04:06:09 -08001435
1436 // Reset |rtp_sender_| to use FlexFEC.
1437 rtp_sender_.reset(new RTPSender(
1438 false, &fake_clock_, &transport_, &mock_paced_sender_, &flexfec_sender,
1439 &seq_num_allocator_, nullptr, nullptr, nullptr, nullptr,
1440 &mock_rtc_event_log_, &send_packet_observer_,
Johannes Kron9190b822018-10-29 11:22:05 +01001441 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
brandtr81eab612017-01-24 04:06:09 -08001442 rtp_sender_->SetSSRC(kMediaSsrc);
1443 rtp_sender_->SetSequenceNumber(kSeqNum);
brandtr81eab612017-01-24 04:06:09 -08001444
1445 // Parameters selected to generate a single FEC packet per media packet.
1446 FecProtectionParams params;
1447 params.fec_rate = 15;
1448 params.max_fec_frames = 1;
1449 params.fec_mask_type = kFecMaskRandom;
1450 rtp_sender_->SetFecParameters(params, params);
1451
1452 constexpr size_t kNumMediaPackets = 10;
1453 constexpr size_t kNumFecPackets = kNumMediaPackets;
1454 constexpr int64_t kTimeBetweenPacketsMs = 10;
1455 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, _, _, _, _, false))
1456 .Times(kNumMediaPackets + kNumFecPackets);
1457 for (size_t i = 0; i < kNumMediaPackets; ++i) {
1458 SendGenericPayload();
1459 fake_clock_.AdvanceTimeMilliseconds(kTimeBetweenPacketsMs);
1460 }
1461 constexpr size_t kRtpHeaderLength = 12;
1462 constexpr size_t kFlexfecHeaderLength = 20;
1463 constexpr size_t kGenericCodecHeaderLength = 1;
1464 constexpr size_t kPayloadLength = sizeof(kPayloadData);
1465 constexpr size_t kPacketLength = kRtpHeaderLength + kFlexfecHeaderLength +
1466 kGenericCodecHeaderLength + kPayloadLength;
1467 EXPECT_NEAR(kNumFecPackets * kPacketLength * 8 /
1468 (kNumFecPackets * kTimeBetweenPacketsMs / 1000.0f),
1469 rtp_sender_->FecOverheadRate(), 500);
1470}
1471
minyue3a407ee2017-04-03 01:10:33 -07001472TEST_P(RtpSenderTest, FrameCountCallbacks) {
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001473 class TestCallback : public FrameCountObserver {
1474 public:
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +00001475 TestCallback() : FrameCountObserver(), num_calls_(0), ssrc_(0) {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001476 ~TestCallback() override = default;
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001477
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001478 void FrameCountUpdated(const FrameCounts& frame_counts,
1479 uint32_t ssrc) override {
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001480 ++num_calls_;
1481 ssrc_ = ssrc;
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +00001482 frame_counts_ = frame_counts;
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001483 }
1484
1485 uint32_t num_calls_;
1486 uint32_t ssrc_;
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +00001487 FrameCounts frame_counts_;
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001488 } callback;
1489
Erik Språng7b52f102018-02-07 14:37:37 +01001490 rtp_sender_.reset(new RTPSender(
1491 false, &fake_clock_, &transport_, &mock_paced_sender_, nullptr, nullptr,
1492 nullptr, nullptr, &callback, nullptr, nullptr, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +01001493 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08001494 rtp_sender_->SetSSRC(kSsrc);
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001495 char payload_name[RTP_PAYLOAD_NAME_SIZE] = "GENERIC";
1496 const uint8_t payload_type = 127;
1497 ASSERT_EQ(0, rtp_sender_->RegisterPayload(payload_name, payload_type, 90000,
1498 0, 1500));
1499 uint8_t payload[] = {47, 11, 32, 93, 89};
1500 rtp_sender_->SetStorePacketsStatus(true, 1);
1501 uint32_t ssrc = rtp_sender_->SSRC();
1502
terelius5d332ac2016-01-14 14:37:39 -08001503 EXPECT_CALL(mock_paced_sender_, InsertPacket(_, _, _, _, _, _))
1504 .Times(::testing::AtLeast(2));
1505
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001506 RTPVideoHeader video_header;
spranga8ae6f22017-09-04 07:23:56 -07001507 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
1508 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001509 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001510
1511 EXPECT_EQ(1U, callback.num_calls_);
1512 EXPECT_EQ(ssrc, callback.ssrc_);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +00001513 EXPECT_EQ(1, callback.frame_counts_.key_frames);
1514 EXPECT_EQ(0, callback.frame_counts_.delta_frames);
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001515
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001516 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
1517 kVideoFrameDelta, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001518 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001519
1520 EXPECT_EQ(2U, callback.num_calls_);
1521 EXPECT_EQ(ssrc, callback.ssrc_);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +00001522 EXPECT_EQ(1, callback.frame_counts_.key_frames);
1523 EXPECT_EQ(1, callback.frame_counts_.delta_frames);
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001524
andresp@webrtc.org8f151212014-07-10 09:39:23 +00001525 rtp_sender_.reset();
sprang@webrtc.org71f055f2013-12-04 15:09:27 +00001526}
1527
minyue3a407ee2017-04-03 01:10:33 -07001528TEST_P(RtpSenderTest, BitrateCallbacks) {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001529 class TestCallback : public BitrateStatisticsObserver {
1530 public:
sprangcd349d92016-07-13 09:11:28 -07001531 TestCallback()
1532 : BitrateStatisticsObserver(),
1533 num_calls_(0),
1534 ssrc_(0),
1535 total_bitrate_(0),
1536 retransmit_bitrate_(0) {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001537 ~TestCallback() override = default;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001538
sprangcd349d92016-07-13 09:11:28 -07001539 void Notify(uint32_t total_bitrate,
1540 uint32_t retransmit_bitrate,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001541 uint32_t ssrc) override {
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001542 ++num_calls_;
1543 ssrc_ = ssrc;
sprangcd349d92016-07-13 09:11:28 -07001544 total_bitrate_ = total_bitrate;
1545 retransmit_bitrate_ = retransmit_bitrate;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001546 }
1547
1548 uint32_t num_calls_;
1549 uint32_t ssrc_;
sprangcd349d92016-07-13 09:11:28 -07001550 uint32_t total_bitrate_;
1551 uint32_t retransmit_bitrate_;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001552 } callback;
Benjamin Wright192eeec2018-10-17 17:27:25 -07001553 rtp_sender_.reset(new RTPSender(
1554 false, &fake_clock_, &transport_, nullptr, nullptr, nullptr, nullptr,
1555 &callback, nullptr, nullptr, nullptr, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +01001556 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08001557 rtp_sender_->SetSSRC(kSsrc);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001558
sprangcd349d92016-07-13 09:11:28 -07001559 // Simulate kNumPackets sent with kPacketInterval ms intervals, with the
1560 // number of packets selected so that we fill (but don't overflow) the one
1561 // second averaging window.
1562 const uint32_t kWindowSizeMs = 1000;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001563 const uint32_t kPacketInterval = 20;
sprangcd349d92016-07-13 09:11:28 -07001564 const uint32_t kNumPackets =
1565 (kWindowSizeMs - kPacketInterval) / kPacketInterval;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001566 // Overhead = 12 bytes RTP header + 1 byte generic header.
1567 const uint32_t kPacketOverhead = 13;
1568
1569 char payload_name[RTP_PAYLOAD_NAME_SIZE] = "GENERIC";
1570 const uint8_t payload_type = 127;
danilchap162abd32015-12-10 02:39:40 -08001571 ASSERT_EQ(0, rtp_sender_->RegisterPayload(payload_name, payload_type, 90000,
1572 0, 1500));
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001573 uint8_t payload[] = {47, 11, 32, 93, 89};
1574 rtp_sender_->SetStorePacketsStatus(true, 1);
1575 uint32_t ssrc = rtp_sender_->SSRC();
1576
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001577 // Initial process call so we get a new time window.
1578 rtp_sender_->ProcessBitrate();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001579
1580 // Send a few frames.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001581 RTPVideoHeader video_header;
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001582 for (uint32_t i = 0; i < kNumPackets; ++i) {
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001583 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
1584 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001585 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001586 fake_clock_.AdvanceTimeMilliseconds(kPacketInterval);
1587 }
1588
1589 rtp_sender_->ProcessBitrate();
1590
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001591 // We get one call for every stats updated, thus two calls since both the
1592 // stream stats and the retransmit stats are updated once.
1593 EXPECT_EQ(2u, callback.num_calls_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001594 EXPECT_EQ(ssrc, callback.ssrc_);
sprangcd349d92016-07-13 09:11:28 -07001595 const uint32_t kTotalPacketSize = kPacketOverhead + sizeof(payload);
1596 // Bitrate measured over delta between last and first timestamp, plus one.
1597 const uint32_t kExpectedWindowMs = kNumPackets * kPacketInterval + 1;
1598 const uint32_t kExpectedBitsAccumulated = kTotalPacketSize * kNumPackets * 8;
1599 const uint32_t kExpectedRateBps =
1600 (kExpectedBitsAccumulated * 1000 + (kExpectedWindowMs / 2)) /
1601 kExpectedWindowMs;
1602 EXPECT_EQ(kExpectedRateBps, callback.total_bitrate_);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001603
andresp@webrtc.orgd11bec42014-07-08 14:32:58 +00001604 rtp_sender_.reset();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001605}
1606
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001607class RtpSenderAudioTest : public RtpSenderTest {
1608 protected:
1609 RtpSenderAudioTest() {}
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001610
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001611 void SetUp() override {
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001612 payload_ = kAudioPayload;
Benjamin Wright192eeec2018-10-17 17:27:25 -07001613 rtp_sender_.reset(new RTPSender(
1614 true, &fake_clock_, &transport_, nullptr, nullptr, nullptr, nullptr,
1615 nullptr, nullptr, nullptr, nullptr, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +01001616 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08001617 rtp_sender_->SetSSRC(kSsrc);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001618 rtp_sender_->SetSequenceNumber(kSeqNum);
1619 }
1620};
1621
minyue3a407ee2017-04-03 01:10:33 -07001622TEST_P(RtpSenderTestWithoutPacer, StreamDataCountersCallbacks) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001623 class TestCallback : public StreamDataCountersCallback {
1624 public:
danilchap162abd32015-12-10 02:39:40 -08001625 TestCallback() : StreamDataCountersCallback(), ssrc_(0), counters_() {}
Danil Chapovalovdd7e2842018-03-09 15:37:03 +00001626 ~TestCallback() override = default;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001627
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001628 void DataCountersUpdated(const StreamDataCounters& counters,
1629 uint32_t ssrc) override {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001630 ssrc_ = ssrc;
1631 counters_ = counters;
1632 }
1633
1634 uint32_t ssrc_;
1635 StreamDataCounters counters_;
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001636
1637 void MatchPacketCounter(const RtpPacketCounter& expected,
1638 const RtpPacketCounter& actual) {
1639 EXPECT_EQ(expected.payload_bytes, actual.payload_bytes);
1640 EXPECT_EQ(expected.header_bytes, actual.header_bytes);
1641 EXPECT_EQ(expected.padding_bytes, actual.padding_bytes);
1642 EXPECT_EQ(expected.packets, actual.packets);
1643 }
1644
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001645 void Matches(uint32_t ssrc, const StreamDataCounters& counters) {
1646 EXPECT_EQ(ssrc, ssrc_);
asapersson@webrtc.org44149392015-02-04 08:34:47 +00001647 MatchPacketCounter(counters.transmitted, counters_.transmitted);
1648 MatchPacketCounter(counters.retransmitted, counters_.retransmitted);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001649 EXPECT_EQ(counters.fec.packets, counters_.fec.packets);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001650 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001651 } callback;
1652
1653 const uint8_t kRedPayloadType = 96;
1654 const uint8_t kUlpfecPayloadType = 97;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001655 char payload_name[RTP_PAYLOAD_NAME_SIZE] = "GENERIC";
1656 const uint8_t payload_type = 127;
1657 ASSERT_EQ(0, rtp_sender_->RegisterPayload(payload_name, payload_type, 90000,
1658 0, 1500));
1659 uint8_t payload[] = {47, 11, 32, 93, 89};
1660 rtp_sender_->SetStorePacketsStatus(true, 1);
1661 uint32_t ssrc = rtp_sender_->SSRC();
1662
1663 rtp_sender_->RegisterRtpStatisticsCallback(&callback);
1664
1665 // Send a frame.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001666 RTPVideoHeader video_header;
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001667 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
spranga8ae6f22017-09-04 07:23:56 -07001668 kVideoFrameKey, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001669 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001670 StreamDataCounters expected;
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001671 expected.transmitted.payload_bytes = 6;
1672 expected.transmitted.header_bytes = 12;
1673 expected.transmitted.padding_bytes = 0;
1674 expected.transmitted.packets = 1;
1675 expected.retransmitted.payload_bytes = 0;
1676 expected.retransmitted.header_bytes = 0;
1677 expected.retransmitted.padding_bytes = 0;
1678 expected.retransmitted.packets = 0;
1679 expected.fec.packets = 0;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001680 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001681
1682 // Retransmit a frame.
1683 uint16_t seqno = rtp_sender_->SequenceNumber() - 1;
Erik Språnga12b1d62018-03-14 12:39:24 +01001684 rtp_sender_->ReSendPacket(seqno);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001685 expected.transmitted.payload_bytes = 12;
1686 expected.transmitted.header_bytes = 24;
1687 expected.transmitted.packets = 2;
1688 expected.retransmitted.payload_bytes = 6;
1689 expected.retransmitted.header_bytes = 12;
1690 expected.retransmitted.padding_bytes = 0;
1691 expected.retransmitted.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001692 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001693
1694 // Send padding.
philipel8aadd502017-02-23 02:56:13 -08001695 rtp_sender_->TimeToSendPadding(kMaxPaddingSize, PacedPacketInfo());
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001696 expected.transmitted.payload_bytes = 12;
1697 expected.transmitted.header_bytes = 36;
1698 expected.transmitted.padding_bytes = kMaxPaddingSize;
1699 expected.transmitted.packets = 3;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001700 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001701
brandtrf1bb4762016-11-07 03:05:06 -08001702 // Send ULPFEC.
1703 rtp_sender_->SetUlpfecConfig(kRedPayloadType, kUlpfecPayloadType);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001704 FecProtectionParams fec_params;
1705 fec_params.fec_mask_type = kFecMaskRandom;
1706 fec_params.fec_rate = 1;
1707 fec_params.max_fec_frames = 1;
brandtr1743a192016-11-07 03:36:05 -08001708 rtp_sender_->SetFecParameters(fec_params, fec_params);
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001709 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
spranga8ae6f22017-09-04 07:23:56 -07001710 kVideoFrameDelta, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001711 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001712 expected.transmitted.payload_bytes = 40;
1713 expected.transmitted.header_bytes = 60;
1714 expected.transmitted.packets = 5;
1715 expected.fec.packets = 1;
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001716 callback.Matches(ssrc, expected);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001717
sprang867fb522015-08-03 04:38:41 -07001718 rtp_sender_->RegisterRtpStatisticsCallback(nullptr);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001719}
1720
minyue3a407ee2017-04-03 01:10:33 -07001721TEST_P(RtpSenderAudioTest, SendAudio) {
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001722 char payload_name[RTP_PAYLOAD_NAME_SIZE] = "PAYLOAD_NAME";
1723 const uint8_t payload_type = 127;
1724 ASSERT_EQ(0, rtp_sender_->RegisterPayload(payload_name, payload_type, 48000,
1725 0, 1500));
1726 uint8_t payload[] = {47, 11, 32, 93, 89};
1727
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001728 RTPVideoHeader video_header;
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001729 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
spranga8ae6f22017-09-04 07:23:56 -07001730 kAudioFrameCN, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001731 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001732
danilchap96c15872016-11-21 01:35:29 -08001733 auto sent_payload = transport_.last_sent_packet().payload();
1734 EXPECT_THAT(sent_payload, ElementsAreArray(payload));
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001735}
1736
minyue3a407ee2017-04-03 01:10:33 -07001737TEST_P(RtpSenderAudioTest, SendAudioWithAudioLevelExtension) {
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001738 EXPECT_EQ(0, rtp_sender_->SetAudioLevel(kAudioLevel));
danilchap162abd32015-12-10 02:39:40 -08001739 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionAudioLevel,
1740 kAudioLevelExtensionId));
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001741
1742 char payload_name[RTP_PAYLOAD_NAME_SIZE] = "PAYLOAD_NAME";
1743 const uint8_t payload_type = 127;
1744 ASSERT_EQ(0, rtp_sender_->RegisterPayload(payload_name, payload_type, 48000,
1745 0, 1500));
1746 uint8_t payload[] = {47, 11, 32, 93, 89};
1747
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001748 RTPVideoHeader video_header;
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001749 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
spranga8ae6f22017-09-04 07:23:56 -07001750 kAudioFrameCN, payload_type, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001751 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001752
danilchap96c15872016-11-21 01:35:29 -08001753 auto sent_payload = transport_.last_sent_packet().payload();
1754 EXPECT_THAT(sent_payload, ElementsAreArray(payload));
danilchap12ba1862016-10-26 02:41:55 -07001755 // Verify AudioLevel extension.
1756 bool voice_activity;
1757 uint8_t audio_level;
1758 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<AudioLevel>(
1759 &voice_activity, &audio_level));
1760 EXPECT_EQ(kAudioLevel, audio_level);
1761 EXPECT_FALSE(voice_activity);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001762}
1763
stefan@webrtc.org0a214ff2014-09-03 11:46:54 +00001764// As RFC4733, named telephone events are carried as part of the audio stream
1765// and must use the same sequence number and timestamp base as the regular
1766// audio channel.
1767// This test checks the marker bit for the first packet and the consequent
1768// packets of the same telephone event. Since it is specifically for DTMF
pbos22993e12015-10-19 02:39:06 -07001769// events, ignoring audio packets and sending kEmptyFrame instead of those.
minyue3a407ee2017-04-03 01:10:33 -07001770TEST_P(RtpSenderAudioTest, CheckMarkerBitForTelephoneEvents) {
solenbergffbbcac2016-11-17 05:25:37 -08001771 const char* kDtmfPayloadName = "telephone-event";
1772 const uint32_t kPayloadFrequency = 8000;
1773 const uint8_t kPayloadType = 126;
1774 ASSERT_EQ(0, rtp_sender_->RegisterPayload(kDtmfPayloadName, kPayloadType,
1775 kPayloadFrequency, 0, 0));
stefan@webrtc.org0a214ff2014-09-03 11:46:54 +00001776 // For Telephone events, payload is not added to the registered payload list,
1777 // it will register only the payload used for audio stream.
1778 // Registering the payload again for audio stream with different payload name.
solenbergffbbcac2016-11-17 05:25:37 -08001779 const char* kPayloadName = "payload_name";
1780 ASSERT_EQ(0, rtp_sender_->RegisterPayload(kPayloadName, kPayloadType,
1781 kPayloadFrequency, 1, 0));
stefan@webrtc.org0a214ff2014-09-03 11:46:54 +00001782 int64_t capture_time_ms = fake_clock_.TimeInMilliseconds();
1783 // DTMF event key=9, duration=500 and attenuationdB=10
1784 rtp_sender_->SendTelephoneEvent(9, 500, 10);
1785 // During start, it takes the starting timestamp as last sent timestamp.
1786 // The duration is calculated as the difference of current and last sent
1787 // timestamp. So for first call it will skip since the duration is zero.
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001788 RTPVideoHeader video_header;
spranga8ae6f22017-09-04 07:23:56 -07001789 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
1790 kEmptyFrame, kPayloadType, capture_time_ms, 0, nullptr, 0, nullptr,
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001791 &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
stefan@webrtc.org0a214ff2014-09-03 11:46:54 +00001792 // DTMF Sample Length is (Frequency/1000) * Duration.
1793 // So in this case, it is (8000/1000) * 500 = 4000.
1794 // Sending it as two packets.
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001795 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
spranga8ae6f22017-09-04 07:23:56 -07001796 kEmptyFrame, kPayloadType, capture_time_ms + 2000, 0, nullptr, 0, nullptr,
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001797 &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
danilchap12ba1862016-10-26 02:41:55 -07001798
stefan@webrtc.org0a214ff2014-09-03 11:46:54 +00001799 // Marker Bit should be set to 1 for first packet.
danilchap12ba1862016-10-26 02:41:55 -07001800 EXPECT_TRUE(transport_.last_sent_packet().Marker());
stefan@webrtc.org0a214ff2014-09-03 11:46:54 +00001801
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001802 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
spranga8ae6f22017-09-04 07:23:56 -07001803 kEmptyFrame, kPayloadType, capture_time_ms + 4000, 0, nullptr, 0, nullptr,
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001804 &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
stefan@webrtc.org0a214ff2014-09-03 11:46:54 +00001805 // Marker Bit should be set to 0 for rest of the packets.
danilchap12ba1862016-10-26 02:41:55 -07001806 EXPECT_FALSE(transport_.last_sent_packet().Marker());
stefan@webrtc.org0a214ff2014-09-03 11:46:54 +00001807}
1808
minyue3a407ee2017-04-03 01:10:33 -07001809TEST_P(RtpSenderTestWithoutPacer, BytesReportedCorrectly) {
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001810 const char* kPayloadName = "GENERIC";
1811 const uint8_t kPayloadType = 127;
1812 rtp_sender_->SetSSRC(1234);
1813 rtp_sender_->SetRtxSsrc(4321);
Shao Changbine62202f2015-04-21 20:24:50 +08001814 rtp_sender_->SetRtxPayloadType(kPayloadType - 1, kPayloadType);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +00001815 rtp_sender_->SetRtxStatus(kRtxRetransmitted | kRtxRedundantPayloads);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001816
danilchap162abd32015-12-10 02:39:40 -08001817 ASSERT_EQ(0, rtp_sender_->RegisterPayload(kPayloadName, kPayloadType, 90000,
1818 0, 1500));
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001819 uint8_t payload[] = {47, 11, 32, 93, 89};
1820
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001821 RTPVideoHeader video_header;
Sergey Ulanov525df3f2016-08-02 17:46:41 -07001822 ASSERT_TRUE(rtp_sender_->SendOutgoingData(
spranga8ae6f22017-09-04 07:23:56 -07001823 kVideoFrameKey, kPayloadType, 1234, 4321, payload, sizeof(payload),
Sami Kalliomäki426a80c2018-08-08 11:37:59 +02001824 nullptr, &video_header, nullptr, kDefaultExpectedRetransmissionTimeMs));
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001825
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001826 // Will send 2 full-size padding packets.
philipel8aadd502017-02-23 02:56:13 -08001827 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
1828 rtp_sender_->TimeToSendPadding(1, PacedPacketInfo());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001829
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001830 StreamDataCounters rtp_stats;
1831 StreamDataCounters rtx_stats;
1832 rtp_sender_->GetDataCounters(&rtp_stats, &rtx_stats);
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001833
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001834 // Payload + 1-byte generic header.
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +00001835 EXPECT_GT(rtp_stats.first_packet_time_ms, -1);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001836 EXPECT_EQ(rtp_stats.transmitted.payload_bytes, sizeof(payload) + 1);
1837 EXPECT_EQ(rtp_stats.transmitted.header_bytes, 12u);
1838 EXPECT_EQ(rtp_stats.transmitted.padding_bytes, 0u);
1839 EXPECT_EQ(rtx_stats.transmitted.payload_bytes, 0u);
1840 EXPECT_EQ(rtx_stats.transmitted.header_bytes, 24u);
1841 EXPECT_EQ(rtx_stats.transmitted.padding_bytes, 2 * kMaxPaddingSize);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001842
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001843 EXPECT_EQ(rtp_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001844 rtp_stats.transmitted.payload_bytes +
1845 rtp_stats.transmitted.header_bytes +
1846 rtp_stats.transmitted.padding_bytes);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +00001847 EXPECT_EQ(rtx_stats.transmitted.TotalBytes(),
danilchap162abd32015-12-10 02:39:40 -08001848 rtx_stats.transmitted.payload_bytes +
1849 rtx_stats.transmitted.header_bytes +
1850 rtx_stats.transmitted.padding_bytes);
asapersson@webrtc.org97d04892014-12-09 09:47:53 +00001851
danilchap162abd32015-12-10 02:39:40 -08001852 EXPECT_EQ(
1853 transport_.total_bytes_sent_,
1854 rtp_stats.transmitted.TotalBytes() + rtx_stats.transmitted.TotalBytes());
pbos@webrtc.org72491b92014-07-10 16:24:54 +00001855}
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001856
minyue3a407ee2017-04-03 01:10:33 -07001857TEST_P(RtpSenderTestWithoutPacer, RespectsNackBitrateLimit) {
sprang38778b02015-09-29 09:48:22 -07001858 const int32_t kPacketSize = 1400;
1859 const int32_t kNumPackets = 30;
1860
sprangcd349d92016-07-13 09:11:28 -07001861 retransmission_rate_limiter_.SetMaxRate(kPacketSize * kNumPackets * 8);
1862
sprang38778b02015-09-29 09:48:22 -07001863 rtp_sender_->SetStorePacketsStatus(true, kNumPackets);
sprang38778b02015-09-29 09:48:22 -07001864 const uint16_t kStartSequenceNumber = rtp_sender_->SequenceNumber();
Danil Chapovalov2800d742016-08-26 18:48:46 +02001865 std::vector<uint16_t> sequence_numbers;
sprang38778b02015-09-29 09:48:22 -07001866 for (int32_t i = 0; i < kNumPackets; ++i) {
1867 sequence_numbers.push_back(kStartSequenceNumber + i);
1868 fake_clock_.AdvanceTimeMilliseconds(1);
1869 SendPacket(fake_clock_.TimeInMilliseconds(), kPacketSize);
1870 }
danilchap12ba1862016-10-26 02:41:55 -07001871 EXPECT_EQ(kNumPackets, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001872
1873 fake_clock_.AdvanceTimeMilliseconds(1000 - kNumPackets);
1874
1875 // Resending should work - brings the bandwidth up to the limit.
1876 // NACK bitrate is capped to the same bitrate as the encoder, since the max
1877 // protection overhead is 50% (see MediaOptimization::SetTargetRates).
Danil Chapovalov2800d742016-08-26 18:48:46 +02001878 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001879 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001880
sprangcd349d92016-07-13 09:11:28 -07001881 // Must be at least 5ms in between retransmission attempts.
1882 fake_clock_.AdvanceTimeMilliseconds(5);
1883
sprang38778b02015-09-29 09:48:22 -07001884 // Resending should not work, bandwidth exceeded.
Danil Chapovalov2800d742016-08-26 18:48:46 +02001885 rtp_sender_->OnReceivedNack(sequence_numbers, 0);
danilchap12ba1862016-10-26 02:41:55 -07001886 EXPECT_EQ(kNumPackets * 2, transport_.packets_sent());
sprang38778b02015-09-29 09:48:22 -07001887}
1888
minyue3a407ee2017-04-03 01:10:33 -07001889TEST_P(RtpSenderVideoTest, KeyFrameHasCVO) {
danilchapb6f1fb52016-10-19 06:11:39 -07001890 uint8_t kFrame[kMaxPacketLength];
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001891 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1892 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001893
philipel1a4746a2018-07-09 15:52:29 +02001894 RTPVideoHeader hdr;
danilchapc1600c52016-10-26 03:33:11 -07001895 hdr.rotation = kVideoRotation_0;
Niels Möller520ca4e2018-06-04 11:14:38 +02001896 rtp_sender_video_->SendVideo(kVideoCodecGeneric, kVideoFrameKey, kPayload,
danilchapb6f1fb52016-10-19 06:11:39 -07001897 kTimestamp, 0, kFrame, sizeof(kFrame), nullptr,
spranga8ae6f22017-09-04 07:23:56 -07001898 &hdr, kDefaultExpectedRetransmissionTimeMs);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001899
danilchapc1600c52016-10-26 03:33:11 -07001900 VideoRotation rotation;
1901 EXPECT_TRUE(
1902 transport_.last_sent_packet().GetExtension<VideoOrientation>(&rotation));
1903 EXPECT_EQ(kVideoRotation_0, rotation);
1904}
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001905
ilnik04f4d122017-06-19 07:18:55 -07001906TEST_P(RtpSenderVideoTest, TimingFrameHasPacketizationTimstampSet) {
1907 uint8_t kFrame[kMaxPacketLength];
1908 const int64_t kPacketizationTimeMs = 100;
1909 const int64_t kEncodeStartDeltaMs = 10;
1910 const int64_t kEncodeFinishDeltaMs = 50;
1911 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1912 kRtpExtensionVideoTiming, kVideoTimingExtensionId));
1913
1914 const int64_t kCaptureTimestamp = fake_clock_.TimeInMilliseconds();
1915
philipel1a4746a2018-07-09 15:52:29 +02001916 RTPVideoHeader hdr;
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +02001917 hdr.video_timing.flags = VideoSendTiming::kTriggeredByTimer;
ilnik04f4d122017-06-19 07:18:55 -07001918 hdr.video_timing.encode_start_delta_ms = kEncodeStartDeltaMs;
1919 hdr.video_timing.encode_finish_delta_ms = kEncodeFinishDeltaMs;
1920
1921 fake_clock_.AdvanceTimeMilliseconds(kPacketizationTimeMs);
Niels Möller520ca4e2018-06-04 11:14:38 +02001922 rtp_sender_video_->SendVideo(kVideoCodecGeneric, kVideoFrameKey, kPayload,
ilnik04f4d122017-06-19 07:18:55 -07001923 kTimestamp, kCaptureTimestamp, kFrame,
spranga8ae6f22017-09-04 07:23:56 -07001924 sizeof(kFrame), nullptr, &hdr,
1925 kDefaultExpectedRetransmissionTimeMs);
ilnik2edc6842017-07-06 03:06:50 -07001926 VideoSendTiming timing;
ilnik04f4d122017-06-19 07:18:55 -07001927 EXPECT_TRUE(transport_.last_sent_packet().GetExtension<VideoTimingExtension>(
1928 &timing));
1929 EXPECT_EQ(kPacketizationTimeMs, timing.packetization_finish_delta_ms);
1930 EXPECT_EQ(kEncodeStartDeltaMs, timing.encode_start_delta_ms);
1931 EXPECT_EQ(kEncodeFinishDeltaMs, timing.encode_finish_delta_ms);
1932}
1933
minyue3a407ee2017-04-03 01:10:33 -07001934TEST_P(RtpSenderVideoTest, DeltaFrameHasCVOWhenChanged) {
danilchapc1600c52016-10-26 03:33:11 -07001935 uint8_t kFrame[kMaxPacketLength];
1936 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1937 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
1938
philipel1a4746a2018-07-09 15:52:29 +02001939 RTPVideoHeader hdr;
danilchapc1600c52016-10-26 03:33:11 -07001940 hdr.rotation = kVideoRotation_90;
spranga8ae6f22017-09-04 07:23:56 -07001941 EXPECT_TRUE(rtp_sender_video_->SendVideo(
Niels Möller520ca4e2018-06-04 11:14:38 +02001942 kVideoCodecGeneric, kVideoFrameKey, kPayload, kTimestamp, 0, kFrame,
spranga8ae6f22017-09-04 07:23:56 -07001943 sizeof(kFrame), nullptr, &hdr, kDefaultExpectedRetransmissionTimeMs));
danilchapc1600c52016-10-26 03:33:11 -07001944
1945 hdr.rotation = kVideoRotation_0;
spranga8ae6f22017-09-04 07:23:56 -07001946 EXPECT_TRUE(rtp_sender_video_->SendVideo(
Niels Möller520ca4e2018-06-04 11:14:38 +02001947 kVideoCodecGeneric, kVideoFrameDelta, kPayload, kTimestamp + 1, 0, kFrame,
spranga8ae6f22017-09-04 07:23:56 -07001948 sizeof(kFrame), nullptr, &hdr, kDefaultExpectedRetransmissionTimeMs));
danilchapc1600c52016-10-26 03:33:11 -07001949
1950 VideoRotation rotation;
1951 EXPECT_TRUE(
1952 transport_.last_sent_packet().GetExtension<VideoOrientation>(&rotation));
1953 EXPECT_EQ(kVideoRotation_0, rotation);
1954}
1955
minyue3a407ee2017-04-03 01:10:33 -07001956TEST_P(RtpSenderVideoTest, DeltaFrameHasCVOWhenNonZero) {
danilchapc1600c52016-10-26 03:33:11 -07001957 uint8_t kFrame[kMaxPacketLength];
1958 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
1959 kRtpExtensionVideoRotation, kVideoRotationExtensionId));
1960
philipel1a4746a2018-07-09 15:52:29 +02001961 RTPVideoHeader hdr;
danilchapc1600c52016-10-26 03:33:11 -07001962 hdr.rotation = kVideoRotation_90;
spranga8ae6f22017-09-04 07:23:56 -07001963 EXPECT_TRUE(rtp_sender_video_->SendVideo(
Niels Möller520ca4e2018-06-04 11:14:38 +02001964 kVideoCodecGeneric, kVideoFrameKey, kPayload, kTimestamp, 0, kFrame,
spranga8ae6f22017-09-04 07:23:56 -07001965 sizeof(kFrame), nullptr, &hdr, kDefaultExpectedRetransmissionTimeMs));
danilchapc1600c52016-10-26 03:33:11 -07001966
spranga8ae6f22017-09-04 07:23:56 -07001967 EXPECT_TRUE(rtp_sender_video_->SendVideo(
Niels Möller520ca4e2018-06-04 11:14:38 +02001968 kVideoCodecGeneric, kVideoFrameDelta, kPayload, kTimestamp + 1, 0, kFrame,
spranga8ae6f22017-09-04 07:23:56 -07001969 sizeof(kFrame), nullptr, &hdr, kDefaultExpectedRetransmissionTimeMs));
danilchapc1600c52016-10-26 03:33:11 -07001970
1971 VideoRotation rotation;
1972 EXPECT_TRUE(
1973 transport_.last_sent_packet().GetExtension<VideoOrientation>(&rotation));
1974 EXPECT_EQ(kVideoRotation_90, rotation);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001975}
magjed71eb61c2016-09-08 03:24:58 -07001976
1977// Make sure rotation is parsed correctly when the Camera (C) and Flip (F) bits
1978// are set in the CVO byte.
minyue3a407ee2017-04-03 01:10:33 -07001979TEST_P(RtpSenderVideoTest, SendVideoWithCameraAndFlipCVO) {
magjed71eb61c2016-09-08 03:24:58 -07001980 // Test extracting rotation when Camera (C) and Flip (F) bits are zero.
1981 EXPECT_EQ(kVideoRotation_0, ConvertCVOByteToVideoRotation(0));
1982 EXPECT_EQ(kVideoRotation_90, ConvertCVOByteToVideoRotation(1));
1983 EXPECT_EQ(kVideoRotation_180, ConvertCVOByteToVideoRotation(2));
1984 EXPECT_EQ(kVideoRotation_270, ConvertCVOByteToVideoRotation(3));
1985 // Test extracting rotation when Camera (C) and Flip (F) bits are set.
1986 const int flip_bit = 1 << 2;
1987 const int camera_bit = 1 << 3;
1988 EXPECT_EQ(kVideoRotation_0,
1989 ConvertCVOByteToVideoRotation(flip_bit | camera_bit | 0));
1990 EXPECT_EQ(kVideoRotation_90,
1991 ConvertCVOByteToVideoRotation(flip_bit | camera_bit | 1));
1992 EXPECT_EQ(kVideoRotation_180,
1993 ConvertCVOByteToVideoRotation(flip_bit | camera_bit | 2));
1994 EXPECT_EQ(kVideoRotation_270,
1995 ConvertCVOByteToVideoRotation(flip_bit | camera_bit | 3));
1996}
1997
spranga8ae6f22017-09-04 07:23:56 -07001998TEST_P(RtpSenderVideoTest, RetransmissionTypesGeneric) {
1999 RTPVideoHeader header;
Niels Möller520ca4e2018-06-04 11:14:38 +02002000 header.codec = kVideoCodecGeneric;
spranga8ae6f22017-09-04 07:23:56 -07002001
2002 EXPECT_EQ(kDontRetransmit,
2003 rtp_sender_video_->GetStorageType(
2004 header, kRetransmitOff, kDefaultExpectedRetransmissionTimeMs));
2005 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2006 header, kRetransmitBaseLayer,
2007 kDefaultExpectedRetransmissionTimeMs));
2008 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2009 header, kRetransmitHigherLayers,
2010 kDefaultExpectedRetransmissionTimeMs));
2011 EXPECT_EQ(kAllowRetransmission,
2012 rtp_sender_video_->GetStorageType(
2013 header, kConditionallyRetransmitHigherLayers,
2014 kDefaultExpectedRetransmissionTimeMs));
2015 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2016 header, kRetransmitAllPackets,
2017 kDefaultExpectedRetransmissionTimeMs));
2018}
2019
2020TEST_P(RtpSenderVideoTest, RetransmissionTypesH264) {
2021 RTPVideoHeader header;
philipel7d745e52018-08-02 14:03:53 +02002022 header.video_type_header.emplace<RTPVideoHeaderH264>().packetization_mode =
2023 H264PacketizationMode::NonInterleaved;
Niels Möller520ca4e2018-06-04 11:14:38 +02002024 header.codec = kVideoCodecH264;
spranga8ae6f22017-09-04 07:23:56 -07002025
2026 EXPECT_EQ(kDontRetransmit,
2027 rtp_sender_video_->GetStorageType(
2028 header, kRetransmitOff, kDefaultExpectedRetransmissionTimeMs));
2029 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2030 header, kRetransmitBaseLayer,
2031 kDefaultExpectedRetransmissionTimeMs));
2032 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2033 header, kRetransmitHigherLayers,
2034 kDefaultExpectedRetransmissionTimeMs));
2035 EXPECT_EQ(kAllowRetransmission,
2036 rtp_sender_video_->GetStorageType(
2037 header, kConditionallyRetransmitHigherLayers,
2038 kDefaultExpectedRetransmissionTimeMs));
2039 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2040 header, kRetransmitAllPackets,
2041 kDefaultExpectedRetransmissionTimeMs));
2042}
2043
2044TEST_P(RtpSenderVideoTest, RetransmissionTypesVP8BaseLayer) {
2045 RTPVideoHeader header;
Niels Möller520ca4e2018-06-04 11:14:38 +02002046 header.codec = kVideoCodecVP8;
Philip Eliassond52a1a62018-09-07 13:03:55 +00002047 auto& vp8_header = header.video_type_header.emplace<RTPVideoHeaderVP8>();
2048 vp8_header.temporalIdx = 0;
spranga8ae6f22017-09-04 07:23:56 -07002049
2050 EXPECT_EQ(kDontRetransmit,
2051 rtp_sender_video_->GetStorageType(
2052 header, kRetransmitOff, kDefaultExpectedRetransmissionTimeMs));
2053 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2054 header, kRetransmitBaseLayer,
2055 kDefaultExpectedRetransmissionTimeMs));
2056 EXPECT_EQ(kDontRetransmit, rtp_sender_video_->GetStorageType(
2057 header, kRetransmitHigherLayers,
2058 kDefaultExpectedRetransmissionTimeMs));
2059 EXPECT_EQ(kAllowRetransmission,
2060 rtp_sender_video_->GetStorageType(
2061 header, kRetransmitHigherLayers | kRetransmitBaseLayer,
2062 kDefaultExpectedRetransmissionTimeMs));
2063 EXPECT_EQ(kDontRetransmit, rtp_sender_video_->GetStorageType(
2064 header, kConditionallyRetransmitHigherLayers,
2065 kDefaultExpectedRetransmissionTimeMs));
2066 EXPECT_EQ(
2067 kAllowRetransmission,
2068 rtp_sender_video_->GetStorageType(
2069 header, kRetransmitBaseLayer | kConditionallyRetransmitHigherLayers,
2070 kDefaultExpectedRetransmissionTimeMs));
2071 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2072 header, kRetransmitAllPackets,
2073 kDefaultExpectedRetransmissionTimeMs));
2074}
2075
2076TEST_P(RtpSenderVideoTest, RetransmissionTypesVP8HigherLayers) {
2077 RTPVideoHeader header;
Niels Möller520ca4e2018-06-04 11:14:38 +02002078 header.codec = kVideoCodecVP8;
spranga8ae6f22017-09-04 07:23:56 -07002079
Philip Eliassond52a1a62018-09-07 13:03:55 +00002080 auto& vp8_header = header.video_type_header.emplace<RTPVideoHeaderVP8>();
spranga8ae6f22017-09-04 07:23:56 -07002081 for (int tid = 1; tid <= kMaxTemporalStreams; ++tid) {
Philip Eliassond52a1a62018-09-07 13:03:55 +00002082 vp8_header.temporalIdx = tid;
spranga8ae6f22017-09-04 07:23:56 -07002083
2084 EXPECT_EQ(kDontRetransmit, rtp_sender_video_->GetStorageType(
2085 header, kRetransmitOff,
2086 kDefaultExpectedRetransmissionTimeMs));
2087 EXPECT_EQ(kDontRetransmit, rtp_sender_video_->GetStorageType(
2088 header, kRetransmitBaseLayer,
2089 kDefaultExpectedRetransmissionTimeMs));
2090 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2091 header, kRetransmitHigherLayers,
2092 kDefaultExpectedRetransmissionTimeMs));
2093 EXPECT_EQ(kAllowRetransmission,
2094 rtp_sender_video_->GetStorageType(
2095 header, kRetransmitHigherLayers | kRetransmitBaseLayer,
2096 kDefaultExpectedRetransmissionTimeMs));
2097 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2098 header, kRetransmitAllPackets,
2099 kDefaultExpectedRetransmissionTimeMs));
2100 }
2101}
2102
2103TEST_P(RtpSenderVideoTest, RetransmissionTypesVP9) {
2104 RTPVideoHeader header;
Niels Möller520ca4e2018-06-04 11:14:38 +02002105 header.codec = kVideoCodecVP9;
spranga8ae6f22017-09-04 07:23:56 -07002106
philipel29d88462018-08-08 14:26:00 +02002107 auto& vp9_header = header.video_type_header.emplace<RTPVideoHeaderVP9>();
spranga8ae6f22017-09-04 07:23:56 -07002108 for (int tid = 1; tid <= kMaxTemporalStreams; ++tid) {
philipel29d88462018-08-08 14:26:00 +02002109 vp9_header.temporal_idx = tid;
spranga8ae6f22017-09-04 07:23:56 -07002110
2111 EXPECT_EQ(kDontRetransmit, rtp_sender_video_->GetStorageType(
2112 header, kRetransmitOff,
2113 kDefaultExpectedRetransmissionTimeMs));
2114 EXPECT_EQ(kDontRetransmit, rtp_sender_video_->GetStorageType(
2115 header, kRetransmitBaseLayer,
2116 kDefaultExpectedRetransmissionTimeMs));
2117 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2118 header, kRetransmitHigherLayers,
2119 kDefaultExpectedRetransmissionTimeMs));
2120 EXPECT_EQ(kAllowRetransmission,
2121 rtp_sender_video_->GetStorageType(
2122 header, kRetransmitHigherLayers | kRetransmitBaseLayer,
2123 kDefaultExpectedRetransmissionTimeMs));
2124 EXPECT_EQ(kAllowRetransmission, rtp_sender_video_->GetStorageType(
2125 header, kRetransmitAllPackets,
2126 kDefaultExpectedRetransmissionTimeMs));
2127 }
2128}
2129
2130TEST_P(RtpSenderVideoTest, ConditionalRetransmit) {
2131 const int64_t kFrameIntervalMs = 33;
2132 const int64_t kRttMs = (kFrameIntervalMs * 3) / 2;
2133 const uint8_t kSettings =
2134 kRetransmitBaseLayer | kConditionallyRetransmitHigherLayers;
2135
2136 // Insert VP8 frames for all temporal layers, but stop before the final index.
2137 RTPVideoHeader header;
Niels Möller520ca4e2018-06-04 11:14:38 +02002138 header.codec = kVideoCodecVP8;
spranga8ae6f22017-09-04 07:23:56 -07002139
2140 // Fill averaging window to prevent rounding errors.
2141 constexpr int kNumRepetitions =
2142 (RTPSenderVideo::kTLRateWindowSizeMs + (kFrameIntervalMs / 2)) /
2143 kFrameIntervalMs;
2144 constexpr int kPattern[] = {0, 2, 1, 2};
Philip Eliassond52a1a62018-09-07 13:03:55 +00002145 auto& vp8_header = header.video_type_header.emplace<RTPVideoHeaderVP8>();
spranga8ae6f22017-09-04 07:23:56 -07002146 for (size_t i = 0; i < arraysize(kPattern) * kNumRepetitions; ++i) {
Philip Eliassond52a1a62018-09-07 13:03:55 +00002147 vp8_header.temporalIdx = kPattern[i % arraysize(kPattern)];
spranga8ae6f22017-09-04 07:23:56 -07002148 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs);
2149 fake_clock_.AdvanceTimeMilliseconds(kFrameIntervalMs);
2150 }
2151
2152 // Since we're at the start of the pattern, the next expected frame in TL0 is
2153 // right now. We will wait at most one expected retransmission time before
2154 // acknowledging that it did not arrive, which means this frame and the next
2155 // will not be retransmitted.
Philip Eliassond52a1a62018-09-07 13:03:55 +00002156 vp8_header.temporalIdx = 1;
spranga8ae6f22017-09-04 07:23:56 -07002157 EXPECT_EQ(StorageType::kDontRetransmit,
2158 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs));
2159 fake_clock_.AdvanceTimeMilliseconds(kFrameIntervalMs);
2160 EXPECT_EQ(StorageType::kDontRetransmit,
2161 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs));
2162 fake_clock_.AdvanceTimeMilliseconds(kFrameIntervalMs);
2163
2164 // The TL0 frame did not arrive. So allow retransmission.
2165 EXPECT_EQ(StorageType::kAllowRetransmission,
2166 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs));
2167 fake_clock_.AdvanceTimeMilliseconds(kFrameIntervalMs);
2168
2169 // Insert a frame for TL2. We just had frame in TL1, so the next one there is
2170 // in three frames away. TL0 is still too far in the past. So, allow
2171 // retransmission.
Philip Eliassond52a1a62018-09-07 13:03:55 +00002172 vp8_header.temporalIdx = 2;
spranga8ae6f22017-09-04 07:23:56 -07002173 EXPECT_EQ(StorageType::kAllowRetransmission,
2174 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs));
2175 fake_clock_.AdvanceTimeMilliseconds(kFrameIntervalMs);
2176
2177 // Another TL2, next in TL1 is two frames away. Allow again.
2178 EXPECT_EQ(StorageType::kAllowRetransmission,
2179 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs));
2180 fake_clock_.AdvanceTimeMilliseconds(kFrameIntervalMs);
2181
2182 // Yet another TL2, next in TL1 is now only one frame away, so don't store
2183 // for retransmission.
2184 EXPECT_EQ(StorageType::kDontRetransmit,
2185 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs));
2186}
2187
2188TEST_P(RtpSenderVideoTest, ConditionalRetransmitLimit) {
2189 const int64_t kFrameIntervalMs = 200;
2190 const int64_t kRttMs = (kFrameIntervalMs * 3) / 2;
2191 const int32_t kSettings =
2192 kRetransmitBaseLayer | kConditionallyRetransmitHigherLayers;
2193
2194 // Insert VP8 frames for all temporal layers, but stop before the final index.
2195 RTPVideoHeader header;
Niels Möller520ca4e2018-06-04 11:14:38 +02002196 header.codec = kVideoCodecVP8;
spranga8ae6f22017-09-04 07:23:56 -07002197
2198 // Fill averaging window to prevent rounding errors.
2199 constexpr int kNumRepetitions =
2200 (RTPSenderVideo::kTLRateWindowSizeMs + (kFrameIntervalMs / 2)) /
2201 kFrameIntervalMs;
2202 constexpr int kPattern[] = {0, 2, 2, 2};
Philip Eliassond52a1a62018-09-07 13:03:55 +00002203 auto& vp8_header = header.video_type_header.emplace<RTPVideoHeaderVP8>();
spranga8ae6f22017-09-04 07:23:56 -07002204 for (size_t i = 0; i < arraysize(kPattern) * kNumRepetitions; ++i) {
Philip Eliassond52a1a62018-09-07 13:03:55 +00002205 vp8_header.temporalIdx = kPattern[i % arraysize(kPattern)];
spranga8ae6f22017-09-04 07:23:56 -07002206
2207 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs);
2208 fake_clock_.AdvanceTimeMilliseconds(kFrameIntervalMs);
2209 }
2210
2211 // Since we're at the start of the pattern, the next expected frame will be
2212 // right now in TL0. Put it in TL1 instead. Regular rules would dictate that
2213 // we don't store for retransmission because we expect a frame in a lower
2214 // layer, but that last frame in TL1 was a long time ago in absolute terms,
2215 // so allow retransmission anyway.
Philip Eliassond52a1a62018-09-07 13:03:55 +00002216 vp8_header.temporalIdx = 1;
spranga8ae6f22017-09-04 07:23:56 -07002217 EXPECT_EQ(StorageType::kAllowRetransmission,
2218 rtp_sender_video_->GetStorageType(header, kSettings, kRttMs));
2219}
2220
philipelb3e42a42018-09-13 10:57:14 +02002221TEST_P(RtpSenderVideoTest, PopulateGenericFrameDescriptor) {
2222 const int64_t kFrameId = 100000;
2223 uint8_t kFrame[100];
2224 EXPECT_EQ(0, rtp_sender_->RegisterRtpHeaderExtension(
2225 kRtpExtensionGenericFrameDescriptor, kGenericDescriptorId));
2226
2227 RTPVideoHeader hdr;
2228 RTPVideoHeader::GenericDescriptorInfo& generic = hdr.generic.emplace();
2229 generic.frame_id = kFrameId;
2230 generic.temporal_index = 3;
2231 generic.spatial_index = 2;
2232 generic.higher_spatial_layers.push_back(4);
2233 generic.dependencies.push_back(kFrameId - 1);
2234 generic.dependencies.push_back(kFrameId - 500);
2235 rtp_sender_video_->SendVideo(kVideoCodecGeneric, kVideoFrameDelta, kPayload,
2236 kTimestamp, 0, kFrame, sizeof(kFrame), nullptr,
2237 &hdr, kDefaultExpectedRetransmissionTimeMs);
2238
2239 RtpGenericFrameDescriptor descriptor_wire;
2240 EXPECT_EQ(1U, transport_.sent_packets_.size());
2241 EXPECT_TRUE(
2242 transport_.last_sent_packet()
2243 .GetExtension<RtpGenericFrameDescriptorExtension>(&descriptor_wire));
2244 EXPECT_EQ(static_cast<uint16_t>(generic.frame_id), descriptor_wire.FrameId());
2245 EXPECT_EQ(generic.temporal_index, descriptor_wire.TemporalLayer());
2246 EXPECT_THAT(descriptor_wire.FrameDependenciesDiffs(), ElementsAre(1, 500));
2247 uint8_t spatial_bitmask = 0x14;
2248 EXPECT_EQ(spatial_bitmask, descriptor_wire.SpatialLayersBitmask());
2249}
2250
Danil Chapovalov84ffb352018-09-25 18:59:09 +02002251TEST_P(RtpSenderVideoTest,
2252 UsesMinimalVp8DescriptorWhenGenericFrameDescriptorExtensionIsUsed) {
2253 const int64_t kFrameId = 100000;
2254 const size_t kFrameSize = 100;
2255 uint8_t kFrame[kFrameSize];
2256 ASSERT_TRUE(rtp_sender_->RegisterRtpHeaderExtension(
2257 RtpGenericFrameDescriptorExtension::kUri, kGenericDescriptorId));
2258
2259 RTPVideoHeader hdr;
2260 hdr.codec = kVideoCodecVP8;
2261 RTPVideoHeaderVP8& vp8 = hdr.video_type_header.emplace<RTPVideoHeaderVP8>();
2262 vp8.pictureId = kFrameId % 0X7FFF;
2263 vp8.tl0PicIdx = 13;
2264 vp8.temporalIdx = 1;
2265 vp8.keyIdx = 2;
2266 RTPVideoHeader::GenericDescriptorInfo& generic = hdr.generic.emplace();
2267 generic.frame_id = kFrameId;
2268 rtp_sender_video_->SendVideo(kVideoCodecVP8, kVideoFrameDelta, kPayload,
2269 kTimestamp, 0, kFrame, sizeof(kFrame), nullptr,
2270 &hdr, kDefaultExpectedRetransmissionTimeMs);
2271
2272 ASSERT_THAT(transport_.sent_packets_, SizeIs(1));
2273 // Expect only minimal 1-byte vp8 descriptor was generated.
2274 EXPECT_THAT(transport_.sent_packets_[0].payload_size(), 1 + kFrameSize);
2275}
2276
minyue3a407ee2017-04-03 01:10:33 -07002277TEST_P(RtpSenderTest, OnOverheadChanged) {
michaelt4da30442016-11-17 01:38:43 -08002278 MockOverheadObserver mock_overhead_observer;
Benjamin Wright192eeec2018-10-17 17:27:25 -07002279 rtp_sender_.reset(
2280 new RTPSender(false, &fake_clock_, &transport_, nullptr, nullptr, nullptr,
2281 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
2282 &retransmission_rate_limiter_, &mock_overhead_observer,
Johannes Kron9190b822018-10-29 11:22:05 +01002283 false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08002284 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08002285
michaelt4da30442016-11-17 01:38:43 -08002286 // RTP overhead is 12B.
nisse284542b2017-01-10 08:58:32 -08002287 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(12)).Times(1);
michaelt4da30442016-11-17 01:38:43 -08002288 SendGenericPayload();
2289
2290 rtp_sender_->RegisterRtpHeaderExtension(kRtpExtensionTransmissionTimeOffset,
2291 kTransmissionTimeOffsetExtensionId);
2292
2293 // TransmissionTimeOffset extension has a size of 8B.
nisse284542b2017-01-10 08:58:32 -08002294 // 12B + 8B = 20B
2295 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(20)).Times(1);
michaelt4da30442016-11-17 01:38:43 -08002296 SendGenericPayload();
2297}
2298
minyue3a407ee2017-04-03 01:10:33 -07002299TEST_P(RtpSenderTest, DoesNotUpdateOverheadOnEqualSize) {
michaelt4da30442016-11-17 01:38:43 -08002300 MockOverheadObserver mock_overhead_observer;
Benjamin Wright192eeec2018-10-17 17:27:25 -07002301 rtp_sender_.reset(
2302 new RTPSender(false, &fake_clock_, &transport_, nullptr, nullptr, nullptr,
2303 nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
2304 &retransmission_rate_limiter_, &mock_overhead_observer,
Johannes Kron9190b822018-10-29 11:22:05 +01002305 false, nullptr, false, false));
nisse7d59f6b2017-02-21 03:40:24 -08002306 rtp_sender_->SetSSRC(kSsrc);
michaelt4da30442016-11-17 01:38:43 -08002307
2308 EXPECT_CALL(mock_overhead_observer, OnOverheadChanged(_)).Times(1);
michaelt4da30442016-11-17 01:38:43 -08002309 SendGenericPayload();
2310 SendGenericPayload();
2311}
2312
sprang168794c2017-07-06 04:38:06 -07002313TEST_P(RtpSenderTest, SendsKeepAlive) {
2314 MockTransport transport;
Benjamin Wright192eeec2018-10-17 17:27:25 -07002315 rtp_sender_.reset(new RTPSender(
2316 false, &fake_clock_, &transport, nullptr, nullptr, nullptr, nullptr,
2317 nullptr, nullptr, nullptr, &mock_rtc_event_log_, nullptr,
Johannes Kron9190b822018-10-29 11:22:05 +01002318 &retransmission_rate_limiter_, nullptr, false, nullptr, false, false));
sprang168794c2017-07-06 04:38:06 -07002319 rtp_sender_->SetSequenceNumber(kSeqNum);
2320 rtp_sender_->SetTimestampOffset(0);
2321 rtp_sender_->SetSSRC(kSsrc);
2322
2323 const uint8_t kKeepalivePayloadType = 20;
2324 RTC_CHECK_NE(kKeepalivePayloadType, kPayload);
2325
2326 EXPECT_CALL(transport, SendRtp(_, _, _))
2327 .WillOnce(
2328 Invoke([&kKeepalivePayloadType](const uint8_t* packet, size_t len,
2329 const PacketOptions& options) {
2330 webrtc::RTPHeader rtp_header;
2331 RtpUtility::RtpHeaderParser parser(packet, len);
2332 EXPECT_TRUE(parser.Parse(&rtp_header, nullptr));
2333 EXPECT_FALSE(rtp_header.markerBit);
2334 EXPECT_EQ(0U, rtp_header.paddingLength);
2335 EXPECT_EQ(kKeepalivePayloadType, rtp_header.payloadType);
2336 EXPECT_EQ(kSeqNum, rtp_header.sequenceNumber);
2337 EXPECT_EQ(kSsrc, rtp_header.ssrc);
2338 EXPECT_EQ(0u, len - rtp_header.headerLength);
2339 return true;
2340 }));
2341
2342 rtp_sender_->SendKeepAlive(kKeepalivePayloadType);
2343 EXPECT_EQ(kSeqNum + 1, rtp_sender_->SequenceNumber());
2344}
2345
minyue3a407ee2017-04-03 01:10:33 -07002346INSTANTIATE_TEST_CASE_P(WithAndWithoutOverhead,
2347 RtpSenderTest,
2348 ::testing::Bool());
2349INSTANTIATE_TEST_CASE_P(WithAndWithoutOverhead,
2350 RtpSenderTestWithoutPacer,
2351 ::testing::Bool());
2352INSTANTIATE_TEST_CASE_P(WithAndWithoutOverhead,
2353 RtpSenderVideoTest,
2354 ::testing::Bool());
2355INSTANTIATE_TEST_CASE_P(WithAndWithoutOverhead,
2356 RtpSenderAudioTest,
2357 ::testing::Bool());
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00002358} // namespace webrtc