blob: e2f57febbbd7ac2c82066c9daddeb1d4bbbe3bac [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgf6bb77a2012-01-24 17:16:59 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/rtp_rtcp/source/rtp_sender.h"
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +000012
danilchapb8b6fbb2015-12-10 05:05:27 -080013#include <algorithm>
Johannes Kron965e7942018-09-13 15:36:20 +020014#include <limits>
Mirko Bonadei317a1f02019-09-17 17:06:18 +020015#include <memory>
Steve Anton296a0ce2018-03-22 15:17:27 -070016#include <string>
Shao Changbine62202f2015-04-21 20:24:50 +080017#include <utility>
niklase@google.com470e71d2011-07-07 08:21:25 +000018
Niels Mölleraa3c1cc2018-11-02 10:54:56 +010019#include "absl/strings/match.h"
Amit Hilbuch77938e62018-12-21 09:23:38 -080020#include "api/array_view.h"
Danil Chapovalov83bbe912019-08-07 12:24:53 +020021#include "api/rtc_event_log/rtc_event_log.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020022#include "logging/rtc_event_log/events/rtc_event_rtp_packet_outgoing.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "modules/rtp_rtcp/include/rtp_cvo.h"
24#include "modules/rtp_rtcp/source/byte_io.h"
philipel569397f2018-09-26 12:25:31 +020025#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020026#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
27#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020028#include "modules/rtp_rtcp/source/time_util.h"
29#include "rtc_base/arraysize.h"
30#include "rtc_base/checks.h"
31#include "rtc_base/logging.h"
Karl Wiberge40468b2017-11-22 10:42:26 +010032#include "rtc_base/numerics/safe_minmax.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020033#include "rtc_base/rate_limiter.h"
Steve Anton10542f22019-01-11 09:11:00 -080034#include "rtc_base/time_utils.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000035
36namespace webrtc {
niklase@google.com470e71d2011-07-07 08:21:25 +000037
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000038namespace {
Danil Chapovalov31e4e802016-08-03 18:27:40 +020039// Max in the RFC 3550 is 255 bytes, we limit it to be modulus 32 for SRTP.
40constexpr size_t kMaxPaddingLength = 224;
stefan53b6cc32017-02-03 08:13:57 -080041constexpr size_t kMinAudioPaddingLength = 50;
Danil Chapovalov31e4e802016-08-03 18:27:40 +020042constexpr size_t kRtpHeaderLength = 12;
43constexpr uint16_t kMaxInitRtpSeqNumber = 32767; // 2^15 -1.
44constexpr uint32_t kTimestampTicksPerMs = 90;
guoweis@webrtc.org45362892015-03-04 22:55:15 +000045
Erik Språng214f5432019-06-20 15:09:58 +020046// Min size needed to get payload padding from packet history.
47constexpr int kMinPayloadPaddingBytes = 50;
48
erikvarga27883732017-05-17 05:08:38 -070049template <typename Extension>
50constexpr RtpExtensionSize CreateExtensionSize() {
51 return {Extension::kId, Extension::kValueSizeBytes};
52}
53
Amit Hilbuch77938e62018-12-21 09:23:38 -080054template <typename Extension>
55constexpr RtpExtensionSize CreateMaxExtensionSize() {
56 return {Extension::kId, Extension::kMaxValueSizeBytes};
57}
58
erikvarga27883732017-05-17 05:08:38 -070059// Size info for header extensions that might be used in padding or FEC packets.
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +010060constexpr RtpExtensionSize kFecOrPaddingExtensionSizes[] = {
erikvarga27883732017-05-17 05:08:38 -070061 CreateExtensionSize<AbsoluteSendTime>(),
62 CreateExtensionSize<TransmissionOffset>(),
63 CreateExtensionSize<TransportSequenceNumber>(),
64 CreateExtensionSize<PlayoutDelayLimits>(),
Amit Hilbuch77938e62018-12-21 09:23:38 -080065 CreateMaxExtensionSize<RtpMid>(),
erikvarga27883732017-05-17 05:08:38 -070066};
67
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +010068// Size info for header extensions that might be used in video packets.
69constexpr RtpExtensionSize kVideoExtensionSizes[] = {
70 CreateExtensionSize<AbsoluteSendTime>(),
Chen Xingcd8a6e22019-07-01 10:56:51 +020071 CreateExtensionSize<AbsoluteCaptureTimeExtension>(),
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +010072 CreateExtensionSize<TransmissionOffset>(),
73 CreateExtensionSize<TransportSequenceNumber>(),
74 CreateExtensionSize<PlayoutDelayLimits>(),
75 CreateExtensionSize<VideoOrientation>(),
76 CreateExtensionSize<VideoContentTypeExtension>(),
77 CreateExtensionSize<VideoTimingExtension>(),
Amit Hilbuch77938e62018-12-21 09:23:38 -080078 CreateMaxExtensionSize<RtpStreamId>(),
79 CreateMaxExtensionSize<RepairedRtpStreamId>(),
80 CreateMaxExtensionSize<RtpMid>(),
Elad Alonccb9b752019-02-19 13:01:31 +010081 {RtpGenericFrameDescriptorExtension00::kId,
82 RtpGenericFrameDescriptorExtension00::kMaxSizeBytes},
83 {RtpGenericFrameDescriptorExtension01::kId,
84 RtpGenericFrameDescriptorExtension01::kMaxSizeBytes},
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +010085};
86
Mirko Bonadei999a72a2019-07-12 17:33:46 +000087bool HasBweExtension(const RtpHeaderExtensionMap& extensions_map) {
88 return extensions_map.IsRegistered(kRtpExtensionTransportSequenceNumber) ||
89 extensions_map.IsRegistered(kRtpExtensionTransportSequenceNumber02) ||
90 extensions_map.IsRegistered(kRtpExtensionAbsoluteSendTime) ||
91 extensions_map.IsRegistered(kRtpExtensionTransmissionTimeOffset);
92}
93
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000094} // namespace
95
Erik Språng1fbfecd2019-08-26 19:00:05 +020096RTPSender::NonPacedPacketSender::NonPacedPacketSender(RTPSender* rtp_sender)
97 : transport_sequence_number_(0), rtp_sender_(rtp_sender) {}
98RTPSender::NonPacedPacketSender::~NonPacedPacketSender() = default;
99
Erik Språngea55b082019-10-02 14:57:46 +0200100void RTPSender::NonPacedPacketSender::EnqueuePackets(
101 std::vector<std::unique_ptr<RtpPacketToSend>> packets) {
102 for (auto& packet : packets) {
103 if (!packet->SetExtension<TransportSequenceNumber>(
104 ++transport_sequence_number_)) {
105 --transport_sequence_number_;
106 }
107 packet->ReserveExtension<TransmissionOffset>();
108 packet->ReserveExtension<AbsoluteSendTime>();
109 rtp_sender_->TrySendPacket(packet.get(), PacedPacketInfo());
Erik Språng1fbfecd2019-08-26 19:00:05 +0200110 }
Erik Språng1fbfecd2019-08-26 19:00:05 +0200111}
112
Erik Språng4580ca22019-07-04 10:38:43 +0200113RTPSender::RTPSender(const RtpRtcp::Configuration& config)
114 : clock_(config.clock),
115 random_(clock_->TimeInMicroseconds()),
116 audio_configured_(config.audio),
Erik Språng6841d252019-10-15 14:29:11 +0200117 ssrc_(config.local_media_ssrc),
118 rtx_ssrc_(config.rtx_send_ssrc),
Erik Språng4580ca22019-07-04 10:38:43 +0200119 flexfec_ssrc_(config.flexfec_sender
120 ? absl::make_optional(config.flexfec_sender->ssrc())
121 : absl::nullopt),
Erik Språng1fbfecd2019-08-26 19:00:05 +0200122 non_paced_packet_sender_(
123 config.paced_sender ? nullptr : new NonPacedPacketSender(this)),
124 paced_sender_(config.paced_sender ? config.paced_sender
125 : non_paced_packet_sender_.get()),
Erik Språng671b4032019-10-17 16:56:22 +0200126 sending_media_(true), // Default to sending media.
Erik Språng4580ca22019-07-04 10:38:43 +0200127 max_packet_size_(IP_PACKET_SIZE - 28), // Default is IP-v4/UDP.
128 last_payload_type_(-1),
129 rtp_header_extension_map_(config.extmap_allow_mixed),
130 packet_history_(clock_),
Erik Språng4580ca22019-07-04 10:38:43 +0200131 // RTP variables
132 sequence_number_forced_(false),
Steve Anton2bac7da2019-07-21 15:04:21 -0400133 ssrc_has_acked_(false),
134 rtx_ssrc_has_acked_(false),
Erik Språng4580ca22019-07-04 10:38:43 +0200135 last_rtp_timestamp_(0),
136 capture_time_ms_(0),
137 last_timestamp_time_ms_(0),
Erik Språng4580ca22019-07-04 10:38:43 +0200138 last_packet_marker_bit_(false),
139 csrcs_(),
140 rtx_(kRtxOff),
Mirko Bonadei999a72a2019-07-12 17:33:46 +0000141 supports_bwe_extension_(false),
Erik Språng4580ca22019-07-04 10:38:43 +0200142 retransmission_rate_limiter_(config.retransmission_rate_limiter),
Erik Språng671b4032019-10-17 16:56:22 +0200143 egress_(config, &packet_history_, clock_) {
Erik Språng4580ca22019-07-04 10:38:43 +0200144 // This random initialization is not intended to be cryptographic strong.
145 timestamp_offset_ = random_.Rand<uint32_t>();
146 // Random start, 16 bits. Can't be 0.
147 sequence_number_rtx_ = random_.Rand(1, kMaxInitRtpSeqNumber);
148 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
Erik Språng1fbfecd2019-08-26 19:00:05 +0200149 RTC_DCHECK(paced_sender_);
Erik Språng4580ca22019-07-04 10:38:43 +0200150}
151
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000152RTPSender::~RTPSender() {
tommiae695e92016-02-02 08:31:45 -0800153 // TODO(tommi): Use a thread checker to ensure the object is created and
154 // deleted on the same thread. At the moment this isn't possible due to
155 // voe::ChannelOwner in voice engine. To reproduce, run:
156 // voe_auto_test --automated --gtest_filter=*MixManyChannelsForStressOpus
157
158 // TODO(tommi,holmer): We don't grab locks in the dtor before accessing member
159 // variables but we grab them in all other methods. (what's the design?)
160 // Start documenting what thread we're on in what method so that it's easier
161 // to understand performance attributes and possibly remove locks.
niklase@google.com470e71d2011-07-07 08:21:25 +0000162}
niklase@google.com470e71d2011-07-07 08:21:25 +0000163
erikvarga27883732017-05-17 05:08:38 -0700164rtc::ArrayView<const RtpExtensionSize> RTPSender::FecExtensionSizes() {
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +0100165 return rtc::MakeArrayView(kFecOrPaddingExtensionSizes,
166 arraysize(kFecOrPaddingExtensionSizes));
167}
168
169rtc::ArrayView<const RtpExtensionSize> RTPSender::VideoExtensionSizes() {
170 return rtc::MakeArrayView(kVideoExtensionSizes,
171 arraysize(kVideoExtensionSizes));
erikvarga27883732017-05-17 05:08:38 -0700172}
173
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000174uint16_t RTPSender::ActualSendBitrateKbit() const {
Erik Språng671b4032019-10-17 16:56:22 +0200175 return egress_.SendBitrate().kbps<uint16_t>();
niklase@google.com470e71d2011-07-07 08:21:25 +0000176}
177
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000178uint32_t RTPSender::NackOverheadRate() const {
Erik Språng671b4032019-10-17 16:56:22 +0200179 return egress_.NackOverheadRate().bps<uint32_t>();
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000180}
181
Johannes Kron9190b822018-10-29 11:22:05 +0100182void RTPSender::SetExtmapAllowMixed(bool extmap_allow_mixed) {
183 rtc::CritScope lock(&send_critsect_);
184 rtp_header_extension_map_.SetExtmapAllowMixed(extmap_allow_mixed);
185}
186
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000187int32_t RTPSender::RegisterRtpHeaderExtension(RTPExtensionType type,
188 uint8_t id) {
tommiae695e92016-02-02 08:31:45 -0800189 rtc::CritScope lock(&send_critsect_);
Mirko Bonadei999a72a2019-07-12 17:33:46 +0000190 bool registered = rtp_header_extension_map_.RegisterByType(id, type);
191 supports_bwe_extension_ = HasBweExtension(rtp_header_extension_map_);
192 return registered ? 0 : -1;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000193}
194
Sebastian Janssonf39c8152019-10-14 17:32:21 +0200195bool RTPSender::RegisterRtpHeaderExtension(absl::string_view uri, int id) {
Danil Chapovalov585d1aa2018-09-14 18:29:32 +0200196 rtc::CritScope lock(&send_critsect_);
Mirko Bonadei999a72a2019-07-12 17:33:46 +0000197 bool registered = rtp_header_extension_map_.RegisterByUri(id, uri);
198 supports_bwe_extension_ = HasBweExtension(rtp_header_extension_map_);
199 return registered;
Danil Chapovalov585d1aa2018-09-14 18:29:32 +0200200}
201
stefan53b6cc32017-02-03 08:13:57 -0800202bool RTPSender::IsRtpHeaderExtensionRegistered(RTPExtensionType type) const {
tommiae695e92016-02-02 08:31:45 -0800203 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000204 return rtp_header_extension_map_.IsRegistered(type);
205}
206
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000207int32_t RTPSender::DeregisterRtpHeaderExtension(RTPExtensionType type) {
tommiae695e92016-02-02 08:31:45 -0800208 rtc::CritScope lock(&send_critsect_);
Mirko Bonadei999a72a2019-07-12 17:33:46 +0000209 int32_t deregistered = rtp_header_extension_map_.Deregister(type);
210 supports_bwe_extension_ = HasBweExtension(rtp_header_extension_map_);
211 return deregistered;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000212}
213
Sebastian Janssonf39c8152019-10-14 17:32:21 +0200214void RTPSender::DeregisterRtpHeaderExtension(absl::string_view uri) {
215 rtc::CritScope lock(&send_critsect_);
216 rtp_header_extension_map_.Deregister(uri);
217 supports_bwe_extension_ = HasBweExtension(rtp_header_extension_map_);
218}
219
nisse284542b2017-01-10 08:58:32 -0800220void RTPSender::SetMaxRtpPacketSize(size_t max_packet_size) {
kwibergee89e782017-08-09 17:22:01 -0700221 RTC_DCHECK_GE(max_packet_size, 100);
222 RTC_DCHECK_LE(max_packet_size, IP_PACKET_SIZE);
tommiae695e92016-02-02 08:31:45 -0800223 rtc::CritScope lock(&send_critsect_);
nisse284542b2017-01-10 08:58:32 -0800224 max_packet_size_ = max_packet_size;
niklase@google.com470e71d2011-07-07 08:21:25 +0000225}
226
nisse284542b2017-01-10 08:58:32 -0800227size_t RTPSender::MaxRtpPacketSize() const {
228 return max_packet_size_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000229}
230
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000231void RTPSender::SetRtxStatus(int mode) {
tommiae695e92016-02-02 08:31:45 -0800232 rtc::CritScope lock(&send_critsect_);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000233 rtx_ = mode;
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000234}
235
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000236int RTPSender::RtxStatus() const {
tommiae695e92016-02-02 08:31:45 -0800237 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000238 return rtx_;
239}
240
Shao Changbine62202f2015-04-21 20:24:50 +0800241void RTPSender::SetRtxPayloadType(int payload_type,
242 int associated_payload_type) {
tommiae695e92016-02-02 08:31:45 -0800243 rtc::CritScope lock(&send_critsect_);
henrikg91d6ede2015-09-17 00:24:34 -0700244 RTC_DCHECK_LE(payload_type, 127);
245 RTC_DCHECK_LE(associated_payload_type, 127);
Shao Changbine62202f2015-04-21 20:24:50 +0800246 if (payload_type < 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100247 RTC_LOG(LS_ERROR) << "Invalid RTX payload type: " << payload_type << ".";
Shao Changbine62202f2015-04-21 20:24:50 +0800248 return;
249 }
250
251 rtx_payload_type_map_[associated_payload_type] = payload_type;
Åsa Persson6ae25722015-04-13 17:48:08 +0200252}
253
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000254void RTPSender::SetStorePacketsStatus(bool enable, uint16_t number_to_store) {
Erik Språngb9f59892019-07-19 13:52:13 +0200255 packet_history_.SetStorePacketsStatus(
256 enable ? RtpPacketHistory::StorageMode::kStoreAndCull
257 : RtpPacketHistory::StorageMode::kDisabled,
258 number_to_store);
niklase@google.com470e71d2011-07-07 08:21:25 +0000259}
260
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000261bool RTPSender::StorePackets() const {
Erik Språnga12b1d62018-03-14 12:39:24 +0100262 return packet_history_.GetStorageMode() !=
263 RtpPacketHistory::StorageMode::kDisabled;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000264}
niklase@google.com470e71d2011-07-07 08:21:25 +0000265
Erik Språnga12b1d62018-03-14 12:39:24 +0100266int32_t RTPSender::ReSendPacket(uint16_t packet_id) {
267 // Try to find packet in RTP packet history. Also verify RTT here, so that we
268 // don't retransmit too often.
Danil Chapovalovd264df52018-06-14 12:59:38 +0200269 absl::optional<RtpPacketHistory::PacketState> stored_packet =
Danil Chapovalov6c78ff42018-10-16 11:01:05 +0200270 packet_history_.GetPacketState(packet_id);
Erik Språng0f4f0552019-05-08 10:15:05 -0700271 if (!stored_packet || stored_packet->pending_transmission) {
272 // Packet not found or already queued for retransmission, ignore.
asapersson@webrtc.org83ed0a42012-04-23 12:43:05 +0000273 return 0;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000274 }
Oleh Prypin5a980492018-03-09 12:27:24 +0000275
Per Kjellander252725d2019-02-20 13:14:34 +0100276 const int32_t packet_size = static_cast<int32_t>(stored_packet->packet_size);
Erik Språngf6468d22019-07-05 16:53:43 +0200277 const bool rtx = (RtxStatus() & kRtxRetransmitted) > 0;
Erik Språng7bb37b82018-03-09 09:52:59 +0100278
Erik Språnga12b1d62018-03-14 12:39:24 +0100279 std::unique_ptr<RtpPacketToSend> packet =
Erik Språng1fbfecd2019-08-26 19:00:05 +0200280 packet_history_.GetPacketAndMarkAsPending(
281 packet_id, [&](const RtpPacketToSend& stored_packet) {
282 // Check if we're overusing retransmission bitrate.
283 // TODO(sprang): Add histograms for nack success or failure
284 // reasons.
285 std::unique_ptr<RtpPacketToSend> retransmit_packet;
286 if (retransmission_rate_limiter_ &&
287 !retransmission_rate_limiter_->TryUseRate(packet_size)) {
288 return retransmit_packet;
289 }
290 if (rtx) {
291 retransmit_packet = BuildRtxPacket(stored_packet);
292 } else {
293 retransmit_packet =
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200294 std::make_unique<RtpPacketToSend>(stored_packet);
Erik Språng1fbfecd2019-08-26 19:00:05 +0200295 }
296 if (retransmit_packet) {
297 retransmit_packet->set_retransmitted_sequence_number(
298 stored_packet.SequenceNumber());
299 }
300 return retransmit_packet;
301 });
Erik Språnga12b1d62018-03-14 12:39:24 +0100302 if (!packet) {
sprang867fb522015-08-03 04:38:41 -0700303 return -1;
Erik Språng1fbfecd2019-08-26 19:00:05 +0200304 }
305 packet->set_packet_type(RtpPacketToSend::Type::kRetransmission);
Erik Språngea55b082019-10-02 14:57:46 +0200306 std::vector<std::unique_ptr<RtpPacketToSend>> packets;
307 packets.emplace_back(std::move(packet));
308 paced_sender_->EnqueuePackets(std::move(packets));
Erik Språnga12b1d62018-03-14 12:39:24 +0100309
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200310 return packet_size;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000311}
312
Steve Anton2bac7da2019-07-21 15:04:21 -0400313void RTPSender::OnReceivedAckOnSsrc(int64_t extended_highest_sequence_number) {
314 rtc::CritScope lock(&send_critsect_);
315 ssrc_has_acked_ = true;
316}
317
318void RTPSender::OnReceivedAckOnRtxSsrc(
319 int64_t extended_highest_sequence_number) {
320 rtc::CritScope lock(&send_critsect_);
321 rtx_ssrc_has_acked_ = true;
322}
323
Danil Chapovalov2800d742016-08-26 18:48:46 +0200324void RTPSender::OnReceivedNack(
325 const std::vector<uint16_t>& nack_sequence_numbers,
326 int64_t avg_rtt) {
Erik Språnga12b1d62018-03-14 12:39:24 +0100327 packet_history_.SetRtt(5 + avg_rtt);
sprangcd349d92016-07-13 09:11:28 -0700328 for (uint16_t seq_no : nack_sequence_numbers) {
Erik Språnga12b1d62018-03-14 12:39:24 +0100329 const int32_t bytes_sent = ReSendPacket(seq_no);
sprangcd349d92016-07-13 09:11:28 -0700330 if (bytes_sent < 0) {
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000331 // Failed to send one Sequence number. Give up the rest in this nack.
Mirko Bonadei675513b2017-11-09 11:09:25 +0100332 RTC_LOG(LS_WARNING) << "Failed resending RTP packet " << seq_no
333 << ", Discard rest of packets.";
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000334 break;
niklase@google.com470e71d2011-07-07 08:21:25 +0000335 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000336 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000337}
338
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000339// Called from pacer when we can send the packet.
Erik Språng9c771c22019-06-17 16:31:53 +0200340bool RTPSender::TrySendPacket(RtpPacketToSend* packet,
341 const PacedPacketInfo& pacing_info) {
342 RTC_DCHECK(packet);
343
Erik Språng9c771c22019-06-17 16:31:53 +0200344 {
345 rtc::CritScope lock(&send_critsect_);
346 if (!sending_media_) {
347 return false;
348 }
Erik Språng9c771c22019-06-17 16:31:53 +0200349 }
350
Erik Språng671b4032019-10-17 16:56:22 +0200351 egress_.SendPacket(packet, pacing_info);
Erik Språng9c771c22019-06-17 16:31:53 +0200352 return true;
353}
354
Mirko Bonadei999a72a2019-07-12 17:33:46 +0000355bool RTPSender::SupportsPadding() const {
356 rtc::CritScope lock(&send_critsect_);
357 return sending_media_ && supports_bwe_extension_;
358}
359
360bool RTPSender::SupportsRtxPayloadPadding() const {
361 rtc::CritScope lock(&send_critsect_);
362 return sending_media_ && supports_bwe_extension_ &&
363 (rtx_ & kRtxRedundantPayloads);
364}
365
Erik Språngf6468d22019-07-05 16:53:43 +0200366std::vector<std::unique_ptr<RtpPacketToSend>> RTPSender::GeneratePadding(
367 size_t target_size_bytes) {
Erik Språng478cb462019-06-26 15:49:27 +0200368 // This method does not actually send packets, it just generates
369 // them and puts them in the pacer queue. Since this should incur
370 // low overhead, keep the lock for the scope of the method in order
371 // to make the code more readable.
Erik Språng478cb462019-06-26 15:49:27 +0200372
Erik Språngf6468d22019-07-05 16:53:43 +0200373 std::vector<std::unique_ptr<RtpPacketToSend>> padding_packets;
Erik Språng478cb462019-06-26 15:49:27 +0200374 size_t bytes_left = target_size_bytes;
Erik Språng0f6191d2019-07-15 20:33:40 +0200375 if (SupportsRtxPayloadPadding()) {
Mirko Bonadeia7e3bce2019-07-12 17:35:56 +0000376 while (bytes_left >= kMinPayloadPaddingBytes) {
Erik Språng478cb462019-06-26 15:49:27 +0200377 std::unique_ptr<RtpPacketToSend> packet =
378 packet_history_.GetPayloadPaddingPacket(
379 [&](const RtpPacketToSend& packet)
380 -> std::unique_ptr<RtpPacketToSend> {
Erik Språng478cb462019-06-26 15:49:27 +0200381 return BuildRtxPacket(packet);
382 });
383 if (!packet) {
384 break;
385 }
386
387 bytes_left -= std::min(bytes_left, packet->payload_size());
388 packet->set_packet_type(RtpPacketToSend::Type::kPadding);
Erik Språngf6468d22019-07-05 16:53:43 +0200389 padding_packets.push_back(std::move(packet));
Erik Språng478cb462019-06-26 15:49:27 +0200390 }
391 }
392
Erik Språng0f6191d2019-07-15 20:33:40 +0200393 rtc::CritScope lock(&send_critsect_);
394 if (!sending_media_) {
395 return {};
396 }
397
Erik Språng478cb462019-06-26 15:49:27 +0200398 size_t padding_bytes_in_packet;
399 const size_t max_payload_size = max_packet_size_ - RtpHeaderLength();
400 if (audio_configured_) {
401 // Allow smaller padding packets for audio.
402 padding_bytes_in_packet = rtc::SafeClamp<size_t>(
403 bytes_left, kMinAudioPaddingLength,
404 rtc::SafeMin(max_payload_size, kMaxPaddingLength));
405 } else {
406 // Always send full padding packets. This is accounted for by the
407 // RtpPacketSender, which will make sure we don't send too much padding even
408 // if a single packet is larger than requested.
409 // We do this to avoid frequently sending small packets on higher bitrates.
410 padding_bytes_in_packet = rtc::SafeMin(max_payload_size, kMaxPaddingLength);
411 }
412
413 while (bytes_left > 0) {
414 auto padding_packet =
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200415 std::make_unique<RtpPacketToSend>(&rtp_header_extension_map_);
Erik Språng478cb462019-06-26 15:49:27 +0200416 padding_packet->set_packet_type(RtpPacketToSend::Type::kPadding);
417 padding_packet->SetMarker(false);
418 padding_packet->SetTimestamp(last_rtp_timestamp_);
419 padding_packet->set_capture_time_ms(capture_time_ms_);
420 if (rtx_ == kRtxOff) {
421 if (last_payload_type_ == -1) {
422 break;
423 }
424 // Without RTX we can't send padding in the middle of frames.
425 // For audio marker bits doesn't mark the end of a frame and frames
426 // are usually a single packet, so for now we don't apply this rule
427 // for audio.
428 if (!audio_configured_ && !last_packet_marker_bit_) {
429 break;
430 }
431
Erik Språng6841d252019-10-15 14:29:11 +0200432 padding_packet->SetSsrc(ssrc_);
Erik Språng478cb462019-06-26 15:49:27 +0200433 padding_packet->SetPayloadType(last_payload_type_);
434 padding_packet->SetSequenceNumber(sequence_number_++);
435 } else {
436 // Without abs-send-time or transport sequence number a media packet
437 // must be sent before padding so that the timestamps used for
438 // estimation are correct.
Erik Språng671b4032019-10-17 16:56:22 +0200439 if (!egress_.MediaHasBeenSent() &&
Erik Språng478cb462019-06-26 15:49:27 +0200440 !(rtp_header_extension_map_.IsRegistered(AbsoluteSendTime::kId) ||
441 rtp_header_extension_map_.IsRegistered(
442 TransportSequenceNumber::kId))) {
443 break;
444 }
445 // Only change the timestamp of padding packets sent over RTX.
446 // Padding only packets over RTP has to be sent as part of a media
447 // frame (and therefore the same timestamp).
448 int64_t now_ms = clock_->TimeInMilliseconds();
449 if (last_timestamp_time_ms_ > 0) {
450 padding_packet->SetTimestamp(padding_packet->Timestamp() +
451 (now_ms - last_timestamp_time_ms_) *
452 kTimestampTicksPerMs);
453 padding_packet->set_capture_time_ms(padding_packet->capture_time_ms() +
454 (now_ms - last_timestamp_time_ms_));
455 }
Erik Språng6841d252019-10-15 14:29:11 +0200456 RTC_DCHECK(rtx_ssrc_);
457 padding_packet->SetSsrc(*rtx_ssrc_);
Erik Språng478cb462019-06-26 15:49:27 +0200458 padding_packet->SetSequenceNumber(sequence_number_rtx_++);
459 padding_packet->SetPayloadType(rtx_payload_type_map_.begin()->second);
460 }
461
Erik Språngf6468d22019-07-05 16:53:43 +0200462 if (rtp_header_extension_map_.IsRegistered(TransportSequenceNumber::kId)) {
463 padding_packet->ReserveExtension<TransportSequenceNumber>();
464 }
Erik Språng0f6191d2019-07-15 20:33:40 +0200465 if (rtp_header_extension_map_.IsRegistered(TransmissionOffset::kId)) {
466 padding_packet->ReserveExtension<TransmissionOffset>();
467 }
468 if (rtp_header_extension_map_.IsRegistered(AbsoluteSendTime::kId)) {
469 padding_packet->ReserveExtension<AbsoluteSendTime>();
470 }
471
Erik Språng478cb462019-06-26 15:49:27 +0200472 padding_packet->SetPadding(padding_bytes_in_packet);
473 bytes_left -= std::min(bytes_left, padding_bytes_in_packet);
Erik Språngf6468d22019-07-05 16:53:43 +0200474 padding_packets.push_back(std::move(padding_packet));
Erik Språng478cb462019-06-26 15:49:27 +0200475 }
Erik Språngf6468d22019-07-05 16:53:43 +0200476
477 return padding_packets;
Erik Språng478cb462019-06-26 15:49:27 +0200478}
479
Erik Språng70768f42019-08-27 18:16:26 +0200480bool RTPSender::SendToNetwork(std::unique_ptr<RtpPacketToSend> packet) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200481 RTC_DCHECK(packet);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000482 int64_t now_ms = clock_->TimeInMilliseconds();
483
Erik Språng1fbfecd2019-08-26 19:00:05 +0200484 auto packet_type = packet->packet_type();
485 RTC_CHECK(packet_type) << "Packet type must be set before sending.";
Erik Språngf6468d22019-07-05 16:53:43 +0200486
Erik Språng1fbfecd2019-08-26 19:00:05 +0200487 if (packet->capture_time_ms() <= 0) {
488 packet->set_capture_time_ms(now_ms);
stefan@webrtc.orgddfdfed2012-07-03 13:21:22 +0000489 }
Stefan Holmerf5dca482016-01-27 12:58:51 +0100490
Erik Språngea55b082019-10-02 14:57:46 +0200491 std::vector<std::unique_ptr<RtpPacketToSend>> packets;
492 packets.emplace_back(std::move(packet));
493 paced_sender_->EnqueuePackets(std::move(packets));
Sebastian Jansson30e2d6e2018-10-09 18:27:36 +0200494
Erik Språng1fbfecd2019-08-26 19:00:05 +0200495 return true;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000496}
497
Erik Språngea55b082019-10-02 14:57:46 +0200498void RTPSender::EnqueuePackets(
499 std::vector<std::unique_ptr<RtpPacketToSend>> packets) {
500 RTC_DCHECK(!packets.empty());
501 int64_t now_ms = clock_->TimeInMilliseconds();
502 for (auto& packet : packets) {
503 RTC_DCHECK(packet);
504 RTC_CHECK(packet->packet_type().has_value())
505 << "Packet type must be set before sending.";
506 if (packet->capture_time_ms() <= 0) {
507 packet->set_capture_time_ms(now_ms);
508 }
509 }
510
511 paced_sender_->EnqueuePackets(std::move(packets));
512}
513
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000514void RTPSender::ProcessBitrate() {
Erik Språng671b4032019-10-17 16:56:22 +0200515 egress_.ProcessBitrateAndNotifyObservers();
niklase@google.com470e71d2011-07-07 08:21:25 +0000516}
517
isheriff6b4b5f32016-06-08 00:24:21 -0700518size_t RTPSender::RtpHeaderLength() const {
tommiae695e92016-02-02 08:31:45 -0800519 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000520 size_t rtp_header_length = kRtpHeaderLength;
pbos@webrtc.org9334ac22014-11-24 08:25:50 +0000521 rtp_header_length += sizeof(uint32_t) * csrcs_.size();
Danil Chapovalov7b189922018-10-03 10:15:36 +0200522 rtp_header_length += RtpHeaderExtensionSize(kFecOrPaddingExtensionSizes,
523 rtp_header_extension_map_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000524 return rtp_header_length;
niklase@google.com470e71d2011-07-07 08:21:25 +0000525}
526
mflodmanfcf54bd2015-04-14 21:28:08 +0200527uint16_t RTPSender::AllocateSequenceNumber(uint16_t packets_to_send) {
tommiae695e92016-02-02 08:31:45 -0800528 rtc::CritScope lock(&send_critsect_);
mflodmanfcf54bd2015-04-14 21:28:08 +0200529 uint16_t first_allocated_sequence_number = sequence_number_;
530 sequence_number_ += packets_to_send;
531 return first_allocated_sequence_number;
niklase@google.com470e71d2011-07-07 08:21:25 +0000532}
533
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +0000534void RTPSender::GetDataCounters(StreamDataCounters* rtp_stats,
535 StreamDataCounters* rtx_stats) const {
Erik Språng671b4032019-10-17 16:56:22 +0200536 egress_.GetDataCounters(rtp_stats, rtx_stats);
niklase@google.com470e71d2011-07-07 08:21:25 +0000537}
538
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200539std::unique_ptr<RtpPacketToSend> RTPSender::AllocatePacket() const {
540 rtc::CritScope lock(&send_critsect_);
Danil Chapovalov3b4b4f52018-10-12 12:50:43 +0200541 // TODO(danilchap): Find better motivator and value for extra capacity.
542 // RtpPacketizer might slightly miscalulate needed size,
543 // SRTP may benefit from extra space in the buffer and do encryption in place
544 // saving reallocation.
545 // While sending slightly oversized packet increase chance of dropped packet,
546 // it is better than crash on drop packet without trying to send it.
547 static constexpr int kExtraCapacity = 16;
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200548 auto packet = std::make_unique<RtpPacketToSend>(
Danil Chapovalov3b4b4f52018-10-12 12:50:43 +0200549 &rtp_header_extension_map_, max_packet_size_ + kExtraCapacity);
Erik Språng6841d252019-10-15 14:29:11 +0200550 packet->SetSsrc(ssrc_);
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200551 packet->SetCsrcs(csrcs_);
552 // Reserve extensions, if registered, RtpSender set in SendToNetwork.
553 packet->ReserveExtension<AbsoluteSendTime>();
554 packet->ReserveExtension<TransmissionOffset>();
555 packet->ReserveExtension<TransportSequenceNumber>();
Niels Möller6893f3c2019-01-31 08:56:26 +0100556
Steve Anton2bac7da2019-07-21 15:04:21 -0400557 // BUNDLE requires that the receiver "bind" the received SSRC to the values
558 // in the MID and/or (R)RID header extensions if present. Therefore, the
559 // sender can reduce overhead by omitting these header extensions once it
560 // knows that the receiver has "bound" the SSRC.
561 //
562 // The algorithm here is fairly simple: Always attach a MID and/or RID (if
563 // configured) to the outgoing packets until an RTCP receiver report comes
564 // back for this SSRC. That feedback indicates the receiver must have
565 // received a packet with the SSRC and header extension(s), so the sender
566 // then stops attaching the MID and RID.
567 if (!ssrc_has_acked_) {
568 // These are no-ops if the corresponding header extension is not registered.
569 if (!mid_.empty()) {
570 packet->SetExtension<RtpMid>(mid_);
571 }
572 if (!rid_.empty()) {
573 packet->SetExtension<RtpStreamId>(rid_);
574 }
Amit Hilbuch77938e62018-12-21 09:23:38 -0800575 }
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200576 return packet;
577}
578
579bool RTPSender::AssignSequenceNumber(RtpPacketToSend* packet) {
580 rtc::CritScope lock(&send_critsect_);
581 if (!sending_media_)
582 return false;
nisse7d59f6b2017-02-21 03:40:24 -0800583 RTC_DCHECK(packet->Ssrc() == ssrc_);
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200584 packet->SetSequenceNumber(sequence_number_++);
585
586 // Remember marker bit to determine if padding can be inserted with
587 // sequence number following |packet|.
588 last_packet_marker_bit_ = packet->Marker();
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100589 // Remember payload type to use in the padding packet if rtx is disabled.
590 last_payload_type_ = packet->PayloadType();
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200591 // Save timestamps to generate timestamp field and extensions for the padding.
592 last_rtp_timestamp_ = packet->Timestamp();
593 last_timestamp_time_ms_ = clock_->TimeInMilliseconds();
594 capture_time_ms_ = packet->capture_time_ms();
595 return true;
596}
597
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000598void RTPSender::SetSendingMediaStatus(bool enabled) {
tommiae695e92016-02-02 08:31:45 -0800599 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000600 sending_media_ = enabled;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000601}
602
603bool RTPSender::SendingMedia() const {
tommiae695e92016-02-02 08:31:45 -0800604 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000605 return sending_media_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000606}
607
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200608void RTPSender::SetAsPartOfAllocation(bool part_of_allocation) {
Erik Språng671b4032019-10-17 16:56:22 +0200609 egress_.ForceIncludeSendPacketsInAllocation(part_of_allocation);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200610}
611
danilchap71fead22016-08-18 02:01:49 -0700612void RTPSender::SetTimestampOffset(uint32_t timestamp) {
tommiae695e92016-02-02 08:31:45 -0800613 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -0700614 timestamp_offset_ = timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000615}
616
danilchap71fead22016-08-18 02:01:49 -0700617uint32_t RTPSender::TimestampOffset() const {
tommiae695e92016-02-02 08:31:45 -0800618 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -0700619 return timestamp_offset_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000620}
621
Amit Hilbuch77938e62018-12-21 09:23:38 -0800622void RTPSender::SetRid(const std::string& rid) {
623 // RID is used in simulcast scenario when multiple layers share the same mid.
624 rtc::CritScope lock(&send_critsect_);
625 RTC_DCHECK_LE(rid.length(), RtpStreamId::kMaxValueSizeBytes);
626 rid_ = rid;
627}
628
Steve Anton296a0ce2018-03-22 15:17:27 -0700629void RTPSender::SetMid(const std::string& mid) {
630 // This is configured via the API.
631 rtc::CritScope lock(&send_critsect_);
Steve Anton2bac7da2019-07-21 15:04:21 -0400632 RTC_DCHECK_LE(mid.length(), RtpMid::kMaxValueSizeBytes);
Steve Anton4af95842018-04-06 11:09:46 -0700633 mid_ = mid;
Steve Anton296a0ce2018-03-22 15:17:27 -0700634}
635
pbos@webrtc.org9334ac22014-11-24 08:25:50 +0000636void RTPSender::SetCsrcs(const std::vector<uint32_t>& csrcs) {
spranga8ae6f22017-09-04 07:23:56 -0700637 RTC_DCHECK_LE(csrcs.size(), kRtpCsrcSize);
tommiae695e92016-02-02 08:31:45 -0800638 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org9334ac22014-11-24 08:25:50 +0000639 csrcs_ = csrcs;
niklase@google.com470e71d2011-07-07 08:21:25 +0000640}
641
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000642void RTPSender::SetSequenceNumber(uint16_t seq) {
Erik Språng6cacef22019-07-24 14:15:51 +0200643 bool updated_sequence_number = false;
644 {
645 rtc::CritScope lock(&send_critsect_);
646 sequence_number_forced_ = true;
647 if (sequence_number_ != seq) {
648 updated_sequence_number = true;
649 }
650 sequence_number_ = seq;
651 }
652
653 if (updated_sequence_number) {
654 // Sequence number series has been reset to a new value, clear RTP packet
655 // history, since any packets there may conflict with new ones.
656 packet_history_.Clear();
657 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000658}
659
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000660uint16_t RTPSender::SequenceNumber() const {
tommiae695e92016-02-02 08:31:45 -0800661 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000662 return sequence_number_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000663}
664
Danil Chapovalov271195f2019-02-11 11:30:03 +0100665static void CopyHeaderAndExtensionsToRtxPacket(const RtpPacketToSend& packet,
666 RtpPacketToSend* rtx_packet) {
Amit Hilbuch77938e62018-12-21 09:23:38 -0800667 // Set the relevant fixed packet headers. The following are not set:
668 // * Payload type - it is replaced in rtx packets.
669 // * Sequence number - RTX has a separate sequence numbering.
670 // * SSRC - RTX stream has its own SSRC.
671 rtx_packet->SetMarker(packet.Marker());
672 rtx_packet->SetTimestamp(packet.Timestamp());
673
674 // Set the variable fields in the packet header:
675 // * CSRCs - must be set before header extensions.
676 // * Header extensions - replace Rid header with RepairedRid header.
677 const std::vector<uint32_t> csrcs = packet.Csrcs();
678 rtx_packet->SetCsrcs(csrcs);
Steve Anton2bac7da2019-07-21 15:04:21 -0400679 for (int extension_num = kRtpExtensionNone + 1;
680 extension_num < kRtpExtensionNumberOfExtensions; ++extension_num) {
681 auto extension = static_cast<RTPExtensionType>(extension_num);
Amit Hilbuch77938e62018-12-21 09:23:38 -0800682
Steve Anton2bac7da2019-07-21 15:04:21 -0400683 // Stream ID header extensions (MID, RSID) are sent per-SSRC. Since RTX
684 // operates on a different SSRC, the presence and values of these header
685 // extensions should be determined separately and not blindly copied.
686 if (extension == kRtpExtensionMid ||
687 extension == kRtpExtensionRtpStreamId) {
Amit Hilbuch77938e62018-12-21 09:23:38 -0800688 continue;
689 }
690
Steve Anton2bac7da2019-07-21 15:04:21 -0400691 // Empty extensions should be supported, so not checking |source.empty()|.
692 if (!packet.HasExtension(extension)) {
693 continue;
694 }
695
696 rtc::ArrayView<const uint8_t> source = packet.FindExtension(extension);
Amit Hilbuch77938e62018-12-21 09:23:38 -0800697
698 rtc::ArrayView<uint8_t> destination =
Steve Anton2bac7da2019-07-21 15:04:21 -0400699 rtx_packet->AllocateExtension(extension, source.size());
Amit Hilbuch77938e62018-12-21 09:23:38 -0800700
701 // Could happen if any:
702 // 1. Extension has 0 length.
703 // 2. Extension is not registered in destination.
704 // 3. Allocating extension in destination failed.
705 if (destination.empty() || source.size() != destination.size()) {
706 continue;
707 }
708
709 std::memcpy(destination.begin(), source.begin(), destination.size());
710 }
Amit Hilbuch77938e62018-12-21 09:23:38 -0800711}
712
713std::unique_ptr<RtpPacketToSend> RTPSender::BuildRtxPacket(
714 const RtpPacketToSend& packet) {
Danil Chapovalov271195f2019-02-11 11:30:03 +0100715 std::unique_ptr<RtpPacketToSend> rtx_packet;
Amit Hilbuch77938e62018-12-21 09:23:38 -0800716
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000717 // Add original RTP header.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200718 {
719 rtc::CritScope lock(&send_critsect_);
720 if (!sending_media_)
721 return nullptr;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000722
Erik Språng6841d252019-10-15 14:29:11 +0200723 RTC_DCHECK(rtx_ssrc_);
nisse7d59f6b2017-02-21 03:40:24 -0800724
brandtre6f98c72016-11-11 03:28:30 -0800725 // Replace payload type.
726 auto kv = rtx_payload_type_map_.find(packet.PayloadType());
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200727 if (kv == rtx_payload_type_map_.end())
brandtre6f98c72016-11-11 03:28:30 -0800728 return nullptr;
Danil Chapovalov271195f2019-02-11 11:30:03 +0100729
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200730 rtx_packet = std::make_unique<RtpPacketToSend>(&rtp_header_extension_map_,
731 max_packet_size_);
Danil Chapovalov271195f2019-02-11 11:30:03 +0100732
brandtre6f98c72016-11-11 03:28:30 -0800733 rtx_packet->SetPayloadType(kv->second);
mflodman@webrtc.org9f5ebb52013-04-12 14:55:46 +0000734
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200735 // Replace sequence number.
736 rtx_packet->SetSequenceNumber(sequence_number_rtx_++);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000737
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200738 // Replace SSRC.
Erik Språng6841d252019-10-15 14:29:11 +0200739 rtx_packet->SetSsrc(*rtx_ssrc_);
Steve Anton296a0ce2018-03-22 15:17:27 -0700740
Danil Chapovalov271195f2019-02-11 11:30:03 +0100741 CopyHeaderAndExtensionsToRtxPacket(packet, rtx_packet.get());
742
Steve Anton2bac7da2019-07-21 15:04:21 -0400743 // RTX packets are sent on an SSRC different from the main media, so the
744 // decision to attach MID and/or RRID header extensions is completely
745 // separate from that of the main media SSRC.
746 //
747 // Note that RTX packets must used the RepairedRtpStreamId (RRID) header
748 // extension instead of the RtpStreamId (RID) header extension even though
749 // the payload is identical.
750 if (!rtx_ssrc_has_acked_) {
751 // These are no-ops if the corresponding header extension is not
752 // registered.
753 if (!mid_.empty()) {
754 rtx_packet->SetExtension<RtpMid>(mid_);
755 }
756 if (!rid_.empty()) {
757 rtx_packet->SetExtension<RepairedRtpStreamId>(rid_);
758 }
Amit Hilbuch77938e62018-12-21 09:23:38 -0800759 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200760 }
Danil Chapovalov271195f2019-02-11 11:30:03 +0100761 RTC_DCHECK(rtx_packet);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000762
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200763 uint8_t* rtx_payload =
764 rtx_packet->AllocatePayload(packet.payload_size() + kRtxHeaderSize);
Danil Chapovalov271195f2019-02-11 11:30:03 +0100765 if (rtx_payload == nullptr)
766 return nullptr;
767
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000768 // Add OSN (original sequence number).
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200769 ByteWriter<uint16_t>::WriteBigEndian(rtx_payload, packet.SequenceNumber());
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000770
771 // Add original payload data.
danilchap96c15872016-11-21 01:35:29 -0800772 auto payload = packet.payload();
773 memcpy(rtx_payload + kRtxHeaderSize, payload.data(), payload.size());
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200774
Dino Radaković1807d572018-02-22 14:18:06 +0100775 // Add original application data.
776 rtx_packet->set_application_data(packet.application_data());
777
Erik Språnga57711c2019-07-24 10:47:20 +0200778 // Copy capture time so e.g. TransmissionOffset is correctly set.
779 rtx_packet->set_capture_time_ms(packet.capture_time_ms());
780
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200781 return rtx_packet;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000782}
783
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000784uint32_t RTPSender::BitrateSent() const {
Erik Språng671b4032019-10-17 16:56:22 +0200785 return egress_.SendBitrate().bps<uint32_t>();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000786}
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000787
788void RTPSender::SetRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -0800789 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000790 sequence_number_ = rtp_state.sequence_number;
791 sequence_number_forced_ = true;
danilchap71fead22016-08-18 02:01:49 -0700792 timestamp_offset_ = rtp_state.start_timestamp;
danilchape5b41412016-08-22 03:39:23 -0700793 last_rtp_timestamp_ = rtp_state.timestamp;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000794 capture_time_ms_ = rtp_state.capture_time_ms;
795 last_timestamp_time_ms_ = rtp_state.last_timestamp_time_ms;
Steve Anton2bac7da2019-07-21 15:04:21 -0400796 ssrc_has_acked_ = rtp_state.ssrc_has_acked;
Erik Språng671b4032019-10-17 16:56:22 +0200797 egress_.SetMediaHasBeenSent(rtp_state.media_has_been_sent);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000798}
799
800RtpState RTPSender::GetRtpState() const {
tommiae695e92016-02-02 08:31:45 -0800801 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000802
803 RtpState state;
804 state.sequence_number = sequence_number_;
danilchap71fead22016-08-18 02:01:49 -0700805 state.start_timestamp = timestamp_offset_;
danilchape5b41412016-08-22 03:39:23 -0700806 state.timestamp = last_rtp_timestamp_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000807 state.capture_time_ms = capture_time_ms_;
808 state.last_timestamp_time_ms = last_timestamp_time_ms_;
Erik Språng671b4032019-10-17 16:56:22 +0200809 state.media_has_been_sent = egress_.MediaHasBeenSent();
Steve Anton2bac7da2019-07-21 15:04:21 -0400810 state.ssrc_has_acked = ssrc_has_acked_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000811
812 return state;
813}
814
815void RTPSender::SetRtxRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -0800816 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000817 sequence_number_rtx_ = rtp_state.sequence_number;
Steve Anton2bac7da2019-07-21 15:04:21 -0400818 rtx_ssrc_has_acked_ = rtp_state.ssrc_has_acked;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000819}
820
821RtpState RTPSender::GetRtxRtpState() const {
tommiae695e92016-02-02 08:31:45 -0800822 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000823
824 RtpState state;
825 state.sequence_number = sequence_number_rtx_;
danilchap71fead22016-08-18 02:01:49 -0700826 state.start_timestamp = timestamp_offset_;
Steve Anton2bac7da2019-07-21 15:04:21 -0400827 state.ssrc_has_acked = rtx_ssrc_has_acked_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000828
829 return state;
830}
831
sprang168794c2017-07-06 04:38:06 -0700832int64_t RTPSender::LastTimestampTimeMs() const {
833 rtc::CritScope lock(&send_critsect_);
834 return last_timestamp_time_ms_;
835}
836
Erik Språng8b101922018-01-18 11:58:05 -0800837void RTPSender::SetRtt(int64_t rtt_ms) {
838 packet_history_.SetRtt(rtt_ms);
Erik Språng8b101922018-01-18 11:58:05 -0800839}
Erik Språng490d76c2019-05-07 09:29:15 -0700840
841void RTPSender::OnPacketsAcknowledged(
842 rtc::ArrayView<const uint16_t> sequence_numbers) {
843 packet_history_.CullAcknowledgedPackets(sequence_numbers);
844}
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000845} // namespace webrtc