blob: 68a8e2160000837dc48163a652b90327e94b72b8 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgf6bb77a2012-01-24 17:16:59 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/rtp_rtcp/source/rtp_sender.h"
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +000012
danilchapb8b6fbb2015-12-10 05:05:27 -080013#include <algorithm>
Johannes Kron965e7942018-09-13 15:36:20 +020014#include <limits>
Steve Anton296a0ce2018-03-22 15:17:27 -070015#include <string>
Shao Changbine62202f2015-04-21 20:24:50 +080016#include <utility>
niklase@google.com470e71d2011-07-07 08:21:25 +000017
Karl Wiberg918f50c2018-07-05 11:40:33 +020018#include "absl/memory/memory.h"
Niels Mölleraa3c1cc2018-11-02 10:54:56 +010019#include "absl/strings/match.h"
Amit Hilbuch77938e62018-12-21 09:23:38 -080020#include "api/array_view.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020021#include "logging/rtc_event_log/events/rtc_event_rtp_packet_outgoing.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020022#include "logging/rtc_event_log/rtc_event_log.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "modules/rtp_rtcp/include/rtp_cvo.h"
24#include "modules/rtp_rtcp/source/byte_io.h"
philipel569397f2018-09-26 12:25:31 +020025#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020026#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
27#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020028#include "modules/rtp_rtcp/source/time_util.h"
29#include "rtc_base/arraysize.h"
30#include "rtc_base/checks.h"
31#include "rtc_base/logging.h"
Karl Wiberge40468b2017-11-22 10:42:26 +010032#include "rtc_base/numerics/safe_minmax.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020033#include "rtc_base/rate_limiter.h"
Steve Anton10542f22019-01-11 09:11:00 -080034#include "rtc_base/time_utils.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000035
36namespace webrtc {
niklase@google.com470e71d2011-07-07 08:21:25 +000037
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000038namespace {
Danil Chapovalov31e4e802016-08-03 18:27:40 +020039// Max in the RFC 3550 is 255 bytes, we limit it to be modulus 32 for SRTP.
40constexpr size_t kMaxPaddingLength = 224;
stefan53b6cc32017-02-03 08:13:57 -080041constexpr size_t kMinAudioPaddingLength = 50;
Danil Chapovalov31e4e802016-08-03 18:27:40 +020042constexpr int kSendSideDelayWindowMs = 1000;
43constexpr size_t kRtpHeaderLength = 12;
44constexpr uint16_t kMaxInitRtpSeqNumber = 32767; // 2^15 -1.
45constexpr uint32_t kTimestampTicksPerMs = 90;
46constexpr int kBitrateStatisticsWindowMs = 1000;
guoweis@webrtc.org45362892015-03-04 22:55:15 +000047
brandtr9dfff292016-11-14 05:14:50 -080048constexpr size_t kMinFlexfecPacketsToStoreForPacing = 50;
49
Erik Språng214f5432019-06-20 15:09:58 +020050// Min size needed to get payload padding from packet history.
51constexpr int kMinPayloadPaddingBytes = 50;
52
erikvarga27883732017-05-17 05:08:38 -070053template <typename Extension>
54constexpr RtpExtensionSize CreateExtensionSize() {
55 return {Extension::kId, Extension::kValueSizeBytes};
56}
57
Amit Hilbuch77938e62018-12-21 09:23:38 -080058template <typename Extension>
59constexpr RtpExtensionSize CreateMaxExtensionSize() {
60 return {Extension::kId, Extension::kMaxValueSizeBytes};
61}
62
erikvarga27883732017-05-17 05:08:38 -070063// Size info for header extensions that might be used in padding or FEC packets.
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +010064constexpr RtpExtensionSize kFecOrPaddingExtensionSizes[] = {
erikvarga27883732017-05-17 05:08:38 -070065 CreateExtensionSize<AbsoluteSendTime>(),
66 CreateExtensionSize<TransmissionOffset>(),
67 CreateExtensionSize<TransportSequenceNumber>(),
68 CreateExtensionSize<PlayoutDelayLimits>(),
Amit Hilbuch77938e62018-12-21 09:23:38 -080069 CreateMaxExtensionSize<RtpMid>(),
erikvarga27883732017-05-17 05:08:38 -070070};
71
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +010072// Size info for header extensions that might be used in video packets.
73constexpr RtpExtensionSize kVideoExtensionSizes[] = {
74 CreateExtensionSize<AbsoluteSendTime>(),
75 CreateExtensionSize<TransmissionOffset>(),
76 CreateExtensionSize<TransportSequenceNumber>(),
77 CreateExtensionSize<PlayoutDelayLimits>(),
78 CreateExtensionSize<VideoOrientation>(),
79 CreateExtensionSize<VideoContentTypeExtension>(),
80 CreateExtensionSize<VideoTimingExtension>(),
Amit Hilbuch77938e62018-12-21 09:23:38 -080081 CreateMaxExtensionSize<RtpStreamId>(),
82 CreateMaxExtensionSize<RepairedRtpStreamId>(),
83 CreateMaxExtensionSize<RtpMid>(),
Elad Alonccb9b752019-02-19 13:01:31 +010084 {RtpGenericFrameDescriptorExtension00::kId,
85 RtpGenericFrameDescriptorExtension00::kMaxSizeBytes},
86 {RtpGenericFrameDescriptorExtension01::kId,
87 RtpGenericFrameDescriptorExtension01::kMaxSizeBytes},
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +010088};
89
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000090} // namespace
91
sprangebbf8a82015-09-21 15:11:14 -070092RTPSender::RTPSender(
93 bool audio,
94 Clock* clock,
95 Transport* transport,
sprangebbf8a82015-09-21 15:11:14 -070096 RtpPacketSender* paced_sender,
Niels Möller59ab1cf2019-02-06 22:48:11 +010097 absl::optional<uint32_t> flexfec_ssrc,
sprangebbf8a82015-09-21 15:11:14 -070098 TransportSequenceNumberAllocator* sequence_number_allocator,
99 TransportFeedbackObserver* transport_feedback_observer,
100 BitrateStatisticsObserver* bitrate_callback,
terelius429c3452016-01-21 05:42:04 -0800101 SendSideDelayObserver* send_side_delay_observer,
asapersson35151f32016-05-02 23:44:01 -0700102 RtcEventLog* event_log,
sprangcd349d92016-07-13 09:11:28 -0700103 SendPacketObserver* send_packet_observer,
michaelt4da30442016-11-17 01:38:43 -0800104 RateLimiter* retransmission_rate_limiter,
Erik Språng7b52f102018-02-07 14:37:37 +0100105 OverheadObserver* overhead_observer,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700106 bool populate_network2_timestamp,
107 FrameEncryptorInterface* frame_encryptor,
Johannes Kron9190b822018-10-29 11:22:05 +0100108 bool require_frame_encryption,
Per Kjellandere11b7d22019-02-21 07:55:59 +0100109 bool extmap_allow_mixed,
110 const WebRtcKeyValueConfig& field_trials)
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000111 : clock_(clock),
danilchap47a740b2015-12-15 00:30:07 -0800112 random_(clock_->TimeInMicroseconds()),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000113 audio_configured_(audio),
Niels Möller59ab1cf2019-02-06 22:48:11 +0100114 flexfec_ssrc_(flexfec_ssrc),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000115 paced_sender_(paced_sender),
sprangebbf8a82015-09-21 15:11:14 -0700116 transport_sequence_number_allocator_(sequence_number_allocator),
sprang5e023eb2015-09-14 06:42:43 -0700117 transport_feedback_observer_(transport_feedback_observer),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000118 transport_(transport),
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200119 sending_media_(true), // Default to sending media.
120 force_part_of_allocation_(false),
nisse284542b2017-01-10 08:58:32 -0800121 max_packet_size_(IP_PACKET_SIZE - 28), // Default is IP-v4/UDP.
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100122 last_payload_type_(-1),
Johannes Kron9190b822018-10-29 11:22:05 +0100123 rtp_header_extension_map_(extmap_allow_mixed),
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000124 packet_history_(clock),
brandtr9dfff292016-11-14 05:14:50 -0800125 flexfec_packet_history_(clock),
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000126 // Statistics
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200127 send_delays_(),
128 max_delay_it_(send_delays_.end()),
129 sum_delays_ms_(0),
Henrik Boström9fe18342019-05-16 18:38:20 +0200130 total_packet_send_delay_ms_(0),
sprangcd349d92016-07-13 09:11:28 -0700131 rtp_stats_callback_(nullptr),
132 total_bitrate_sent_(kBitrateStatisticsWindowMs,
133 RateStatistics::kBpsScale),
134 nack_bitrate_sent_(kBitrateStatisticsWindowMs, RateStatistics::kBpsScale),
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000135 send_side_delay_observer_(send_side_delay_observer),
terelius429c3452016-01-21 05:42:04 -0800136 event_log_(event_log),
asapersson35151f32016-05-02 23:44:01 -0700137 send_packet_observer_(send_packet_observer),
sprangcd349d92016-07-13 09:11:28 -0700138 bitrate_callback_(bitrate_callback),
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000139 // RTP variables
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000140 sequence_number_forced_(false),
danilchape5b41412016-08-22 03:39:23 -0700141 last_rtp_timestamp_(0),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000142 capture_time_ms_(0),
143 last_timestamp_time_ms_(0),
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000144 media_has_been_sent_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000145 last_packet_marker_bit_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000146 csrcs_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000147 rtx_(kRtxOff),
michaelt4da30442016-11-17 01:38:43 -0800148 rtp_overhead_bytes_per_packet_(0),
149 retransmission_rate_limiter_(retransmission_rate_limiter),
elad.alonc3dfff32017-01-26 02:46:55 -0800150 overhead_observer_(overhead_observer),
Erik Språng7b52f102018-02-07 14:37:37 +0100151 populate_network2_timestamp_(populate_network2_timestamp),
elad.alonc3dfff32017-01-26 02:46:55 -0800152 send_side_bwe_with_overhead_(
Per Kjellandere11b7d22019-02-21 07:55:59 +0100153 field_trials.Lookup("WebRTC-SendSideBwe-WithOverhead")
Erik Språngd2a63442019-05-03 10:58:50 -0400154 .find("Enabled") == 0),
155 legacy_packet_history_storage_mode_(
156 field_trials.Lookup("WebRTC-UseRtpPacketHistoryLegacyStorageMode")
Erik Språng4ffed7c2019-05-28 11:18:04 +0200157 .find("Enabled") == 0),
158 payload_padding_prefer_useful_packets_(
159 field_trials.Lookup("WebRTC-PayloadPadding-UseMostUsefulPacket")
Erik Språng214f5432019-06-20 15:09:58 +0200160 .find("Disabled") != 0) {
danilchap71fead22016-08-18 02:01:49 -0700161 // This random initialization is not intended to be cryptographic strong.
162 timestamp_offset_ = random_.Rand<uint32_t>();
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000163 // Random start, 16 bits. Can't be 0.
danilchap47a740b2015-12-15 00:30:07 -0800164 sequence_number_rtx_ = random_.Rand(1, kMaxInitRtpSeqNumber);
165 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
brandtr9dfff292016-11-14 05:14:50 -0800166
167 // Store FlexFEC packets in the packet history data structure, so they can
168 // be found when paced.
Niels Möller59ab1cf2019-02-06 22:48:11 +0100169 if (flexfec_ssrc_) {
Erik Språngd2a63442019-05-03 10:58:50 -0400170 RtpPacketHistory::StorageMode storage_mode =
171 legacy_packet_history_storage_mode_
172 ? RtpPacketHistory::StorageMode::kStore
173 : RtpPacketHistory::StorageMode::kStoreAndCull;
174
brandtr9dfff292016-11-14 05:14:50 -0800175 flexfec_packet_history_.SetStorePacketsStatus(
Erik Språngd2a63442019-05-03 10:58:50 -0400176 storage_mode, kMinFlexfecPacketsToStoreForPacing);
brandtr9dfff292016-11-14 05:14:50 -0800177 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000178}
179
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000180RTPSender::~RTPSender() {
tommiae695e92016-02-02 08:31:45 -0800181 // TODO(tommi): Use a thread checker to ensure the object is created and
182 // deleted on the same thread. At the moment this isn't possible due to
183 // voe::ChannelOwner in voice engine. To reproduce, run:
184 // voe_auto_test --automated --gtest_filter=*MixManyChannelsForStressOpus
185
186 // TODO(tommi,holmer): We don't grab locks in the dtor before accessing member
187 // variables but we grab them in all other methods. (what's the design?)
188 // Start documenting what thread we're on in what method so that it's easier
189 // to understand performance attributes and possibly remove locks.
niklase@google.com470e71d2011-07-07 08:21:25 +0000190}
niklase@google.com470e71d2011-07-07 08:21:25 +0000191
erikvarga27883732017-05-17 05:08:38 -0700192rtc::ArrayView<const RtpExtensionSize> RTPSender::FecExtensionSizes() {
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +0100193 return rtc::MakeArrayView(kFecOrPaddingExtensionSizes,
194 arraysize(kFecOrPaddingExtensionSizes));
195}
196
197rtc::ArrayView<const RtpExtensionSize> RTPSender::VideoExtensionSizes() {
198 return rtc::MakeArrayView(kVideoExtensionSizes,
199 arraysize(kVideoExtensionSizes));
erikvarga27883732017-05-17 05:08:38 -0700200}
201
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000202uint16_t RTPSender::ActualSendBitrateKbit() const {
sprangcd349d92016-07-13 09:11:28 -0700203 rtc::CritScope cs(&statistics_crit_);
204 return static_cast<uint16_t>(
205 total_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0) /
206 1000);
niklase@google.com470e71d2011-07-07 08:21:25 +0000207}
208
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000209uint32_t RTPSender::NackOverheadRate() const {
sprangcd349d92016-07-13 09:11:28 -0700210 rtc::CritScope cs(&statistics_crit_);
211 return nack_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0);
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000212}
213
Johannes Kron9190b822018-10-29 11:22:05 +0100214void RTPSender::SetExtmapAllowMixed(bool extmap_allow_mixed) {
215 rtc::CritScope lock(&send_critsect_);
216 rtp_header_extension_map_.SetExtmapAllowMixed(extmap_allow_mixed);
217}
218
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000219int32_t RTPSender::RegisterRtpHeaderExtension(RTPExtensionType type,
220 uint8_t id) {
tommiae695e92016-02-02 08:31:45 -0800221 rtc::CritScope lock(&send_critsect_);
danilchapfab482b2017-04-04 02:33:48 -0700222 return rtp_header_extension_map_.RegisterByType(id, type) ? 0 : -1;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000223}
224
Danil Chapovalov585d1aa2018-09-14 18:29:32 +0200225bool RTPSender::RegisterRtpHeaderExtension(const std::string& uri, int id) {
226 rtc::CritScope lock(&send_critsect_);
227 return rtp_header_extension_map_.RegisterByUri(id, uri);
228}
229
stefan53b6cc32017-02-03 08:13:57 -0800230bool RTPSender::IsRtpHeaderExtensionRegistered(RTPExtensionType type) const {
tommiae695e92016-02-02 08:31:45 -0800231 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000232 return rtp_header_extension_map_.IsRegistered(type);
233}
234
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000235int32_t RTPSender::DeregisterRtpHeaderExtension(RTPExtensionType type) {
tommiae695e92016-02-02 08:31:45 -0800236 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000237 return rtp_header_extension_map_.Deregister(type);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000238}
239
nisse284542b2017-01-10 08:58:32 -0800240void RTPSender::SetMaxRtpPacketSize(size_t max_packet_size) {
kwibergee89e782017-08-09 17:22:01 -0700241 RTC_DCHECK_GE(max_packet_size, 100);
242 RTC_DCHECK_LE(max_packet_size, IP_PACKET_SIZE);
tommiae695e92016-02-02 08:31:45 -0800243 rtc::CritScope lock(&send_critsect_);
nisse284542b2017-01-10 08:58:32 -0800244 max_packet_size_ = max_packet_size;
niklase@google.com470e71d2011-07-07 08:21:25 +0000245}
246
nisse284542b2017-01-10 08:58:32 -0800247size_t RTPSender::MaxRtpPacketSize() const {
248 return max_packet_size_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000249}
250
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000251void RTPSender::SetRtxStatus(int mode) {
tommiae695e92016-02-02 08:31:45 -0800252 rtc::CritScope lock(&send_critsect_);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000253 rtx_ = mode;
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000254}
255
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000256int RTPSender::RtxStatus() const {
tommiae695e92016-02-02 08:31:45 -0800257 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000258 return rtx_;
259}
260
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000261void RTPSender::SetRtxSsrc(uint32_t ssrc) {
tommiae695e92016-02-02 08:31:45 -0800262 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800263 ssrc_rtx_.emplace(ssrc);
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000264}
265
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000266uint32_t RTPSender::RtxSsrc() const {
tommiae695e92016-02-02 08:31:45 -0800267 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800268 RTC_DCHECK(ssrc_rtx_);
269 return *ssrc_rtx_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000270}
271
Shao Changbine62202f2015-04-21 20:24:50 +0800272void RTPSender::SetRtxPayloadType(int payload_type,
273 int associated_payload_type) {
tommiae695e92016-02-02 08:31:45 -0800274 rtc::CritScope lock(&send_critsect_);
henrikg91d6ede2015-09-17 00:24:34 -0700275 RTC_DCHECK_LE(payload_type, 127);
276 RTC_DCHECK_LE(associated_payload_type, 127);
Shao Changbine62202f2015-04-21 20:24:50 +0800277 if (payload_type < 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100278 RTC_LOG(LS_ERROR) << "Invalid RTX payload type: " << payload_type << ".";
Shao Changbine62202f2015-04-21 20:24:50 +0800279 return;
280 }
281
282 rtx_payload_type_map_[associated_payload_type] = payload_type;
Åsa Persson6ae25722015-04-13 17:48:08 +0200283}
284
philipela1ed0b32016-06-01 06:31:17 -0700285size_t RTPSender::TrySendRedundantPayloads(size_t bytes_to_send,
philipel8aadd502017-02-23 02:56:13 -0800286 const PacedPacketInfo& pacing_info) {
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000287 {
tommiae695e92016-02-02 08:31:45 -0800288 rtc::CritScope lock(&send_critsect_);
Peter Boströmfc968a22016-02-19 16:14:37 +0100289 if (!sending_media_)
290 return 0;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000291 if ((rtx_ & kRtxRedundantPayloads) == 0)
292 return 0;
293 }
294
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000295 int bytes_left = static_cast<int>(bytes_to_send);
Erik Språng214f5432019-06-20 15:09:58 +0200296 while (bytes_left >= kMinPayloadPaddingBytes) {
Erik Språng4ffed7c2019-05-28 11:18:04 +0200297 std::unique_ptr<RtpPacketToSend> packet;
298 if (payload_padding_prefer_useful_packets_) {
299 packet = packet_history_.GetPayloadPaddingPacket();
300 } else {
301 packet = packet_history_.GetBestFittingPacket(bytes_left);
302 }
303
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200304 if (!packet)
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000305 break;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200306 size_t payload_size = packet->payload_size();
philipel8aadd502017-02-23 02:56:13 -0800307 if (!PrepareAndSendPacket(std::move(packet), true, false, pacing_info))
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000308 break;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200309 bytes_left -= payload_size;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000310 }
311 return bytes_to_send - bytes_left;
312}
313
philipel8aadd502017-02-23 02:56:13 -0800314size_t RTPSender::SendPadData(size_t bytes,
315 const PacedPacketInfo& pacing_info) {
stefan53b6cc32017-02-03 08:13:57 -0800316 size_t padding_bytes_in_packet;
erikvarga76a55932017-05-17 07:50:17 -0700317 size_t max_payload_size = max_packet_size_ - RtpHeaderLength();
erikvarga27883732017-05-17 05:08:38 -0700318
stefan53b6cc32017-02-03 08:13:57 -0800319 if (audio_configured_) {
320 // Allow smaller padding packets for audio.
kwiberg07038562017-06-12 11:40:47 -0700321 padding_bytes_in_packet = rtc::SafeClamp<size_t>(
322 bytes, kMinAudioPaddingLength,
323 rtc::SafeMin(max_payload_size, kMaxPaddingLength));
stefan53b6cc32017-02-03 08:13:57 -0800324 } else {
325 // Always send full padding packets. This is accounted for by the
326 // RtpPacketSender, which will make sure we don't send too much padding even
327 // if a single packet is larger than requested.
328 // We do this to avoid frequently sending small packets on higher bitrates.
kwiberg07038562017-06-12 11:40:47 -0700329 padding_bytes_in_packet =
330 rtc::SafeMin<size_t>(max_payload_size, kMaxPaddingLength);
stefan53b6cc32017-02-03 08:13:57 -0800331 }
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000332 size_t bytes_sent = 0;
danilchap90069872016-12-14 06:16:33 -0800333 while (bytes_sent < bytes) {
334 int64_t now_ms = clock_->TimeInMilliseconds();
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000335 uint32_t ssrc;
danilchap90069872016-12-14 06:16:33 -0800336 uint32_t timestamp;
337 int64_t capture_time_ms;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000338 uint16_t sequence_number;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000339 int payload_type;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000340 bool over_rtx;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000341 {
tommiae695e92016-02-02 08:31:45 -0800342 rtc::CritScope lock(&send_critsect_);
Peter Boströmfc968a22016-02-19 16:14:37 +0100343 if (!sending_media_)
danilchap90069872016-12-14 06:16:33 -0800344 break;
345 timestamp = last_rtp_timestamp_;
346 capture_time_ms = capture_time_ms_;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000347 if (rtx_ == kRtxOff) {
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100348 if (last_payload_type_ == -1)
stefane35f89a2017-02-01 09:06:25 -0800349 break;
stefan53b6cc32017-02-03 08:13:57 -0800350 // Without RTX we can't send padding in the middle of frames.
351 // For audio marker bits doesn't mark the end of a frame and frames
352 // are usually a single packet, so for now we don't apply this rule
353 // for audio.
354 if (!audio_configured_ && !last_packet_marker_bit_) {
355 break;
356 }
nisse7d59f6b2017-02-21 03:40:24 -0800357 if (!ssrc_) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100358 RTC_LOG(LS_ERROR) << "SSRC unset.";
nisse7d59f6b2017-02-21 03:40:24 -0800359 return 0;
360 }
361
362 RTC_DCHECK(ssrc_);
363 ssrc = *ssrc_;
364
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000365 sequence_number = sequence_number_;
366 ++sequence_number_;
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100367 payload_type = last_payload_type_;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000368 over_rtx = false;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000369 } else {
Stefan Holmerf5dca482016-01-27 12:58:51 +0100370 // Without abs-send-time or transport sequence number a media packet
371 // must be sent before padding so that the timestamps used for
372 // estimation are correct.
373 if (!media_has_been_sent_ &&
danilchap90069872016-12-14 06:16:33 -0800374 !(rtp_header_extension_map_.IsRegistered(AbsoluteSendTime::kId) ||
375 (rtp_header_extension_map_.IsRegistered(
376 TransportSequenceNumber::kId) &&
377 transport_sequence_number_allocator_))) {
378 break;
Stefan Holmerf5dca482016-01-27 12:58:51 +0100379 }
Stefan Holmer586b19b2015-09-18 11:14:31 +0200380 // Only change change the timestamp of padding packets sent over RTX.
381 // Padding only packets over RTP has to be sent as part of a media
382 // frame (and therefore the same timestamp).
383 if (last_timestamp_time_ms_ > 0) {
384 timestamp +=
danilchap90069872016-12-14 06:16:33 -0800385 (now_ms - last_timestamp_time_ms_) * kTimestampTicksPerMs;
386 capture_time_ms += (now_ms - last_timestamp_time_ms_);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200387 }
nisse7d59f6b2017-02-21 03:40:24 -0800388 if (!ssrc_rtx_) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100389 RTC_LOG(LS_ERROR) << "RTX SSRC unset.";
nisse7d59f6b2017-02-21 03:40:24 -0800390 return 0;
391 }
392 RTC_DCHECK(ssrc_rtx_);
393 ssrc = *ssrc_rtx_;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000394 sequence_number = sequence_number_rtx_;
395 ++sequence_number_rtx_;
Stefan Holmer10880012016-02-03 13:29:59 +0100396 payload_type = rtx_payload_type_map_.begin()->second;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000397 over_rtx = true;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000398 }
399 }
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000400
danilchap90069872016-12-14 06:16:33 -0800401 RtpPacketToSend padding_packet(&rtp_header_extension_map_);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200402 padding_packet.SetPayloadType(payload_type);
403 padding_packet.SetMarker(false);
404 padding_packet.SetSequenceNumber(sequence_number);
405 padding_packet.SetTimestamp(timestamp);
406 padding_packet.SetSsrc(ssrc);
407
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000408 if (capture_time_ms > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200409 padding_packet.SetExtension<TransmissionOffset>(
danilchap90069872016-12-14 06:16:33 -0800410 (now_ms - capture_time_ms) * kTimestampTicksPerMs);
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000411 }
Danil Chapovalovf3ba6482017-06-12 15:43:55 +0200412 padding_packet.SetExtension<AbsoluteSendTime>(
413 AbsoluteSendTime::MsTo24Bits(now_ms));
stefan1d8a5062015-10-02 03:39:33 -0700414 PacketOptions options;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200415 // Padding packets are never retransmissions.
416 options.is_retransmit = false;
Sebastian Jansson30e2d6e2018-10-09 18:27:36 +0200417 bool has_transport_seq_num;
418 {
419 rtc::CritScope lock(&send_critsect_);
420 has_transport_seq_num =
421 UpdateTransportSequenceNumber(&padding_packet, &options.packet_id);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200422 options.included_in_allocation =
423 has_transport_seq_num || force_part_of_allocation_;
424 options.included_in_feedback = has_transport_seq_num;
Sebastian Jansson30e2d6e2018-10-09 18:27:36 +0200425 }
Danil Chapovalovf7fcaf02018-10-10 14:56:01 +0200426 padding_packet.SetPadding(padding_bytes_in_packet);
michaelt4da30442016-11-17 01:38:43 -0800427 if (has_transport_seq_num) {
428 AddPacketToTransportFeedback(options.packet_id, padding_packet,
philipel8aadd502017-02-23 02:56:13 -0800429 pacing_info);
michaelt4da30442016-11-17 01:38:43 -0800430 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200431
philipel32d00102017-02-27 02:18:46 -0800432 if (!SendPacketToNetwork(padding_packet, options, pacing_info))
stefanf116bd02015-10-27 08:29:42 -0700433 break;
434
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000435 bytes_sent += padding_bytes_in_packet;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200436 UpdateRtpStats(padding_packet, over_rtx, false);
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000437 }
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000438
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000439 return bytes_sent;
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000440}
441
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000442void RTPSender::SetStorePacketsStatus(bool enable, uint16_t number_to_store) {
Erik Språngd2a63442019-05-03 10:58:50 -0400443 RtpPacketHistory::StorageMode mode;
444 if (enable) {
445 mode = legacy_packet_history_storage_mode_
446 ? RtpPacketHistory::StorageMode::kStore
447 : RtpPacketHistory::StorageMode::kStoreAndCull;
448 } else {
449 mode = RtpPacketHistory::StorageMode::kDisabled;
450 }
Erik Språnga12b1d62018-03-14 12:39:24 +0100451 packet_history_.SetStorePacketsStatus(mode, number_to_store);
niklase@google.com470e71d2011-07-07 08:21:25 +0000452}
453
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000454bool RTPSender::StorePackets() const {
Erik Språnga12b1d62018-03-14 12:39:24 +0100455 return packet_history_.GetStorageMode() !=
456 RtpPacketHistory::StorageMode::kDisabled;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000457}
niklase@google.com470e71d2011-07-07 08:21:25 +0000458
Erik Språnga12b1d62018-03-14 12:39:24 +0100459int32_t RTPSender::ReSendPacket(uint16_t packet_id) {
460 // Try to find packet in RTP packet history. Also verify RTT here, so that we
461 // don't retransmit too often.
Danil Chapovalovd264df52018-06-14 12:59:38 +0200462 absl::optional<RtpPacketHistory::PacketState> stored_packet =
Danil Chapovalov6c78ff42018-10-16 11:01:05 +0200463 packet_history_.GetPacketState(packet_id);
Erik Språng0f4f0552019-05-08 10:15:05 -0700464 if (!stored_packet || stored_packet->pending_transmission) {
465 // Packet not found or already queued for retransmission, ignore.
asapersson@webrtc.org83ed0a42012-04-23 12:43:05 +0000466 return 0;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000467 }
Oleh Prypin5a980492018-03-09 12:27:24 +0000468
Per Kjellander252725d2019-02-20 13:14:34 +0100469 const int32_t packet_size = static_cast<int32_t>(stored_packet->packet_size);
Erik Språnga12b1d62018-03-14 12:39:24 +0100470
Danil Chapovalovc7fff582018-09-11 14:28:19 +0200471 // Skip retransmission rate check if not configured.
472 if (retransmission_rate_limiter_) {
Danil Chapovalovc7fff582018-09-11 14:28:19 +0200473 // Check if we're overusing retransmission bitrate.
474 // TODO(sprang): Add histograms for nack success or failure reasons.
Ilya Nikolaevskiy23b2a252018-10-10 15:17:39 +0200475 if (!retransmission_rate_limiter_->TryUseRate(packet_size)) {
Danil Chapovalovc7fff582018-09-11 14:28:19 +0200476 return -1;
477 }
Erik Språnga12b1d62018-03-14 12:39:24 +0100478 }
Erik Språng7bb37b82018-03-09 09:52:59 +0100479
Oleh Prypin5a980492018-03-09 12:27:24 +0000480 if (paced_sender_) {
Erik Språng0f4f0552019-05-08 10:15:05 -0700481 // Mark packet as being in pacer queue again, to prevent duplicates.
482 if (!packet_history_.SetPendingTransmission(packet_id)) {
483 // Packet has already been removed from history, return early.
484 return 0;
485 }
486
Erik Språnga12b1d62018-03-14 12:39:24 +0100487 paced_sender_->InsertPacket(
488 RtpPacketSender::kNormalPriority, stored_packet->ssrc,
Erik Språng83afeeb2019-05-14 15:57:19 +0200489 stored_packet->rtp_sequence_number, stored_packet->capture_time_ms,
Per Kjellander252725d2019-02-20 13:14:34 +0100490 stored_packet->packet_size, true);
Oleh Prypin5a980492018-03-09 12:27:24 +0000491
Erik Språnga12b1d62018-03-14 12:39:24 +0100492 return packet_size;
Oleh Prypin5a980492018-03-09 12:27:24 +0000493 }
Erik Språnga12b1d62018-03-14 12:39:24 +0100494
495 std::unique_ptr<RtpPacketToSend> packet =
Danil Chapovalov6c78ff42018-10-16 11:01:05 +0200496 packet_history_.GetPacketAndSetSendTime(packet_id);
Erik Språnga12b1d62018-03-14 12:39:24 +0100497 if (!packet) {
498 // Packet could theoretically time out between the first check and this one.
499 return 0;
500 }
501
502 const bool rtx = (RtxStatus() & kRtxRetransmitted) > 0;
philipel8aadd502017-02-23 02:56:13 -0800503 if (!PrepareAndSendPacket(std::move(packet), rtx, true, PacedPacketInfo()))
sprang867fb522015-08-03 04:38:41 -0700504 return -1;
Erik Språnga12b1d62018-03-14 12:39:24 +0100505
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200506 return packet_size;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000507}
508
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200509bool RTPSender::SendPacketToNetwork(const RtpPacketToSend& packet,
philipel32d00102017-02-27 02:18:46 -0800510 const PacketOptions& options,
511 const PacedPacketInfo& pacing_info) {
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000512 int bytes_sent = -1;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000513 if (transport_) {
michaelt4da30442016-11-17 01:38:43 -0800514 UpdateRtpOverhead(packet);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200515 bytes_sent = transport_->SendRtp(packet.data(), packet.size(), options)
516 ? static_cast<int>(packet.size())
stefan1d8a5062015-10-02 03:39:33 -0700517 : -1;
terelius429c3452016-01-21 05:42:04 -0800518 if (event_log_ && bytes_sent > 0) {
Karl Wiberg918f50c2018-07-05 11:40:33 +0200519 event_log_->Log(absl::make_unique<RtcEventRtpPacketOutgoing>(
Elad Alon4a87e1c2017-10-03 16:11:34 +0200520 packet, pacing_info.probe_cluster_id));
terelius429c3452016-01-21 05:42:04 -0800521 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000522 }
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000523 // TODO(pwestin): Add a separate bitrate for sent bitrate after pacer.
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000524 if (bytes_sent <= 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100525 RTC_LOG(LS_WARNING) << "Transport failed to send packet.";
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000526 return false;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000527 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000528 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +0000529}
530
Danil Chapovalov2800d742016-08-26 18:48:46 +0200531void RTPSender::OnReceivedNack(
532 const std::vector<uint16_t>& nack_sequence_numbers,
533 int64_t avg_rtt) {
Erik Språnga12b1d62018-03-14 12:39:24 +0100534 packet_history_.SetRtt(5 + avg_rtt);
sprangcd349d92016-07-13 09:11:28 -0700535 for (uint16_t seq_no : nack_sequence_numbers) {
Erik Språnga12b1d62018-03-14 12:39:24 +0100536 const int32_t bytes_sent = ReSendPacket(seq_no);
sprangcd349d92016-07-13 09:11:28 -0700537 if (bytes_sent < 0) {
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000538 // Failed to send one Sequence number. Give up the rest in this nack.
Mirko Bonadei675513b2017-11-09 11:09:25 +0100539 RTC_LOG(LS_WARNING) << "Failed resending RTP packet " << seq_no
540 << ", Discard rest of packets.";
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000541 break;
niklase@google.com470e71d2011-07-07 08:21:25 +0000542 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000543 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000544}
545
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000546// Called from pacer when we can send the packet.
Erik Språngd2879622019-05-10 08:29:01 -0700547RtpPacketSendResult RTPSender::TimeToSendPacket(
548 uint32_t ssrc,
549 uint16_t sequence_number,
550 int64_t capture_time_ms,
551 bool retransmission,
552 const PacedPacketInfo& pacing_info) {
553 if (!SendingMedia()) {
554 return RtpPacketSendResult::kPacketNotFound;
555 }
brandtr9dfff292016-11-14 05:14:50 -0800556
557 std::unique_ptr<RtpPacketToSend> packet;
558 if (ssrc == SSRC()) {
Danil Chapovalov6c78ff42018-10-16 11:01:05 +0200559 packet = packet_history_.GetPacketAndSetSendTime(sequence_number);
brandtr9dfff292016-11-14 05:14:50 -0800560 } else if (ssrc == FlexfecSsrc()) {
Danil Chapovalov6c78ff42018-10-16 11:01:05 +0200561 packet = flexfec_packet_history_.GetPacketAndSetSendTime(sequence_number);
brandtr9dfff292016-11-14 05:14:50 -0800562 }
563
Stefan Holmera246cfb2016-08-23 17:51:42 +0200564 if (!packet) {
Erik Språngd2879622019-05-10 08:29:01 -0700565 // Packet cannot be found or was resent too recently.
566 return RtpPacketSendResult::kPacketNotFound;
Stefan Holmera246cfb2016-08-23 17:51:42 +0200567 }
asapersson35151f32016-05-02 23:44:01 -0700568
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200569 return PrepareAndSendPacket(
Erik Språngd2879622019-05-10 08:29:01 -0700570 std::move(packet),
571 retransmission && (RtxStatus() & kRtxRetransmitted) > 0,
572 retransmission, pacing_info)
573 ? RtpPacketSendResult::kSuccess
574 : RtpPacketSendResult::kTransportUnavailable;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000575}
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000576
Erik Språng9c771c22019-06-17 16:31:53 +0200577// Called from pacer when we can send the packet.
578bool RTPSender::TrySendPacket(RtpPacketToSend* packet,
579 const PacedPacketInfo& pacing_info) {
580 RTC_DCHECK(packet);
581
582 const uint32_t packet_ssrc = packet->Ssrc();
583 const auto packet_type = packet->packet_type();
584 RTC_DCHECK(packet_type.has_value());
585
586 PacketOptions options;
587 bool is_media = false;
588 bool is_rtx = false;
589 {
590 rtc::CritScope lock(&send_critsect_);
591 if (!sending_media_) {
592 return false;
593 }
594
595 switch (*packet_type) {
596 case RtpPacketToSend::Type::kAudio:
597 case RtpPacketToSend::Type::kVideo:
598 if (packet_ssrc != ssrc_) {
599 return false;
600 }
601 is_media = true;
602 break;
603 case RtpPacketToSend::Type::kRetransmission:
604 case RtpPacketToSend::Type::kPadding:
605 // Both padding and retransmission must be on either the media or the
606 // RTX stream.
607 if (packet_ssrc == ssrc_rtx_) {
608 is_rtx = true;
609 } else if (packet_ssrc != ssrc_) {
610 return false;
611 }
612 break;
613 case RtpPacketToSend::Type::kForwardErrorCorrection:
614 // FlexFEC is on separate SSRC, ULPFEC uses media SSRC.
615 if (packet_ssrc != ssrc_ && packet_ssrc != flexfec_ssrc_) {
616 return false;
617 }
618 break;
619 }
620
621 options.included_in_allocation = force_part_of_allocation_;
622 }
623
624 // Bug webrtc:7859. While FEC is invoked from rtp_sender_video, and not after
625 // the pacer, these modifications of the header below are happening after the
626 // FEC protection packets are calculated. This will corrupt recovered packets
627 // at the same place. It's not an issue for extensions, which are present in
628 // all the packets (their content just may be incorrect on recovered packets).
629 // In case of VideoTimingExtension, since it's present not in every packet,
630 // data after rtp header may be corrupted if these packets are protected by
631 // the FEC.
632 int64_t now_ms = clock_->TimeInMilliseconds();
633 int64_t diff_ms = now_ms - packet->capture_time_ms();
634 packet->SetExtension<TransmissionOffset>(kTimestampTicksPerMs * diff_ms);
635 packet->SetExtension<AbsoluteSendTime>(AbsoluteSendTime::MsTo24Bits(now_ms));
636
637 if (packet->HasExtension<VideoTimingExtension>()) {
638 if (populate_network2_timestamp_) {
639 packet->set_network2_time_ms(now_ms);
640 } else {
641 packet->set_pacer_exit_time_ms(now_ms);
642 }
643 }
644
645 // Downstream code actually uses this flag to distinguish between media and
646 // everything else.
647 options.is_retransmit = !is_media;
648 if (auto packet_id = packet->GetExtension<TransportSequenceNumber>()) {
649 options.packet_id = *packet_id;
650 options.included_in_feedback = true;
651 options.included_in_allocation = true;
652 AddPacketToTransportFeedback(*packet_id, *packet, pacing_info);
653 }
654
655 options.application_data.assign(packet->application_data().begin(),
656 packet->application_data().end());
657
658 if (packet->packet_type() != RtpPacketToSend::Type::kPadding &&
659 packet->packet_type() != RtpPacketToSend::Type::kRetransmission) {
660 UpdateDelayStatistics(packet->capture_time_ms(), now_ms, packet_ssrc);
661 UpdateOnSendPacket(options.packet_id, packet->capture_time_ms(),
662 packet_ssrc);
663 }
664
665 const bool send_success = SendPacketToNetwork(*packet, options, pacing_info);
666
667 // Put packet in retransmission history or update pending status even if
668 // actual sending fails.
669 if (is_media && packet->allow_retransmission()) {
670 packet_history_.PutRtpPacket(absl::make_unique<RtpPacketToSend>(*packet),
671 StorageType::kAllowRetransmission, now_ms);
672 } else if (packet->retransmitted_sequence_number()) {
673 packet_history_.MarkPacketAsSent(*packet->retransmitted_sequence_number());
674 }
675
676 if (send_success) {
677 UpdateRtpStats(*packet, is_rtx,
678 packet_type == RtpPacketToSend::Type::kRetransmission);
679
680 rtc::CritScope lock(&send_critsect_);
681 media_has_been_sent_ = true;
682 }
683
684 // Return true even if transport failed (will be handled by retransmissions
685 // instead in that case), so that PacketRouter does not have to iterate over
686 // all other RTP modules and fail to send there too.
687 return true;
688}
689
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200690bool RTPSender::PrepareAndSendPacket(std::unique_ptr<RtpPacketToSend> packet,
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000691 bool send_over_rtx,
philipela1ed0b32016-06-01 06:31:17 -0700692 bool is_retransmit,
philipel8aadd502017-02-23 02:56:13 -0800693 const PacedPacketInfo& pacing_info) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200694 RTC_DCHECK(packet);
695 int64_t capture_time_ms = packet->capture_time_ms();
696 RtpPacketToSend* packet_to_send = packet.get();
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000697
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200698 std::unique_ptr<RtpPacketToSend> packet_rtx;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000699 if (send_over_rtx) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200700 packet_rtx = BuildRtxPacket(*packet);
701 if (!packet_rtx)
danilchap32cd2c42016-08-01 06:58:34 -0700702 return false;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200703 packet_to_send = packet_rtx.get();
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000704 }
705
ilnik10894992017-06-21 08:23:19 -0700706 // Bug webrtc:7859. While FEC is invoked from rtp_sender_video, and not after
707 // the pacer, these modifications of the header below are happening after the
708 // FEC protection packets are calculated. This will corrupt recovered packets
709 // at the same place. It's not an issue for extensions, which are present in
710 // all the packets (their content just may be incorrect on recovered packets).
711 // In case of VideoTimingExtension, since it's present not in every packet,
712 // data after rtp header may be corrupted if these packets are protected by
713 // the FEC.
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000714 int64_t now_ms = clock_->TimeInMilliseconds();
715 int64_t diff_ms = now_ms - capture_time_ms;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200716 packet_to_send->SetExtension<TransmissionOffset>(kTimestampTicksPerMs *
717 diff_ms);
Danil Chapovalovf3ba6482017-06-12 15:43:55 +0200718 packet_to_send->SetExtension<AbsoluteSendTime>(
719 AbsoluteSendTime::MsTo24Bits(now_ms));
sprang867fb522015-08-03 04:38:41 -0700720
Erik Språng7b52f102018-02-07 14:37:37 +0100721 if (packet_to_send->HasExtension<VideoTimingExtension>()) {
722 if (populate_network2_timestamp_) {
723 packet_to_send->set_network2_time_ms(now_ms);
724 } else {
725 packet_to_send->set_pacer_exit_time_ms(now_ms);
726 }
727 }
ilnik04f4d122017-06-19 07:18:55 -0700728
stefan1d8a5062015-10-02 03:39:33 -0700729 PacketOptions options;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200730 // If we are sending over RTX, it also means this is a retransmission.
731 // E.g. RTPSender::TrySendRedundantPayloads calls PrepareAndSendPacket with
732 // send_over_rtx = true but is_retransmit = false.
733 options.is_retransmit = is_retransmit || send_over_rtx;
Sebastian Jansson30e2d6e2018-10-09 18:27:36 +0200734 bool has_transport_seq_num;
735 {
736 rtc::CritScope lock(&send_critsect_);
737 has_transport_seq_num =
738 UpdateTransportSequenceNumber(packet_to_send, &options.packet_id);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200739 options.included_in_allocation =
740 has_transport_seq_num || force_part_of_allocation_;
741 options.included_in_feedback = has_transport_seq_num;
Sebastian Jansson30e2d6e2018-10-09 18:27:36 +0200742 }
743 if (has_transport_seq_num) {
michaelt4da30442016-11-17 01:38:43 -0800744 AddPacketToTransportFeedback(options.packet_id, *packet_to_send,
philipel8aadd502017-02-23 02:56:13 -0800745 pacing_info);
sprang867fb522015-08-03 04:38:41 -0700746 }
Dino Radaković1807d572018-02-22 14:18:06 +0100747 options.application_data.assign(packet_to_send->application_data().begin(),
748 packet_to_send->application_data().end());
sprang867fb522015-08-03 04:38:41 -0700749
asapersson35151f32016-05-02 23:44:01 -0700750 if (!is_retransmit && !send_over_rtx) {
Erik Språng9c771c22019-06-17 16:31:53 +0200751 UpdateDelayStatistics(packet->capture_time_ms(), now_ms, packet->Ssrc());
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200752 UpdateOnSendPacket(options.packet_id, packet->capture_time_ms(),
753 packet->Ssrc());
stefanf116bd02015-10-27 08:29:42 -0700754 }
755
philipel32d00102017-02-27 02:18:46 -0800756 if (!SendPacketToNetwork(*packet_to_send, options, pacing_info))
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200757 return false;
758
759 {
tommiae695e92016-02-02 08:31:45 -0800760 rtc::CritScope lock(&send_critsect_);
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000761 media_has_been_sent_ = true;
762 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200763 UpdateRtpStats(*packet_to_send, send_over_rtx, is_retransmit);
764 return true;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000765}
766
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200767void RTPSender::UpdateRtpStats(const RtpPacketToSend& packet,
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000768 bool is_rtx,
769 bool is_retransmit) {
sprangcd349d92016-07-13 09:11:28 -0700770 int64_t now_ms = clock_->TimeInMilliseconds();
sprang@webrtc.org5314e852014-01-27 13:20:36 +0000771
danilchap7c9426c2016-04-14 03:05:31 -0700772 rtc::CritScope lock(&statistics_crit_);
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200773 StreamDataCounters* counters = is_rtx ? &rtx_rtp_stats_ : &rtp_stats_;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000774
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200775 total_bitrate_sent_.Update(packet.size(), now_ms);
asapersson@webrtc.org44149392015-02-04 08:34:47 +0000776
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200777 if (counters->first_packet_time_ms == -1)
778 counters->first_packet_time_ms = now_ms;
779
Erik Språngf53cfa92019-06-12 13:58:17 +0200780 if (packet.packet_type() == RtpPacketToSend::Type::kForwardErrorCorrection) {
Niels Möllerdbb988b2018-11-15 08:05:16 +0100781 counters->fec.AddPacket(packet);
Erik Språngf53cfa92019-06-12 13:58:17 +0200782 }
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200783
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200784 if (is_retransmit) {
Niels Möllerdbb988b2018-11-15 08:05:16 +0100785 counters->retransmitted.AddPacket(packet);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200786 nack_bitrate_sent_.Update(packet.size(), now_ms);
787 }
Niels Möllerdbb988b2018-11-15 08:05:16 +0100788 counters->transmitted.AddPacket(packet);
sprangcd349d92016-07-13 09:11:28 -0700789
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200790 if (rtp_stats_callback_)
791 rtp_stats_callback_->DataCountersUpdated(*counters, packet.Ssrc());
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000792}
793
philipel8aadd502017-02-23 02:56:13 -0800794size_t RTPSender::TimeToSendPadding(size_t bytes,
795 const PacedPacketInfo& pacing_info) {
stefan53b6cc32017-02-03 08:13:57 -0800796 if (bytes == 0)
pbos545727e2015-07-01 06:31:06 -0700797 return 0;
philipel8aadd502017-02-23 02:56:13 -0800798 size_t bytes_sent = TrySendRedundantPayloads(bytes, pacing_info);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000799 if (bytes_sent < bytes)
philipel8aadd502017-02-23 02:56:13 -0800800 bytes_sent += SendPadData(bytes - bytes_sent, pacing_info);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000801 return bytes_sent;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000802}
803
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200804bool RTPSender::SendToNetwork(std::unique_ptr<RtpPacketToSend> packet,
805 StorageType storage,
806 RtpPacketSender::Priority priority) {
807 RTC_DCHECK(packet);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000808 int64_t now_ms = clock_->TimeInMilliseconds();
809
brandtr9dfff292016-11-14 05:14:50 -0800810 uint32_t ssrc = packet->Ssrc();
Peter Boströme23e7372015-10-08 11:44:14 +0200811 if (paced_sender_) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200812 uint16_t seq_no = packet->SequenceNumber();
Erik Språng83afeeb2019-05-14 15:57:19 +0200813 int64_t capture_time_ms = packet->capture_time_ms();
Per Kjellander17c147c2019-02-20 12:06:17 +0100814 size_t packet_size =
815 send_side_bwe_with_overhead_ ? packet->size() : packet->payload_size();
Niels Möller59ab1cf2019-02-06 22:48:11 +0100816 if (ssrc == FlexfecSsrc()) {
brandtr9dfff292016-11-14 05:14:50 -0800817 // Store FlexFEC packets in the history here, so they can be found
818 // when the pacer calls TimeToSendPacket.
Erik Språnga12b1d62018-03-14 12:39:24 +0100819 flexfec_packet_history_.PutRtpPacket(std::move(packet), storage,
Danil Chapovalovd264df52018-06-14 12:59:38 +0200820 absl::nullopt);
brandtr9dfff292016-11-14 05:14:50 -0800821 } else {
Danil Chapovalovd264df52018-06-14 12:59:38 +0200822 packet_history_.PutRtpPacket(std::move(packet), storage, absl::nullopt);
brandtr9dfff292016-11-14 05:14:50 -0800823 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200824
Erik Språng83afeeb2019-05-14 15:57:19 +0200825 paced_sender_->InsertPacket(priority, ssrc, seq_no, capture_time_ms,
Per Kjellander17c147c2019-02-20 12:06:17 +0100826 packet_size, false);
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700827 return true;
stefan@webrtc.orgddfdfed2012-07-03 13:21:22 +0000828 }
Stefan Holmerf5dca482016-01-27 12:58:51 +0100829
830 PacketOptions options;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200831 options.is_retransmit = false;
Sebastian Jansson30e2d6e2018-10-09 18:27:36 +0200832
Danil Chapovalovaf52b682018-11-27 10:48:27 +0100833 // |capture_time_ms| <= 0 is considered invalid.
834 // TODO(holmer): This should be changed all over Video Engine so that negative
835 // time is consider invalid, while 0 is considered a valid time.
836 if (packet->capture_time_ms() > 0) {
837 packet->SetExtension<TransmissionOffset>(
838 kTimestampTicksPerMs * (now_ms - packet->capture_time_ms()));
839
840 if (populate_network2_timestamp_ &&
841 packet->HasExtension<VideoTimingExtension>()) {
842 packet->set_network2_time_ms(now_ms);
843 }
844 }
845 packet->SetExtension<AbsoluteSendTime>(AbsoluteSendTime::MsTo24Bits(now_ms));
846
Sebastian Jansson30e2d6e2018-10-09 18:27:36 +0200847 bool has_transport_seq_num;
848 {
849 rtc::CritScope lock(&send_critsect_);
850 has_transport_seq_num =
851 UpdateTransportSequenceNumber(packet.get(), &options.packet_id);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200852 options.included_in_allocation =
853 has_transport_seq_num || force_part_of_allocation_;
854 options.included_in_feedback = has_transport_seq_num;
Sebastian Jansson30e2d6e2018-10-09 18:27:36 +0200855 }
856 if (has_transport_seq_num) {
michaelt4da30442016-11-17 01:38:43 -0800857 AddPacketToTransportFeedback(options.packet_id, *packet.get(),
philipel8aadd502017-02-23 02:56:13 -0800858 PacedPacketInfo());
Stefan Holmerf5dca482016-01-27 12:58:51 +0100859 }
Dino Radaković1807d572018-02-22 14:18:06 +0100860 options.application_data.assign(packet->application_data().begin(),
861 packet->application_data().end());
Stefan Holmerf5dca482016-01-27 12:58:51 +0100862
Erik Språng9c771c22019-06-17 16:31:53 +0200863 UpdateDelayStatistics(packet->capture_time_ms(), now_ms, packet->Ssrc());
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200864 UpdateOnSendPacket(options.packet_id, packet->capture_time_ms(),
865 packet->Ssrc());
866
philipel32d00102017-02-27 02:18:46 -0800867 bool sent = SendPacketToNetwork(*packet, options, PacedPacketInfo());
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200868
869 if (sent) {
870 {
871 rtc::CritScope lock(&send_critsect_);
872 media_has_been_sent_ = true;
873 }
874 UpdateRtpStats(*packet, false, false);
875 }
sprang@webrtc.orgc957ffc2015-02-02 13:08:02 +0000876
brandtr9dfff292016-11-14 05:14:50 -0800877 // To support retransmissions, we store the media packet as sent in the
878 // packet history (even if send failed).
879 if (storage == kAllowRetransmission) {
Danil Chapovalov603ce982017-12-27 11:32:50 +0100880 RTC_DCHECK_EQ(ssrc, SSRC());
Erik Språnga12b1d62018-03-14 12:39:24 +0100881 packet_history_.PutRtpPacket(std::move(packet), storage, now_ms);
brandtr9dfff292016-11-14 05:14:50 -0800882 }
Peter Boströme23e7372015-10-08 11:44:14 +0200883
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200884 return sent;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000885}
886
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200887void RTPSender::RecomputeMaxSendDelay() {
888 max_delay_it_ = send_delays_.begin();
889 for (auto it = send_delays_.begin(); it != send_delays_.end(); ++it) {
890 if (it->second >= max_delay_it_->second) {
891 max_delay_it_ = it;
892 }
893 }
894}
895
Erik Språng9c771c22019-06-17 16:31:53 +0200896void RTPSender::UpdateDelayStatistics(int64_t capture_time_ms,
897 int64_t now_ms,
898 uint32_t ssrc) {
asapersson35151f32016-05-02 23:44:01 -0700899 if (!send_side_delay_observer_ || capture_time_ms <= 0)
Peter Boström71861a02015-05-28 14:45:36 +0200900 return;
901
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200902 int avg_delay_ms = 0;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000903 int max_delay_ms = 0;
Henrik Boström9fe18342019-05-16 18:38:20 +0200904 uint64_t total_packet_send_delay_ms = 0;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000905 {
danilchap7c9426c2016-04-14 03:05:31 -0700906 rtc::CritScope cs(&statistics_crit_);
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200907 // Compute the max and average of the recent capture-to-send delays.
908 // The time complexity of the current approach depends on the distribution
909 // of the delay values. This could be done more efficiently.
910
911 // Remove elements older than kSendSideDelayWindowMs.
912 auto lower_bound =
913 send_delays_.lower_bound(now_ms - kSendSideDelayWindowMs);
914 for (auto it = send_delays_.begin(); it != lower_bound; ++it) {
915 if (max_delay_it_ == it) {
916 max_delay_it_ = send_delays_.end();
917 }
918 sum_delays_ms_ -= it->second;
919 }
920 send_delays_.erase(send_delays_.begin(), lower_bound);
921 if (max_delay_it_ == send_delays_.end()) {
922 // Removed the previous max. Need to recompute.
923 RecomputeMaxSendDelay();
924 }
925
926 // Add the new element.
Johannes Kron965e7942018-09-13 15:36:20 +0200927 RTC_DCHECK_GE(now_ms, static_cast<int64_t>(0));
928 RTC_DCHECK_LE(now_ms, std::numeric_limits<int64_t>::max() / 2);
929 RTC_DCHECK_GE(capture_time_ms, static_cast<int64_t>(0));
930 RTC_DCHECK_LE(capture_time_ms, std::numeric_limits<int64_t>::max() / 2);
931 int64_t diff_ms = now_ms - capture_time_ms;
932 RTC_DCHECK_GE(diff_ms, static_cast<int64_t>(0));
933 RTC_DCHECK_LE(diff_ms,
934 static_cast<int64_t>(std::numeric_limits<int>::max()));
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200935 int new_send_delay = rtc::dchecked_cast<int>(now_ms - capture_time_ms);
936 SendDelayMap::iterator it;
937 bool inserted;
938 std::tie(it, inserted) =
939 send_delays_.insert(std::make_pair(now_ms, new_send_delay));
940 if (!inserted) {
941 // TODO(terelius): If we have multiple delay measurements during the same
942 // millisecond then we keep the most recent one. It is not clear that this
943 // is the right decision, but it preserves an earlier behavior.
944 int previous_send_delay = it->second;
945 sum_delays_ms_ -= previous_send_delay;
946 it->second = new_send_delay;
947 if (max_delay_it_ == it && new_send_delay < previous_send_delay) {
948 RecomputeMaxSendDelay();
949 }
Peter Boström71861a02015-05-28 14:45:36 +0200950 }
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200951 if (max_delay_it_ == send_delays_.end() ||
952 it->second >= max_delay_it_->second) {
953 max_delay_it_ = it;
954 }
955 sum_delays_ms_ += new_send_delay;
Henrik Boström9fe18342019-05-16 18:38:20 +0200956 total_packet_send_delay_ms_ += new_send_delay;
957 total_packet_send_delay_ms = total_packet_send_delay_ms_;
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200958
959 size_t num_delays = send_delays_.size();
960 RTC_DCHECK(max_delay_it_ != send_delays_.end());
961 max_delay_ms = rtc::dchecked_cast<int>(max_delay_it_->second);
962 int64_t avg_ms = (sum_delays_ms_ + num_delays / 2) / num_delays;
963 RTC_DCHECK_GE(avg_ms, static_cast<int64_t>(0));
964 RTC_DCHECK_LE(avg_ms,
965 static_cast<int64_t>(std::numeric_limits<int>::max()));
966 avg_delay_ms =
967 rtc::dchecked_cast<int>((sum_delays_ms_ + num_delays / 2) / num_delays);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000968 }
Henrik Boström9fe18342019-05-16 18:38:20 +0200969 send_side_delay_observer_->SendSideDelayUpdated(
970 avg_delay_ms, max_delay_ms, total_packet_send_delay_ms, ssrc);
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +0000971}
972
asapersson35151f32016-05-02 23:44:01 -0700973void RTPSender::UpdateOnSendPacket(int packet_id,
974 int64_t capture_time_ms,
975 uint32_t ssrc) {
976 if (!send_packet_observer_ || capture_time_ms <= 0 || packet_id == -1)
977 return;
978
979 send_packet_observer_->OnSendPacket(packet_id, capture_time_ms, ssrc);
980}
981
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000982void RTPSender::ProcessBitrate() {
sprangcd349d92016-07-13 09:11:28 -0700983 if (!bitrate_callback_)
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000984 return;
sprangcd349d92016-07-13 09:11:28 -0700985 int64_t now_ms = clock_->TimeInMilliseconds();
986 uint32_t ssrc;
987 {
988 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800989 if (!ssrc_)
990 return;
991 ssrc = *ssrc_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000992 }
sprangcd349d92016-07-13 09:11:28 -0700993
994 rtc::CritScope lock(&statistics_crit_);
995 bitrate_callback_->Notify(total_bitrate_sent_.Rate(now_ms).value_or(0),
996 nack_bitrate_sent_.Rate(now_ms).value_or(0), ssrc);
niklase@google.com470e71d2011-07-07 08:21:25 +0000997}
998
isheriff6b4b5f32016-06-08 00:24:21 -0700999size_t RTPSender::RtpHeaderLength() const {
tommiae695e92016-02-02 08:31:45 -08001000 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001001 size_t rtp_header_length = kRtpHeaderLength;
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001002 rtp_header_length += sizeof(uint32_t) * csrcs_.size();
Danil Chapovalov7b189922018-10-03 10:15:36 +02001003 rtp_header_length += RtpHeaderExtensionSize(kFecOrPaddingExtensionSizes,
1004 rtp_header_extension_map_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001005 return rtp_header_length;
niklase@google.com470e71d2011-07-07 08:21:25 +00001006}
1007
mflodmanfcf54bd2015-04-14 21:28:08 +02001008uint16_t RTPSender::AllocateSequenceNumber(uint16_t packets_to_send) {
tommiae695e92016-02-02 08:31:45 -08001009 rtc::CritScope lock(&send_critsect_);
mflodmanfcf54bd2015-04-14 21:28:08 +02001010 uint16_t first_allocated_sequence_number = sequence_number_;
1011 sequence_number_ += packets_to_send;
1012 return first_allocated_sequence_number;
niklase@google.com470e71d2011-07-07 08:21:25 +00001013}
1014
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001015void RTPSender::GetDataCounters(StreamDataCounters* rtp_stats,
1016 StreamDataCounters* rtx_stats) const {
danilchap7c9426c2016-04-14 03:05:31 -07001017 rtc::CritScope lock(&statistics_crit_);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001018 *rtp_stats = rtp_stats_;
1019 *rtx_stats = rtx_rtp_stats_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001020}
1021
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001022std::unique_ptr<RtpPacketToSend> RTPSender::AllocatePacket() const {
1023 rtc::CritScope lock(&send_critsect_);
Danil Chapovalov3b4b4f52018-10-12 12:50:43 +02001024 // TODO(danilchap): Find better motivator and value for extra capacity.
1025 // RtpPacketizer might slightly miscalulate needed size,
1026 // SRTP may benefit from extra space in the buffer and do encryption in place
1027 // saving reallocation.
1028 // While sending slightly oversized packet increase chance of dropped packet,
1029 // it is better than crash on drop packet without trying to send it.
1030 static constexpr int kExtraCapacity = 16;
1031 auto packet = absl::make_unique<RtpPacketToSend>(
1032 &rtp_header_extension_map_, max_packet_size_ + kExtraCapacity);
nisse7d59f6b2017-02-21 03:40:24 -08001033 RTC_DCHECK(ssrc_);
1034 packet->SetSsrc(*ssrc_);
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001035 packet->SetCsrcs(csrcs_);
1036 // Reserve extensions, if registered, RtpSender set in SendToNetwork.
1037 packet->ReserveExtension<AbsoluteSendTime>();
1038 packet->ReserveExtension<TransmissionOffset>();
1039 packet->ReserveExtension<TransportSequenceNumber>();
Niels Möller6893f3c2019-01-31 08:56:26 +01001040
Steve Anton4af95842018-04-06 11:09:46 -07001041 if (!mid_.empty()) {
Steve Anton296a0ce2018-03-22 15:17:27 -07001042 // This is a no-op if the MID header extension is not registered.
Steve Anton4af95842018-04-06 11:09:46 -07001043 packet->SetExtension<RtpMid>(mid_);
Steve Anton296a0ce2018-03-22 15:17:27 -07001044 }
Amit Hilbuch77938e62018-12-21 09:23:38 -08001045 if (!rid_.empty()) {
1046 // This is a no-op if the RID header extension is not registered.
1047 packet->SetExtension<RtpStreamId>(rid_);
1048 }
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001049 return packet;
1050}
1051
1052bool RTPSender::AssignSequenceNumber(RtpPacketToSend* packet) {
1053 rtc::CritScope lock(&send_critsect_);
1054 if (!sending_media_)
1055 return false;
nisse7d59f6b2017-02-21 03:40:24 -08001056 RTC_DCHECK(packet->Ssrc() == ssrc_);
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001057 packet->SetSequenceNumber(sequence_number_++);
1058
1059 // Remember marker bit to determine if padding can be inserted with
1060 // sequence number following |packet|.
1061 last_packet_marker_bit_ = packet->Marker();
Danil Chapovalovb3179c72018-03-22 10:13:07 +01001062 // Remember payload type to use in the padding packet if rtx is disabled.
1063 last_payload_type_ = packet->PayloadType();
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001064 // Save timestamps to generate timestamp field and extensions for the padding.
1065 last_rtp_timestamp_ = packet->Timestamp();
1066 last_timestamp_time_ms_ = clock_->TimeInMilliseconds();
1067 capture_time_ms_ = packet->capture_time_ms();
1068 return true;
1069}
1070
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001071bool RTPSender::UpdateTransportSequenceNumber(RtpPacketToSend* packet,
Sebastian Jansson30e2d6e2018-10-09 18:27:36 +02001072 int* packet_id) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001073 RTC_DCHECK(packet);
1074 RTC_DCHECK(packet_id);
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001075 if (!rtp_header_extension_map_.IsRegistered(TransportSequenceNumber::kId))
stefana23fc622016-07-28 07:56:38 -07001076 return false;
1077
asapersson35151f32016-05-02 23:44:01 -07001078 if (!transport_sequence_number_allocator_)
1079 return false;
1080
1081 *packet_id = transport_sequence_number_allocator_->AllocateSequenceNumber();
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001082
1083 if (!packet->SetExtension<TransportSequenceNumber>(*packet_id))
1084 return false;
1085
asapersson35151f32016-05-02 23:44:01 -07001086 return true;
sprang867fb522015-08-03 04:38:41 -07001087}
1088
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001089void RTPSender::SetSendingMediaStatus(bool enabled) {
tommiae695e92016-02-02 08:31:45 -08001090 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001091 sending_media_ = enabled;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001092}
1093
1094bool RTPSender::SendingMedia() const {
tommiae695e92016-02-02 08:31:45 -08001095 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001096 return sending_media_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001097}
1098
Sebastian Jansson1bca65b2018-10-10 09:58:08 +02001099void RTPSender::SetAsPartOfAllocation(bool part_of_allocation) {
1100 rtc::CritScope lock(&send_critsect_);
1101 force_part_of_allocation_ = part_of_allocation;
1102}
1103
danilchap71fead22016-08-18 02:01:49 -07001104void RTPSender::SetTimestampOffset(uint32_t timestamp) {
tommiae695e92016-02-02 08:31:45 -08001105 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -07001106 timestamp_offset_ = timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001107}
1108
danilchap71fead22016-08-18 02:01:49 -07001109uint32_t RTPSender::TimestampOffset() const {
tommiae695e92016-02-02 08:31:45 -08001110 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -07001111 return timestamp_offset_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001112}
1113
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001114void RTPSender::SetSSRC(uint32_t ssrc) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001115 // This is configured via the API.
tommiae695e92016-02-02 08:31:45 -08001116 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00001117
nisse7d59f6b2017-02-21 03:40:24 -08001118 if (ssrc_ == ssrc) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001119 return; // Since it's same ssrc, don't reset anything.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001120 }
nisse7d59f6b2017-02-21 03:40:24 -08001121 ssrc_.emplace(ssrc);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001122 if (!sequence_number_forced_) {
danilchap47a740b2015-12-15 00:30:07 -08001123 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001124 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001125}
1126
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001127uint32_t RTPSender::SSRC() const {
tommiae695e92016-02-02 08:31:45 -08001128 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -08001129 RTC_DCHECK(ssrc_);
1130 return *ssrc_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001131}
1132
Amit Hilbuch77938e62018-12-21 09:23:38 -08001133void RTPSender::SetRid(const std::string& rid) {
1134 // RID is used in simulcast scenario when multiple layers share the same mid.
1135 rtc::CritScope lock(&send_critsect_);
1136 RTC_DCHECK_LE(rid.length(), RtpStreamId::kMaxValueSizeBytes);
1137 rid_ = rid;
1138}
1139
Steve Anton296a0ce2018-03-22 15:17:27 -07001140void RTPSender::SetMid(const std::string& mid) {
1141 // This is configured via the API.
1142 rtc::CritScope lock(&send_critsect_);
Steve Anton4af95842018-04-06 11:09:46 -07001143 mid_ = mid;
Steve Anton296a0ce2018-03-22 15:17:27 -07001144}
1145
Danil Chapovalovd264df52018-06-14 12:59:38 +02001146absl::optional<uint32_t> RTPSender::FlexfecSsrc() const {
Niels Möller59ab1cf2019-02-06 22:48:11 +01001147 return flexfec_ssrc_;
brandtr9dfff292016-11-14 05:14:50 -08001148}
1149
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001150void RTPSender::SetCsrcs(const std::vector<uint32_t>& csrcs) {
spranga8ae6f22017-09-04 07:23:56 -07001151 RTC_DCHECK_LE(csrcs.size(), kRtpCsrcSize);
tommiae695e92016-02-02 08:31:45 -08001152 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001153 csrcs_ = csrcs;
niklase@google.com470e71d2011-07-07 08:21:25 +00001154}
1155
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001156void RTPSender::SetSequenceNumber(uint16_t seq) {
tommiae695e92016-02-02 08:31:45 -08001157 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001158 sequence_number_forced_ = true;
1159 sequence_number_ = seq;
niklase@google.com470e71d2011-07-07 08:21:25 +00001160}
1161
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001162uint16_t RTPSender::SequenceNumber() const {
tommiae695e92016-02-02 08:31:45 -08001163 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001164 return sequence_number_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001165}
1166
Danil Chapovalov271195f2019-02-11 11:30:03 +01001167static void CopyHeaderAndExtensionsToRtxPacket(const RtpPacketToSend& packet,
1168 RtpPacketToSend* rtx_packet) {
Amit Hilbuch77938e62018-12-21 09:23:38 -08001169 // Set the relevant fixed packet headers. The following are not set:
1170 // * Payload type - it is replaced in rtx packets.
1171 // * Sequence number - RTX has a separate sequence numbering.
1172 // * SSRC - RTX stream has its own SSRC.
1173 rtx_packet->SetMarker(packet.Marker());
1174 rtx_packet->SetTimestamp(packet.Timestamp());
1175
1176 // Set the variable fields in the packet header:
1177 // * CSRCs - must be set before header extensions.
1178 // * Header extensions - replace Rid header with RepairedRid header.
1179 const std::vector<uint32_t> csrcs = packet.Csrcs();
1180 rtx_packet->SetCsrcs(csrcs);
1181 for (int extension = kRtpExtensionNone + 1;
1182 extension < kRtpExtensionNumberOfExtensions; ++extension) {
1183 RTPExtensionType source_extension =
1184 static_cast<RTPExtensionType>(extension);
1185 // Rid header should be replaced with RepairedRid header
1186 RTPExtensionType destination_extension =
1187 source_extension == kRtpExtensionRtpStreamId
1188 ? kRtpExtensionRepairedRtpStreamId
1189 : source_extension;
1190
1191 // Empty extensions should be supported, so not checking |source.empty()|.
1192 if (!packet.HasExtension(source_extension)) {
1193 continue;
1194 }
1195
1196 rtc::ArrayView<const uint8_t> source =
1197 packet.FindExtension(source_extension);
1198
1199 rtc::ArrayView<uint8_t> destination =
1200 rtx_packet->AllocateExtension(destination_extension, source.size());
1201
1202 // Could happen if any:
1203 // 1. Extension has 0 length.
1204 // 2. Extension is not registered in destination.
1205 // 3. Allocating extension in destination failed.
1206 if (destination.empty() || source.size() != destination.size()) {
1207 continue;
1208 }
1209
1210 std::memcpy(destination.begin(), source.begin(), destination.size());
1211 }
Amit Hilbuch77938e62018-12-21 09:23:38 -08001212}
1213
1214std::unique_ptr<RtpPacketToSend> RTPSender::BuildRtxPacket(
1215 const RtpPacketToSend& packet) {
Danil Chapovalov271195f2019-02-11 11:30:03 +01001216 std::unique_ptr<RtpPacketToSend> rtx_packet;
Amit Hilbuch77938e62018-12-21 09:23:38 -08001217
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001218 // Add original RTP header.
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001219 {
1220 rtc::CritScope lock(&send_critsect_);
1221 if (!sending_media_)
1222 return nullptr;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001223
nisse7d59f6b2017-02-21 03:40:24 -08001224 RTC_DCHECK(ssrc_rtx_);
1225
brandtre6f98c72016-11-11 03:28:30 -08001226 // Replace payload type.
1227 auto kv = rtx_payload_type_map_.find(packet.PayloadType());
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001228 if (kv == rtx_payload_type_map_.end())
brandtre6f98c72016-11-11 03:28:30 -08001229 return nullptr;
Danil Chapovalov271195f2019-02-11 11:30:03 +01001230
1231 rtx_packet = absl::make_unique<RtpPacketToSend>(&rtp_header_extension_map_,
1232 max_packet_size_);
1233
brandtre6f98c72016-11-11 03:28:30 -08001234 rtx_packet->SetPayloadType(kv->second);
mflodman@webrtc.org9f5ebb52013-04-12 14:55:46 +00001235
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001236 // Replace sequence number.
1237 rtx_packet->SetSequenceNumber(sequence_number_rtx_++);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001238
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001239 // Replace SSRC.
nisse7d59f6b2017-02-21 03:40:24 -08001240 rtx_packet->SetSsrc(*ssrc_rtx_);
Steve Anton296a0ce2018-03-22 15:17:27 -07001241
Danil Chapovalov271195f2019-02-11 11:30:03 +01001242 CopyHeaderAndExtensionsToRtxPacket(packet, rtx_packet.get());
1243
Amit Hilbuch77938e62018-12-21 09:23:38 -08001244 // The spec indicates that it is possible for a sender to stop sending mids
1245 // once the SSRCs have been bound on the receiver. As a result the source
1246 // rtp packet might not have the MID header extension set.
1247 // However, the SSRC of the RTX stream might not have been bound on the
1248 // receiver. This means that we should include it here.
1249 // The same argument goes for the Repaired RID extension.
Steve Anton4af95842018-04-06 11:09:46 -07001250 if (!mid_.empty()) {
Steve Anton296a0ce2018-03-22 15:17:27 -07001251 // This is a no-op if the MID header extension is not registered.
Steve Anton4af95842018-04-06 11:09:46 -07001252 rtx_packet->SetExtension<RtpMid>(mid_);
Steve Anton296a0ce2018-03-22 15:17:27 -07001253 }
Amit Hilbuch77938e62018-12-21 09:23:38 -08001254 if (!rid_.empty()) {
1255 // This is a no-op if the Repaired-RID header extension is not registered.
1256 // rtx_packet->SetExtension<RepairedRtpStreamId>(rid_);
1257 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001258 }
Danil Chapovalov271195f2019-02-11 11:30:03 +01001259 RTC_DCHECK(rtx_packet);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001260
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001261 uint8_t* rtx_payload =
1262 rtx_packet->AllocatePayload(packet.payload_size() + kRtxHeaderSize);
Danil Chapovalov271195f2019-02-11 11:30:03 +01001263 if (rtx_payload == nullptr)
1264 return nullptr;
1265
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001266 // Add OSN (original sequence number).
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001267 ByteWriter<uint16_t>::WriteBigEndian(rtx_payload, packet.SequenceNumber());
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001268
1269 // Add original payload data.
danilchap96c15872016-11-21 01:35:29 -08001270 auto payload = packet.payload();
1271 memcpy(rtx_payload + kRtxHeaderSize, payload.data(), payload.size());
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001272
Dino Radaković1807d572018-02-22 14:18:06 +01001273 // Add original application data.
1274 rtx_packet->set_application_data(packet.application_data());
1275
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001276 return rtx_packet;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001277}
1278
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001279void RTPSender::RegisterRtpStatisticsCallback(
1280 StreamDataCountersCallback* callback) {
danilchap7c9426c2016-04-14 03:05:31 -07001281 rtc::CritScope cs(&statistics_crit_);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001282 rtp_stats_callback_ = callback;
1283}
1284
1285StreamDataCountersCallback* RTPSender::GetRtpStatisticsCallback() const {
danilchap7c9426c2016-04-14 03:05:31 -07001286 rtc::CritScope cs(&statistics_crit_);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001287 return rtp_stats_callback_;
1288}
1289
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001290uint32_t RTPSender::BitrateSent() const {
sprangcd349d92016-07-13 09:11:28 -07001291 rtc::CritScope cs(&statistics_crit_);
1292 return total_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001293}
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001294
1295void RTPSender::SetRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -08001296 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001297 sequence_number_ = rtp_state.sequence_number;
1298 sequence_number_forced_ = true;
danilchap71fead22016-08-18 02:01:49 -07001299 timestamp_offset_ = rtp_state.start_timestamp;
danilchape5b41412016-08-22 03:39:23 -07001300 last_rtp_timestamp_ = rtp_state.timestamp;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001301 capture_time_ms_ = rtp_state.capture_time_ms;
1302 last_timestamp_time_ms_ = rtp_state.last_timestamp_time_ms;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001303 media_has_been_sent_ = rtp_state.media_has_been_sent;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001304}
1305
1306RtpState RTPSender::GetRtpState() const {
tommiae695e92016-02-02 08:31:45 -08001307 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001308
1309 RtpState state;
1310 state.sequence_number = sequence_number_;
danilchap71fead22016-08-18 02:01:49 -07001311 state.start_timestamp = timestamp_offset_;
danilchape5b41412016-08-22 03:39:23 -07001312 state.timestamp = last_rtp_timestamp_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001313 state.capture_time_ms = capture_time_ms_;
1314 state.last_timestamp_time_ms = last_timestamp_time_ms_;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001315 state.media_has_been_sent = media_has_been_sent_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001316
1317 return state;
1318}
1319
1320void RTPSender::SetRtxRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -08001321 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001322 sequence_number_rtx_ = rtp_state.sequence_number;
1323}
1324
1325RtpState RTPSender::GetRtxRtpState() const {
tommiae695e92016-02-02 08:31:45 -08001326 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001327
1328 RtpState state;
1329 state.sequence_number = sequence_number_rtx_;
danilchap71fead22016-08-18 02:01:49 -07001330 state.start_timestamp = timestamp_offset_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001331
1332 return state;
1333}
1334
philipel8aadd502017-02-23 02:56:13 -08001335void RTPSender::AddPacketToTransportFeedback(
1336 uint16_t packet_id,
1337 const RtpPacketToSend& packet,
1338 const PacedPacketInfo& pacing_info) {
michaelt4da30442016-11-17 01:38:43 -08001339 if (transport_feedback_observer_) {
Erik Språng30a276b2019-04-23 12:00:11 +02001340 size_t packet_size = packet.payload_size() + packet.padding_size();
1341 if (send_side_bwe_with_overhead_) {
1342 packet_size = packet.size();
1343 }
1344
1345 RtpPacketSendInfo packet_info;
1346 packet_info.ssrc = SSRC();
1347 packet_info.transport_sequence_number = packet_id;
Erik Språng490d76c2019-05-07 09:29:15 -07001348 packet_info.has_rtp_sequence_number = true;
Erik Språng30a276b2019-04-23 12:00:11 +02001349 packet_info.rtp_sequence_number = packet.SequenceNumber();
1350 packet_info.length = packet_size;
1351 packet_info.pacing_info = pacing_info;
1352 transport_feedback_observer_->OnAddPacket(packet_info);
michaelt4da30442016-11-17 01:38:43 -08001353 }
1354}
1355
1356void RTPSender::UpdateRtpOverhead(const RtpPacketToSend& packet) {
1357 if (!overhead_observer_)
1358 return;
nisse284542b2017-01-10 08:58:32 -08001359 size_t overhead_bytes_per_packet;
michaelt4da30442016-11-17 01:38:43 -08001360 {
1361 rtc::CritScope lock(&send_critsect_);
1362 if (rtp_overhead_bytes_per_packet_ == packet.headers_size()) {
1363 return;
1364 }
1365 rtp_overhead_bytes_per_packet_ = packet.headers_size();
nisse284542b2017-01-10 08:58:32 -08001366 overhead_bytes_per_packet = rtp_overhead_bytes_per_packet_;
michaelt4da30442016-11-17 01:38:43 -08001367 }
1368 overhead_observer_->OnOverheadChanged(overhead_bytes_per_packet);
1369}
1370
sprang168794c2017-07-06 04:38:06 -07001371int64_t RTPSender::LastTimestampTimeMs() const {
1372 rtc::CritScope lock(&send_critsect_);
1373 return last_timestamp_time_ms_;
1374}
1375
Erik Språng8b101922018-01-18 11:58:05 -08001376void RTPSender::SetRtt(int64_t rtt_ms) {
1377 packet_history_.SetRtt(rtt_ms);
1378 flexfec_packet_history_.SetRtt(rtt_ms);
1379}
Erik Språng490d76c2019-05-07 09:29:15 -07001380
1381void RTPSender::OnPacketsAcknowledged(
1382 rtc::ArrayView<const uint16_t> sequence_numbers) {
1383 packet_history_.CullAcknowledgedPackets(sequence_numbers);
1384}
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001385} // namespace webrtc