blob: 38d603092f4f12d1084a7237202d6e9fc06639b7 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgf6bb77a2012-01-24 17:16:59 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/rtp_rtcp/source/rtp_sender.h"
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +000012
danilchapb8b6fbb2015-12-10 05:05:27 -080013#include <algorithm>
Johannes Kron965e7942018-09-13 15:36:20 +020014#include <limits>
Steve Anton296a0ce2018-03-22 15:17:27 -070015#include <string>
Shao Changbine62202f2015-04-21 20:24:50 +080016#include <utility>
niklase@google.com470e71d2011-07-07 08:21:25 +000017
Karl Wiberg918f50c2018-07-05 11:40:33 +020018#include "absl/memory/memory.h"
Niels Mölleraa3c1cc2018-11-02 10:54:56 +010019#include "absl/strings/match.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020020#include "logging/rtc_event_log/events/rtc_event_rtp_packet_outgoing.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020021#include "logging/rtc_event_log/rtc_event_log.h"
22#include "modules/remote_bitrate_estimator/test/bwe_test_logging.h"
23#include "modules/rtp_rtcp/include/rtp_cvo.h"
24#include "modules/rtp_rtcp/source/byte_io.h"
25#include "modules/rtp_rtcp/source/playout_delay_oracle.h"
philipel569397f2018-09-26 12:25:31 +020026#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor_extension.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
28#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
29#include "modules/rtp_rtcp/source/rtp_sender_audio.h"
30#include "modules/rtp_rtcp/source/rtp_sender_video.h"
31#include "modules/rtp_rtcp/source/time_util.h"
32#include "rtc_base/arraysize.h"
33#include "rtc_base/checks.h"
34#include "rtc_base/logging.h"
Karl Wiberge40468b2017-11-22 10:42:26 +010035#include "rtc_base/numerics/safe_minmax.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020036#include "rtc_base/rate_limiter.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020037#include "rtc_base/timeutils.h"
38#include "rtc_base/trace_event.h"
39#include "system_wrappers/include/field_trial.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000040
41namespace webrtc {
niklase@google.com470e71d2011-07-07 08:21:25 +000042
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000043namespace {
Danil Chapovalov31e4e802016-08-03 18:27:40 +020044// Max in the RFC 3550 is 255 bytes, we limit it to be modulus 32 for SRTP.
45constexpr size_t kMaxPaddingLength = 224;
stefan53b6cc32017-02-03 08:13:57 -080046constexpr size_t kMinAudioPaddingLength = 50;
Danil Chapovalov31e4e802016-08-03 18:27:40 +020047constexpr int kSendSideDelayWindowMs = 1000;
48constexpr size_t kRtpHeaderLength = 12;
49constexpr uint16_t kMaxInitRtpSeqNumber = 32767; // 2^15 -1.
50constexpr uint32_t kTimestampTicksPerMs = 90;
51constexpr int kBitrateStatisticsWindowMs = 1000;
guoweis@webrtc.org45362892015-03-04 22:55:15 +000052
brandtr9dfff292016-11-14 05:14:50 -080053constexpr size_t kMinFlexfecPacketsToStoreForPacing = 50;
54
erikvarga27883732017-05-17 05:08:38 -070055template <typename Extension>
56constexpr RtpExtensionSize CreateExtensionSize() {
57 return {Extension::kId, Extension::kValueSizeBytes};
58}
59
60// Size info for header extensions that might be used in padding or FEC packets.
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +010061constexpr RtpExtensionSize kFecOrPaddingExtensionSizes[] = {
erikvarga27883732017-05-17 05:08:38 -070062 CreateExtensionSize<AbsoluteSendTime>(),
63 CreateExtensionSize<TransmissionOffset>(),
64 CreateExtensionSize<TransportSequenceNumber>(),
65 CreateExtensionSize<PlayoutDelayLimits>(),
Steve Antonf0482ea2018-04-09 13:33:52 -070066 {RtpMid::kId, RtpMid::kMaxValueSizeBytes},
erikvarga27883732017-05-17 05:08:38 -070067};
68
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +010069// Size info for header extensions that might be used in video packets.
70constexpr RtpExtensionSize kVideoExtensionSizes[] = {
71 CreateExtensionSize<AbsoluteSendTime>(),
72 CreateExtensionSize<TransmissionOffset>(),
73 CreateExtensionSize<TransportSequenceNumber>(),
74 CreateExtensionSize<PlayoutDelayLimits>(),
75 CreateExtensionSize<VideoOrientation>(),
76 CreateExtensionSize<VideoContentTypeExtension>(),
77 CreateExtensionSize<VideoTimingExtension>(),
Steve Antonf0482ea2018-04-09 13:33:52 -070078 {RtpMid::kId, RtpMid::kMaxValueSizeBytes},
philipel569397f2018-09-26 12:25:31 +020079 {RtpGenericFrameDescriptorExtension::kId,
80 RtpGenericFrameDescriptorExtension::kMaxSizeBytes},
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +010081};
82
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +000083const char* FrameTypeToString(FrameType frame_type) {
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000084 switch (frame_type) {
pbos22993e12015-10-19 02:39:06 -070085 case kEmptyFrame:
86 return "empty";
Yves Gerey665174f2018-06-19 15:03:05 +020087 case kAudioFrameSpeech:
88 return "audio_speech";
89 case kAudioFrameCN:
90 return "audio_cn";
91 case kVideoFrameKey:
92 return "video_key";
93 case kVideoFrameDelta:
94 return "video_delta";
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000095 }
96 return "";
97}
98
Danil Chapovalov31e4e802016-08-03 18:27:40 +020099void CountPacket(RtpPacketCounter* counter, const RtpPacketToSend& packet) {
100 ++counter->packets;
101 counter->header_bytes += packet.headers_size();
102 counter->padding_bytes += packet.padding_size();
103 counter->payload_bytes += packet.payload_size();
Stefan Holmer0a87ffc2015-10-21 13:41:48 +0200104}
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200105
hclam@chromium.org806dc3b2013-04-09 19:54:10 +0000106} // namespace
107
sprangebbf8a82015-09-21 15:11:14 -0700108RTPSender::RTPSender(
109 bool audio,
110 Clock* clock,
111 Transport* transport,
sprangebbf8a82015-09-21 15:11:14 -0700112 RtpPacketSender* paced_sender,
brandtrdbdb3f12016-11-10 05:04:48 -0800113 FlexfecSender* flexfec_sender,
sprangebbf8a82015-09-21 15:11:14 -0700114 TransportSequenceNumberAllocator* sequence_number_allocator,
115 TransportFeedbackObserver* transport_feedback_observer,
116 BitrateStatisticsObserver* bitrate_callback,
117 FrameCountObserver* frame_count_observer,
terelius429c3452016-01-21 05:42:04 -0800118 SendSideDelayObserver* send_side_delay_observer,
asapersson35151f32016-05-02 23:44:01 -0700119 RtcEventLog* event_log,
sprangcd349d92016-07-13 09:11:28 -0700120 SendPacketObserver* send_packet_observer,
michaelt4da30442016-11-17 01:38:43 -0800121 RateLimiter* retransmission_rate_limiter,
Erik Språng7b52f102018-02-07 14:37:37 +0100122 OverheadObserver* overhead_observer,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700123 bool populate_network2_timestamp,
124 FrameEncryptorInterface* frame_encryptor,
Johannes Kron9190b822018-10-29 11:22:05 +0100125 bool require_frame_encryption,
126 bool extmap_allow_mixed)
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000127 : clock_(clock),
Niels Möllerd28db7f2016-05-10 16:31:47 +0200128 // TODO(holmer): Remove this conversion?
129 clock_delta_ms_(clock_->TimeInMilliseconds() - rtc::TimeMillis()),
danilchap47a740b2015-12-15 00:30:07 -0800130 random_(clock_->TimeInMicroseconds()),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000131 audio_configured_(audio),
solenberg6021fe22016-03-15 11:41:53 -0700132 audio_(audio ? new RTPSenderAudio(clock, this) : nullptr),
Benjamin Wright192eeec2018-10-17 17:27:25 -0700133 video_(audio ? nullptr
134 : new RTPSenderVideo(clock,
135 this,
136 flexfec_sender,
137 frame_encryptor,
138 require_frame_encryption)),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000139 paced_sender_(paced_sender),
sprangebbf8a82015-09-21 15:11:14 -0700140 transport_sequence_number_allocator_(sequence_number_allocator),
sprang5e023eb2015-09-14 06:42:43 -0700141 transport_feedback_observer_(transport_feedback_observer),
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000142 last_capture_time_ms_sent_(0),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000143 transport_(transport),
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200144 sending_media_(true), // Default to sending media.
145 force_part_of_allocation_(false),
nisse284542b2017-01-10 08:58:32 -0800146 max_packet_size_(IP_PACKET_SIZE - 28), // Default is IP-v4/UDP.
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100147 last_payload_type_(-1),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000148 payload_type_map_(),
Johannes Kron9190b822018-10-29 11:22:05 +0100149 rtp_header_extension_map_(extmap_allow_mixed),
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000150 packet_history_(clock),
brandtr9dfff292016-11-14 05:14:50 -0800151 flexfec_packet_history_(clock),
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000152 // Statistics
Johannes Kron4a8a5e72018-09-26 09:57:48 +0200153 send_delays_(),
154 max_delay_it_(send_delays_.end()),
155 sum_delays_ms_(0),
sprangcd349d92016-07-13 09:11:28 -0700156 rtp_stats_callback_(nullptr),
157 total_bitrate_sent_(kBitrateStatisticsWindowMs,
158 RateStatistics::kBpsScale),
159 nack_bitrate_sent_(kBitrateStatisticsWindowMs, RateStatistics::kBpsScale),
andresp@webrtc.org8f151212014-07-10 09:39:23 +0000160 frame_count_observer_(frame_count_observer),
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000161 send_side_delay_observer_(send_side_delay_observer),
terelius429c3452016-01-21 05:42:04 -0800162 event_log_(event_log),
asapersson35151f32016-05-02 23:44:01 -0700163 send_packet_observer_(send_packet_observer),
sprangcd349d92016-07-13 09:11:28 -0700164 bitrate_callback_(bitrate_callback),
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000165 // RTP variables
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000166 remote_ssrc_(0),
167 sequence_number_forced_(false),
danilchape5b41412016-08-22 03:39:23 -0700168 last_rtp_timestamp_(0),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000169 capture_time_ms_(0),
170 last_timestamp_time_ms_(0),
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000171 media_has_been_sent_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000172 last_packet_marker_bit_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000173 csrcs_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000174 rtx_(kRtxOff),
michaelt4da30442016-11-17 01:38:43 -0800175 rtp_overhead_bytes_per_packet_(0),
176 retransmission_rate_limiter_(retransmission_rate_limiter),
elad.alonc3dfff32017-01-26 02:46:55 -0800177 overhead_observer_(overhead_observer),
Erik Språng7b52f102018-02-07 14:37:37 +0100178 populate_network2_timestamp_(populate_network2_timestamp),
elad.alonc3dfff32017-01-26 02:46:55 -0800179 send_side_bwe_with_overhead_(
Ilya Nikolaevskiy23b2a252018-10-10 15:17:39 +0200180 webrtc::field_trial::IsEnabled("WebRTC-SendSideBwe-WithOverhead")) {
danilchap71fead22016-08-18 02:01:49 -0700181 // This random initialization is not intended to be cryptographic strong.
182 timestamp_offset_ = random_.Rand<uint32_t>();
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000183 // Random start, 16 bits. Can't be 0.
danilchap47a740b2015-12-15 00:30:07 -0800184 sequence_number_rtx_ = random_.Rand(1, kMaxInitRtpSeqNumber);
185 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
brandtr9dfff292016-11-14 05:14:50 -0800186
187 // Store FlexFEC packets in the packet history data structure, so they can
188 // be found when paced.
189 if (flexfec_sender) {
190 flexfec_packet_history_.SetStorePacketsStatus(
Erik Språnga12b1d62018-03-14 12:39:24 +0100191 RtpPacketHistory::StorageMode::kStore,
192 kMinFlexfecPacketsToStoreForPacing);
brandtr9dfff292016-11-14 05:14:50 -0800193 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000194}
195
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000196RTPSender::~RTPSender() {
tommiae695e92016-02-02 08:31:45 -0800197 // TODO(tommi): Use a thread checker to ensure the object is created and
198 // deleted on the same thread. At the moment this isn't possible due to
199 // voe::ChannelOwner in voice engine. To reproduce, run:
200 // voe_auto_test --automated --gtest_filter=*MixManyChannelsForStressOpus
201
202 // TODO(tommi,holmer): We don't grab locks in the dtor before accessing member
203 // variables but we grab them in all other methods. (what's the design?)
204 // Start documenting what thread we're on in what method so that it's easier
205 // to understand performance attributes and possibly remove locks.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000206 while (!payload_type_map_.empty()) {
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000207 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000208 payload_type_map_.begin();
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000209 delete it->second;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000210 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000211 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000212}
niklase@google.com470e71d2011-07-07 08:21:25 +0000213
erikvarga27883732017-05-17 05:08:38 -0700214rtc::ArrayView<const RtpExtensionSize> RTPSender::FecExtensionSizes() {
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +0100215 return rtc::MakeArrayView(kFecOrPaddingExtensionSizes,
216 arraysize(kFecOrPaddingExtensionSizes));
217}
218
219rtc::ArrayView<const RtpExtensionSize> RTPSender::VideoExtensionSizes() {
220 return rtc::MakeArrayView(kVideoExtensionSizes,
221 arraysize(kVideoExtensionSizes));
erikvarga27883732017-05-17 05:08:38 -0700222}
223
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000224uint16_t RTPSender::ActualSendBitrateKbit() const {
sprangcd349d92016-07-13 09:11:28 -0700225 rtc::CritScope cs(&statistics_crit_);
226 return static_cast<uint16_t>(
227 total_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0) /
228 1000);
niklase@google.com470e71d2011-07-07 08:21:25 +0000229}
230
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000231uint32_t RTPSender::VideoBitrateSent() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000232 if (video_) {
233 return video_->VideoBitrateSent();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000234 }
235 return 0;
stefan@webrtc.orgfbea4e52011-10-27 16:08:29 +0000236}
237
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000238uint32_t RTPSender::FecOverheadRate() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000239 if (video_) {
240 return video_->FecOverheadRate();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000241 }
242 return 0;
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000243}
244
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000245uint32_t RTPSender::NackOverheadRate() const {
sprangcd349d92016-07-13 09:11:28 -0700246 rtc::CritScope cs(&statistics_crit_);
247 return nack_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0);
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000248}
249
Johannes Kron9190b822018-10-29 11:22:05 +0100250void RTPSender::SetExtmapAllowMixed(bool extmap_allow_mixed) {
251 rtc::CritScope lock(&send_critsect_);
252 rtp_header_extension_map_.SetExtmapAllowMixed(extmap_allow_mixed);
253}
254
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000255int32_t RTPSender::RegisterRtpHeaderExtension(RTPExtensionType type,
256 uint8_t id) {
tommiae695e92016-02-02 08:31:45 -0800257 rtc::CritScope lock(&send_critsect_);
danilchapfab482b2017-04-04 02:33:48 -0700258 return rtp_header_extension_map_.RegisterByType(id, type) ? 0 : -1;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000259}
260
Danil Chapovalov585d1aa2018-09-14 18:29:32 +0200261bool RTPSender::RegisterRtpHeaderExtension(const std::string& uri, int id) {
262 rtc::CritScope lock(&send_critsect_);
263 return rtp_header_extension_map_.RegisterByUri(id, uri);
264}
265
stefan53b6cc32017-02-03 08:13:57 -0800266bool RTPSender::IsRtpHeaderExtensionRegistered(RTPExtensionType type) const {
tommiae695e92016-02-02 08:31:45 -0800267 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000268 return rtp_header_extension_map_.IsRegistered(type);
269}
270
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000271int32_t RTPSender::DeregisterRtpHeaderExtension(RTPExtensionType type) {
tommiae695e92016-02-02 08:31:45 -0800272 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000273 return rtp_header_extension_map_.Deregister(type);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000274}
275
Niels Möllerf418bcb2018-11-05 13:27:35 +0100276int32_t RTPSender::RegisterPayload(absl::string_view payload_name,
Niels Mölleraa3c1cc2018-11-02 10:54:56 +0100277 int8_t payload_number,
278 uint32_t frequency,
279 size_t channels,
280 uint32_t rate) {
Niels Möllerf418bcb2018-11-05 13:27:35 +0100281 RTC_DCHECK_LT(payload_name.size(), RTP_PAYLOAD_NAME_SIZE);
tommiae695e92016-02-02 08:31:45 -0800282 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000283
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000284 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000285 payload_type_map_.find(payload_number);
niklase@google.com470e71d2011-07-07 08:21:25 +0000286
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000287 if (payload_type_map_.end() != it) {
288 // We already use this payload type.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000289 RtpUtility::Payload* payload = it->second;
spranga8ae6f22017-09-04 07:23:56 -0700290 RTC_DCHECK(payload);
niklase@google.com470e71d2011-07-07 08:21:25 +0000291
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000292 // Check if it's the same as we already have.
Niels Mölleraa3c1cc2018-11-02 10:54:56 +0100293 if (absl::EqualsIgnoreCase(payload->name, payload_name)) {
Karl Wibergc856dc22017-09-28 20:13:59 +0200294 if (audio_configured_ && payload->typeSpecific.is_audio()) {
295 auto& p = payload->typeSpecific.audio_payload();
Karl Wibergc62f6c72017-10-04 12:38:53 +0200296 if (rtc::SafeEq(p.format.clockrate_hz, frequency) &&
Karl Wibergc856dc22017-09-28 20:13:59 +0200297 (p.rate == rate || p.rate == 0 || rate == 0)) {
298 p.rate = rate;
299 // Ensure that we update the rate if new or old is zero.
300 return 0;
301 }
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000302 }
Karl Wibergc856dc22017-09-28 20:13:59 +0200303 if (!audio_configured_ && !payload->typeSpecific.is_audio()) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000304 return 0;
305 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000306 }
307 return -1;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000308 }
mflodmanfcf54bd2015-04-14 21:28:08 +0200309 int32_t ret_val = 0;
danilchap6db6cdc2015-12-15 02:54:47 -0800310 RtpUtility::Payload* payload = nullptr;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000311 if (audio_configured_) {
mflodmanfcf54bd2015-04-14 21:28:08 +0200312 // TODO(mflodman): Change to CreateAudioPayload and make static.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000313 ret_val = audio_->RegisterAudioPayload(payload_name, payload_number,
danilchap6db6cdc2015-12-15 02:54:47 -0800314 frequency, channels, rate, &payload);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000315 } else {
Peter Boström9d0c4322016-02-16 17:59:27 +0100316 payload = video_->CreateVideoPayload(payload_name, payload_number);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000317 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000318 if (payload) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000319 payload_type_map_[payload_number] = payload;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000320 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000321 return ret_val;
niklase@google.com470e71d2011-07-07 08:21:25 +0000322}
323
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000324int32_t RTPSender::DeRegisterSendPayload(int8_t payload_type) {
tommiae695e92016-02-02 08:31:45 -0800325 rtc::CritScope lock(&send_critsect_);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000326
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000327 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000328 payload_type_map_.find(payload_type);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000329
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000330 if (payload_type_map_.end() == it) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000331 return -1;
332 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000333 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000334 delete payload;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000335 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000336 return 0;
337}
niklase@google.com470e71d2011-07-07 08:21:25 +0000338
nisse284542b2017-01-10 08:58:32 -0800339void RTPSender::SetMaxRtpPacketSize(size_t max_packet_size) {
kwibergee89e782017-08-09 17:22:01 -0700340 RTC_DCHECK_GE(max_packet_size, 100);
341 RTC_DCHECK_LE(max_packet_size, IP_PACKET_SIZE);
tommiae695e92016-02-02 08:31:45 -0800342 rtc::CritScope lock(&send_critsect_);
nisse284542b2017-01-10 08:58:32 -0800343 max_packet_size_ = max_packet_size;
niklase@google.com470e71d2011-07-07 08:21:25 +0000344}
345
nisse284542b2017-01-10 08:58:32 -0800346size_t RTPSender::MaxRtpPacketSize() const {
347 return max_packet_size_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000348}
349
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000350void RTPSender::SetRtxStatus(int mode) {
tommiae695e92016-02-02 08:31:45 -0800351 rtc::CritScope lock(&send_critsect_);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000352 rtx_ = mode;
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000353}
354
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000355int RTPSender::RtxStatus() const {
tommiae695e92016-02-02 08:31:45 -0800356 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000357 return rtx_;
358}
359
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000360void RTPSender::SetRtxSsrc(uint32_t ssrc) {
tommiae695e92016-02-02 08:31:45 -0800361 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800362 ssrc_rtx_.emplace(ssrc);
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000363}
364
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000365uint32_t RTPSender::RtxSsrc() const {
tommiae695e92016-02-02 08:31:45 -0800366 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800367 RTC_DCHECK(ssrc_rtx_);
368 return *ssrc_rtx_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000369}
370
Shao Changbine62202f2015-04-21 20:24:50 +0800371void RTPSender::SetRtxPayloadType(int payload_type,
372 int associated_payload_type) {
tommiae695e92016-02-02 08:31:45 -0800373 rtc::CritScope lock(&send_critsect_);
henrikg91d6ede2015-09-17 00:24:34 -0700374 RTC_DCHECK_LE(payload_type, 127);
375 RTC_DCHECK_LE(associated_payload_type, 127);
Shao Changbine62202f2015-04-21 20:24:50 +0800376 if (payload_type < 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100377 RTC_LOG(LS_ERROR) << "Invalid RTX payload type: " << payload_type << ".";
Shao Changbine62202f2015-04-21 20:24:50 +0800378 return;
379 }
380
381 rtx_payload_type_map_[associated_payload_type] = payload_type;
Åsa Persson6ae25722015-04-13 17:48:08 +0200382}
383
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000384int32_t RTPSender::CheckPayloadType(int8_t payload_type,
Niels Möller520ca4e2018-06-04 11:14:38 +0200385 VideoCodecType* video_type) {
tommiae695e92016-02-02 08:31:45 -0800386 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000387
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000388 if (payload_type < 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100389 RTC_LOG(LS_ERROR) << "Invalid payload_type " << payload_type << ".";
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000390 return -1;
391 }
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100392 if (last_payload_type_ == payload_type) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000393 if (!audio_configured_) {
394 *video_type = video_->VideoCodecType();
niklase@google.com470e71d2011-07-07 08:21:25 +0000395 }
396 return 0;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000397 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000398 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000399 payload_type_map_.find(payload_type);
400 if (it == payload_type_map_.end()) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100401 RTC_LOG(LS_WARNING) << "Payload type " << static_cast<int>(payload_type)
402 << " not registered.";
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000403 return -1;
404 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000405 RtpUtility::Payload* payload = it->second;
spranga8ae6f22017-09-04 07:23:56 -0700406 RTC_DCHECK(payload);
Karl Wibergc856dc22017-09-28 20:13:59 +0200407 if (payload->typeSpecific.is_video() && !audio_configured_) {
408 video_->SetVideoCodecType(
409 payload->typeSpecific.video_payload().videoCodecType);
410 *video_type = payload->typeSpecific.video_payload().videoCodecType;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000411 }
412 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000413}
414
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700415bool RTPSender::SendOutgoingData(FrameType frame_type,
416 int8_t payload_type,
417 uint32_t capture_timestamp,
418 int64_t capture_time_ms,
419 const uint8_t* payload_data,
420 size_t payload_size,
421 const RTPFragmentationHeader* fragmentation,
422 const RTPVideoHeader* rtp_header,
spranga8ae6f22017-09-04 07:23:56 -0700423 uint32_t* transport_frame_id_out,
424 int64_t expected_retransmission_time_ms) {
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000425 uint32_t ssrc;
isheriff6b4b5f32016-06-08 00:24:21 -0700426 uint16_t sequence_number;
danilchape5b41412016-08-22 03:39:23 -0700427 uint32_t rtp_timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000428 {
429 // Drop this packet if we're not sending media packets.
tommiae695e92016-02-02 08:31:45 -0800430 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800431 RTC_DCHECK(ssrc_);
432
433 ssrc = *ssrc_;
isheriff6b4b5f32016-06-08 00:24:21 -0700434 sequence_number = sequence_number_;
danilchape5b41412016-08-22 03:39:23 -0700435 rtp_timestamp = timestamp_offset_ + capture_timestamp;
436 if (transport_frame_id_out)
437 *transport_frame_id_out = rtp_timestamp;
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700438 if (!sending_media_)
439 return true;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000440 }
Niels Möller520ca4e2018-06-04 11:14:38 +0200441 VideoCodecType video_type = kVideoCodecGeneric;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000442 if (CheckPayloadType(payload_type, &video_type) != 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100443 RTC_LOG(LS_ERROR) << "Don't send data with unknown payload type: "
444 << static_cast<int>(payload_type) << ".";
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700445 return false;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000446 }
447
spranga8ae6f22017-09-04 07:23:56 -0700448 switch (frame_type) {
449 case kAudioFrameSpeech:
450 case kAudioFrameCN:
451 RTC_CHECK(audio_configured_);
452 break;
453 case kVideoFrameKey:
454 case kVideoFrameDelta:
455 RTC_CHECK(!audio_configured_);
456 break;
457 case kEmptyFrame:
458 break;
459 }
460
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700461 bool result;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000462 if (audio_configured_) {
danilchape5b41412016-08-22 03:39:23 -0700463 TRACE_EVENT_ASYNC_STEP1("webrtc", "Audio", rtp_timestamp, "Send", "type",
464 FrameTypeToString(frame_type));
Niels Möller90397d92017-10-27 10:51:20 +0200465 // The only known way to produce of RTPFragmentationHeader for audio is
466 // to use the AudioCodingModule directly.
467 RTC_DCHECK(fragmentation == nullptr);
danilchape5b41412016-08-22 03:39:23 -0700468 result = audio_->SendAudio(frame_type, payload_type, rtp_timestamp,
Niels Möller90397d92017-10-27 10:51:20 +0200469 payload_data, payload_size);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000470 } else {
Yves Gerey665174f2018-06-19 15:03:05 +0200471 TRACE_EVENT_ASYNC_STEP1("webrtc", "Video", capture_time_ms, "Send", "type",
472 FrameTypeToString(frame_type));
pbos22993e12015-10-19 02:39:06 -0700473 if (frame_type == kEmptyFrame)
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700474 return true;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000475
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700476 if (rtp_header) {
477 playout_delay_oracle_.UpdateRequest(ssrc, rtp_header->playout_delay,
isheriff6b4b5f32016-06-08 00:24:21 -0700478 sequence_number);
479 }
480
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700481 result = video_->SendVideo(video_type, frame_type, payload_type,
danilchape5b41412016-08-22 03:39:23 -0700482 rtp_timestamp, capture_time_ms, payload_data,
spranga8ae6f22017-09-04 07:23:56 -0700483 payload_size, fragmentation, rtp_header,
484 expected_retransmission_time_ms);
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700485 }
486
danilchap7c9426c2016-04-14 03:05:31 -0700487 rtc::CritScope cs(&statistics_crit_);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000488 // Note: This is currently only counting for video.
489 if (frame_type == kVideoFrameKey) {
490 ++frame_counts_.key_frames;
491 } else if (frame_type == kVideoFrameDelta) {
492 ++frame_counts_.delta_frames;
493 }
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000494 if (frame_count_observer_) {
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000495 frame_count_observer_->FrameCountUpdated(frame_counts_, ssrc);
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000496 }
497
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700498 return result;
niklase@google.com470e71d2011-07-07 08:21:25 +0000499}
500
philipela1ed0b32016-06-01 06:31:17 -0700501size_t RTPSender::TrySendRedundantPayloads(size_t bytes_to_send,
philipel8aadd502017-02-23 02:56:13 -0800502 const PacedPacketInfo& pacing_info) {
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000503 {
tommiae695e92016-02-02 08:31:45 -0800504 rtc::CritScope lock(&send_critsect_);
Peter Boströmfc968a22016-02-19 16:14:37 +0100505 if (!sending_media_)
506 return 0;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000507 if ((rtx_ & kRtxRedundantPayloads) == 0)
508 return 0;
509 }
510
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000511 int bytes_left = static_cast<int>(bytes_to_send);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000512 while (bytes_left > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200513 std::unique_ptr<RtpPacketToSend> packet =
514 packet_history_.GetBestFittingPacket(bytes_left);
515 if (!packet)
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000516 break;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200517 size_t payload_size = packet->payload_size();
philipel8aadd502017-02-23 02:56:13 -0800518 if (!PrepareAndSendPacket(std::move(packet), true, false, pacing_info))
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000519 break;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200520 bytes_left -= payload_size;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000521 }
522 return bytes_to_send - bytes_left;
523}
524
philipel8aadd502017-02-23 02:56:13 -0800525size_t RTPSender::SendPadData(size_t bytes,
526 const PacedPacketInfo& pacing_info) {
stefan53b6cc32017-02-03 08:13:57 -0800527 size_t padding_bytes_in_packet;
erikvarga76a55932017-05-17 07:50:17 -0700528 size_t max_payload_size = max_packet_size_ - RtpHeaderLength();
erikvarga27883732017-05-17 05:08:38 -0700529
stefan53b6cc32017-02-03 08:13:57 -0800530 if (audio_configured_) {
531 // Allow smaller padding packets for audio.
kwiberg07038562017-06-12 11:40:47 -0700532 padding_bytes_in_packet = rtc::SafeClamp<size_t>(
533 bytes, kMinAudioPaddingLength,
534 rtc::SafeMin(max_payload_size, kMaxPaddingLength));
stefan53b6cc32017-02-03 08:13:57 -0800535 } else {
536 // Always send full padding packets. This is accounted for by the
537 // RtpPacketSender, which will make sure we don't send too much padding even
538 // if a single packet is larger than requested.
539 // We do this to avoid frequently sending small packets on higher bitrates.
kwiberg07038562017-06-12 11:40:47 -0700540 padding_bytes_in_packet =
541 rtc::SafeMin<size_t>(max_payload_size, kMaxPaddingLength);
stefan53b6cc32017-02-03 08:13:57 -0800542 }
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000543 size_t bytes_sent = 0;
danilchap90069872016-12-14 06:16:33 -0800544 while (bytes_sent < bytes) {
545 int64_t now_ms = clock_->TimeInMilliseconds();
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000546 uint32_t ssrc;
danilchap90069872016-12-14 06:16:33 -0800547 uint32_t timestamp;
548 int64_t capture_time_ms;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000549 uint16_t sequence_number;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000550 int payload_type;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000551 bool over_rtx;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000552 {
tommiae695e92016-02-02 08:31:45 -0800553 rtc::CritScope lock(&send_critsect_);
Peter Boströmfc968a22016-02-19 16:14:37 +0100554 if (!sending_media_)
danilchap90069872016-12-14 06:16:33 -0800555 break;
556 timestamp = last_rtp_timestamp_;
557 capture_time_ms = capture_time_ms_;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000558 if (rtx_ == kRtxOff) {
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100559 if (last_payload_type_ == -1)
stefane35f89a2017-02-01 09:06:25 -0800560 break;
stefan53b6cc32017-02-03 08:13:57 -0800561 // Without RTX we can't send padding in the middle of frames.
562 // For audio marker bits doesn't mark the end of a frame and frames
563 // are usually a single packet, so for now we don't apply this rule
564 // for audio.
565 if (!audio_configured_ && !last_packet_marker_bit_) {
566 break;
567 }
nisse7d59f6b2017-02-21 03:40:24 -0800568 if (!ssrc_) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100569 RTC_LOG(LS_ERROR) << "SSRC unset.";
nisse7d59f6b2017-02-21 03:40:24 -0800570 return 0;
571 }
572
573 RTC_DCHECK(ssrc_);
574 ssrc = *ssrc_;
575
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000576 sequence_number = sequence_number_;
577 ++sequence_number_;
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100578 payload_type = last_payload_type_;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000579 over_rtx = false;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000580 } else {
Stefan Holmerf5dca482016-01-27 12:58:51 +0100581 // Without abs-send-time or transport sequence number a media packet
582 // must be sent before padding so that the timestamps used for
583 // estimation are correct.
584 if (!media_has_been_sent_ &&
danilchap90069872016-12-14 06:16:33 -0800585 !(rtp_header_extension_map_.IsRegistered(AbsoluteSendTime::kId) ||
586 (rtp_header_extension_map_.IsRegistered(
587 TransportSequenceNumber::kId) &&
588 transport_sequence_number_allocator_))) {
589 break;
Stefan Holmerf5dca482016-01-27 12:58:51 +0100590 }
Stefan Holmer586b19b2015-09-18 11:14:31 +0200591 // Only change change the timestamp of padding packets sent over RTX.
592 // Padding only packets over RTP has to be sent as part of a media
593 // frame (and therefore the same timestamp).
594 if (last_timestamp_time_ms_ > 0) {
595 timestamp +=
danilchap90069872016-12-14 06:16:33 -0800596 (now_ms - last_timestamp_time_ms_) * kTimestampTicksPerMs;
597 capture_time_ms += (now_ms - last_timestamp_time_ms_);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200598 }
nisse7d59f6b2017-02-21 03:40:24 -0800599 if (!ssrc_rtx_) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100600 RTC_LOG(LS_ERROR) << "RTX SSRC unset.";
nisse7d59f6b2017-02-21 03:40:24 -0800601 return 0;
602 }
603 RTC_DCHECK(ssrc_rtx_);
604 ssrc = *ssrc_rtx_;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000605 sequence_number = sequence_number_rtx_;
606 ++sequence_number_rtx_;
Stefan Holmer10880012016-02-03 13:29:59 +0100607 payload_type = rtx_payload_type_map_.begin()->second;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000608 over_rtx = true;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000609 }
610 }
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000611
danilchap90069872016-12-14 06:16:33 -0800612 RtpPacketToSend padding_packet(&rtp_header_extension_map_);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200613 padding_packet.SetPayloadType(payload_type);
614 padding_packet.SetMarker(false);
615 padding_packet.SetSequenceNumber(sequence_number);
616 padding_packet.SetTimestamp(timestamp);
617 padding_packet.SetSsrc(ssrc);
618
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000619 if (capture_time_ms > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200620 padding_packet.SetExtension<TransmissionOffset>(
danilchap90069872016-12-14 06:16:33 -0800621 (now_ms - capture_time_ms) * kTimestampTicksPerMs);
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000622 }
Danil Chapovalovf3ba6482017-06-12 15:43:55 +0200623 padding_packet.SetExtension<AbsoluteSendTime>(
624 AbsoluteSendTime::MsTo24Bits(now_ms));
stefan1d8a5062015-10-02 03:39:33 -0700625 PacketOptions options;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200626 // Padding packets are never retransmissions.
627 options.is_retransmit = false;
Sebastian Jansson30e2d6e2018-10-09 18:27:36 +0200628 bool has_transport_seq_num;
629 {
630 rtc::CritScope lock(&send_critsect_);
631 has_transport_seq_num =
632 UpdateTransportSequenceNumber(&padding_packet, &options.packet_id);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200633 options.included_in_allocation =
634 has_transport_seq_num || force_part_of_allocation_;
635 options.included_in_feedback = has_transport_seq_num;
Sebastian Jansson30e2d6e2018-10-09 18:27:36 +0200636 }
Danil Chapovalovf7fcaf02018-10-10 14:56:01 +0200637 padding_packet.SetPadding(padding_bytes_in_packet);
michaelt4da30442016-11-17 01:38:43 -0800638 if (has_transport_seq_num) {
639 AddPacketToTransportFeedback(options.packet_id, padding_packet,
philipel8aadd502017-02-23 02:56:13 -0800640 pacing_info);
michaelt4da30442016-11-17 01:38:43 -0800641 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200642
philipel32d00102017-02-27 02:18:46 -0800643 if (!SendPacketToNetwork(padding_packet, options, pacing_info))
stefanf116bd02015-10-27 08:29:42 -0700644 break;
645
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000646 bytes_sent += padding_bytes_in_packet;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200647 UpdateRtpStats(padding_packet, over_rtx, false);
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000648 }
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000649
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000650 return bytes_sent;
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000651}
652
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000653void RTPSender::SetStorePacketsStatus(bool enable, uint16_t number_to_store) {
Erik Språnga12b1d62018-03-14 12:39:24 +0100654 RtpPacketHistory::StorageMode mode =
655 enable ? RtpPacketHistory::StorageMode::kStore
656 : RtpPacketHistory::StorageMode::kDisabled;
657 packet_history_.SetStorePacketsStatus(mode, number_to_store);
niklase@google.com470e71d2011-07-07 08:21:25 +0000658}
659
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000660bool RTPSender::StorePackets() const {
Erik Språnga12b1d62018-03-14 12:39:24 +0100661 return packet_history_.GetStorageMode() !=
662 RtpPacketHistory::StorageMode::kDisabled;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000663}
niklase@google.com470e71d2011-07-07 08:21:25 +0000664
Erik Språnga12b1d62018-03-14 12:39:24 +0100665int32_t RTPSender::ReSendPacket(uint16_t packet_id) {
666 // Try to find packet in RTP packet history. Also verify RTT here, so that we
667 // don't retransmit too often.
Danil Chapovalovd264df52018-06-14 12:59:38 +0200668 absl::optional<RtpPacketHistory::PacketState> stored_packet =
Danil Chapovalov6c78ff42018-10-16 11:01:05 +0200669 packet_history_.GetPacketState(packet_id);
Erik Språnga12b1d62018-03-14 12:39:24 +0100670 if (!stored_packet) {
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000671 // Packet not found.
asapersson@webrtc.org83ed0a42012-04-23 12:43:05 +0000672 return 0;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000673 }
Oleh Prypin5a980492018-03-09 12:27:24 +0000674
Erik Språnga12b1d62018-03-14 12:39:24 +0100675 const int32_t packet_size = static_cast<int32_t>(stored_packet->payload_size);
676
Danil Chapovalovc7fff582018-09-11 14:28:19 +0200677 // Skip retransmission rate check if not configured.
678 if (retransmission_rate_limiter_) {
Danil Chapovalovc7fff582018-09-11 14:28:19 +0200679 // Check if we're overusing retransmission bitrate.
680 // TODO(sprang): Add histograms for nack success or failure reasons.
Ilya Nikolaevskiy23b2a252018-10-10 15:17:39 +0200681 if (!retransmission_rate_limiter_->TryUseRate(packet_size)) {
Danil Chapovalovc7fff582018-09-11 14:28:19 +0200682 return -1;
683 }
Erik Språnga12b1d62018-03-14 12:39:24 +0100684 }
Erik Språng7bb37b82018-03-09 09:52:59 +0100685
Oleh Prypin5a980492018-03-09 12:27:24 +0000686 if (paced_sender_) {
687 // Convert from TickTime to Clock since capture_time_ms is based on
688 // TickTime.
689 int64_t corrected_capture_tims_ms =
Erik Språnga12b1d62018-03-14 12:39:24 +0100690 stored_packet->capture_time_ms + clock_delta_ms_;
691 paced_sender_->InsertPacket(
692 RtpPacketSender::kNormalPriority, stored_packet->ssrc,
693 stored_packet->rtp_sequence_number, corrected_capture_tims_ms,
694 stored_packet->payload_size, true);
Oleh Prypin5a980492018-03-09 12:27:24 +0000695
Erik Språnga12b1d62018-03-14 12:39:24 +0100696 return packet_size;
Oleh Prypin5a980492018-03-09 12:27:24 +0000697 }
Erik Språnga12b1d62018-03-14 12:39:24 +0100698
699 std::unique_ptr<RtpPacketToSend> packet =
Danil Chapovalov6c78ff42018-10-16 11:01:05 +0200700 packet_history_.GetPacketAndSetSendTime(packet_id);
Erik Språnga12b1d62018-03-14 12:39:24 +0100701 if (!packet) {
702 // Packet could theoretically time out between the first check and this one.
703 return 0;
704 }
705
706 const bool rtx = (RtxStatus() & kRtxRetransmitted) > 0;
philipel8aadd502017-02-23 02:56:13 -0800707 if (!PrepareAndSendPacket(std::move(packet), rtx, true, PacedPacketInfo()))
sprang867fb522015-08-03 04:38:41 -0700708 return -1;
Erik Språnga12b1d62018-03-14 12:39:24 +0100709
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200710 return packet_size;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000711}
712
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200713bool RTPSender::SendPacketToNetwork(const RtpPacketToSend& packet,
philipel32d00102017-02-27 02:18:46 -0800714 const PacketOptions& options,
715 const PacedPacketInfo& pacing_info) {
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000716 int bytes_sent = -1;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000717 if (transport_) {
michaelt4da30442016-11-17 01:38:43 -0800718 UpdateRtpOverhead(packet);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200719 bytes_sent = transport_->SendRtp(packet.data(), packet.size(), options)
720 ? static_cast<int>(packet.size())
stefan1d8a5062015-10-02 03:39:33 -0700721 : -1;
terelius429c3452016-01-21 05:42:04 -0800722 if (event_log_ && bytes_sent > 0) {
Karl Wiberg918f50c2018-07-05 11:40:33 +0200723 event_log_->Log(absl::make_unique<RtcEventRtpPacketOutgoing>(
Elad Alon4a87e1c2017-10-03 16:11:34 +0200724 packet, pacing_info.probe_cluster_id));
terelius429c3452016-01-21 05:42:04 -0800725 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000726 }
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000727 // TODO(pwestin): Add a separate bitrate for sent bitrate after pacer.
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000728 if (bytes_sent <= 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100729 RTC_LOG(LS_WARNING) << "Transport failed to send packet.";
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000730 return false;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000731 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000732 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +0000733}
734
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000735int RTPSender::SelectiveRetransmissions() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000736 if (!video_)
737 return -1;
738 return video_->SelectiveRetransmissions();
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000739}
740
741int RTPSender::SetSelectiveRetransmissions(uint8_t settings) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000742 if (!video_)
743 return -1;
mflodmanfcf54bd2015-04-14 21:28:08 +0200744 video_->SetSelectiveRetransmissions(settings);
745 return 0;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000746}
747
Danil Chapovalov2800d742016-08-26 18:48:46 +0200748void RTPSender::OnReceivedNack(
749 const std::vector<uint16_t>& nack_sequence_numbers,
750 int64_t avg_rtt) {
Erik Språnga12b1d62018-03-14 12:39:24 +0100751 packet_history_.SetRtt(5 + avg_rtt);
sprangcd349d92016-07-13 09:11:28 -0700752 for (uint16_t seq_no : nack_sequence_numbers) {
Erik Språnga12b1d62018-03-14 12:39:24 +0100753 const int32_t bytes_sent = ReSendPacket(seq_no);
sprangcd349d92016-07-13 09:11:28 -0700754 if (bytes_sent < 0) {
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000755 // Failed to send one Sequence number. Give up the rest in this nack.
Mirko Bonadei675513b2017-11-09 11:09:25 +0100756 RTC_LOG(LS_WARNING) << "Failed resending RTP packet " << seq_no
757 << ", Discard rest of packets.";
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000758 break;
niklase@google.com470e71d2011-07-07 08:21:25 +0000759 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000760 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000761}
762
isheriff6b4b5f32016-06-08 00:24:21 -0700763void RTPSender::OnReceivedRtcpReportBlocks(
764 const ReportBlockList& report_blocks) {
765 playout_delay_oracle_.OnReceivedRtcpReportBlocks(report_blocks);
766}
767
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000768// Called from pacer when we can send the packet.
brandtr9dfff292016-11-14 05:14:50 -0800769bool RTPSender::TimeToSendPacket(uint32_t ssrc,
770 uint16_t sequence_number,
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000771 int64_t capture_time_ms,
philipela1ed0b32016-06-01 06:31:17 -0700772 bool retransmission,
philipel8aadd502017-02-23 02:56:13 -0800773 const PacedPacketInfo& pacing_info) {
brandtr9dfff292016-11-14 05:14:50 -0800774 if (!SendingMedia())
775 return true;
776
777 std::unique_ptr<RtpPacketToSend> packet;
778 if (ssrc == SSRC()) {
Danil Chapovalov6c78ff42018-10-16 11:01:05 +0200779 packet = packet_history_.GetPacketAndSetSendTime(sequence_number);
brandtr9dfff292016-11-14 05:14:50 -0800780 } else if (ssrc == FlexfecSsrc()) {
Danil Chapovalov6c78ff42018-10-16 11:01:05 +0200781 packet = flexfec_packet_history_.GetPacketAndSetSendTime(sequence_number);
brandtr9dfff292016-11-14 05:14:50 -0800782 }
783
Stefan Holmera246cfb2016-08-23 17:51:42 +0200784 if (!packet) {
Danil Chapovalov6c78ff42018-10-16 11:01:05 +0200785 // Packet cannot be found or was resend too recently.
hclam@chromium.org2e402ce2013-06-20 20:18:31 +0000786 return true;
Stefan Holmera246cfb2016-08-23 17:51:42 +0200787 }
asapersson35151f32016-05-02 23:44:01 -0700788
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200789 return PrepareAndSendPacket(
790 std::move(packet),
791 retransmission && (RtxStatus() & kRtxRetransmitted) > 0, retransmission,
philipel8aadd502017-02-23 02:56:13 -0800792 pacing_info);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000793}
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000794
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200795bool RTPSender::PrepareAndSendPacket(std::unique_ptr<RtpPacketToSend> packet,
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000796 bool send_over_rtx,
philipela1ed0b32016-06-01 06:31:17 -0700797 bool is_retransmit,
philipel8aadd502017-02-23 02:56:13 -0800798 const PacedPacketInfo& pacing_info) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200799 RTC_DCHECK(packet);
800 int64_t capture_time_ms = packet->capture_time_ms();
801 RtpPacketToSend* packet_to_send = packet.get();
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000802
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200803 std::unique_ptr<RtpPacketToSend> packet_rtx;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000804 if (send_over_rtx) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200805 packet_rtx = BuildRtxPacket(*packet);
806 if (!packet_rtx)
danilchap32cd2c42016-08-01 06:58:34 -0700807 return false;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200808 packet_to_send = packet_rtx.get();
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000809 }
810
ilnik10894992017-06-21 08:23:19 -0700811 // Bug webrtc:7859. While FEC is invoked from rtp_sender_video, and not after
812 // the pacer, these modifications of the header below are happening after the
813 // FEC protection packets are calculated. This will corrupt recovered packets
814 // at the same place. It's not an issue for extensions, which are present in
815 // all the packets (their content just may be incorrect on recovered packets).
816 // In case of VideoTimingExtension, since it's present not in every packet,
817 // data after rtp header may be corrupted if these packets are protected by
818 // the FEC.
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000819 int64_t now_ms = clock_->TimeInMilliseconds();
820 int64_t diff_ms = now_ms - capture_time_ms;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200821 packet_to_send->SetExtension<TransmissionOffset>(kTimestampTicksPerMs *
822 diff_ms);
Danil Chapovalovf3ba6482017-06-12 15:43:55 +0200823 packet_to_send->SetExtension<AbsoluteSendTime>(
824 AbsoluteSendTime::MsTo24Bits(now_ms));
sprang867fb522015-08-03 04:38:41 -0700825
Erik Språng7b52f102018-02-07 14:37:37 +0100826 if (packet_to_send->HasExtension<VideoTimingExtension>()) {
827 if (populate_network2_timestamp_) {
828 packet_to_send->set_network2_time_ms(now_ms);
829 } else {
830 packet_to_send->set_pacer_exit_time_ms(now_ms);
831 }
832 }
ilnik04f4d122017-06-19 07:18:55 -0700833
stefan1d8a5062015-10-02 03:39:33 -0700834 PacketOptions options;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200835 // If we are sending over RTX, it also means this is a retransmission.
836 // E.g. RTPSender::TrySendRedundantPayloads calls PrepareAndSendPacket with
837 // send_over_rtx = true but is_retransmit = false.
838 options.is_retransmit = is_retransmit || send_over_rtx;
Sebastian Jansson30e2d6e2018-10-09 18:27:36 +0200839 bool has_transport_seq_num;
840 {
841 rtc::CritScope lock(&send_critsect_);
842 has_transport_seq_num =
843 UpdateTransportSequenceNumber(packet_to_send, &options.packet_id);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200844 options.included_in_allocation =
845 has_transport_seq_num || force_part_of_allocation_;
846 options.included_in_feedback = has_transport_seq_num;
Sebastian Jansson30e2d6e2018-10-09 18:27:36 +0200847 }
848 if (has_transport_seq_num) {
michaelt4da30442016-11-17 01:38:43 -0800849 AddPacketToTransportFeedback(options.packet_id, *packet_to_send,
philipel8aadd502017-02-23 02:56:13 -0800850 pacing_info);
sprang867fb522015-08-03 04:38:41 -0700851 }
Dino Radaković1807d572018-02-22 14:18:06 +0100852 options.application_data.assign(packet_to_send->application_data().begin(),
853 packet_to_send->application_data().end());
sprang867fb522015-08-03 04:38:41 -0700854
asapersson35151f32016-05-02 23:44:01 -0700855 if (!is_retransmit && !send_over_rtx) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200856 UpdateDelayStatistics(packet->capture_time_ms(), now_ms);
857 UpdateOnSendPacket(options.packet_id, packet->capture_time_ms(),
858 packet->Ssrc());
stefanf116bd02015-10-27 08:29:42 -0700859 }
860
philipel32d00102017-02-27 02:18:46 -0800861 if (!SendPacketToNetwork(*packet_to_send, options, pacing_info))
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200862 return false;
863
864 {
tommiae695e92016-02-02 08:31:45 -0800865 rtc::CritScope lock(&send_critsect_);
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000866 media_has_been_sent_ = true;
867 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200868 UpdateRtpStats(*packet_to_send, send_over_rtx, is_retransmit);
869 return true;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000870}
871
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200872void RTPSender::UpdateRtpStats(const RtpPacketToSend& packet,
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000873 bool is_rtx,
874 bool is_retransmit) {
sprangcd349d92016-07-13 09:11:28 -0700875 int64_t now_ms = clock_->TimeInMilliseconds();
sprang@webrtc.org5314e852014-01-27 13:20:36 +0000876
danilchap7c9426c2016-04-14 03:05:31 -0700877 rtc::CritScope lock(&statistics_crit_);
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200878 StreamDataCounters* counters = is_rtx ? &rtx_rtp_stats_ : &rtp_stats_;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000879
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200880 total_bitrate_sent_.Update(packet.size(), now_ms);
asapersson@webrtc.org44149392015-02-04 08:34:47 +0000881
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200882 if (counters->first_packet_time_ms == -1)
883 counters->first_packet_time_ms = now_ms;
884
885 if (IsFecPacket(packet))
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200886 CountPacket(&counters->fec, packet);
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200887
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200888 if (is_retransmit) {
889 CountPacket(&counters->retransmitted, packet);
890 nack_bitrate_sent_.Update(packet.size(), now_ms);
891 }
892 CountPacket(&counters->transmitted, packet);
sprangcd349d92016-07-13 09:11:28 -0700893
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200894 if (rtp_stats_callback_)
895 rtp_stats_callback_->DataCountersUpdated(*counters, packet.Ssrc());
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000896}
897
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200898bool RTPSender::IsFecPacket(const RtpPacketToSend& packet) const {
brandtr9e795c62016-11-14 05:37:16 -0800899 if (!video_)
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000900 return false;
brandtr9e795c62016-11-14 05:37:16 -0800901
902 // FlexFEC.
903 if (packet.Ssrc() == FlexfecSsrc())
904 return true;
905
906 // RED+ULPFEC.
brandtrd8048952016-11-07 02:08:51 -0800907 int pt_red;
908 int pt_fec;
brandtrf1bb4762016-11-07 03:05:06 -0800909 video_->GetUlpfecConfig(&pt_red, &pt_fec);
brandtr9e795c62016-11-14 05:37:16 -0800910 return static_cast<int>(packet.PayloadType()) == pt_red &&
brandtrd8048952016-11-07 02:08:51 -0800911 static_cast<int>(packet.payload()[0]) == pt_fec;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000912}
913
philipel8aadd502017-02-23 02:56:13 -0800914size_t RTPSender::TimeToSendPadding(size_t bytes,
915 const PacedPacketInfo& pacing_info) {
stefan53b6cc32017-02-03 08:13:57 -0800916 if (bytes == 0)
pbos545727e2015-07-01 06:31:06 -0700917 return 0;
philipel8aadd502017-02-23 02:56:13 -0800918 size_t bytes_sent = TrySendRedundantPayloads(bytes, pacing_info);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000919 if (bytes_sent < bytes)
philipel8aadd502017-02-23 02:56:13 -0800920 bytes_sent += SendPadData(bytes - bytes_sent, pacing_info);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000921 return bytes_sent;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000922}
923
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200924bool RTPSender::SendToNetwork(std::unique_ptr<RtpPacketToSend> packet,
925 StorageType storage,
926 RtpPacketSender::Priority priority) {
927 RTC_DCHECK(packet);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000928 int64_t now_ms = clock_->TimeInMilliseconds();
929
stefan@webrtc.org715faaf2012-08-28 15:20:39 +0000930 // |capture_time_ms| <= 0 is considered invalid.
931 // TODO(holmer): This should be changed all over Video Engine so that negative
932 // time is consider invalid, while 0 is considered a valid time.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200933 if (packet->capture_time_ms() > 0) {
934 packet->SetExtension<TransmissionOffset>(
935 kTimestampTicksPerMs * (now_ms - packet->capture_time_ms()));
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +0000936 }
Danil Chapovalovf3ba6482017-06-12 15:43:55 +0200937 packet->SetExtension<AbsoluteSendTime>(AbsoluteSendTime::MsTo24Bits(now_ms));
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000938
gaetano.carlucci52a57032016-09-14 05:04:36 -0700939 if (video_) {
gaetano.carlucci61050f62016-09-30 06:29:54 -0700940 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoTotBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700941 ActualSendBitrateKbit(), packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700942 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoFecBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700943 FecOverheadRate() / 1000, packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700944 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoNackBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700945 NackOverheadRate() / 1000, packet->Ssrc());
946 } else {
gaetano.carlucci61050f62016-09-30 06:29:54 -0700947 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "AudioTotBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700948 ActualSendBitrateKbit(), packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700949 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "AudioNackBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700950 NackOverheadRate() / 1000, packet->Ssrc());
951 }
952
brandtr9dfff292016-11-14 05:14:50 -0800953 uint32_t ssrc = packet->Ssrc();
Danil Chapovalovd264df52018-06-14 12:59:38 +0200954 absl::optional<uint32_t> flexfec_ssrc = FlexfecSsrc();
Peter Boströme23e7372015-10-08 11:44:14 +0200955 if (paced_sender_) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200956 uint16_t seq_no = packet->SequenceNumber();
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000957 // Correct offset between implementations of millisecond time stamps in
958 // TickTime and Clock.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200959 int64_t corrected_time_ms = packet->capture_time_ms() + clock_delta_ms_;
960 size_t payload_length = packet->payload_size();
brandtr9dfff292016-11-14 05:14:50 -0800961 if (ssrc == flexfec_ssrc) {
962 // Store FlexFEC packets in the history here, so they can be found
963 // when the pacer calls TimeToSendPacket.
Erik Språnga12b1d62018-03-14 12:39:24 +0100964 flexfec_packet_history_.PutRtpPacket(std::move(packet), storage,
Danil Chapovalovd264df52018-06-14 12:59:38 +0200965 absl::nullopt);
brandtr9dfff292016-11-14 05:14:50 -0800966 } else {
Danil Chapovalovd264df52018-06-14 12:59:38 +0200967 packet_history_.PutRtpPacket(std::move(packet), storage, absl::nullopt);
brandtr9dfff292016-11-14 05:14:50 -0800968 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200969
970 paced_sender_->InsertPacket(priority, ssrc, seq_no, corrected_time_ms,
Peter Boströme23e7372015-10-08 11:44:14 +0200971 payload_length, false);
972 if (last_capture_time_ms_sent_ == 0 ||
973 corrected_time_ms > last_capture_time_ms_sent_) {
974 last_capture_time_ms_sent_ = corrected_time_ms;
asapersson@webrtc.orge5b49a02012-11-06 13:09:39 +0000975 }
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700976 return true;
stefan@webrtc.orgddfdfed2012-07-03 13:21:22 +0000977 }
Stefan Holmerf5dca482016-01-27 12:58:51 +0100978
979 PacketOptions options;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200980 options.is_retransmit = false;
Sebastian Jansson30e2d6e2018-10-09 18:27:36 +0200981
982 bool has_transport_seq_num;
983 {
984 rtc::CritScope lock(&send_critsect_);
985 has_transport_seq_num =
986 UpdateTransportSequenceNumber(packet.get(), &options.packet_id);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200987 options.included_in_allocation =
988 has_transport_seq_num || force_part_of_allocation_;
989 options.included_in_feedback = has_transport_seq_num;
Sebastian Jansson30e2d6e2018-10-09 18:27:36 +0200990 }
991 if (has_transport_seq_num) {
michaelt4da30442016-11-17 01:38:43 -0800992 AddPacketToTransportFeedback(options.packet_id, *packet.get(),
philipel8aadd502017-02-23 02:56:13 -0800993 PacedPacketInfo());
Stefan Holmerf5dca482016-01-27 12:58:51 +0100994 }
Dino Radaković1807d572018-02-22 14:18:06 +0100995 options.application_data.assign(packet->application_data().begin(),
996 packet->application_data().end());
Stefan Holmerf5dca482016-01-27 12:58:51 +0100997
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200998 UpdateDelayStatistics(packet->capture_time_ms(), now_ms);
999 UpdateOnSendPacket(options.packet_id, packet->capture_time_ms(),
1000 packet->Ssrc());
1001
philipel32d00102017-02-27 02:18:46 -08001002 bool sent = SendPacketToNetwork(*packet, options, PacedPacketInfo());
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001003
1004 if (sent) {
1005 {
1006 rtc::CritScope lock(&send_critsect_);
1007 media_has_been_sent_ = true;
1008 }
1009 UpdateRtpStats(*packet, false, false);
1010 }
sprang@webrtc.orgc957ffc2015-02-02 13:08:02 +00001011
brandtr9dfff292016-11-14 05:14:50 -08001012 // To support retransmissions, we store the media packet as sent in the
1013 // packet history (even if send failed).
1014 if (storage == kAllowRetransmission) {
Danil Chapovalov603ce982017-12-27 11:32:50 +01001015 RTC_DCHECK_EQ(ssrc, SSRC());
Erik Språnga12b1d62018-03-14 12:39:24 +01001016 packet_history_.PutRtpPacket(std::move(packet), storage, now_ms);
brandtr9dfff292016-11-14 05:14:50 -08001017 }
Peter Boströme23e7372015-10-08 11:44:14 +02001018
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001019 return sent;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +00001020}
1021
Johannes Kron4a8a5e72018-09-26 09:57:48 +02001022void RTPSender::RecomputeMaxSendDelay() {
1023 max_delay_it_ = send_delays_.begin();
1024 for (auto it = send_delays_.begin(); it != send_delays_.end(); ++it) {
1025 if (it->second >= max_delay_it_->second) {
1026 max_delay_it_ = it;
1027 }
1028 }
1029}
1030
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +00001031void RTPSender::UpdateDelayStatistics(int64_t capture_time_ms, int64_t now_ms) {
asapersson35151f32016-05-02 23:44:01 -07001032 if (!send_side_delay_observer_ || capture_time_ms <= 0)
Peter Boström71861a02015-05-28 14:45:36 +02001033 return;
1034
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001035 uint32_t ssrc;
Johannes Kron4a8a5e72018-09-26 09:57:48 +02001036 int avg_delay_ms = 0;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001037 int max_delay_ms = 0;
1038 {
tommiae695e92016-02-02 08:31:45 -08001039 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -08001040 if (!ssrc_)
1041 return;
1042 ssrc = *ssrc_;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001043 }
1044 {
danilchap7c9426c2016-04-14 03:05:31 -07001045 rtc::CritScope cs(&statistics_crit_);
Johannes Kron4a8a5e72018-09-26 09:57:48 +02001046 // Compute the max and average of the recent capture-to-send delays.
1047 // The time complexity of the current approach depends on the distribution
1048 // of the delay values. This could be done more efficiently.
1049
1050 // Remove elements older than kSendSideDelayWindowMs.
1051 auto lower_bound =
1052 send_delays_.lower_bound(now_ms - kSendSideDelayWindowMs);
1053 for (auto it = send_delays_.begin(); it != lower_bound; ++it) {
1054 if (max_delay_it_ == it) {
1055 max_delay_it_ = send_delays_.end();
1056 }
1057 sum_delays_ms_ -= it->second;
1058 }
1059 send_delays_.erase(send_delays_.begin(), lower_bound);
1060 if (max_delay_it_ == send_delays_.end()) {
1061 // Removed the previous max. Need to recompute.
1062 RecomputeMaxSendDelay();
1063 }
1064
1065 // Add the new element.
Johannes Kron965e7942018-09-13 15:36:20 +02001066 RTC_DCHECK_GE(now_ms, static_cast<int64_t>(0));
1067 RTC_DCHECK_LE(now_ms, std::numeric_limits<int64_t>::max() / 2);
1068 RTC_DCHECK_GE(capture_time_ms, static_cast<int64_t>(0));
1069 RTC_DCHECK_LE(capture_time_ms, std::numeric_limits<int64_t>::max() / 2);
1070 int64_t diff_ms = now_ms - capture_time_ms;
1071 RTC_DCHECK_GE(diff_ms, static_cast<int64_t>(0));
1072 RTC_DCHECK_LE(diff_ms,
1073 static_cast<int64_t>(std::numeric_limits<int>::max()));
Johannes Kron4a8a5e72018-09-26 09:57:48 +02001074 int new_send_delay = rtc::dchecked_cast<int>(now_ms - capture_time_ms);
1075 SendDelayMap::iterator it;
1076 bool inserted;
1077 std::tie(it, inserted) =
1078 send_delays_.insert(std::make_pair(now_ms, new_send_delay));
1079 if (!inserted) {
1080 // TODO(terelius): If we have multiple delay measurements during the same
1081 // millisecond then we keep the most recent one. It is not clear that this
1082 // is the right decision, but it preserves an earlier behavior.
1083 int previous_send_delay = it->second;
1084 sum_delays_ms_ -= previous_send_delay;
1085 it->second = new_send_delay;
1086 if (max_delay_it_ == it && new_send_delay < previous_send_delay) {
1087 RecomputeMaxSendDelay();
1088 }
Peter Boström71861a02015-05-28 14:45:36 +02001089 }
Johannes Kron4a8a5e72018-09-26 09:57:48 +02001090 if (max_delay_it_ == send_delays_.end() ||
1091 it->second >= max_delay_it_->second) {
1092 max_delay_it_ = it;
1093 }
1094 sum_delays_ms_ += new_send_delay;
1095
1096 size_t num_delays = send_delays_.size();
1097 RTC_DCHECK(max_delay_it_ != send_delays_.end());
1098 max_delay_ms = rtc::dchecked_cast<int>(max_delay_it_->second);
1099 int64_t avg_ms = (sum_delays_ms_ + num_delays / 2) / num_delays;
1100 RTC_DCHECK_GE(avg_ms, static_cast<int64_t>(0));
1101 RTC_DCHECK_LE(avg_ms,
1102 static_cast<int64_t>(std::numeric_limits<int>::max()));
1103 avg_delay_ms =
1104 rtc::dchecked_cast<int>((sum_delays_ms_ + num_delays / 2) / num_delays);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001105 }
Johannes Kron4a8a5e72018-09-26 09:57:48 +02001106 send_side_delay_observer_->SendSideDelayUpdated(avg_delay_ms, max_delay_ms,
1107 ssrc);
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +00001108}
1109
asapersson35151f32016-05-02 23:44:01 -07001110void RTPSender::UpdateOnSendPacket(int packet_id,
1111 int64_t capture_time_ms,
1112 uint32_t ssrc) {
1113 if (!send_packet_observer_ || capture_time_ms <= 0 || packet_id == -1)
1114 return;
1115
1116 send_packet_observer_->OnSendPacket(packet_id, capture_time_ms, ssrc);
1117}
1118
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001119void RTPSender::ProcessBitrate() {
sprangcd349d92016-07-13 09:11:28 -07001120 if (!bitrate_callback_)
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001121 return;
sprangcd349d92016-07-13 09:11:28 -07001122 int64_t now_ms = clock_->TimeInMilliseconds();
1123 uint32_t ssrc;
1124 {
1125 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -08001126 if (!ssrc_)
1127 return;
1128 ssrc = *ssrc_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001129 }
sprangcd349d92016-07-13 09:11:28 -07001130
1131 rtc::CritScope lock(&statistics_crit_);
1132 bitrate_callback_->Notify(total_bitrate_sent_.Rate(now_ms).value_or(0),
1133 nack_bitrate_sent_.Rate(now_ms).value_or(0), ssrc);
niklase@google.com470e71d2011-07-07 08:21:25 +00001134}
1135
isheriff6b4b5f32016-06-08 00:24:21 -07001136size_t RTPSender::RtpHeaderLength() const {
tommiae695e92016-02-02 08:31:45 -08001137 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001138 size_t rtp_header_length = kRtpHeaderLength;
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001139 rtp_header_length += sizeof(uint32_t) * csrcs_.size();
Danil Chapovalov7b189922018-10-03 10:15:36 +02001140 rtp_header_length += RtpHeaderExtensionSize(kFecOrPaddingExtensionSizes,
1141 rtp_header_extension_map_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001142 return rtp_header_length;
niklase@google.com470e71d2011-07-07 08:21:25 +00001143}
1144
mflodmanfcf54bd2015-04-14 21:28:08 +02001145uint16_t RTPSender::AllocateSequenceNumber(uint16_t packets_to_send) {
tommiae695e92016-02-02 08:31:45 -08001146 rtc::CritScope lock(&send_critsect_);
mflodmanfcf54bd2015-04-14 21:28:08 +02001147 uint16_t first_allocated_sequence_number = sequence_number_;
1148 sequence_number_ += packets_to_send;
1149 return first_allocated_sequence_number;
niklase@google.com470e71d2011-07-07 08:21:25 +00001150}
1151
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001152void RTPSender::GetDataCounters(StreamDataCounters* rtp_stats,
1153 StreamDataCounters* rtx_stats) const {
danilchap7c9426c2016-04-14 03:05:31 -07001154 rtc::CritScope lock(&statistics_crit_);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001155 *rtp_stats = rtp_stats_;
1156 *rtx_stats = rtx_rtp_stats_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001157}
1158
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001159std::unique_ptr<RtpPacketToSend> RTPSender::AllocatePacket() const {
1160 rtc::CritScope lock(&send_critsect_);
Danil Chapovalov3b4b4f52018-10-12 12:50:43 +02001161 // TODO(danilchap): Find better motivator and value for extra capacity.
1162 // RtpPacketizer might slightly miscalulate needed size,
1163 // SRTP may benefit from extra space in the buffer and do encryption in place
1164 // saving reallocation.
1165 // While sending slightly oversized packet increase chance of dropped packet,
1166 // it is better than crash on drop packet without trying to send it.
1167 static constexpr int kExtraCapacity = 16;
1168 auto packet = absl::make_unique<RtpPacketToSend>(
1169 &rtp_header_extension_map_, max_packet_size_ + kExtraCapacity);
nisse7d59f6b2017-02-21 03:40:24 -08001170 RTC_DCHECK(ssrc_);
1171 packet->SetSsrc(*ssrc_);
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001172 packet->SetCsrcs(csrcs_);
1173 // Reserve extensions, if registered, RtpSender set in SendToNetwork.
1174 packet->ReserveExtension<AbsoluteSendTime>();
1175 packet->ReserveExtension<TransmissionOffset>();
1176 packet->ReserveExtension<TransportSequenceNumber>();
danilchap74110612016-10-02 10:54:29 -07001177 if (playout_delay_oracle_.send_playout_delay()) {
1178 packet->SetExtension<PlayoutDelayLimits>(
1179 playout_delay_oracle_.playout_delay());
1180 }
Steve Anton4af95842018-04-06 11:09:46 -07001181 if (!mid_.empty()) {
Steve Anton296a0ce2018-03-22 15:17:27 -07001182 // This is a no-op if the MID header extension is not registered.
Steve Anton4af95842018-04-06 11:09:46 -07001183 packet->SetExtension<RtpMid>(mid_);
Steve Anton296a0ce2018-03-22 15:17:27 -07001184 }
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001185 return packet;
1186}
1187
1188bool RTPSender::AssignSequenceNumber(RtpPacketToSend* packet) {
1189 rtc::CritScope lock(&send_critsect_);
1190 if (!sending_media_)
1191 return false;
nisse7d59f6b2017-02-21 03:40:24 -08001192 RTC_DCHECK(packet->Ssrc() == ssrc_);
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001193 packet->SetSequenceNumber(sequence_number_++);
1194
1195 // Remember marker bit to determine if padding can be inserted with
1196 // sequence number following |packet|.
1197 last_packet_marker_bit_ = packet->Marker();
Danil Chapovalovb3179c72018-03-22 10:13:07 +01001198 // Remember payload type to use in the padding packet if rtx is disabled.
1199 last_payload_type_ = packet->PayloadType();
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001200 // Save timestamps to generate timestamp field and extensions for the padding.
1201 last_rtp_timestamp_ = packet->Timestamp();
1202 last_timestamp_time_ms_ = clock_->TimeInMilliseconds();
1203 capture_time_ms_ = packet->capture_time_ms();
1204 return true;
1205}
1206
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001207bool RTPSender::UpdateTransportSequenceNumber(RtpPacketToSend* packet,
Sebastian Jansson30e2d6e2018-10-09 18:27:36 +02001208 int* packet_id) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001209 RTC_DCHECK(packet);
1210 RTC_DCHECK(packet_id);
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001211 if (!rtp_header_extension_map_.IsRegistered(TransportSequenceNumber::kId))
stefana23fc622016-07-28 07:56:38 -07001212 return false;
1213
asapersson35151f32016-05-02 23:44:01 -07001214 if (!transport_sequence_number_allocator_)
1215 return false;
1216
1217 *packet_id = transport_sequence_number_allocator_->AllocateSequenceNumber();
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001218
1219 if (!packet->SetExtension<TransportSequenceNumber>(*packet_id))
1220 return false;
1221
asapersson35151f32016-05-02 23:44:01 -07001222 return true;
sprang867fb522015-08-03 04:38:41 -07001223}
1224
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001225void RTPSender::SetSendingMediaStatus(bool enabled) {
tommiae695e92016-02-02 08:31:45 -08001226 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001227 sending_media_ = enabled;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001228}
1229
1230bool RTPSender::SendingMedia() const {
tommiae695e92016-02-02 08:31:45 -08001231 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001232 return sending_media_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001233}
1234
Sebastian Jansson1bca65b2018-10-10 09:58:08 +02001235void RTPSender::SetAsPartOfAllocation(bool part_of_allocation) {
1236 rtc::CritScope lock(&send_critsect_);
1237 force_part_of_allocation_ = part_of_allocation;
1238}
1239
danilchap71fead22016-08-18 02:01:49 -07001240void RTPSender::SetTimestampOffset(uint32_t timestamp) {
tommiae695e92016-02-02 08:31:45 -08001241 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -07001242 timestamp_offset_ = timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001243}
1244
danilchap71fead22016-08-18 02:01:49 -07001245uint32_t RTPSender::TimestampOffset() const {
tommiae695e92016-02-02 08:31:45 -08001246 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -07001247 return timestamp_offset_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001248}
1249
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001250void RTPSender::SetSSRC(uint32_t ssrc) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001251 // This is configured via the API.
tommiae695e92016-02-02 08:31:45 -08001252 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00001253
nisse7d59f6b2017-02-21 03:40:24 -08001254 if (ssrc_ == ssrc) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001255 return; // Since it's same ssrc, don't reset anything.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001256 }
nisse7d59f6b2017-02-21 03:40:24 -08001257 ssrc_.emplace(ssrc);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001258 if (!sequence_number_forced_) {
danilchap47a740b2015-12-15 00:30:07 -08001259 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001260 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001261}
1262
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001263uint32_t RTPSender::SSRC() const {
tommiae695e92016-02-02 08:31:45 -08001264 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -08001265 RTC_DCHECK(ssrc_);
1266 return *ssrc_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001267}
1268
Steve Anton296a0ce2018-03-22 15:17:27 -07001269void RTPSender::SetMid(const std::string& mid) {
1270 // This is configured via the API.
1271 rtc::CritScope lock(&send_critsect_);
Steve Anton4af95842018-04-06 11:09:46 -07001272 mid_ = mid;
Steve Anton296a0ce2018-03-22 15:17:27 -07001273}
1274
Danil Chapovalovd264df52018-06-14 12:59:38 +02001275absl::optional<uint32_t> RTPSender::FlexfecSsrc() const {
brandtr9dfff292016-11-14 05:14:50 -08001276 if (video_) {
1277 return video_->FlexfecSsrc();
1278 }
Danil Chapovalovd264df52018-06-14 12:59:38 +02001279 return absl::nullopt;
brandtr9dfff292016-11-14 05:14:50 -08001280}
1281
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001282void RTPSender::SetCsrcs(const std::vector<uint32_t>& csrcs) {
spranga8ae6f22017-09-04 07:23:56 -07001283 RTC_DCHECK_LE(csrcs.size(), kRtpCsrcSize);
tommiae695e92016-02-02 08:31:45 -08001284 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001285 csrcs_ = csrcs;
niklase@google.com470e71d2011-07-07 08:21:25 +00001286}
1287
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001288void RTPSender::SetSequenceNumber(uint16_t seq) {
tommiae695e92016-02-02 08:31:45 -08001289 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001290 sequence_number_forced_ = true;
1291 sequence_number_ = seq;
niklase@google.com470e71d2011-07-07 08:21:25 +00001292}
1293
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001294uint16_t RTPSender::SequenceNumber() const {
tommiae695e92016-02-02 08:31:45 -08001295 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001296 return sequence_number_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001297}
1298
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001299// Audio.
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001300int32_t RTPSender::SendTelephoneEvent(uint8_t key,
1301 uint16_t time_ms,
1302 uint8_t level) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001303 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001304 return -1;
1305 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001306 return audio_->SendTelephoneEvent(key, time_ms, level);
niklase@google.com470e71d2011-07-07 08:21:25 +00001307}
1308
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001309int32_t RTPSender::SetAudioLevel(uint8_t level_d_bov) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001310 return audio_->SetAudioLevel(level_d_bov);
niklase@google.com470e71d2011-07-07 08:21:25 +00001311}
1312
brandtrf1bb4762016-11-07 03:05:06 -08001313void RTPSender::SetUlpfecConfig(int red_payload_type, int ulpfec_payload_type) {
henrikg91d6ede2015-09-17 00:24:34 -07001314 RTC_DCHECK(!audio_configured_);
brandtrf1bb4762016-11-07 03:05:06 -08001315 video_->SetUlpfecConfig(red_payload_type, ulpfec_payload_type);
niklase@google.com470e71d2011-07-07 08:21:25 +00001316}
1317
brandtr1743a192016-11-07 03:36:05 -08001318bool RTPSender::SetFecParameters(const FecProtectionParams& delta_params,
1319 const FecProtectionParams& key_params) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001320 if (audio_configured_) {
brandtr1743a192016-11-07 03:36:05 -08001321 return false;
stefan@webrtc.orge0d6fa42012-03-20 22:10:56 +00001322 }
mflodmanfcf54bd2015-04-14 21:28:08 +02001323 video_->SetFecParameters(delta_params, key_params);
brandtr1743a192016-11-07 03:36:05 -08001324 return true;
marpan@google.com80c5d7a2011-07-15 21:32:40 +00001325}
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001326
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001327std::unique_ptr<RtpPacketToSend> RTPSender::BuildRtxPacket(
1328 const RtpPacketToSend& packet) {
1329 // TODO(danilchap): Create rtx packet with extra capacity for SRTP
1330 // when transport interface would be updated to take buffer class.
1331 std::unique_ptr<RtpPacketToSend> rtx_packet(new RtpPacketToSend(
1332 &rtp_header_extension_map_, packet.size() + kRtxHeaderSize));
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001333 // Add original RTP header.
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001334 rtx_packet->CopyHeaderFrom(packet);
1335 {
1336 rtc::CritScope lock(&send_critsect_);
1337 if (!sending_media_)
1338 return nullptr;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001339
nisse7d59f6b2017-02-21 03:40:24 -08001340 RTC_DCHECK(ssrc_rtx_);
1341
brandtre6f98c72016-11-11 03:28:30 -08001342 // Replace payload type.
1343 auto kv = rtx_payload_type_map_.find(packet.PayloadType());
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001344 if (kv == rtx_payload_type_map_.end())
brandtre6f98c72016-11-11 03:28:30 -08001345 return nullptr;
1346 rtx_packet->SetPayloadType(kv->second);
mflodman@webrtc.org9f5ebb52013-04-12 14:55:46 +00001347
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001348 // Replace sequence number.
1349 rtx_packet->SetSequenceNumber(sequence_number_rtx_++);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001350
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001351 // Replace SSRC.
nisse7d59f6b2017-02-21 03:40:24 -08001352 rtx_packet->SetSsrc(*ssrc_rtx_);
Steve Anton296a0ce2018-03-22 15:17:27 -07001353
1354 // Possibly include the MID header extension.
Steve Anton4af95842018-04-06 11:09:46 -07001355 if (!mid_.empty()) {
Steve Anton296a0ce2018-03-22 15:17:27 -07001356 // This is a no-op if the MID header extension is not registered.
Steve Anton4af95842018-04-06 11:09:46 -07001357 rtx_packet->SetExtension<RtpMid>(mid_);
Steve Anton296a0ce2018-03-22 15:17:27 -07001358 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001359 }
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001360
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001361 uint8_t* rtx_payload =
1362 rtx_packet->AllocatePayload(packet.payload_size() + kRtxHeaderSize);
1363 RTC_DCHECK(rtx_payload);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001364 // Add OSN (original sequence number).
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001365 ByteWriter<uint16_t>::WriteBigEndian(rtx_payload, packet.SequenceNumber());
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001366
1367 // Add original payload data.
danilchap96c15872016-11-21 01:35:29 -08001368 auto payload = packet.payload();
1369 memcpy(rtx_payload + kRtxHeaderSize, payload.data(), payload.size());
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001370
Dino Radaković1807d572018-02-22 14:18:06 +01001371 // Add original application data.
1372 rtx_packet->set_application_data(packet.application_data());
1373
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001374 return rtx_packet;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001375}
1376
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001377void RTPSender::RegisterRtpStatisticsCallback(
1378 StreamDataCountersCallback* callback) {
danilchap7c9426c2016-04-14 03:05:31 -07001379 rtc::CritScope cs(&statistics_crit_);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001380 rtp_stats_callback_ = callback;
1381}
1382
1383StreamDataCountersCallback* RTPSender::GetRtpStatisticsCallback() const {
danilchap7c9426c2016-04-14 03:05:31 -07001384 rtc::CritScope cs(&statistics_crit_);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001385 return rtp_stats_callback_;
1386}
1387
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001388uint32_t RTPSender::BitrateSent() const {
sprangcd349d92016-07-13 09:11:28 -07001389 rtc::CritScope cs(&statistics_crit_);
1390 return total_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001391}
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001392
1393void RTPSender::SetRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -08001394 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001395 sequence_number_ = rtp_state.sequence_number;
1396 sequence_number_forced_ = true;
danilchap71fead22016-08-18 02:01:49 -07001397 timestamp_offset_ = rtp_state.start_timestamp;
danilchape5b41412016-08-22 03:39:23 -07001398 last_rtp_timestamp_ = rtp_state.timestamp;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001399 capture_time_ms_ = rtp_state.capture_time_ms;
1400 last_timestamp_time_ms_ = rtp_state.last_timestamp_time_ms;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001401 media_has_been_sent_ = rtp_state.media_has_been_sent;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001402}
1403
1404RtpState RTPSender::GetRtpState() const {
tommiae695e92016-02-02 08:31:45 -08001405 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001406
1407 RtpState state;
1408 state.sequence_number = sequence_number_;
danilchap71fead22016-08-18 02:01:49 -07001409 state.start_timestamp = timestamp_offset_;
danilchape5b41412016-08-22 03:39:23 -07001410 state.timestamp = last_rtp_timestamp_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001411 state.capture_time_ms = capture_time_ms_;
1412 state.last_timestamp_time_ms = last_timestamp_time_ms_;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001413 state.media_has_been_sent = media_has_been_sent_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001414
1415 return state;
1416}
1417
1418void RTPSender::SetRtxRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -08001419 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001420 sequence_number_rtx_ = rtp_state.sequence_number;
1421}
1422
1423RtpState RTPSender::GetRtxRtpState() const {
tommiae695e92016-02-02 08:31:45 -08001424 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001425
1426 RtpState state;
1427 state.sequence_number = sequence_number_rtx_;
danilchap71fead22016-08-18 02:01:49 -07001428 state.start_timestamp = timestamp_offset_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001429
1430 return state;
1431}
1432
philipel8aadd502017-02-23 02:56:13 -08001433void RTPSender::AddPacketToTransportFeedback(
1434 uint16_t packet_id,
1435 const RtpPacketToSend& packet,
1436 const PacedPacketInfo& pacing_info) {
michaelt668eb3b2016-11-29 02:24:18 -08001437 size_t packet_size = packet.payload_size() + packet.padding_size();
elad.alonc3dfff32017-01-26 02:46:55 -08001438 if (send_side_bwe_with_overhead_) {
nisse284542b2017-01-10 08:58:32 -08001439 packet_size = packet.size();
michaelt668eb3b2016-11-29 02:24:18 -08001440 }
1441
michaelt4da30442016-11-17 01:38:43 -08001442 if (transport_feedback_observer_) {
elad.alond12a8e12017-03-23 11:04:48 -07001443 transport_feedback_observer_->AddPacket(SSRC(), packet_id, packet_size,
philipel8aadd502017-02-23 02:56:13 -08001444 pacing_info);
michaelt4da30442016-11-17 01:38:43 -08001445 }
1446}
1447
1448void RTPSender::UpdateRtpOverhead(const RtpPacketToSend& packet) {
1449 if (!overhead_observer_)
1450 return;
nisse284542b2017-01-10 08:58:32 -08001451 size_t overhead_bytes_per_packet;
michaelt4da30442016-11-17 01:38:43 -08001452 {
1453 rtc::CritScope lock(&send_critsect_);
1454 if (rtp_overhead_bytes_per_packet_ == packet.headers_size()) {
1455 return;
1456 }
1457 rtp_overhead_bytes_per_packet_ = packet.headers_size();
nisse284542b2017-01-10 08:58:32 -08001458 overhead_bytes_per_packet = rtp_overhead_bytes_per_packet_;
michaelt4da30442016-11-17 01:38:43 -08001459 }
1460 overhead_observer_->OnOverheadChanged(overhead_bytes_per_packet);
1461}
1462
sprang168794c2017-07-06 04:38:06 -07001463int64_t RTPSender::LastTimestampTimeMs() const {
1464 rtc::CritScope lock(&send_critsect_);
1465 return last_timestamp_time_ms_;
1466}
1467
1468void RTPSender::SendKeepAlive(uint8_t payload_type) {
1469 std::unique_ptr<RtpPacketToSend> packet = AllocatePacket();
1470 packet->SetPayloadType(payload_type);
1471 // Set marker bit and timestamps in the same manner as plain padding packets.
1472 packet->SetMarker(false);
1473 {
1474 rtc::CritScope lock(&send_critsect_);
1475 packet->SetTimestamp(last_rtp_timestamp_);
1476 packet->set_capture_time_ms(capture_time_ms_);
1477 }
1478 AssignSequenceNumber(packet.get());
1479 SendToNetwork(std::move(packet), StorageType::kDontRetransmit,
1480 RtpPacketSender::Priority::kLowPriority);
1481}
1482
Erik Språng8b101922018-01-18 11:58:05 -08001483void RTPSender::SetRtt(int64_t rtt_ms) {
1484 packet_history_.SetRtt(rtt_ms);
1485 flexfec_packet_history_.SetRtt(rtt_ms);
1486}
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001487} // namespace webrtc