blob: e58aeb06c536f69a71b2292797564b74248befdc [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgf6bb77a2012-01-24 17:16:59 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/rtp_rtcp/source/rtp_sender.h"
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +000012
danilchapb8b6fbb2015-12-10 05:05:27 -080013#include <algorithm>
Steve Anton296a0ce2018-03-22 15:17:27 -070014#include <string>
Shao Changbine62202f2015-04-21 20:24:50 +080015#include <utility>
niklase@google.com470e71d2011-07-07 08:21:25 +000016
Karl Wiberg918f50c2018-07-05 11:40:33 +020017#include "absl/memory/memory.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020018#include "logging/rtc_event_log/events/rtc_event_rtp_packet_outgoing.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "logging/rtc_event_log/rtc_event_log.h"
20#include "modules/remote_bitrate_estimator/test/bwe_test_logging.h"
21#include "modules/rtp_rtcp/include/rtp_cvo.h"
22#include "modules/rtp_rtcp/source/byte_io.h"
23#include "modules/rtp_rtcp/source/playout_delay_oracle.h"
24#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
25#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
26#include "modules/rtp_rtcp/source/rtp_sender_audio.h"
27#include "modules/rtp_rtcp/source/rtp_sender_video.h"
28#include "modules/rtp_rtcp/source/time_util.h"
29#include "rtc_base/arraysize.h"
30#include "rtc_base/checks.h"
31#include "rtc_base/logging.h"
Karl Wiberge40468b2017-11-22 10:42:26 +010032#include "rtc_base/numerics/safe_minmax.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020033#include "rtc_base/rate_limiter.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020034#include "rtc_base/timeutils.h"
35#include "rtc_base/trace_event.h"
36#include "system_wrappers/include/field_trial.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000037
38namespace webrtc {
niklase@google.com470e71d2011-07-07 08:21:25 +000039
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000040namespace {
Danil Chapovalov31e4e802016-08-03 18:27:40 +020041// Max in the RFC 3550 is 255 bytes, we limit it to be modulus 32 for SRTP.
42constexpr size_t kMaxPaddingLength = 224;
stefan53b6cc32017-02-03 08:13:57 -080043constexpr size_t kMinAudioPaddingLength = 50;
Danil Chapovalov31e4e802016-08-03 18:27:40 +020044constexpr int kSendSideDelayWindowMs = 1000;
45constexpr size_t kRtpHeaderLength = 12;
46constexpr uint16_t kMaxInitRtpSeqNumber = 32767; // 2^15 -1.
47constexpr uint32_t kTimestampTicksPerMs = 90;
48constexpr int kBitrateStatisticsWindowMs = 1000;
guoweis@webrtc.org45362892015-03-04 22:55:15 +000049
brandtr9dfff292016-11-14 05:14:50 -080050constexpr size_t kMinFlexfecPacketsToStoreForPacing = 50;
51
erikvarga27883732017-05-17 05:08:38 -070052template <typename Extension>
53constexpr RtpExtensionSize CreateExtensionSize() {
54 return {Extension::kId, Extension::kValueSizeBytes};
55}
56
57// Size info for header extensions that might be used in padding or FEC packets.
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +010058constexpr RtpExtensionSize kFecOrPaddingExtensionSizes[] = {
erikvarga27883732017-05-17 05:08:38 -070059 CreateExtensionSize<AbsoluteSendTime>(),
60 CreateExtensionSize<TransmissionOffset>(),
61 CreateExtensionSize<TransportSequenceNumber>(),
62 CreateExtensionSize<PlayoutDelayLimits>(),
Steve Antonf0482ea2018-04-09 13:33:52 -070063 {RtpMid::kId, RtpMid::kMaxValueSizeBytes},
erikvarga27883732017-05-17 05:08:38 -070064};
65
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +010066// Size info for header extensions that might be used in video packets.
67constexpr RtpExtensionSize kVideoExtensionSizes[] = {
68 CreateExtensionSize<AbsoluteSendTime>(),
69 CreateExtensionSize<TransmissionOffset>(),
70 CreateExtensionSize<TransportSequenceNumber>(),
71 CreateExtensionSize<PlayoutDelayLimits>(),
72 CreateExtensionSize<VideoOrientation>(),
73 CreateExtensionSize<VideoContentTypeExtension>(),
74 CreateExtensionSize<VideoTimingExtension>(),
Steve Antonf0482ea2018-04-09 13:33:52 -070075 {RtpMid::kId, RtpMid::kMaxValueSizeBytes},
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +010076};
77
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +000078const char* FrameTypeToString(FrameType frame_type) {
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000079 switch (frame_type) {
pbos22993e12015-10-19 02:39:06 -070080 case kEmptyFrame:
81 return "empty";
Yves Gerey665174f2018-06-19 15:03:05 +020082 case kAudioFrameSpeech:
83 return "audio_speech";
84 case kAudioFrameCN:
85 return "audio_cn";
86 case kVideoFrameKey:
87 return "video_key";
88 case kVideoFrameDelta:
89 return "video_delta";
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000090 }
91 return "";
92}
93
Danil Chapovalov31e4e802016-08-03 18:27:40 +020094void CountPacket(RtpPacketCounter* counter, const RtpPacketToSend& packet) {
95 ++counter->packets;
96 counter->header_bytes += packet.headers_size();
97 counter->padding_bytes += packet.padding_size();
98 counter->payload_bytes += packet.payload_size();
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020099}
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200100
hclam@chromium.org806dc3b2013-04-09 19:54:10 +0000101} // namespace
102
sprangebbf8a82015-09-21 15:11:14 -0700103RTPSender::RTPSender(
104 bool audio,
105 Clock* clock,
106 Transport* transport,
sprangebbf8a82015-09-21 15:11:14 -0700107 RtpPacketSender* paced_sender,
brandtrdbdb3f12016-11-10 05:04:48 -0800108 FlexfecSender* flexfec_sender,
sprangebbf8a82015-09-21 15:11:14 -0700109 TransportSequenceNumberAllocator* sequence_number_allocator,
110 TransportFeedbackObserver* transport_feedback_observer,
111 BitrateStatisticsObserver* bitrate_callback,
112 FrameCountObserver* frame_count_observer,
terelius429c3452016-01-21 05:42:04 -0800113 SendSideDelayObserver* send_side_delay_observer,
asapersson35151f32016-05-02 23:44:01 -0700114 RtcEventLog* event_log,
sprangcd349d92016-07-13 09:11:28 -0700115 SendPacketObserver* send_packet_observer,
michaelt4da30442016-11-17 01:38:43 -0800116 RateLimiter* retransmission_rate_limiter,
Erik Språng7b52f102018-02-07 14:37:37 +0100117 OverheadObserver* overhead_observer,
118 bool populate_network2_timestamp)
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000119 : clock_(clock),
Niels Möllerd28db7f2016-05-10 16:31:47 +0200120 // TODO(holmer): Remove this conversion?
121 clock_delta_ms_(clock_->TimeInMilliseconds() - rtc::TimeMillis()),
danilchap47a740b2015-12-15 00:30:07 -0800122 random_(clock_->TimeInMicroseconds()),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000123 audio_configured_(audio),
solenberg6021fe22016-03-15 11:41:53 -0700124 audio_(audio ? new RTPSenderAudio(clock, this) : nullptr),
brandtrdbdb3f12016-11-10 05:04:48 -0800125 video_(audio ? nullptr : new RTPSenderVideo(clock, this, flexfec_sender)),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000126 paced_sender_(paced_sender),
sprangebbf8a82015-09-21 15:11:14 -0700127 transport_sequence_number_allocator_(sequence_number_allocator),
sprang5e023eb2015-09-14 06:42:43 -0700128 transport_feedback_observer_(transport_feedback_observer),
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000129 last_capture_time_ms_sent_(0),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000130 transport_(transport),
nisse284542b2017-01-10 08:58:32 -0800131 sending_media_(true), // Default to sending media.
132 max_packet_size_(IP_PACKET_SIZE - 28), // Default is IP-v4/UDP.
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100133 last_payload_type_(-1),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000134 payload_type_map_(),
135 rtp_header_extension_map_(),
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000136 packet_history_(clock),
brandtr9dfff292016-11-14 05:14:50 -0800137 flexfec_packet_history_(clock),
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000138 // Statistics
sprangcd349d92016-07-13 09:11:28 -0700139 rtp_stats_callback_(nullptr),
140 total_bitrate_sent_(kBitrateStatisticsWindowMs,
141 RateStatistics::kBpsScale),
142 nack_bitrate_sent_(kBitrateStatisticsWindowMs, RateStatistics::kBpsScale),
andresp@webrtc.org8f151212014-07-10 09:39:23 +0000143 frame_count_observer_(frame_count_observer),
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000144 send_side_delay_observer_(send_side_delay_observer),
terelius429c3452016-01-21 05:42:04 -0800145 event_log_(event_log),
asapersson35151f32016-05-02 23:44:01 -0700146 send_packet_observer_(send_packet_observer),
sprangcd349d92016-07-13 09:11:28 -0700147 bitrate_callback_(bitrate_callback),
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000148 // RTP variables
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000149 remote_ssrc_(0),
150 sequence_number_forced_(false),
danilchape5b41412016-08-22 03:39:23 -0700151 last_rtp_timestamp_(0),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000152 capture_time_ms_(0),
153 last_timestamp_time_ms_(0),
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000154 media_has_been_sent_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000155 last_packet_marker_bit_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000156 csrcs_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000157 rtx_(kRtxOff),
michaelt4da30442016-11-17 01:38:43 -0800158 rtp_overhead_bytes_per_packet_(0),
159 retransmission_rate_limiter_(retransmission_rate_limiter),
elad.alonc3dfff32017-01-26 02:46:55 -0800160 overhead_observer_(overhead_observer),
Erik Språng7b52f102018-02-07 14:37:37 +0100161 populate_network2_timestamp_(populate_network2_timestamp),
elad.alonc3dfff32017-01-26 02:46:55 -0800162 send_side_bwe_with_overhead_(
Ilya Nikolaevskiy523b4c42018-08-23 17:07:29 +0200163 webrtc::field_trial::IsEnabled("WebRTC-SendSideBwe-WithOverhead")),
164 unlimited_retransmission_experiment_(
165 field_trial::IsEnabled("WebRTC-UnlimitedScreenshareRetransmission")) {
danilchap71fead22016-08-18 02:01:49 -0700166 // This random initialization is not intended to be cryptographic strong.
167 timestamp_offset_ = random_.Rand<uint32_t>();
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000168 // Random start, 16 bits. Can't be 0.
danilchap47a740b2015-12-15 00:30:07 -0800169 sequence_number_rtx_ = random_.Rand(1, kMaxInitRtpSeqNumber);
170 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
brandtr9dfff292016-11-14 05:14:50 -0800171
172 // Store FlexFEC packets in the packet history data structure, so they can
173 // be found when paced.
174 if (flexfec_sender) {
175 flexfec_packet_history_.SetStorePacketsStatus(
Erik Språnga12b1d62018-03-14 12:39:24 +0100176 RtpPacketHistory::StorageMode::kStore,
177 kMinFlexfecPacketsToStoreForPacing);
brandtr9dfff292016-11-14 05:14:50 -0800178 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000179}
180
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000181RTPSender::~RTPSender() {
tommiae695e92016-02-02 08:31:45 -0800182 // TODO(tommi): Use a thread checker to ensure the object is created and
183 // deleted on the same thread. At the moment this isn't possible due to
184 // voe::ChannelOwner in voice engine. To reproduce, run:
185 // voe_auto_test --automated --gtest_filter=*MixManyChannelsForStressOpus
186
187 // TODO(tommi,holmer): We don't grab locks in the dtor before accessing member
188 // variables but we grab them in all other methods. (what's the design?)
189 // Start documenting what thread we're on in what method so that it's easier
190 // to understand performance attributes and possibly remove locks.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000191 while (!payload_type_map_.empty()) {
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000192 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000193 payload_type_map_.begin();
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000194 delete it->second;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000195 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000196 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000197}
niklase@google.com470e71d2011-07-07 08:21:25 +0000198
erikvarga27883732017-05-17 05:08:38 -0700199rtc::ArrayView<const RtpExtensionSize> RTPSender::FecExtensionSizes() {
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +0100200 return rtc::MakeArrayView(kFecOrPaddingExtensionSizes,
201 arraysize(kFecOrPaddingExtensionSizes));
202}
203
204rtc::ArrayView<const RtpExtensionSize> RTPSender::VideoExtensionSizes() {
205 return rtc::MakeArrayView(kVideoExtensionSizes,
206 arraysize(kVideoExtensionSizes));
erikvarga27883732017-05-17 05:08:38 -0700207}
208
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000209uint16_t RTPSender::ActualSendBitrateKbit() const {
sprangcd349d92016-07-13 09:11:28 -0700210 rtc::CritScope cs(&statistics_crit_);
211 return static_cast<uint16_t>(
212 total_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0) /
213 1000);
niklase@google.com470e71d2011-07-07 08:21:25 +0000214}
215
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000216uint32_t RTPSender::VideoBitrateSent() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000217 if (video_) {
218 return video_->VideoBitrateSent();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000219 }
220 return 0;
stefan@webrtc.orgfbea4e52011-10-27 16:08:29 +0000221}
222
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000223uint32_t RTPSender::FecOverheadRate() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000224 if (video_) {
225 return video_->FecOverheadRate();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000226 }
227 return 0;
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000228}
229
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000230uint32_t RTPSender::NackOverheadRate() const {
sprangcd349d92016-07-13 09:11:28 -0700231 rtc::CritScope cs(&statistics_crit_);
232 return nack_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0);
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000233}
234
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000235int32_t RTPSender::RegisterRtpHeaderExtension(RTPExtensionType type,
236 uint8_t id) {
tommiae695e92016-02-02 08:31:45 -0800237 rtc::CritScope lock(&send_critsect_);
danilchapfab482b2017-04-04 02:33:48 -0700238 return rtp_header_extension_map_.RegisterByType(id, type) ? 0 : -1;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000239}
240
Danil Chapovalov585d1aa2018-09-14 18:29:32 +0200241bool RTPSender::RegisterRtpHeaderExtension(const std::string& uri, int id) {
242 rtc::CritScope lock(&send_critsect_);
243 return rtp_header_extension_map_.RegisterByUri(id, uri);
244}
245
stefan53b6cc32017-02-03 08:13:57 -0800246bool RTPSender::IsRtpHeaderExtensionRegistered(RTPExtensionType type) const {
tommiae695e92016-02-02 08:31:45 -0800247 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000248 return rtp_header_extension_map_.IsRegistered(type);
249}
250
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000251int32_t RTPSender::DeregisterRtpHeaderExtension(RTPExtensionType type) {
tommiae695e92016-02-02 08:31:45 -0800252 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000253 return rtp_header_extension_map_.Deregister(type);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000254}
255
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000256int32_t RTPSender::RegisterPayload(
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000257 const char payload_name[RTP_PAYLOAD_NAME_SIZE],
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000258 int8_t payload_number,
259 uint32_t frequency,
Peter Kasting69558702016-01-12 16:26:35 -0800260 size_t channels,
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000261 uint32_t rate) {
Peter Boström8b79b072016-02-26 16:31:37 +0100262 RTC_DCHECK_LT(strlen(payload_name), RTP_PAYLOAD_NAME_SIZE);
tommiae695e92016-02-02 08:31:45 -0800263 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000264
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000265 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000266 payload_type_map_.find(payload_number);
niklase@google.com470e71d2011-07-07 08:21:25 +0000267
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000268 if (payload_type_map_.end() != it) {
269 // We already use this payload type.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000270 RtpUtility::Payload* payload = it->second;
spranga8ae6f22017-09-04 07:23:56 -0700271 RTC_DCHECK(payload);
niklase@google.com470e71d2011-07-07 08:21:25 +0000272
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000273 // Check if it's the same as we already have.
Yves Gerey665174f2018-06-19 15:03:05 +0200274 if (RtpUtility::StringCompare(payload->name, payload_name,
275 RTP_PAYLOAD_NAME_SIZE - 1)) {
Karl Wibergc856dc22017-09-28 20:13:59 +0200276 if (audio_configured_ && payload->typeSpecific.is_audio()) {
277 auto& p = payload->typeSpecific.audio_payload();
Karl Wibergc62f6c72017-10-04 12:38:53 +0200278 if (rtc::SafeEq(p.format.clockrate_hz, frequency) &&
Karl Wibergc856dc22017-09-28 20:13:59 +0200279 (p.rate == rate || p.rate == 0 || rate == 0)) {
280 p.rate = rate;
281 // Ensure that we update the rate if new or old is zero.
282 return 0;
283 }
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000284 }
Karl Wibergc856dc22017-09-28 20:13:59 +0200285 if (!audio_configured_ && !payload->typeSpecific.is_audio()) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000286 return 0;
287 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000288 }
289 return -1;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000290 }
mflodmanfcf54bd2015-04-14 21:28:08 +0200291 int32_t ret_val = 0;
danilchap6db6cdc2015-12-15 02:54:47 -0800292 RtpUtility::Payload* payload = nullptr;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000293 if (audio_configured_) {
mflodmanfcf54bd2015-04-14 21:28:08 +0200294 // TODO(mflodman): Change to CreateAudioPayload and make static.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000295 ret_val = audio_->RegisterAudioPayload(payload_name, payload_number,
danilchap6db6cdc2015-12-15 02:54:47 -0800296 frequency, channels, rate, &payload);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000297 } else {
Peter Boström9d0c4322016-02-16 17:59:27 +0100298 payload = video_->CreateVideoPayload(payload_name, payload_number);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000299 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000300 if (payload) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000301 payload_type_map_[payload_number] = payload;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000302 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000303 return ret_val;
niklase@google.com470e71d2011-07-07 08:21:25 +0000304}
305
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000306int32_t RTPSender::DeRegisterSendPayload(int8_t payload_type) {
tommiae695e92016-02-02 08:31:45 -0800307 rtc::CritScope lock(&send_critsect_);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000308
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000309 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000310 payload_type_map_.find(payload_type);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000311
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000312 if (payload_type_map_.end() == it) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000313 return -1;
314 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000315 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000316 delete payload;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000317 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000318 return 0;
319}
niklase@google.com470e71d2011-07-07 08:21:25 +0000320
nisse284542b2017-01-10 08:58:32 -0800321void RTPSender::SetMaxRtpPacketSize(size_t max_packet_size) {
kwibergee89e782017-08-09 17:22:01 -0700322 RTC_DCHECK_GE(max_packet_size, 100);
323 RTC_DCHECK_LE(max_packet_size, IP_PACKET_SIZE);
tommiae695e92016-02-02 08:31:45 -0800324 rtc::CritScope lock(&send_critsect_);
nisse284542b2017-01-10 08:58:32 -0800325 max_packet_size_ = max_packet_size;
niklase@google.com470e71d2011-07-07 08:21:25 +0000326}
327
nisse284542b2017-01-10 08:58:32 -0800328size_t RTPSender::MaxRtpPacketSize() const {
329 return max_packet_size_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000330}
331
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000332void RTPSender::SetRtxStatus(int mode) {
tommiae695e92016-02-02 08:31:45 -0800333 rtc::CritScope lock(&send_critsect_);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000334 rtx_ = mode;
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000335}
336
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000337int RTPSender::RtxStatus() const {
tommiae695e92016-02-02 08:31:45 -0800338 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000339 return rtx_;
340}
341
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000342void RTPSender::SetRtxSsrc(uint32_t ssrc) {
tommiae695e92016-02-02 08:31:45 -0800343 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800344 ssrc_rtx_.emplace(ssrc);
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000345}
346
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000347uint32_t RTPSender::RtxSsrc() const {
tommiae695e92016-02-02 08:31:45 -0800348 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800349 RTC_DCHECK(ssrc_rtx_);
350 return *ssrc_rtx_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000351}
352
Shao Changbine62202f2015-04-21 20:24:50 +0800353void RTPSender::SetRtxPayloadType(int payload_type,
354 int associated_payload_type) {
tommiae695e92016-02-02 08:31:45 -0800355 rtc::CritScope lock(&send_critsect_);
henrikg91d6ede2015-09-17 00:24:34 -0700356 RTC_DCHECK_LE(payload_type, 127);
357 RTC_DCHECK_LE(associated_payload_type, 127);
Shao Changbine62202f2015-04-21 20:24:50 +0800358 if (payload_type < 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100359 RTC_LOG(LS_ERROR) << "Invalid RTX payload type: " << payload_type << ".";
Shao Changbine62202f2015-04-21 20:24:50 +0800360 return;
361 }
362
363 rtx_payload_type_map_[associated_payload_type] = payload_type;
Ã…sa Persson6ae25722015-04-13 17:48:08 +0200364}
365
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000366int32_t RTPSender::CheckPayloadType(int8_t payload_type,
Niels Möller520ca4e2018-06-04 11:14:38 +0200367 VideoCodecType* video_type) {
tommiae695e92016-02-02 08:31:45 -0800368 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000369
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000370 if (payload_type < 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100371 RTC_LOG(LS_ERROR) << "Invalid payload_type " << payload_type << ".";
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000372 return -1;
373 }
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100374 if (last_payload_type_ == payload_type) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000375 if (!audio_configured_) {
376 *video_type = video_->VideoCodecType();
niklase@google.com470e71d2011-07-07 08:21:25 +0000377 }
378 return 0;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000379 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000380 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000381 payload_type_map_.find(payload_type);
382 if (it == payload_type_map_.end()) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100383 RTC_LOG(LS_WARNING) << "Payload type " << static_cast<int>(payload_type)
384 << " not registered.";
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000385 return -1;
386 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000387 RtpUtility::Payload* payload = it->second;
spranga8ae6f22017-09-04 07:23:56 -0700388 RTC_DCHECK(payload);
Karl Wibergc856dc22017-09-28 20:13:59 +0200389 if (payload->typeSpecific.is_video() && !audio_configured_) {
390 video_->SetVideoCodecType(
391 payload->typeSpecific.video_payload().videoCodecType);
392 *video_type = payload->typeSpecific.video_payload().videoCodecType;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000393 }
394 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000395}
396
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700397bool RTPSender::SendOutgoingData(FrameType frame_type,
398 int8_t payload_type,
399 uint32_t capture_timestamp,
400 int64_t capture_time_ms,
401 const uint8_t* payload_data,
402 size_t payload_size,
403 const RTPFragmentationHeader* fragmentation,
404 const RTPVideoHeader* rtp_header,
spranga8ae6f22017-09-04 07:23:56 -0700405 uint32_t* transport_frame_id_out,
406 int64_t expected_retransmission_time_ms) {
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000407 uint32_t ssrc;
isheriff6b4b5f32016-06-08 00:24:21 -0700408 uint16_t sequence_number;
danilchape5b41412016-08-22 03:39:23 -0700409 uint32_t rtp_timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000410 {
411 // Drop this packet if we're not sending media packets.
tommiae695e92016-02-02 08:31:45 -0800412 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800413 RTC_DCHECK(ssrc_);
414
415 ssrc = *ssrc_;
isheriff6b4b5f32016-06-08 00:24:21 -0700416 sequence_number = sequence_number_;
danilchape5b41412016-08-22 03:39:23 -0700417 rtp_timestamp = timestamp_offset_ + capture_timestamp;
418 if (transport_frame_id_out)
419 *transport_frame_id_out = rtp_timestamp;
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700420 if (!sending_media_)
421 return true;
Ilya Nikolaevskiy523b4c42018-08-23 17:07:29 +0200422
423 // Cache video content type.
424 if (!audio_configured_ && rtp_header) {
425 video_content_type_ = rtp_header->content_type;
426 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000427 }
Niels Möller520ca4e2018-06-04 11:14:38 +0200428 VideoCodecType video_type = kVideoCodecGeneric;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000429 if (CheckPayloadType(payload_type, &video_type) != 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100430 RTC_LOG(LS_ERROR) << "Don't send data with unknown payload type: "
431 << static_cast<int>(payload_type) << ".";
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700432 return false;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000433 }
434
spranga8ae6f22017-09-04 07:23:56 -0700435 switch (frame_type) {
436 case kAudioFrameSpeech:
437 case kAudioFrameCN:
438 RTC_CHECK(audio_configured_);
439 break;
440 case kVideoFrameKey:
441 case kVideoFrameDelta:
442 RTC_CHECK(!audio_configured_);
443 break;
444 case kEmptyFrame:
445 break;
446 }
447
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700448 bool result;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000449 if (audio_configured_) {
danilchape5b41412016-08-22 03:39:23 -0700450 TRACE_EVENT_ASYNC_STEP1("webrtc", "Audio", rtp_timestamp, "Send", "type",
451 FrameTypeToString(frame_type));
Niels Möller90397d92017-10-27 10:51:20 +0200452 // The only known way to produce of RTPFragmentationHeader for audio is
453 // to use the AudioCodingModule directly.
454 RTC_DCHECK(fragmentation == nullptr);
danilchape5b41412016-08-22 03:39:23 -0700455 result = audio_->SendAudio(frame_type, payload_type, rtp_timestamp,
Niels Möller90397d92017-10-27 10:51:20 +0200456 payload_data, payload_size);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000457 } else {
Yves Gerey665174f2018-06-19 15:03:05 +0200458 TRACE_EVENT_ASYNC_STEP1("webrtc", "Video", capture_time_ms, "Send", "type",
459 FrameTypeToString(frame_type));
pbos22993e12015-10-19 02:39:06 -0700460 if (frame_type == kEmptyFrame)
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700461 return true;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000462
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700463 if (rtp_header) {
464 playout_delay_oracle_.UpdateRequest(ssrc, rtp_header->playout_delay,
isheriff6b4b5f32016-06-08 00:24:21 -0700465 sequence_number);
466 }
467
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700468 result = video_->SendVideo(video_type, frame_type, payload_type,
danilchape5b41412016-08-22 03:39:23 -0700469 rtp_timestamp, capture_time_ms, payload_data,
spranga8ae6f22017-09-04 07:23:56 -0700470 payload_size, fragmentation, rtp_header,
471 expected_retransmission_time_ms);
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700472 }
473
danilchap7c9426c2016-04-14 03:05:31 -0700474 rtc::CritScope cs(&statistics_crit_);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000475 // Note: This is currently only counting for video.
476 if (frame_type == kVideoFrameKey) {
477 ++frame_counts_.key_frames;
478 } else if (frame_type == kVideoFrameDelta) {
479 ++frame_counts_.delta_frames;
480 }
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000481 if (frame_count_observer_) {
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000482 frame_count_observer_->FrameCountUpdated(frame_counts_, ssrc);
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000483 }
484
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700485 return result;
niklase@google.com470e71d2011-07-07 08:21:25 +0000486}
487
philipela1ed0b32016-06-01 06:31:17 -0700488size_t RTPSender::TrySendRedundantPayloads(size_t bytes_to_send,
philipel8aadd502017-02-23 02:56:13 -0800489 const PacedPacketInfo& pacing_info) {
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000490 {
tommiae695e92016-02-02 08:31:45 -0800491 rtc::CritScope lock(&send_critsect_);
Peter Boströmfc968a22016-02-19 16:14:37 +0100492 if (!sending_media_)
493 return 0;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000494 if ((rtx_ & kRtxRedundantPayloads) == 0)
495 return 0;
496 }
497
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000498 int bytes_left = static_cast<int>(bytes_to_send);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000499 while (bytes_left > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200500 std::unique_ptr<RtpPacketToSend> packet =
501 packet_history_.GetBestFittingPacket(bytes_left);
502 if (!packet)
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000503 break;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200504 size_t payload_size = packet->payload_size();
philipel8aadd502017-02-23 02:56:13 -0800505 if (!PrepareAndSendPacket(std::move(packet), true, false, pacing_info))
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000506 break;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200507 bytes_left -= payload_size;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000508 }
509 return bytes_to_send - bytes_left;
510}
511
philipel8aadd502017-02-23 02:56:13 -0800512size_t RTPSender::SendPadData(size_t bytes,
513 const PacedPacketInfo& pacing_info) {
stefan53b6cc32017-02-03 08:13:57 -0800514 size_t padding_bytes_in_packet;
erikvarga76a55932017-05-17 07:50:17 -0700515 size_t max_payload_size = max_packet_size_ - RtpHeaderLength();
erikvarga27883732017-05-17 05:08:38 -0700516
stefan53b6cc32017-02-03 08:13:57 -0800517 if (audio_configured_) {
518 // Allow smaller padding packets for audio.
kwiberg07038562017-06-12 11:40:47 -0700519 padding_bytes_in_packet = rtc::SafeClamp<size_t>(
520 bytes, kMinAudioPaddingLength,
521 rtc::SafeMin(max_payload_size, kMaxPaddingLength));
stefan53b6cc32017-02-03 08:13:57 -0800522 } else {
523 // Always send full padding packets. This is accounted for by the
524 // RtpPacketSender, which will make sure we don't send too much padding even
525 // if a single packet is larger than requested.
526 // We do this to avoid frequently sending small packets on higher bitrates.
kwiberg07038562017-06-12 11:40:47 -0700527 padding_bytes_in_packet =
528 rtc::SafeMin<size_t>(max_payload_size, kMaxPaddingLength);
stefan53b6cc32017-02-03 08:13:57 -0800529 }
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000530 size_t bytes_sent = 0;
danilchap90069872016-12-14 06:16:33 -0800531 while (bytes_sent < bytes) {
532 int64_t now_ms = clock_->TimeInMilliseconds();
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000533 uint32_t ssrc;
danilchap90069872016-12-14 06:16:33 -0800534 uint32_t timestamp;
535 int64_t capture_time_ms;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000536 uint16_t sequence_number;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000537 int payload_type;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000538 bool over_rtx;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000539 {
tommiae695e92016-02-02 08:31:45 -0800540 rtc::CritScope lock(&send_critsect_);
Peter Boströmfc968a22016-02-19 16:14:37 +0100541 if (!sending_media_)
danilchap90069872016-12-14 06:16:33 -0800542 break;
543 timestamp = last_rtp_timestamp_;
544 capture_time_ms = capture_time_ms_;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000545 if (rtx_ == kRtxOff) {
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100546 if (last_payload_type_ == -1)
stefane35f89a2017-02-01 09:06:25 -0800547 break;
stefan53b6cc32017-02-03 08:13:57 -0800548 // Without RTX we can't send padding in the middle of frames.
549 // For audio marker bits doesn't mark the end of a frame and frames
550 // are usually a single packet, so for now we don't apply this rule
551 // for audio.
552 if (!audio_configured_ && !last_packet_marker_bit_) {
553 break;
554 }
nisse7d59f6b2017-02-21 03:40:24 -0800555 if (!ssrc_) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100556 RTC_LOG(LS_ERROR) << "SSRC unset.";
nisse7d59f6b2017-02-21 03:40:24 -0800557 return 0;
558 }
559
560 RTC_DCHECK(ssrc_);
561 ssrc = *ssrc_;
562
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000563 sequence_number = sequence_number_;
564 ++sequence_number_;
Danil Chapovalovb3179c72018-03-22 10:13:07 +0100565 payload_type = last_payload_type_;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000566 over_rtx = false;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000567 } else {
Stefan Holmerf5dca482016-01-27 12:58:51 +0100568 // Without abs-send-time or transport sequence number a media packet
569 // must be sent before padding so that the timestamps used for
570 // estimation are correct.
571 if (!media_has_been_sent_ &&
danilchap90069872016-12-14 06:16:33 -0800572 !(rtp_header_extension_map_.IsRegistered(AbsoluteSendTime::kId) ||
573 (rtp_header_extension_map_.IsRegistered(
574 TransportSequenceNumber::kId) &&
575 transport_sequence_number_allocator_))) {
576 break;
Stefan Holmerf5dca482016-01-27 12:58:51 +0100577 }
Stefan Holmer586b19b2015-09-18 11:14:31 +0200578 // Only change change the timestamp of padding packets sent over RTX.
579 // Padding only packets over RTP has to be sent as part of a media
580 // frame (and therefore the same timestamp).
581 if (last_timestamp_time_ms_ > 0) {
582 timestamp +=
danilchap90069872016-12-14 06:16:33 -0800583 (now_ms - last_timestamp_time_ms_) * kTimestampTicksPerMs;
584 capture_time_ms += (now_ms - last_timestamp_time_ms_);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200585 }
nisse7d59f6b2017-02-21 03:40:24 -0800586 if (!ssrc_rtx_) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100587 RTC_LOG(LS_ERROR) << "RTX SSRC unset.";
nisse7d59f6b2017-02-21 03:40:24 -0800588 return 0;
589 }
590 RTC_DCHECK(ssrc_rtx_);
591 ssrc = *ssrc_rtx_;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000592 sequence_number = sequence_number_rtx_;
593 ++sequence_number_rtx_;
Stefan Holmer10880012016-02-03 13:29:59 +0100594 payload_type = rtx_payload_type_map_.begin()->second;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000595 over_rtx = true;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000596 }
597 }
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000598
danilchap90069872016-12-14 06:16:33 -0800599 RtpPacketToSend padding_packet(&rtp_header_extension_map_);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200600 padding_packet.SetPayloadType(payload_type);
601 padding_packet.SetMarker(false);
602 padding_packet.SetSequenceNumber(sequence_number);
603 padding_packet.SetTimestamp(timestamp);
604 padding_packet.SetSsrc(ssrc);
605
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000606 if (capture_time_ms > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200607 padding_packet.SetExtension<TransmissionOffset>(
danilchap90069872016-12-14 06:16:33 -0800608 (now_ms - capture_time_ms) * kTimestampTicksPerMs);
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000609 }
Danil Chapovalovf3ba6482017-06-12 15:43:55 +0200610 padding_packet.SetExtension<AbsoluteSendTime>(
611 AbsoluteSendTime::MsTo24Bits(now_ms));
stefan1d8a5062015-10-02 03:39:33 -0700612 PacketOptions options;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200613 // Padding packets are never retransmissions.
614 options.is_retransmit = false;
michaelt4da30442016-11-17 01:38:43 -0800615 bool has_transport_seq_num =
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200616 UpdateTransportSequenceNumber(&padding_packet, &options.packet_id);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200617 padding_packet.SetPadding(padding_bytes_in_packet, &random_);
618
michaelt4da30442016-11-17 01:38:43 -0800619 if (has_transport_seq_num) {
620 AddPacketToTransportFeedback(options.packet_id, padding_packet,
philipel8aadd502017-02-23 02:56:13 -0800621 pacing_info);
michaelt4da30442016-11-17 01:38:43 -0800622 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200623
philipel32d00102017-02-27 02:18:46 -0800624 if (!SendPacketToNetwork(padding_packet, options, pacing_info))
stefanf116bd02015-10-27 08:29:42 -0700625 break;
626
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000627 bytes_sent += padding_bytes_in_packet;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200628 UpdateRtpStats(padding_packet, over_rtx, false);
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000629 }
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000630
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000631 return bytes_sent;
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000632}
633
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000634void RTPSender::SetStorePacketsStatus(bool enable, uint16_t number_to_store) {
Erik Språnga12b1d62018-03-14 12:39:24 +0100635 RtpPacketHistory::StorageMode mode =
636 enable ? RtpPacketHistory::StorageMode::kStore
637 : RtpPacketHistory::StorageMode::kDisabled;
638 packet_history_.SetStorePacketsStatus(mode, number_to_store);
niklase@google.com470e71d2011-07-07 08:21:25 +0000639}
640
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000641bool RTPSender::StorePackets() const {
Erik Språnga12b1d62018-03-14 12:39:24 +0100642 return packet_history_.GetStorageMode() !=
643 RtpPacketHistory::StorageMode::kDisabled;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000644}
niklase@google.com470e71d2011-07-07 08:21:25 +0000645
Erik Språnga12b1d62018-03-14 12:39:24 +0100646int32_t RTPSender::ReSendPacket(uint16_t packet_id) {
647 // Try to find packet in RTP packet history. Also verify RTT here, so that we
648 // don't retransmit too often.
Danil Chapovalovd264df52018-06-14 12:59:38 +0200649 absl::optional<RtpPacketHistory::PacketState> stored_packet =
Erik Språnga12b1d62018-03-14 12:39:24 +0100650 packet_history_.GetPacketState(packet_id, true);
651 if (!stored_packet) {
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000652 // Packet not found.
asapersson@webrtc.org83ed0a42012-04-23 12:43:05 +0000653 return 0;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000654 }
Oleh Prypin5a980492018-03-09 12:27:24 +0000655
Erik Språnga12b1d62018-03-14 12:39:24 +0100656 const int32_t packet_size = static_cast<int32_t>(stored_packet->payload_size);
657
Danil Chapovalovc7fff582018-09-11 14:28:19 +0200658 // Skip retransmission rate check if not configured.
659 if (retransmission_rate_limiter_) {
660 // Skip retransmission rate check if sending screenshare and the experiment
661 // is on.
662 bool skip_retransmission_rate_limit = false;
663 if (unlimited_retransmission_experiment_) {
664 rtc::CritScope lock(&send_critsect_);
665 skip_retransmission_rate_limit =
666 video_content_type_ &&
667 videocontenttypehelpers::IsScreenshare(*video_content_type_);
668 }
Ilya Nikolaevskiy523b4c42018-08-23 17:07:29 +0200669
Danil Chapovalovc7fff582018-09-11 14:28:19 +0200670 // Check if we're overusing retransmission bitrate.
671 // TODO(sprang): Add histograms for nack success or failure reasons.
672 if (!skip_retransmission_rate_limit &&
673 !retransmission_rate_limiter_->TryUseRate(packet_size)) {
674 return -1;
675 }
Erik Språnga12b1d62018-03-14 12:39:24 +0100676 }
Erik Språng7bb37b82018-03-09 09:52:59 +0100677
Oleh Prypin5a980492018-03-09 12:27:24 +0000678 if (paced_sender_) {
679 // Convert from TickTime to Clock since capture_time_ms is based on
680 // TickTime.
681 int64_t corrected_capture_tims_ms =
Erik Språnga12b1d62018-03-14 12:39:24 +0100682 stored_packet->capture_time_ms + clock_delta_ms_;
683 paced_sender_->InsertPacket(
684 RtpPacketSender::kNormalPriority, stored_packet->ssrc,
685 stored_packet->rtp_sequence_number, corrected_capture_tims_ms,
686 stored_packet->payload_size, true);
Oleh Prypin5a980492018-03-09 12:27:24 +0000687
Erik Språnga12b1d62018-03-14 12:39:24 +0100688 return packet_size;
Oleh Prypin5a980492018-03-09 12:27:24 +0000689 }
Erik Språnga12b1d62018-03-14 12:39:24 +0100690
691 std::unique_ptr<RtpPacketToSend> packet =
692 packet_history_.GetPacketAndSetSendTime(packet_id, true);
693 if (!packet) {
694 // Packet could theoretically time out between the first check and this one.
695 return 0;
696 }
697
698 const bool rtx = (RtxStatus() & kRtxRetransmitted) > 0;
philipel8aadd502017-02-23 02:56:13 -0800699 if (!PrepareAndSendPacket(std::move(packet), rtx, true, PacedPacketInfo()))
sprang867fb522015-08-03 04:38:41 -0700700 return -1;
Erik Språnga12b1d62018-03-14 12:39:24 +0100701
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200702 return packet_size;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000703}
704
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200705bool RTPSender::SendPacketToNetwork(const RtpPacketToSend& packet,
philipel32d00102017-02-27 02:18:46 -0800706 const PacketOptions& options,
707 const PacedPacketInfo& pacing_info) {
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000708 int bytes_sent = -1;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000709 if (transport_) {
michaelt4da30442016-11-17 01:38:43 -0800710 UpdateRtpOverhead(packet);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200711 bytes_sent = transport_->SendRtp(packet.data(), packet.size(), options)
712 ? static_cast<int>(packet.size())
stefan1d8a5062015-10-02 03:39:33 -0700713 : -1;
terelius429c3452016-01-21 05:42:04 -0800714 if (event_log_ && bytes_sent > 0) {
Karl Wiberg918f50c2018-07-05 11:40:33 +0200715 event_log_->Log(absl::make_unique<RtcEventRtpPacketOutgoing>(
Elad Alon4a87e1c2017-10-03 16:11:34 +0200716 packet, pacing_info.probe_cluster_id));
terelius429c3452016-01-21 05:42:04 -0800717 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000718 }
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000719 // TODO(pwestin): Add a separate bitrate for sent bitrate after pacer.
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000720 if (bytes_sent <= 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100721 RTC_LOG(LS_WARNING) << "Transport failed to send packet.";
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000722 return false;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000723 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000724 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +0000725}
726
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000727int RTPSender::SelectiveRetransmissions() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000728 if (!video_)
729 return -1;
730 return video_->SelectiveRetransmissions();
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000731}
732
733int RTPSender::SetSelectiveRetransmissions(uint8_t settings) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000734 if (!video_)
735 return -1;
mflodmanfcf54bd2015-04-14 21:28:08 +0200736 video_->SetSelectiveRetransmissions(settings);
737 return 0;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000738}
739
Danil Chapovalov2800d742016-08-26 18:48:46 +0200740void RTPSender::OnReceivedNack(
741 const std::vector<uint16_t>& nack_sequence_numbers,
742 int64_t avg_rtt) {
Erik Språnga12b1d62018-03-14 12:39:24 +0100743 packet_history_.SetRtt(5 + avg_rtt);
sprangcd349d92016-07-13 09:11:28 -0700744 for (uint16_t seq_no : nack_sequence_numbers) {
Erik Språnga12b1d62018-03-14 12:39:24 +0100745 const int32_t bytes_sent = ReSendPacket(seq_no);
sprangcd349d92016-07-13 09:11:28 -0700746 if (bytes_sent < 0) {
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000747 // Failed to send one Sequence number. Give up the rest in this nack.
Mirko Bonadei675513b2017-11-09 11:09:25 +0100748 RTC_LOG(LS_WARNING) << "Failed resending RTP packet " << seq_no
749 << ", Discard rest of packets.";
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000750 break;
niklase@google.com470e71d2011-07-07 08:21:25 +0000751 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000752 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000753}
754
isheriff6b4b5f32016-06-08 00:24:21 -0700755void RTPSender::OnReceivedRtcpReportBlocks(
756 const ReportBlockList& report_blocks) {
757 playout_delay_oracle_.OnReceivedRtcpReportBlocks(report_blocks);
758}
759
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000760// Called from pacer when we can send the packet.
brandtr9dfff292016-11-14 05:14:50 -0800761bool RTPSender::TimeToSendPacket(uint32_t ssrc,
762 uint16_t sequence_number,
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000763 int64_t capture_time_ms,
philipela1ed0b32016-06-01 06:31:17 -0700764 bool retransmission,
philipel8aadd502017-02-23 02:56:13 -0800765 const PacedPacketInfo& pacing_info) {
brandtr9dfff292016-11-14 05:14:50 -0800766 if (!SendingMedia())
767 return true;
768
769 std::unique_ptr<RtpPacketToSend> packet;
Erik Språnga12b1d62018-03-14 12:39:24 +0100770 // No need to verify RTT here, it has already been checked before putting the
771 // packet into the pacer. But _do_ update the send time.
brandtr9dfff292016-11-14 05:14:50 -0800772 if (ssrc == SSRC()) {
Erik Språnga12b1d62018-03-14 12:39:24 +0100773 packet = packet_history_.GetPacketAndSetSendTime(sequence_number, false);
brandtr9dfff292016-11-14 05:14:50 -0800774 } else if (ssrc == FlexfecSsrc()) {
Erik Språnga12b1d62018-03-14 12:39:24 +0100775 packet =
776 flexfec_packet_history_.GetPacketAndSetSendTime(sequence_number, false);
brandtr9dfff292016-11-14 05:14:50 -0800777 }
778
Stefan Holmera246cfb2016-08-23 17:51:42 +0200779 if (!packet) {
brandtr9dfff292016-11-14 05:14:50 -0800780 // Packet cannot be found.
hclam@chromium.org2e402ce2013-06-20 20:18:31 +0000781 return true;
Stefan Holmera246cfb2016-08-23 17:51:42 +0200782 }
asapersson35151f32016-05-02 23:44:01 -0700783
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200784 return PrepareAndSendPacket(
785 std::move(packet),
786 retransmission && (RtxStatus() & kRtxRetransmitted) > 0, retransmission,
philipel8aadd502017-02-23 02:56:13 -0800787 pacing_info);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000788}
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000789
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200790bool RTPSender::PrepareAndSendPacket(std::unique_ptr<RtpPacketToSend> packet,
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000791 bool send_over_rtx,
philipela1ed0b32016-06-01 06:31:17 -0700792 bool is_retransmit,
philipel8aadd502017-02-23 02:56:13 -0800793 const PacedPacketInfo& pacing_info) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200794 RTC_DCHECK(packet);
795 int64_t capture_time_ms = packet->capture_time_ms();
796 RtpPacketToSend* packet_to_send = packet.get();
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000797
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200798 std::unique_ptr<RtpPacketToSend> packet_rtx;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000799 if (send_over_rtx) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200800 packet_rtx = BuildRtxPacket(*packet);
801 if (!packet_rtx)
danilchap32cd2c42016-08-01 06:58:34 -0700802 return false;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200803 packet_to_send = packet_rtx.get();
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000804 }
805
ilnik10894992017-06-21 08:23:19 -0700806 // Bug webrtc:7859. While FEC is invoked from rtp_sender_video, and not after
807 // the pacer, these modifications of the header below are happening after the
808 // FEC protection packets are calculated. This will corrupt recovered packets
809 // at the same place. It's not an issue for extensions, which are present in
810 // all the packets (their content just may be incorrect on recovered packets).
811 // In case of VideoTimingExtension, since it's present not in every packet,
812 // data after rtp header may be corrupted if these packets are protected by
813 // the FEC.
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000814 int64_t now_ms = clock_->TimeInMilliseconds();
815 int64_t diff_ms = now_ms - capture_time_ms;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200816 packet_to_send->SetExtension<TransmissionOffset>(kTimestampTicksPerMs *
817 diff_ms);
Danil Chapovalovf3ba6482017-06-12 15:43:55 +0200818 packet_to_send->SetExtension<AbsoluteSendTime>(
819 AbsoluteSendTime::MsTo24Bits(now_ms));
sprang867fb522015-08-03 04:38:41 -0700820
Erik Språng7b52f102018-02-07 14:37:37 +0100821 if (packet_to_send->HasExtension<VideoTimingExtension>()) {
822 if (populate_network2_timestamp_) {
823 packet_to_send->set_network2_time_ms(now_ms);
824 } else {
825 packet_to_send->set_pacer_exit_time_ms(now_ms);
826 }
827 }
ilnik04f4d122017-06-19 07:18:55 -0700828
stefan1d8a5062015-10-02 03:39:33 -0700829 PacketOptions options;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200830 // If we are sending over RTX, it also means this is a retransmission.
831 // E.g. RTPSender::TrySendRedundantPayloads calls PrepareAndSendPacket with
832 // send_over_rtx = true but is_retransmit = false.
833 options.is_retransmit = is_retransmit || send_over_rtx;
michaelt4da30442016-11-17 01:38:43 -0800834 if (UpdateTransportSequenceNumber(packet_to_send, &options.packet_id)) {
835 AddPacketToTransportFeedback(options.packet_id, *packet_to_send,
philipel8aadd502017-02-23 02:56:13 -0800836 pacing_info);
sprang867fb522015-08-03 04:38:41 -0700837 }
Dino Radaković1807d572018-02-22 14:18:06 +0100838 options.application_data.assign(packet_to_send->application_data().begin(),
839 packet_to_send->application_data().end());
sprang867fb522015-08-03 04:38:41 -0700840
asapersson35151f32016-05-02 23:44:01 -0700841 if (!is_retransmit && !send_over_rtx) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200842 UpdateDelayStatistics(packet->capture_time_ms(), now_ms);
843 UpdateOnSendPacket(options.packet_id, packet->capture_time_ms(),
844 packet->Ssrc());
stefanf116bd02015-10-27 08:29:42 -0700845 }
846
philipel32d00102017-02-27 02:18:46 -0800847 if (!SendPacketToNetwork(*packet_to_send, options, pacing_info))
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200848 return false;
849
850 {
tommiae695e92016-02-02 08:31:45 -0800851 rtc::CritScope lock(&send_critsect_);
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000852 media_has_been_sent_ = true;
853 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200854 UpdateRtpStats(*packet_to_send, send_over_rtx, is_retransmit);
855 return true;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000856}
857
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200858void RTPSender::UpdateRtpStats(const RtpPacketToSend& packet,
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000859 bool is_rtx,
860 bool is_retransmit) {
sprangcd349d92016-07-13 09:11:28 -0700861 int64_t now_ms = clock_->TimeInMilliseconds();
sprang@webrtc.org5314e852014-01-27 13:20:36 +0000862
danilchap7c9426c2016-04-14 03:05:31 -0700863 rtc::CritScope lock(&statistics_crit_);
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200864 StreamDataCounters* counters = is_rtx ? &rtx_rtp_stats_ : &rtp_stats_;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000865
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200866 total_bitrate_sent_.Update(packet.size(), now_ms);
asapersson@webrtc.org44149392015-02-04 08:34:47 +0000867
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200868 if (counters->first_packet_time_ms == -1)
869 counters->first_packet_time_ms = now_ms;
870
871 if (IsFecPacket(packet))
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200872 CountPacket(&counters->fec, packet);
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200873
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200874 if (is_retransmit) {
875 CountPacket(&counters->retransmitted, packet);
876 nack_bitrate_sent_.Update(packet.size(), now_ms);
877 }
878 CountPacket(&counters->transmitted, packet);
sprangcd349d92016-07-13 09:11:28 -0700879
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200880 if (rtp_stats_callback_)
881 rtp_stats_callback_->DataCountersUpdated(*counters, packet.Ssrc());
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000882}
883
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200884bool RTPSender::IsFecPacket(const RtpPacketToSend& packet) const {
brandtr9e795c62016-11-14 05:37:16 -0800885 if (!video_)
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000886 return false;
brandtr9e795c62016-11-14 05:37:16 -0800887
888 // FlexFEC.
889 if (packet.Ssrc() == FlexfecSsrc())
890 return true;
891
892 // RED+ULPFEC.
brandtrd8048952016-11-07 02:08:51 -0800893 int pt_red;
894 int pt_fec;
brandtrf1bb4762016-11-07 03:05:06 -0800895 video_->GetUlpfecConfig(&pt_red, &pt_fec);
brandtr9e795c62016-11-14 05:37:16 -0800896 return static_cast<int>(packet.PayloadType()) == pt_red &&
brandtrd8048952016-11-07 02:08:51 -0800897 static_cast<int>(packet.payload()[0]) == pt_fec;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000898}
899
philipel8aadd502017-02-23 02:56:13 -0800900size_t RTPSender::TimeToSendPadding(size_t bytes,
901 const PacedPacketInfo& pacing_info) {
stefan53b6cc32017-02-03 08:13:57 -0800902 if (bytes == 0)
pbos545727e2015-07-01 06:31:06 -0700903 return 0;
philipel8aadd502017-02-23 02:56:13 -0800904 size_t bytes_sent = TrySendRedundantPayloads(bytes, pacing_info);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000905 if (bytes_sent < bytes)
philipel8aadd502017-02-23 02:56:13 -0800906 bytes_sent += SendPadData(bytes - bytes_sent, pacing_info);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000907 return bytes_sent;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000908}
909
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200910bool RTPSender::SendToNetwork(std::unique_ptr<RtpPacketToSend> packet,
911 StorageType storage,
912 RtpPacketSender::Priority priority) {
913 RTC_DCHECK(packet);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000914 int64_t now_ms = clock_->TimeInMilliseconds();
915
stefan@webrtc.org715faaf2012-08-28 15:20:39 +0000916 // |capture_time_ms| <= 0 is considered invalid.
917 // TODO(holmer): This should be changed all over Video Engine so that negative
918 // time is consider invalid, while 0 is considered a valid time.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200919 if (packet->capture_time_ms() > 0) {
920 packet->SetExtension<TransmissionOffset>(
921 kTimestampTicksPerMs * (now_ms - packet->capture_time_ms()));
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +0000922 }
Danil Chapovalovf3ba6482017-06-12 15:43:55 +0200923 packet->SetExtension<AbsoluteSendTime>(AbsoluteSendTime::MsTo24Bits(now_ms));
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000924
gaetano.carlucci52a57032016-09-14 05:04:36 -0700925 if (video_) {
gaetano.carlucci61050f62016-09-30 06:29:54 -0700926 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoTotBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700927 ActualSendBitrateKbit(), packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700928 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoFecBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700929 FecOverheadRate() / 1000, packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700930 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoNackBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700931 NackOverheadRate() / 1000, packet->Ssrc());
932 } else {
gaetano.carlucci61050f62016-09-30 06:29:54 -0700933 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "AudioTotBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700934 ActualSendBitrateKbit(), packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700935 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "AudioNackBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700936 NackOverheadRate() / 1000, packet->Ssrc());
937 }
938
brandtr9dfff292016-11-14 05:14:50 -0800939 uint32_t ssrc = packet->Ssrc();
Danil Chapovalovd264df52018-06-14 12:59:38 +0200940 absl::optional<uint32_t> flexfec_ssrc = FlexfecSsrc();
Peter Boströme23e7372015-10-08 11:44:14 +0200941 if (paced_sender_) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200942 uint16_t seq_no = packet->SequenceNumber();
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000943 // Correct offset between implementations of millisecond time stamps in
944 // TickTime and Clock.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200945 int64_t corrected_time_ms = packet->capture_time_ms() + clock_delta_ms_;
946 size_t payload_length = packet->payload_size();
brandtr9dfff292016-11-14 05:14:50 -0800947 if (ssrc == flexfec_ssrc) {
948 // Store FlexFEC packets in the history here, so they can be found
949 // when the pacer calls TimeToSendPacket.
Erik Språnga12b1d62018-03-14 12:39:24 +0100950 flexfec_packet_history_.PutRtpPacket(std::move(packet), storage,
Danil Chapovalovd264df52018-06-14 12:59:38 +0200951 absl::nullopt);
brandtr9dfff292016-11-14 05:14:50 -0800952 } else {
Danil Chapovalovd264df52018-06-14 12:59:38 +0200953 packet_history_.PutRtpPacket(std::move(packet), storage, absl::nullopt);
brandtr9dfff292016-11-14 05:14:50 -0800954 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200955
956 paced_sender_->InsertPacket(priority, ssrc, seq_no, corrected_time_ms,
Peter Boströme23e7372015-10-08 11:44:14 +0200957 payload_length, false);
958 if (last_capture_time_ms_sent_ == 0 ||
959 corrected_time_ms > last_capture_time_ms_sent_) {
960 last_capture_time_ms_sent_ = corrected_time_ms;
asapersson@webrtc.orge5b49a02012-11-06 13:09:39 +0000961 }
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700962 return true;
stefan@webrtc.orgddfdfed2012-07-03 13:21:22 +0000963 }
Stefan Holmerf5dca482016-01-27 12:58:51 +0100964
965 PacketOptions options;
Petter Strandmark26bc6692018-05-29 08:43:35 +0200966 options.is_retransmit = false;
michaelt4da30442016-11-17 01:38:43 -0800967 if (UpdateTransportSequenceNumber(packet.get(), &options.packet_id)) {
968 AddPacketToTransportFeedback(options.packet_id, *packet.get(),
philipel8aadd502017-02-23 02:56:13 -0800969 PacedPacketInfo());
Stefan Holmerf5dca482016-01-27 12:58:51 +0100970 }
Dino Radaković1807d572018-02-22 14:18:06 +0100971 options.application_data.assign(packet->application_data().begin(),
972 packet->application_data().end());
Stefan Holmerf5dca482016-01-27 12:58:51 +0100973
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200974 UpdateDelayStatistics(packet->capture_time_ms(), now_ms);
975 UpdateOnSendPacket(options.packet_id, packet->capture_time_ms(),
976 packet->Ssrc());
977
philipel32d00102017-02-27 02:18:46 -0800978 bool sent = SendPacketToNetwork(*packet, options, PacedPacketInfo());
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200979
980 if (sent) {
981 {
982 rtc::CritScope lock(&send_critsect_);
983 media_has_been_sent_ = true;
984 }
985 UpdateRtpStats(*packet, false, false);
986 }
sprang@webrtc.orgc957ffc2015-02-02 13:08:02 +0000987
brandtr9dfff292016-11-14 05:14:50 -0800988 // To support retransmissions, we store the media packet as sent in the
989 // packet history (even if send failed).
990 if (storage == kAllowRetransmission) {
Danil Chapovalov603ce982017-12-27 11:32:50 +0100991 RTC_DCHECK_EQ(ssrc, SSRC());
Erik Språnga12b1d62018-03-14 12:39:24 +0100992 packet_history_.PutRtpPacket(std::move(packet), storage, now_ms);
brandtr9dfff292016-11-14 05:14:50 -0800993 }
Peter Boströme23e7372015-10-08 11:44:14 +0200994
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200995 return sent;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000996}
997
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +0000998void RTPSender::UpdateDelayStatistics(int64_t capture_time_ms, int64_t now_ms) {
asapersson35151f32016-05-02 23:44:01 -0700999 if (!send_side_delay_observer_ || capture_time_ms <= 0)
Peter Boström71861a02015-05-28 14:45:36 +02001000 return;
1001
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001002 uint32_t ssrc;
Rasmus Brandt260b4152018-08-30 15:24:27 +00001003 int64_t avg_delay_ms = 0;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001004 int max_delay_ms = 0;
1005 {
tommiae695e92016-02-02 08:31:45 -08001006 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -08001007 if (!ssrc_)
1008 return;
1009 ssrc = *ssrc_;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001010 }
1011 {
danilchap7c9426c2016-04-14 03:05:31 -07001012 rtc::CritScope cs(&statistics_crit_);
Rasmus Brandt260b4152018-08-30 15:24:27 +00001013 // TODO(holmer): Compute this iteratively instead.
1014 send_delays_[now_ms] = now_ms - capture_time_ms;
1015 send_delays_.erase(
1016 send_delays_.begin(),
1017 send_delays_.lower_bound(now_ms - kSendSideDelayWindowMs));
1018 int num_delays = 0;
1019 for (auto it = send_delays_.upper_bound(now_ms - kSendSideDelayWindowMs);
1020 it != send_delays_.end(); ++it) {
1021 max_delay_ms = std::max(max_delay_ms, it->second);
1022 avg_delay_ms += it->second;
1023 ++num_delays;
Peter Boström71861a02015-05-28 14:45:36 +02001024 }
Rasmus Brandt260b4152018-08-30 15:24:27 +00001025 if (num_delays == 0)
1026 return;
1027 avg_delay_ms = (avg_delay_ms + num_delays / 2) / num_delays;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001028 }
Rasmus Brandt260b4152018-08-30 15:24:27 +00001029 send_side_delay_observer_->SendSideDelayUpdated(
1030 rtc::dchecked_cast<int>(avg_delay_ms), max_delay_ms, ssrc);
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +00001031}
1032
asapersson35151f32016-05-02 23:44:01 -07001033void RTPSender::UpdateOnSendPacket(int packet_id,
1034 int64_t capture_time_ms,
1035 uint32_t ssrc) {
1036 if (!send_packet_observer_ || capture_time_ms <= 0 || packet_id == -1)
1037 return;
1038
1039 send_packet_observer_->OnSendPacket(packet_id, capture_time_ms, ssrc);
1040}
1041
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001042void RTPSender::ProcessBitrate() {
sprangcd349d92016-07-13 09:11:28 -07001043 if (!bitrate_callback_)
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001044 return;
sprangcd349d92016-07-13 09:11:28 -07001045 int64_t now_ms = clock_->TimeInMilliseconds();
1046 uint32_t ssrc;
1047 {
1048 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -08001049 if (!ssrc_)
1050 return;
1051 ssrc = *ssrc_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001052 }
sprangcd349d92016-07-13 09:11:28 -07001053
1054 rtc::CritScope lock(&statistics_crit_);
1055 bitrate_callback_->Notify(total_bitrate_sent_.Rate(now_ms).value_or(0),
1056 nack_bitrate_sent_.Rate(now_ms).value_or(0), ssrc);
niklase@google.com470e71d2011-07-07 08:21:25 +00001057}
1058
isheriff6b4b5f32016-06-08 00:24:21 -07001059size_t RTPSender::RtpHeaderLength() const {
tommiae695e92016-02-02 08:31:45 -08001060 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001061 size_t rtp_header_length = kRtpHeaderLength;
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001062 rtp_header_length += sizeof(uint32_t) * csrcs_.size();
Ilya Nikolaevskiy1d037ae2018-03-15 15:46:17 +01001063 rtp_header_length += rtp_header_extension_map_.GetTotalLengthInBytes(
1064 kFecOrPaddingExtensionSizes);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001065 return rtp_header_length;
niklase@google.com470e71d2011-07-07 08:21:25 +00001066}
1067
mflodmanfcf54bd2015-04-14 21:28:08 +02001068uint16_t RTPSender::AllocateSequenceNumber(uint16_t packets_to_send) {
tommiae695e92016-02-02 08:31:45 -08001069 rtc::CritScope lock(&send_critsect_);
mflodmanfcf54bd2015-04-14 21:28:08 +02001070 uint16_t first_allocated_sequence_number = sequence_number_;
1071 sequence_number_ += packets_to_send;
1072 return first_allocated_sequence_number;
niklase@google.com470e71d2011-07-07 08:21:25 +00001073}
1074
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001075void RTPSender::GetDataCounters(StreamDataCounters* rtp_stats,
1076 StreamDataCounters* rtx_stats) const {
danilchap7c9426c2016-04-14 03:05:31 -07001077 rtc::CritScope lock(&statistics_crit_);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001078 *rtp_stats = rtp_stats_;
1079 *rtx_stats = rtx_rtp_stats_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001080}
1081
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001082std::unique_ptr<RtpPacketToSend> RTPSender::AllocatePacket() const {
1083 rtc::CritScope lock(&send_critsect_);
1084 std::unique_ptr<RtpPacketToSend> packet(
nisse284542b2017-01-10 08:58:32 -08001085 new RtpPacketToSend(&rtp_header_extension_map_, max_packet_size_));
nisse7d59f6b2017-02-21 03:40:24 -08001086 RTC_DCHECK(ssrc_);
1087 packet->SetSsrc(*ssrc_);
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001088 packet->SetCsrcs(csrcs_);
1089 // Reserve extensions, if registered, RtpSender set in SendToNetwork.
1090 packet->ReserveExtension<AbsoluteSendTime>();
1091 packet->ReserveExtension<TransmissionOffset>();
1092 packet->ReserveExtension<TransportSequenceNumber>();
danilchap74110612016-10-02 10:54:29 -07001093 if (playout_delay_oracle_.send_playout_delay()) {
1094 packet->SetExtension<PlayoutDelayLimits>(
1095 playout_delay_oracle_.playout_delay());
1096 }
Steve Anton4af95842018-04-06 11:09:46 -07001097 if (!mid_.empty()) {
Steve Anton296a0ce2018-03-22 15:17:27 -07001098 // This is a no-op if the MID header extension is not registered.
Steve Anton4af95842018-04-06 11:09:46 -07001099 packet->SetExtension<RtpMid>(mid_);
Steve Anton296a0ce2018-03-22 15:17:27 -07001100 }
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001101 return packet;
1102}
1103
1104bool RTPSender::AssignSequenceNumber(RtpPacketToSend* packet) {
1105 rtc::CritScope lock(&send_critsect_);
1106 if (!sending_media_)
1107 return false;
nisse7d59f6b2017-02-21 03:40:24 -08001108 RTC_DCHECK(packet->Ssrc() == ssrc_);
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001109 packet->SetSequenceNumber(sequence_number_++);
1110
1111 // Remember marker bit to determine if padding can be inserted with
1112 // sequence number following |packet|.
1113 last_packet_marker_bit_ = packet->Marker();
Danil Chapovalovb3179c72018-03-22 10:13:07 +01001114 // Remember payload type to use in the padding packet if rtx is disabled.
1115 last_payload_type_ = packet->PayloadType();
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001116 // Save timestamps to generate timestamp field and extensions for the padding.
1117 last_rtp_timestamp_ = packet->Timestamp();
1118 last_timestamp_time_ms_ = clock_->TimeInMilliseconds();
1119 capture_time_ms_ = packet->capture_time_ms();
1120 return true;
1121}
1122
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001123bool RTPSender::UpdateTransportSequenceNumber(RtpPacketToSend* packet,
1124 int* packet_id) const {
1125 RTC_DCHECK(packet);
1126 RTC_DCHECK(packet_id);
tommiae695e92016-02-02 08:31:45 -08001127 rtc::CritScope lock(&send_critsect_);
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001128 if (!rtp_header_extension_map_.IsRegistered(TransportSequenceNumber::kId))
stefana23fc622016-07-28 07:56:38 -07001129 return false;
1130
asapersson35151f32016-05-02 23:44:01 -07001131 if (!transport_sequence_number_allocator_)
1132 return false;
1133
1134 *packet_id = transport_sequence_number_allocator_->AllocateSequenceNumber();
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001135
1136 if (!packet->SetExtension<TransportSequenceNumber>(*packet_id))
1137 return false;
1138
asapersson35151f32016-05-02 23:44:01 -07001139 return true;
sprang867fb522015-08-03 04:38:41 -07001140}
1141
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001142void RTPSender::SetSendingMediaStatus(bool enabled) {
tommiae695e92016-02-02 08:31:45 -08001143 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001144 sending_media_ = enabled;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001145}
1146
1147bool RTPSender::SendingMedia() const {
tommiae695e92016-02-02 08:31:45 -08001148 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001149 return sending_media_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001150}
1151
danilchap71fead22016-08-18 02:01:49 -07001152void RTPSender::SetTimestampOffset(uint32_t timestamp) {
tommiae695e92016-02-02 08:31:45 -08001153 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -07001154 timestamp_offset_ = timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001155}
1156
danilchap71fead22016-08-18 02:01:49 -07001157uint32_t RTPSender::TimestampOffset() const {
tommiae695e92016-02-02 08:31:45 -08001158 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -07001159 return timestamp_offset_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001160}
1161
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001162void RTPSender::SetSSRC(uint32_t ssrc) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001163 // This is configured via the API.
tommiae695e92016-02-02 08:31:45 -08001164 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00001165
nisse7d59f6b2017-02-21 03:40:24 -08001166 if (ssrc_ == ssrc) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001167 return; // Since it's same ssrc, don't reset anything.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001168 }
nisse7d59f6b2017-02-21 03:40:24 -08001169 ssrc_.emplace(ssrc);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001170 if (!sequence_number_forced_) {
danilchap47a740b2015-12-15 00:30:07 -08001171 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001172 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001173}
1174
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001175uint32_t RTPSender::SSRC() const {
tommiae695e92016-02-02 08:31:45 -08001176 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -08001177 RTC_DCHECK(ssrc_);
1178 return *ssrc_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001179}
1180
Steve Anton296a0ce2018-03-22 15:17:27 -07001181void RTPSender::SetMid(const std::string& mid) {
1182 // This is configured via the API.
1183 rtc::CritScope lock(&send_critsect_);
Steve Anton4af95842018-04-06 11:09:46 -07001184 mid_ = mid;
Steve Anton296a0ce2018-03-22 15:17:27 -07001185}
1186
Danil Chapovalovd264df52018-06-14 12:59:38 +02001187absl::optional<uint32_t> RTPSender::FlexfecSsrc() const {
brandtr9dfff292016-11-14 05:14:50 -08001188 if (video_) {
1189 return video_->FlexfecSsrc();
1190 }
Danil Chapovalovd264df52018-06-14 12:59:38 +02001191 return absl::nullopt;
brandtr9dfff292016-11-14 05:14:50 -08001192}
1193
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001194void RTPSender::SetCsrcs(const std::vector<uint32_t>& csrcs) {
spranga8ae6f22017-09-04 07:23:56 -07001195 RTC_DCHECK_LE(csrcs.size(), kRtpCsrcSize);
tommiae695e92016-02-02 08:31:45 -08001196 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001197 csrcs_ = csrcs;
niklase@google.com470e71d2011-07-07 08:21:25 +00001198}
1199
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001200void RTPSender::SetSequenceNumber(uint16_t seq) {
tommiae695e92016-02-02 08:31:45 -08001201 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001202 sequence_number_forced_ = true;
1203 sequence_number_ = seq;
niklase@google.com470e71d2011-07-07 08:21:25 +00001204}
1205
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001206uint16_t RTPSender::SequenceNumber() const {
tommiae695e92016-02-02 08:31:45 -08001207 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001208 return sequence_number_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001209}
1210
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001211// Audio.
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001212int32_t RTPSender::SendTelephoneEvent(uint8_t key,
1213 uint16_t time_ms,
1214 uint8_t level) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001215 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001216 return -1;
1217 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001218 return audio_->SendTelephoneEvent(key, time_ms, level);
niklase@google.com470e71d2011-07-07 08:21:25 +00001219}
1220
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001221int32_t RTPSender::SetAudioLevel(uint8_t level_d_bov) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001222 return audio_->SetAudioLevel(level_d_bov);
niklase@google.com470e71d2011-07-07 08:21:25 +00001223}
1224
brandtrf1bb4762016-11-07 03:05:06 -08001225void RTPSender::SetUlpfecConfig(int red_payload_type, int ulpfec_payload_type) {
henrikg91d6ede2015-09-17 00:24:34 -07001226 RTC_DCHECK(!audio_configured_);
brandtrf1bb4762016-11-07 03:05:06 -08001227 video_->SetUlpfecConfig(red_payload_type, ulpfec_payload_type);
niklase@google.com470e71d2011-07-07 08:21:25 +00001228}
1229
brandtr1743a192016-11-07 03:36:05 -08001230bool RTPSender::SetFecParameters(const FecProtectionParams& delta_params,
1231 const FecProtectionParams& key_params) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001232 if (audio_configured_) {
brandtr1743a192016-11-07 03:36:05 -08001233 return false;
stefan@webrtc.orge0d6fa42012-03-20 22:10:56 +00001234 }
mflodmanfcf54bd2015-04-14 21:28:08 +02001235 video_->SetFecParameters(delta_params, key_params);
brandtr1743a192016-11-07 03:36:05 -08001236 return true;
marpan@google.com80c5d7a2011-07-15 21:32:40 +00001237}
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001238
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001239std::unique_ptr<RtpPacketToSend> RTPSender::BuildRtxPacket(
1240 const RtpPacketToSend& packet) {
1241 // TODO(danilchap): Create rtx packet with extra capacity for SRTP
1242 // when transport interface would be updated to take buffer class.
1243 std::unique_ptr<RtpPacketToSend> rtx_packet(new RtpPacketToSend(
1244 &rtp_header_extension_map_, packet.size() + kRtxHeaderSize));
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001245 // Add original RTP header.
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001246 rtx_packet->CopyHeaderFrom(packet);
1247 {
1248 rtc::CritScope lock(&send_critsect_);
1249 if (!sending_media_)
1250 return nullptr;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001251
nisse7d59f6b2017-02-21 03:40:24 -08001252 RTC_DCHECK(ssrc_rtx_);
1253
brandtre6f98c72016-11-11 03:28:30 -08001254 // Replace payload type.
1255 auto kv = rtx_payload_type_map_.find(packet.PayloadType());
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001256 if (kv == rtx_payload_type_map_.end())
brandtre6f98c72016-11-11 03:28:30 -08001257 return nullptr;
1258 rtx_packet->SetPayloadType(kv->second);
mflodman@webrtc.org9f5ebb52013-04-12 14:55:46 +00001259
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001260 // Replace sequence number.
1261 rtx_packet->SetSequenceNumber(sequence_number_rtx_++);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001262
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001263 // Replace SSRC.
nisse7d59f6b2017-02-21 03:40:24 -08001264 rtx_packet->SetSsrc(*ssrc_rtx_);
Steve Anton296a0ce2018-03-22 15:17:27 -07001265
1266 // Possibly include the MID header extension.
Steve Anton4af95842018-04-06 11:09:46 -07001267 if (!mid_.empty()) {
Steve Anton296a0ce2018-03-22 15:17:27 -07001268 // This is a no-op if the MID header extension is not registered.
Steve Anton4af95842018-04-06 11:09:46 -07001269 rtx_packet->SetExtension<RtpMid>(mid_);
Steve Anton296a0ce2018-03-22 15:17:27 -07001270 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001271 }
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001272
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001273 uint8_t* rtx_payload =
1274 rtx_packet->AllocatePayload(packet.payload_size() + kRtxHeaderSize);
1275 RTC_DCHECK(rtx_payload);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001276 // Add OSN (original sequence number).
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001277 ByteWriter<uint16_t>::WriteBigEndian(rtx_payload, packet.SequenceNumber());
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001278
1279 // Add original payload data.
danilchap96c15872016-11-21 01:35:29 -08001280 auto payload = packet.payload();
1281 memcpy(rtx_payload + kRtxHeaderSize, payload.data(), payload.size());
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001282
Dino Radaković1807d572018-02-22 14:18:06 +01001283 // Add original application data.
1284 rtx_packet->set_application_data(packet.application_data());
1285
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001286 return rtx_packet;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001287}
1288
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001289void RTPSender::RegisterRtpStatisticsCallback(
1290 StreamDataCountersCallback* callback) {
danilchap7c9426c2016-04-14 03:05:31 -07001291 rtc::CritScope cs(&statistics_crit_);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001292 rtp_stats_callback_ = callback;
1293}
1294
1295StreamDataCountersCallback* RTPSender::GetRtpStatisticsCallback() const {
danilchap7c9426c2016-04-14 03:05:31 -07001296 rtc::CritScope cs(&statistics_crit_);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001297 return rtp_stats_callback_;
1298}
1299
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001300uint32_t RTPSender::BitrateSent() const {
sprangcd349d92016-07-13 09:11:28 -07001301 rtc::CritScope cs(&statistics_crit_);
1302 return total_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001303}
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001304
1305void RTPSender::SetRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -08001306 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001307 sequence_number_ = rtp_state.sequence_number;
1308 sequence_number_forced_ = true;
danilchap71fead22016-08-18 02:01:49 -07001309 timestamp_offset_ = rtp_state.start_timestamp;
danilchape5b41412016-08-22 03:39:23 -07001310 last_rtp_timestamp_ = rtp_state.timestamp;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001311 capture_time_ms_ = rtp_state.capture_time_ms;
1312 last_timestamp_time_ms_ = rtp_state.last_timestamp_time_ms;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001313 media_has_been_sent_ = rtp_state.media_has_been_sent;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001314}
1315
1316RtpState RTPSender::GetRtpState() const {
tommiae695e92016-02-02 08:31:45 -08001317 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001318
1319 RtpState state;
1320 state.sequence_number = sequence_number_;
danilchap71fead22016-08-18 02:01:49 -07001321 state.start_timestamp = timestamp_offset_;
danilchape5b41412016-08-22 03:39:23 -07001322 state.timestamp = last_rtp_timestamp_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001323 state.capture_time_ms = capture_time_ms_;
1324 state.last_timestamp_time_ms = last_timestamp_time_ms_;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001325 state.media_has_been_sent = media_has_been_sent_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001326
1327 return state;
1328}
1329
1330void RTPSender::SetRtxRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -08001331 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001332 sequence_number_rtx_ = rtp_state.sequence_number;
1333}
1334
1335RtpState RTPSender::GetRtxRtpState() const {
tommiae695e92016-02-02 08:31:45 -08001336 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001337
1338 RtpState state;
1339 state.sequence_number = sequence_number_rtx_;
danilchap71fead22016-08-18 02:01:49 -07001340 state.start_timestamp = timestamp_offset_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001341
1342 return state;
1343}
1344
philipel8aadd502017-02-23 02:56:13 -08001345void RTPSender::AddPacketToTransportFeedback(
1346 uint16_t packet_id,
1347 const RtpPacketToSend& packet,
1348 const PacedPacketInfo& pacing_info) {
michaelt668eb3b2016-11-29 02:24:18 -08001349 size_t packet_size = packet.payload_size() + packet.padding_size();
elad.alonc3dfff32017-01-26 02:46:55 -08001350 if (send_side_bwe_with_overhead_) {
nisse284542b2017-01-10 08:58:32 -08001351 packet_size = packet.size();
michaelt668eb3b2016-11-29 02:24:18 -08001352 }
1353
michaelt4da30442016-11-17 01:38:43 -08001354 if (transport_feedback_observer_) {
elad.alond12a8e12017-03-23 11:04:48 -07001355 transport_feedback_observer_->AddPacket(SSRC(), packet_id, packet_size,
philipel8aadd502017-02-23 02:56:13 -08001356 pacing_info);
michaelt4da30442016-11-17 01:38:43 -08001357 }
1358}
1359
1360void RTPSender::UpdateRtpOverhead(const RtpPacketToSend& packet) {
1361 if (!overhead_observer_)
1362 return;
nisse284542b2017-01-10 08:58:32 -08001363 size_t overhead_bytes_per_packet;
michaelt4da30442016-11-17 01:38:43 -08001364 {
1365 rtc::CritScope lock(&send_critsect_);
1366 if (rtp_overhead_bytes_per_packet_ == packet.headers_size()) {
1367 return;
1368 }
1369 rtp_overhead_bytes_per_packet_ = packet.headers_size();
nisse284542b2017-01-10 08:58:32 -08001370 overhead_bytes_per_packet = rtp_overhead_bytes_per_packet_;
michaelt4da30442016-11-17 01:38:43 -08001371 }
1372 overhead_observer_->OnOverheadChanged(overhead_bytes_per_packet);
1373}
1374
sprang168794c2017-07-06 04:38:06 -07001375int64_t RTPSender::LastTimestampTimeMs() const {
1376 rtc::CritScope lock(&send_critsect_);
1377 return last_timestamp_time_ms_;
1378}
1379
1380void RTPSender::SendKeepAlive(uint8_t payload_type) {
1381 std::unique_ptr<RtpPacketToSend> packet = AllocatePacket();
1382 packet->SetPayloadType(payload_type);
1383 // Set marker bit and timestamps in the same manner as plain padding packets.
1384 packet->SetMarker(false);
1385 {
1386 rtc::CritScope lock(&send_critsect_);
1387 packet->SetTimestamp(last_rtp_timestamp_);
1388 packet->set_capture_time_ms(capture_time_ms_);
1389 }
1390 AssignSequenceNumber(packet.get());
1391 SendToNetwork(std::move(packet), StorageType::kDontRetransmit,
1392 RtpPacketSender::Priority::kLowPriority);
1393}
1394
Erik Språng8b101922018-01-18 11:58:05 -08001395void RTPSender::SetRtt(int64_t rtt_ms) {
1396 packet_history_.SetRtt(rtt_ms);
1397 flexfec_packet_history_.SetRtt(rtt_ms);
1398}
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001399} // namespace webrtc