blob: 5b5a85dbcfaa9c6a2374e2e044e55768360a5780 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgf6bb77a2012-01-24 17:16:59 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/rtp_rtcp/source/rtp_sender.h"
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +000012
danilchapb8b6fbb2015-12-10 05:05:27 -080013#include <algorithm>
Shao Changbine62202f2015-04-21 20:24:50 +080014#include <utility>
niklase@google.com470e71d2011-07-07 08:21:25 +000015
Elad Alon4a87e1c2017-10-03 16:11:34 +020016#include "logging/rtc_event_log/events/rtc_event_rtp_packet_outgoing.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020017#include "logging/rtc_event_log/rtc_event_log.h"
18#include "modules/remote_bitrate_estimator/test/bwe_test_logging.h"
19#include "modules/rtp_rtcp/include/rtp_cvo.h"
20#include "modules/rtp_rtcp/source/byte_io.h"
21#include "modules/rtp_rtcp/source/playout_delay_oracle.h"
22#include "modules/rtp_rtcp/source/rtp_header_extensions.h"
23#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
24#include "modules/rtp_rtcp/source/rtp_sender_audio.h"
25#include "modules/rtp_rtcp/source/rtp_sender_video.h"
26#include "modules/rtp_rtcp/source/time_util.h"
27#include "rtc_base/arraysize.h"
28#include "rtc_base/checks.h"
29#include "rtc_base/logging.h"
Karl Wiberge40468b2017-11-22 10:42:26 +010030#include "rtc_base/numerics/safe_minmax.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020031#include "rtc_base/ptr_util.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020032#include "rtc_base/rate_limiter.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020033#include "rtc_base/timeutils.h"
34#include "rtc_base/trace_event.h"
35#include "system_wrappers/include/field_trial.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000036
37namespace webrtc {
niklase@google.com470e71d2011-07-07 08:21:25 +000038
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000039namespace {
Danil Chapovalov31e4e802016-08-03 18:27:40 +020040// Max in the RFC 3550 is 255 bytes, we limit it to be modulus 32 for SRTP.
41constexpr size_t kMaxPaddingLength = 224;
stefan53b6cc32017-02-03 08:13:57 -080042constexpr size_t kMinAudioPaddingLength = 50;
Danil Chapovalov31e4e802016-08-03 18:27:40 +020043constexpr int kSendSideDelayWindowMs = 1000;
44constexpr size_t kRtpHeaderLength = 12;
45constexpr uint16_t kMaxInitRtpSeqNumber = 32767; // 2^15 -1.
46constexpr uint32_t kTimestampTicksPerMs = 90;
47constexpr int kBitrateStatisticsWindowMs = 1000;
guoweis@webrtc.org45362892015-03-04 22:55:15 +000048
brandtr9dfff292016-11-14 05:14:50 -080049constexpr size_t kMinFlexfecPacketsToStoreForPacing = 50;
50
erikvarga27883732017-05-17 05:08:38 -070051template <typename Extension>
52constexpr RtpExtensionSize CreateExtensionSize() {
53 return {Extension::kId, Extension::kValueSizeBytes};
54}
55
56// Size info for header extensions that might be used in padding or FEC packets.
57constexpr RtpExtensionSize kExtensionSizes[] = {
58 CreateExtensionSize<AbsoluteSendTime>(),
59 CreateExtensionSize<TransmissionOffset>(),
60 CreateExtensionSize<TransportSequenceNumber>(),
61 CreateExtensionSize<PlayoutDelayLimits>(),
62};
63
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +000064const char* FrameTypeToString(FrameType frame_type) {
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000065 switch (frame_type) {
pbos22993e12015-10-19 02:39:06 -070066 case kEmptyFrame:
67 return "empty";
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000068 case kAudioFrameSpeech: return "audio_speech";
69 case kAudioFrameCN: return "audio_cn";
70 case kVideoFrameKey: return "video_key";
71 case kVideoFrameDelta: return "video_delta";
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000072 }
73 return "";
74}
75
Danil Chapovalov31e4e802016-08-03 18:27:40 +020076void CountPacket(RtpPacketCounter* counter, const RtpPacketToSend& packet) {
77 ++counter->packets;
78 counter->header_bytes += packet.headers_size();
79 counter->padding_bytes += packet.padding_size();
80 counter->payload_bytes += packet.payload_size();
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020081}
Danil Chapovalov31e4e802016-08-03 18:27:40 +020082
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000083} // namespace
84
sprangebbf8a82015-09-21 15:11:14 -070085RTPSender::RTPSender(
86 bool audio,
87 Clock* clock,
88 Transport* transport,
sprangebbf8a82015-09-21 15:11:14 -070089 RtpPacketSender* paced_sender,
brandtrdbdb3f12016-11-10 05:04:48 -080090 FlexfecSender* flexfec_sender,
sprangebbf8a82015-09-21 15:11:14 -070091 TransportSequenceNumberAllocator* sequence_number_allocator,
92 TransportFeedbackObserver* transport_feedback_observer,
93 BitrateStatisticsObserver* bitrate_callback,
94 FrameCountObserver* frame_count_observer,
terelius429c3452016-01-21 05:42:04 -080095 SendSideDelayObserver* send_side_delay_observer,
asapersson35151f32016-05-02 23:44:01 -070096 RtcEventLog* event_log,
sprangcd349d92016-07-13 09:11:28 -070097 SendPacketObserver* send_packet_observer,
michaelt4da30442016-11-17 01:38:43 -080098 RateLimiter* retransmission_rate_limiter,
Erik Språng7b52f102018-02-07 14:37:37 +010099 OverheadObserver* overhead_observer,
100 bool populate_network2_timestamp)
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000101 : clock_(clock),
Niels Möllerd28db7f2016-05-10 16:31:47 +0200102 // TODO(holmer): Remove this conversion?
103 clock_delta_ms_(clock_->TimeInMilliseconds() - rtc::TimeMillis()),
danilchap47a740b2015-12-15 00:30:07 -0800104 random_(clock_->TimeInMicroseconds()),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000105 audio_configured_(audio),
solenberg6021fe22016-03-15 11:41:53 -0700106 audio_(audio ? new RTPSenderAudio(clock, this) : nullptr),
brandtrdbdb3f12016-11-10 05:04:48 -0800107 video_(audio ? nullptr : new RTPSenderVideo(clock, this, flexfec_sender)),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000108 paced_sender_(paced_sender),
sprangebbf8a82015-09-21 15:11:14 -0700109 transport_sequence_number_allocator_(sequence_number_allocator),
sprang5e023eb2015-09-14 06:42:43 -0700110 transport_feedback_observer_(transport_feedback_observer),
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000111 last_capture_time_ms_sent_(0),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000112 transport_(transport),
nisse284542b2017-01-10 08:58:32 -0800113 sending_media_(true), // Default to sending media.
114 max_packet_size_(IP_PACKET_SIZE - 28), // Default is IP-v4/UDP.
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000115 payload_type_(-1),
116 payload_type_map_(),
117 rtp_header_extension_map_(),
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000118 packet_history_(clock),
brandtr9dfff292016-11-14 05:14:50 -0800119 flexfec_packet_history_(clock),
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000120 // Statistics
sprangcd349d92016-07-13 09:11:28 -0700121 rtp_stats_callback_(nullptr),
122 total_bitrate_sent_(kBitrateStatisticsWindowMs,
123 RateStatistics::kBpsScale),
124 nack_bitrate_sent_(kBitrateStatisticsWindowMs, RateStatistics::kBpsScale),
andresp@webrtc.org8f151212014-07-10 09:39:23 +0000125 frame_count_observer_(frame_count_observer),
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000126 send_side_delay_observer_(send_side_delay_observer),
terelius429c3452016-01-21 05:42:04 -0800127 event_log_(event_log),
asapersson35151f32016-05-02 23:44:01 -0700128 send_packet_observer_(send_packet_observer),
sprangcd349d92016-07-13 09:11:28 -0700129 bitrate_callback_(bitrate_callback),
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000130 // RTP variables
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000131 remote_ssrc_(0),
132 sequence_number_forced_(false),
danilchape5b41412016-08-22 03:39:23 -0700133 last_rtp_timestamp_(0),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000134 capture_time_ms_(0),
135 last_timestamp_time_ms_(0),
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000136 media_has_been_sent_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000137 last_packet_marker_bit_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000138 csrcs_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000139 rtx_(kRtxOff),
michaelt4da30442016-11-17 01:38:43 -0800140 rtp_overhead_bytes_per_packet_(0),
141 retransmission_rate_limiter_(retransmission_rate_limiter),
elad.alonc3dfff32017-01-26 02:46:55 -0800142 overhead_observer_(overhead_observer),
Erik Språng7b52f102018-02-07 14:37:37 +0100143 populate_network2_timestamp_(populate_network2_timestamp),
elad.alonc3dfff32017-01-26 02:46:55 -0800144 send_side_bwe_with_overhead_(
sprangc1b57a12017-02-28 08:50:47 -0800145 webrtc::field_trial::IsEnabled("WebRTC-SendSideBwe-WithOverhead")) {
danilchap71fead22016-08-18 02:01:49 -0700146 // This random initialization is not intended to be cryptographic strong.
147 timestamp_offset_ = random_.Rand<uint32_t>();
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000148 // Random start, 16 bits. Can't be 0.
danilchap47a740b2015-12-15 00:30:07 -0800149 sequence_number_rtx_ = random_.Rand(1, kMaxInitRtpSeqNumber);
150 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
brandtr9dfff292016-11-14 05:14:50 -0800151
152 // Store FlexFEC packets in the packet history data structure, so they can
153 // be found when paced.
154 if (flexfec_sender) {
155 flexfec_packet_history_.SetStorePacketsStatus(
Erik Språng7bb37b82018-03-09 09:52:59 +0100156 RtpPacketHistory::StorageMode::kStore,
157 kMinFlexfecPacketsToStoreForPacing);
brandtr9dfff292016-11-14 05:14:50 -0800158 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000159}
160
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000161RTPSender::~RTPSender() {
tommiae695e92016-02-02 08:31:45 -0800162 // TODO(tommi): Use a thread checker to ensure the object is created and
163 // deleted on the same thread. At the moment this isn't possible due to
164 // voe::ChannelOwner in voice engine. To reproduce, run:
165 // voe_auto_test --automated --gtest_filter=*MixManyChannelsForStressOpus
166
167 // TODO(tommi,holmer): We don't grab locks in the dtor before accessing member
168 // variables but we grab them in all other methods. (what's the design?)
169 // Start documenting what thread we're on in what method so that it's easier
170 // to understand performance attributes and possibly remove locks.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000171 while (!payload_type_map_.empty()) {
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000172 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000173 payload_type_map_.begin();
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000174 delete it->second;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000175 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000176 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000177}
niklase@google.com470e71d2011-07-07 08:21:25 +0000178
erikvarga27883732017-05-17 05:08:38 -0700179rtc::ArrayView<const RtpExtensionSize> RTPSender::FecExtensionSizes() {
180 return rtc::MakeArrayView(kExtensionSizes, arraysize(kExtensionSizes));
181}
182
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000183uint16_t RTPSender::ActualSendBitrateKbit() const {
sprangcd349d92016-07-13 09:11:28 -0700184 rtc::CritScope cs(&statistics_crit_);
185 return static_cast<uint16_t>(
186 total_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0) /
187 1000);
niklase@google.com470e71d2011-07-07 08:21:25 +0000188}
189
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000190uint32_t RTPSender::VideoBitrateSent() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000191 if (video_) {
192 return video_->VideoBitrateSent();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000193 }
194 return 0;
stefan@webrtc.orgfbea4e52011-10-27 16:08:29 +0000195}
196
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000197uint32_t RTPSender::FecOverheadRate() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000198 if (video_) {
199 return video_->FecOverheadRate();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000200 }
201 return 0;
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000202}
203
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000204uint32_t RTPSender::NackOverheadRate() const {
sprangcd349d92016-07-13 09:11:28 -0700205 rtc::CritScope cs(&statistics_crit_);
206 return nack_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0);
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000207}
208
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000209int32_t RTPSender::RegisterRtpHeaderExtension(RTPExtensionType type,
210 uint8_t id) {
tommiae695e92016-02-02 08:31:45 -0800211 rtc::CritScope lock(&send_critsect_);
danilchapfab482b2017-04-04 02:33:48 -0700212 return rtp_header_extension_map_.RegisterByType(id, type) ? 0 : -1;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000213}
214
stefan53b6cc32017-02-03 08:13:57 -0800215bool RTPSender::IsRtpHeaderExtensionRegistered(RTPExtensionType type) const {
tommiae695e92016-02-02 08:31:45 -0800216 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000217 return rtp_header_extension_map_.IsRegistered(type);
218}
219
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000220int32_t RTPSender::DeregisterRtpHeaderExtension(RTPExtensionType type) {
tommiae695e92016-02-02 08:31:45 -0800221 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000222 return rtp_header_extension_map_.Deregister(type);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000223}
224
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000225int32_t RTPSender::RegisterPayload(
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000226 const char payload_name[RTP_PAYLOAD_NAME_SIZE],
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000227 int8_t payload_number,
228 uint32_t frequency,
Peter Kasting69558702016-01-12 16:26:35 -0800229 size_t channels,
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000230 uint32_t rate) {
Peter Boström8b79b072016-02-26 16:31:37 +0100231 RTC_DCHECK_LT(strlen(payload_name), RTP_PAYLOAD_NAME_SIZE);
tommiae695e92016-02-02 08:31:45 -0800232 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000233
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000234 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000235 payload_type_map_.find(payload_number);
niklase@google.com470e71d2011-07-07 08:21:25 +0000236
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000237 if (payload_type_map_.end() != it) {
238 // We already use this payload type.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000239 RtpUtility::Payload* payload = it->second;
spranga8ae6f22017-09-04 07:23:56 -0700240 RTC_DCHECK(payload);
niklase@google.com470e71d2011-07-07 08:21:25 +0000241
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000242 // Check if it's the same as we already have.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000243 if (RtpUtility::StringCompare(
244 payload->name, payload_name, RTP_PAYLOAD_NAME_SIZE - 1)) {
Karl Wibergc856dc22017-09-28 20:13:59 +0200245 if (audio_configured_ && payload->typeSpecific.is_audio()) {
246 auto& p = payload->typeSpecific.audio_payload();
Karl Wibergc62f6c72017-10-04 12:38:53 +0200247 if (rtc::SafeEq(p.format.clockrate_hz, frequency) &&
Karl Wibergc856dc22017-09-28 20:13:59 +0200248 (p.rate == rate || p.rate == 0 || rate == 0)) {
249 p.rate = rate;
250 // Ensure that we update the rate if new or old is zero.
251 return 0;
252 }
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000253 }
Karl Wibergc856dc22017-09-28 20:13:59 +0200254 if (!audio_configured_ && !payload->typeSpecific.is_audio()) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000255 return 0;
256 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000257 }
258 return -1;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000259 }
mflodmanfcf54bd2015-04-14 21:28:08 +0200260 int32_t ret_val = 0;
danilchap6db6cdc2015-12-15 02:54:47 -0800261 RtpUtility::Payload* payload = nullptr;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000262 if (audio_configured_) {
mflodmanfcf54bd2015-04-14 21:28:08 +0200263 // TODO(mflodman): Change to CreateAudioPayload and make static.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000264 ret_val = audio_->RegisterAudioPayload(payload_name, payload_number,
danilchap6db6cdc2015-12-15 02:54:47 -0800265 frequency, channels, rate, &payload);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000266 } else {
Peter Boström9d0c4322016-02-16 17:59:27 +0100267 payload = video_->CreateVideoPayload(payload_name, payload_number);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000268 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000269 if (payload) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000270 payload_type_map_[payload_number] = payload;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000271 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000272 return ret_val;
niklase@google.com470e71d2011-07-07 08:21:25 +0000273}
274
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000275int32_t RTPSender::DeRegisterSendPayload(int8_t payload_type) {
tommiae695e92016-02-02 08:31:45 -0800276 rtc::CritScope lock(&send_critsect_);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000277
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000278 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000279 payload_type_map_.find(payload_type);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000280
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000281 if (payload_type_map_.end() == it) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000282 return -1;
283 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000284 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000285 delete payload;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000286 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000287 return 0;
288}
niklase@google.com470e71d2011-07-07 08:21:25 +0000289
nisse40ba3ad2017-03-17 07:04:00 -0700290// TODO(nisse): Delete this method, only used internally and by test code.
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000291void RTPSender::SetSendPayloadType(int8_t payload_type) {
tommiae695e92016-02-02 08:31:45 -0800292 rtc::CritScope lock(&send_critsect_);
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000293 payload_type_ = payload_type;
294}
295
nisse284542b2017-01-10 08:58:32 -0800296void RTPSender::SetMaxRtpPacketSize(size_t max_packet_size) {
kwibergee89e782017-08-09 17:22:01 -0700297 RTC_DCHECK_GE(max_packet_size, 100);
298 RTC_DCHECK_LE(max_packet_size, IP_PACKET_SIZE);
tommiae695e92016-02-02 08:31:45 -0800299 rtc::CritScope lock(&send_critsect_);
nisse284542b2017-01-10 08:58:32 -0800300 max_packet_size_ = max_packet_size;
niklase@google.com470e71d2011-07-07 08:21:25 +0000301}
302
nisse284542b2017-01-10 08:58:32 -0800303size_t RTPSender::MaxRtpPacketSize() const {
304 return max_packet_size_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000305}
306
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000307void RTPSender::SetRtxStatus(int mode) {
tommiae695e92016-02-02 08:31:45 -0800308 rtc::CritScope lock(&send_critsect_);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000309 rtx_ = mode;
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000310}
311
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000312int RTPSender::RtxStatus() const {
tommiae695e92016-02-02 08:31:45 -0800313 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000314 return rtx_;
315}
316
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000317void RTPSender::SetRtxSsrc(uint32_t ssrc) {
tommiae695e92016-02-02 08:31:45 -0800318 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800319 ssrc_rtx_.emplace(ssrc);
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000320}
321
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000322uint32_t RTPSender::RtxSsrc() const {
tommiae695e92016-02-02 08:31:45 -0800323 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800324 RTC_DCHECK(ssrc_rtx_);
325 return *ssrc_rtx_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000326}
327
Shao Changbine62202f2015-04-21 20:24:50 +0800328void RTPSender::SetRtxPayloadType(int payload_type,
329 int associated_payload_type) {
tommiae695e92016-02-02 08:31:45 -0800330 rtc::CritScope lock(&send_critsect_);
henrikg91d6ede2015-09-17 00:24:34 -0700331 RTC_DCHECK_LE(payload_type, 127);
332 RTC_DCHECK_LE(associated_payload_type, 127);
Shao Changbine62202f2015-04-21 20:24:50 +0800333 if (payload_type < 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100334 RTC_LOG(LS_ERROR) << "Invalid RTX payload type: " << payload_type << ".";
Shao Changbine62202f2015-04-21 20:24:50 +0800335 return;
336 }
337
338 rtx_payload_type_map_[associated_payload_type] = payload_type;
Åsa Persson6ae25722015-04-13 17:48:08 +0200339}
340
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000341int32_t RTPSender::CheckPayloadType(int8_t payload_type,
342 RtpVideoCodecTypes* video_type) {
tommiae695e92016-02-02 08:31:45 -0800343 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000344
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000345 if (payload_type < 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100346 RTC_LOG(LS_ERROR) << "Invalid payload_type " << payload_type << ".";
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000347 return -1;
348 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000349 if (payload_type_ == payload_type) {
350 if (!audio_configured_) {
351 *video_type = video_->VideoCodecType();
niklase@google.com470e71d2011-07-07 08:21:25 +0000352 }
353 return 0;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000354 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000355 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000356 payload_type_map_.find(payload_type);
357 if (it == payload_type_map_.end()) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100358 RTC_LOG(LS_WARNING) << "Payload type " << static_cast<int>(payload_type)
359 << " not registered.";
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000360 return -1;
361 }
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000362 SetSendPayloadType(payload_type);
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000363 RtpUtility::Payload* payload = it->second;
spranga8ae6f22017-09-04 07:23:56 -0700364 RTC_DCHECK(payload);
Karl Wibergc856dc22017-09-28 20:13:59 +0200365 if (payload->typeSpecific.is_video() && !audio_configured_) {
366 video_->SetVideoCodecType(
367 payload->typeSpecific.video_payload().videoCodecType);
368 *video_type = payload->typeSpecific.video_payload().videoCodecType;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000369 }
370 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000371}
372
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700373bool RTPSender::SendOutgoingData(FrameType frame_type,
374 int8_t payload_type,
375 uint32_t capture_timestamp,
376 int64_t capture_time_ms,
377 const uint8_t* payload_data,
378 size_t payload_size,
379 const RTPFragmentationHeader* fragmentation,
380 const RTPVideoHeader* rtp_header,
spranga8ae6f22017-09-04 07:23:56 -0700381 uint32_t* transport_frame_id_out,
382 int64_t expected_retransmission_time_ms) {
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000383 uint32_t ssrc;
isheriff6b4b5f32016-06-08 00:24:21 -0700384 uint16_t sequence_number;
danilchape5b41412016-08-22 03:39:23 -0700385 uint32_t rtp_timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000386 {
387 // Drop this packet if we're not sending media packets.
tommiae695e92016-02-02 08:31:45 -0800388 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800389 RTC_DCHECK(ssrc_);
390
391 ssrc = *ssrc_;
isheriff6b4b5f32016-06-08 00:24:21 -0700392 sequence_number = sequence_number_;
danilchape5b41412016-08-22 03:39:23 -0700393 rtp_timestamp = timestamp_offset_ + capture_timestamp;
394 if (transport_frame_id_out)
395 *transport_frame_id_out = rtp_timestamp;
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700396 if (!sending_media_)
397 return true;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000398 }
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000399 RtpVideoCodecTypes video_type = kRtpVideoGeneric;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000400 if (CheckPayloadType(payload_type, &video_type) != 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100401 RTC_LOG(LS_ERROR) << "Don't send data with unknown payload type: "
402 << static_cast<int>(payload_type) << ".";
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700403 return false;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000404 }
405
spranga8ae6f22017-09-04 07:23:56 -0700406 switch (frame_type) {
407 case kAudioFrameSpeech:
408 case kAudioFrameCN:
409 RTC_CHECK(audio_configured_);
410 break;
411 case kVideoFrameKey:
412 case kVideoFrameDelta:
413 RTC_CHECK(!audio_configured_);
414 break;
415 case kEmptyFrame:
416 break;
417 }
418
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700419 bool result;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000420 if (audio_configured_) {
danilchape5b41412016-08-22 03:39:23 -0700421 TRACE_EVENT_ASYNC_STEP1("webrtc", "Audio", rtp_timestamp, "Send", "type",
422 FrameTypeToString(frame_type));
Niels Möller90397d92017-10-27 10:51:20 +0200423 // The only known way to produce of RTPFragmentationHeader for audio is
424 // to use the AudioCodingModule directly.
425 RTC_DCHECK(fragmentation == nullptr);
danilchape5b41412016-08-22 03:39:23 -0700426 result = audio_->SendAudio(frame_type, payload_type, rtp_timestamp,
Niels Möller90397d92017-10-27 10:51:20 +0200427 payload_data, payload_size);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000428 } else {
hclam@chromium.org1a7b9b92013-07-08 21:31:18 +0000429 TRACE_EVENT_ASYNC_STEP1("webrtc", "Video", capture_time_ms,
430 "Send", "type", FrameTypeToString(frame_type));
pbos22993e12015-10-19 02:39:06 -0700431 if (frame_type == kEmptyFrame)
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700432 return true;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000433
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700434 if (rtp_header) {
435 playout_delay_oracle_.UpdateRequest(ssrc, rtp_header->playout_delay,
isheriff6b4b5f32016-06-08 00:24:21 -0700436 sequence_number);
437 }
438
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700439 result = video_->SendVideo(video_type, frame_type, payload_type,
danilchape5b41412016-08-22 03:39:23 -0700440 rtp_timestamp, capture_time_ms, payload_data,
spranga8ae6f22017-09-04 07:23:56 -0700441 payload_size, fragmentation, rtp_header,
442 expected_retransmission_time_ms);
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700443 }
444
danilchap7c9426c2016-04-14 03:05:31 -0700445 rtc::CritScope cs(&statistics_crit_);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000446 // Note: This is currently only counting for video.
447 if (frame_type == kVideoFrameKey) {
448 ++frame_counts_.key_frames;
449 } else if (frame_type == kVideoFrameDelta) {
450 ++frame_counts_.delta_frames;
451 }
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000452 if (frame_count_observer_) {
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000453 frame_count_observer_->FrameCountUpdated(frame_counts_, ssrc);
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000454 }
455
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700456 return result;
niklase@google.com470e71d2011-07-07 08:21:25 +0000457}
458
philipela1ed0b32016-06-01 06:31:17 -0700459size_t RTPSender::TrySendRedundantPayloads(size_t bytes_to_send,
philipel8aadd502017-02-23 02:56:13 -0800460 const PacedPacketInfo& pacing_info) {
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000461 {
tommiae695e92016-02-02 08:31:45 -0800462 rtc::CritScope lock(&send_critsect_);
Peter Boströmfc968a22016-02-19 16:14:37 +0100463 if (!sending_media_)
464 return 0;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000465 if ((rtx_ & kRtxRedundantPayloads) == 0)
466 return 0;
467 }
468
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000469 int bytes_left = static_cast<int>(bytes_to_send);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000470 while (bytes_left > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200471 std::unique_ptr<RtpPacketToSend> packet =
472 packet_history_.GetBestFittingPacket(bytes_left);
473 if (!packet)
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000474 break;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200475 size_t payload_size = packet->payload_size();
philipel8aadd502017-02-23 02:56:13 -0800476 if (!PrepareAndSendPacket(std::move(packet), true, false, pacing_info))
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000477 break;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200478 bytes_left -= payload_size;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000479 }
480 return bytes_to_send - bytes_left;
481}
482
philipel8aadd502017-02-23 02:56:13 -0800483size_t RTPSender::SendPadData(size_t bytes,
484 const PacedPacketInfo& pacing_info) {
stefan53b6cc32017-02-03 08:13:57 -0800485 size_t padding_bytes_in_packet;
erikvarga76a55932017-05-17 07:50:17 -0700486 size_t max_payload_size = max_packet_size_ - RtpHeaderLength();
erikvarga27883732017-05-17 05:08:38 -0700487
stefan53b6cc32017-02-03 08:13:57 -0800488 if (audio_configured_) {
489 // Allow smaller padding packets for audio.
kwiberg07038562017-06-12 11:40:47 -0700490 padding_bytes_in_packet = rtc::SafeClamp<size_t>(
491 bytes, kMinAudioPaddingLength,
492 rtc::SafeMin(max_payload_size, kMaxPaddingLength));
stefan53b6cc32017-02-03 08:13:57 -0800493 } else {
494 // Always send full padding packets. This is accounted for by the
495 // RtpPacketSender, which will make sure we don't send too much padding even
496 // if a single packet is larger than requested.
497 // We do this to avoid frequently sending small packets on higher bitrates.
kwiberg07038562017-06-12 11:40:47 -0700498 padding_bytes_in_packet =
499 rtc::SafeMin<size_t>(max_payload_size, kMaxPaddingLength);
stefan53b6cc32017-02-03 08:13:57 -0800500 }
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000501 size_t bytes_sent = 0;
danilchap90069872016-12-14 06:16:33 -0800502 while (bytes_sent < bytes) {
503 int64_t now_ms = clock_->TimeInMilliseconds();
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000504 uint32_t ssrc;
danilchap90069872016-12-14 06:16:33 -0800505 uint32_t timestamp;
506 int64_t capture_time_ms;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000507 uint16_t sequence_number;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000508 int payload_type;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000509 bool over_rtx;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000510 {
tommiae695e92016-02-02 08:31:45 -0800511 rtc::CritScope lock(&send_critsect_);
Peter Boströmfc968a22016-02-19 16:14:37 +0100512 if (!sending_media_)
danilchap90069872016-12-14 06:16:33 -0800513 break;
514 timestamp = last_rtp_timestamp_;
515 capture_time_ms = capture_time_ms_;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000516 if (rtx_ == kRtxOff) {
stefan53b6cc32017-02-03 08:13:57 -0800517 if (payload_type_ == -1)
stefane35f89a2017-02-01 09:06:25 -0800518 break;
stefan53b6cc32017-02-03 08:13:57 -0800519 // Without RTX we can't send padding in the middle of frames.
520 // For audio marker bits doesn't mark the end of a frame and frames
521 // are usually a single packet, so for now we don't apply this rule
522 // for audio.
523 if (!audio_configured_ && !last_packet_marker_bit_) {
524 break;
525 }
nisse7d59f6b2017-02-21 03:40:24 -0800526 if (!ssrc_) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100527 RTC_LOG(LS_ERROR) << "SSRC unset.";
nisse7d59f6b2017-02-21 03:40:24 -0800528 return 0;
529 }
530
531 RTC_DCHECK(ssrc_);
532 ssrc = *ssrc_;
533
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000534 sequence_number = sequence_number_;
535 ++sequence_number_;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000536 payload_type = payload_type_;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000537 over_rtx = false;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000538 } else {
Stefan Holmerf5dca482016-01-27 12:58:51 +0100539 // Without abs-send-time or transport sequence number a media packet
540 // must be sent before padding so that the timestamps used for
541 // estimation are correct.
542 if (!media_has_been_sent_ &&
danilchap90069872016-12-14 06:16:33 -0800543 !(rtp_header_extension_map_.IsRegistered(AbsoluteSendTime::kId) ||
544 (rtp_header_extension_map_.IsRegistered(
545 TransportSequenceNumber::kId) &&
546 transport_sequence_number_allocator_))) {
547 break;
Stefan Holmerf5dca482016-01-27 12:58:51 +0100548 }
Stefan Holmer586b19b2015-09-18 11:14:31 +0200549 // Only change change the timestamp of padding packets sent over RTX.
550 // Padding only packets over RTP has to be sent as part of a media
551 // frame (and therefore the same timestamp).
552 if (last_timestamp_time_ms_ > 0) {
553 timestamp +=
danilchap90069872016-12-14 06:16:33 -0800554 (now_ms - last_timestamp_time_ms_) * kTimestampTicksPerMs;
555 capture_time_ms += (now_ms - last_timestamp_time_ms_);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200556 }
nisse7d59f6b2017-02-21 03:40:24 -0800557 if (!ssrc_rtx_) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100558 RTC_LOG(LS_ERROR) << "RTX SSRC unset.";
nisse7d59f6b2017-02-21 03:40:24 -0800559 return 0;
560 }
561 RTC_DCHECK(ssrc_rtx_);
562 ssrc = *ssrc_rtx_;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000563 sequence_number = sequence_number_rtx_;
564 ++sequence_number_rtx_;
Stefan Holmer10880012016-02-03 13:29:59 +0100565 payload_type = rtx_payload_type_map_.begin()->second;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000566 over_rtx = true;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000567 }
568 }
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000569
danilchap90069872016-12-14 06:16:33 -0800570 RtpPacketToSend padding_packet(&rtp_header_extension_map_);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200571 padding_packet.SetPayloadType(payload_type);
572 padding_packet.SetMarker(false);
573 padding_packet.SetSequenceNumber(sequence_number);
574 padding_packet.SetTimestamp(timestamp);
575 padding_packet.SetSsrc(ssrc);
576
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000577 if (capture_time_ms > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200578 padding_packet.SetExtension<TransmissionOffset>(
danilchap90069872016-12-14 06:16:33 -0800579 (now_ms - capture_time_ms) * kTimestampTicksPerMs);
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000580 }
Danil Chapovalovf3ba6482017-06-12 15:43:55 +0200581 padding_packet.SetExtension<AbsoluteSendTime>(
582 AbsoluteSendTime::MsTo24Bits(now_ms));
stefan1d8a5062015-10-02 03:39:33 -0700583 PacketOptions options;
michaelt4da30442016-11-17 01:38:43 -0800584 bool has_transport_seq_num =
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200585 UpdateTransportSequenceNumber(&padding_packet, &options.packet_id);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200586 padding_packet.SetPadding(padding_bytes_in_packet, &random_);
587
michaelt4da30442016-11-17 01:38:43 -0800588 if (has_transport_seq_num) {
589 AddPacketToTransportFeedback(options.packet_id, padding_packet,
philipel8aadd502017-02-23 02:56:13 -0800590 pacing_info);
michaelt4da30442016-11-17 01:38:43 -0800591 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200592
philipel32d00102017-02-27 02:18:46 -0800593 if (!SendPacketToNetwork(padding_packet, options, pacing_info))
stefanf116bd02015-10-27 08:29:42 -0700594 break;
595
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000596 bytes_sent += padding_bytes_in_packet;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200597 UpdateRtpStats(padding_packet, over_rtx, false);
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000598 }
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000599
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000600 return bytes_sent;
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000601}
602
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000603void RTPSender::SetStorePacketsStatus(bool enable, uint16_t number_to_store) {
Erik Språng7bb37b82018-03-09 09:52:59 +0100604 RtpPacketHistory::StorageMode mode =
605 enable ? RtpPacketHistory::StorageMode::kStore
606 : RtpPacketHistory::StorageMode::kDisabled;
607 packet_history_.SetStorePacketsStatus(mode, number_to_store);
niklase@google.com470e71d2011-07-07 08:21:25 +0000608}
609
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000610bool RTPSender::StorePackets() const {
Erik Språng7bb37b82018-03-09 09:52:59 +0100611 return packet_history_.GetStorageMode() !=
612 RtpPacketHistory::StorageMode::kDisabled;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000613}
niklase@google.com470e71d2011-07-07 08:21:25 +0000614
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000615int32_t RTPSender::ReSendPacket(uint16_t packet_id, int64_t min_resend_time) {
Erik Språng7bb37b82018-03-09 09:52:59 +0100616 // Try to find packet in RTP packet history. Also verify RTT here, so that we
617 // don't retransmit too often.
618
619 RTC_DCHECK(retransmission_rate_limiter_);
620 if (paced_sender_) {
621 /// If paced sender is used, don't update send state - that will be done in
622 // the TimeToSendPacket() call.
623 rtc::Optional<RtpPacketHistory::PacketState> stored_packet =
624 packet_history_.GetPacketState(packet_id, true);
625 if (!stored_packet) {
626 // Packet not found.
627 return 0;
628 }
629
630 // Check if we're overusing retransmission bitrate.
631 // TODO(sprang): Add histograms for nack success or failure reasons.
632 if (!retransmission_rate_limiter_->TryUseRate(
633 stored_packet->payload_size)) {
634 return -1;
635 }
636
637 // Convert from TickTime to Clock since capture_time_ms is based on
638 // TickTime.
639 int64_t corrected_capture_tims_ms =
640 stored_packet->capture_time_ms + clock_delta_ms_;
641 paced_sender_->InsertPacket(
642 RtpPacketSender::kNormalPriority, stored_packet->ssrc,
643 stored_packet->rtp_sequence_number, corrected_capture_tims_ms,
644 stored_packet->payload_size, true);
645
646 return stored_packet->payload_size;
647 }
648
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200649 std::unique_ptr<RtpPacketToSend> packet =
Erik Språng7bb37b82018-03-09 09:52:59 +0100650 packet_history_.GetPacketAndSetSendTime(packet_id, true);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200651 if (!packet) {
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000652 // Packet not found.
asapersson@webrtc.org83ed0a42012-04-23 12:43:05 +0000653 return 0;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000654 }
sprangcd349d92016-07-13 09:11:28 -0700655 // Check if we're overusing retransmission bitrate.
656 // TODO(sprang): Add histograms for nack success or failure reasons.
Erik Språng7bb37b82018-03-09 09:52:59 +0100657 if (!retransmission_rate_limiter_->TryUseRate(packet->size())) {
sprangcd349d92016-07-13 09:11:28 -0700658 return -1;
Taylor Brandstetter6d72c322018-03-08 23:41:12 +0000659 }
Erik Språng7bb37b82018-03-09 09:52:59 +0100660
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200661 bool rtx = (RtxStatus() & kRtxRetransmitted) > 0;
662 int32_t packet_size = static_cast<int32_t>(packet->size());
philipel8aadd502017-02-23 02:56:13 -0800663 if (!PrepareAndSendPacket(std::move(packet), rtx, true, PacedPacketInfo()))
sprang867fb522015-08-03 04:38:41 -0700664 return -1;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200665 return packet_size;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000666}
667
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200668bool RTPSender::SendPacketToNetwork(const RtpPacketToSend& packet,
philipel32d00102017-02-27 02:18:46 -0800669 const PacketOptions& options,
670 const PacedPacketInfo& pacing_info) {
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000671 int bytes_sent = -1;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000672 if (transport_) {
michaelt4da30442016-11-17 01:38:43 -0800673 UpdateRtpOverhead(packet);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200674 bytes_sent = transport_->SendRtp(packet.data(), packet.size(), options)
675 ? static_cast<int>(packet.size())
stefan1d8a5062015-10-02 03:39:33 -0700676 : -1;
terelius429c3452016-01-21 05:42:04 -0800677 if (event_log_ && bytes_sent > 0) {
Elad Alon4a87e1c2017-10-03 16:11:34 +0200678 event_log_->Log(rtc::MakeUnique<RtcEventRtpPacketOutgoing>(
679 packet, pacing_info.probe_cluster_id));
terelius429c3452016-01-21 05:42:04 -0800680 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000681 }
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000682 TRACE_EVENT_INSTANT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200683 "RTPSender::SendPacketToNetwork", "size", packet.size(),
684 "sent", bytes_sent);
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000685 // TODO(pwestin): Add a separate bitrate for sent bitrate after pacer.
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000686 if (bytes_sent <= 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100687 RTC_LOG(LS_WARNING) << "Transport failed to send packet.";
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000688 return false;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000689 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000690 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +0000691}
692
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000693int RTPSender::SelectiveRetransmissions() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000694 if (!video_)
695 return -1;
696 return video_->SelectiveRetransmissions();
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000697}
698
699int RTPSender::SetSelectiveRetransmissions(uint8_t settings) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000700 if (!video_)
701 return -1;
mflodmanfcf54bd2015-04-14 21:28:08 +0200702 video_->SetSelectiveRetransmissions(settings);
703 return 0;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000704}
705
Danil Chapovalov2800d742016-08-26 18:48:46 +0200706void RTPSender::OnReceivedNack(
707 const std::vector<uint16_t>& nack_sequence_numbers,
708 int64_t avg_rtt) {
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000709 TRACE_EVENT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
710 "RTPSender::OnReceivedNACK", "num_seqnum",
711 nack_sequence_numbers.size(), "avg_rtt", avg_rtt);
sprangcd349d92016-07-13 09:11:28 -0700712 for (uint16_t seq_no : nack_sequence_numbers) {
713 const int32_t bytes_sent = ReSendPacket(seq_no, 5 + avg_rtt);
714 if (bytes_sent < 0) {
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000715 // Failed to send one Sequence number. Give up the rest in this nack.
Mirko Bonadei675513b2017-11-09 11:09:25 +0100716 RTC_LOG(LS_WARNING) << "Failed resending RTP packet " << seq_no
717 << ", Discard rest of packets.";
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000718 break;
niklase@google.com470e71d2011-07-07 08:21:25 +0000719 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000720 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000721}
722
isheriff6b4b5f32016-06-08 00:24:21 -0700723void RTPSender::OnReceivedRtcpReportBlocks(
724 const ReportBlockList& report_blocks) {
725 playout_delay_oracle_.OnReceivedRtcpReportBlocks(report_blocks);
726}
727
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000728// Called from pacer when we can send the packet.
brandtr9dfff292016-11-14 05:14:50 -0800729bool RTPSender::TimeToSendPacket(uint32_t ssrc,
730 uint16_t sequence_number,
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000731 int64_t capture_time_ms,
philipela1ed0b32016-06-01 06:31:17 -0700732 bool retransmission,
philipel8aadd502017-02-23 02:56:13 -0800733 const PacedPacketInfo& pacing_info) {
brandtr9dfff292016-11-14 05:14:50 -0800734 if (!SendingMedia())
735 return true;
736
737 std::unique_ptr<RtpPacketToSend> packet;
Erik Språng7bb37b82018-03-09 09:52:59 +0100738 // No need to verify RTT here, it has already been checked before putting the
739 // packet into the pacer. But _do_ update the send time.
brandtr9dfff292016-11-14 05:14:50 -0800740 if (ssrc == SSRC()) {
Erik Språng7bb37b82018-03-09 09:52:59 +0100741 packet = packet_history_.GetPacketAndSetSendTime(sequence_number, false);
brandtr9dfff292016-11-14 05:14:50 -0800742 } else if (ssrc == FlexfecSsrc()) {
Erik Språng7bb37b82018-03-09 09:52:59 +0100743 packet =
744 flexfec_packet_history_.GetPacketAndSetSendTime(sequence_number, false);
brandtr9dfff292016-11-14 05:14:50 -0800745 }
746
Stefan Holmera246cfb2016-08-23 17:51:42 +0200747 if (!packet) {
brandtr9dfff292016-11-14 05:14:50 -0800748 // Packet cannot be found.
hclam@chromium.org2e402ce2013-06-20 20:18:31 +0000749 return true;
Stefan Holmera246cfb2016-08-23 17:51:42 +0200750 }
asapersson35151f32016-05-02 23:44:01 -0700751
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200752 return PrepareAndSendPacket(
753 std::move(packet),
754 retransmission && (RtxStatus() & kRtxRetransmitted) > 0, retransmission,
philipel8aadd502017-02-23 02:56:13 -0800755 pacing_info);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000756}
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000757
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200758bool RTPSender::PrepareAndSendPacket(std::unique_ptr<RtpPacketToSend> packet,
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000759 bool send_over_rtx,
philipela1ed0b32016-06-01 06:31:17 -0700760 bool is_retransmit,
philipel8aadd502017-02-23 02:56:13 -0800761 const PacedPacketInfo& pacing_info) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200762 RTC_DCHECK(packet);
763 int64_t capture_time_ms = packet->capture_time_ms();
764 RtpPacketToSend* packet_to_send = packet.get();
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000765
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200766 if (!is_retransmit && packet->Marker()) {
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000767 TRACE_EVENT_ASYNC_END0(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"), "PacedSend",
768 capture_time_ms);
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000769 }
770
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200771 TRACE_EVENT_INSTANT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
772 "PrepareAndSendPacket", "timestamp", packet->Timestamp(),
773 "seqnum", packet->SequenceNumber());
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000774
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200775 std::unique_ptr<RtpPacketToSend> packet_rtx;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000776 if (send_over_rtx) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200777 packet_rtx = BuildRtxPacket(*packet);
778 if (!packet_rtx)
danilchap32cd2c42016-08-01 06:58:34 -0700779 return false;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200780 packet_to_send = packet_rtx.get();
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000781 }
782
ilnik10894992017-06-21 08:23:19 -0700783 // Bug webrtc:7859. While FEC is invoked from rtp_sender_video, and not after
784 // the pacer, these modifications of the header below are happening after the
785 // FEC protection packets are calculated. This will corrupt recovered packets
786 // at the same place. It's not an issue for extensions, which are present in
787 // all the packets (their content just may be incorrect on recovered packets).
788 // In case of VideoTimingExtension, since it's present not in every packet,
789 // data after rtp header may be corrupted if these packets are protected by
790 // the FEC.
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000791 int64_t now_ms = clock_->TimeInMilliseconds();
792 int64_t diff_ms = now_ms - capture_time_ms;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200793 packet_to_send->SetExtension<TransmissionOffset>(kTimestampTicksPerMs *
794 diff_ms);
Danil Chapovalovf3ba6482017-06-12 15:43:55 +0200795 packet_to_send->SetExtension<AbsoluteSendTime>(
796 AbsoluteSendTime::MsTo24Bits(now_ms));
sprang867fb522015-08-03 04:38:41 -0700797
Erik Språng7b52f102018-02-07 14:37:37 +0100798 if (packet_to_send->HasExtension<VideoTimingExtension>()) {
799 if (populate_network2_timestamp_) {
800 packet_to_send->set_network2_time_ms(now_ms);
801 } else {
802 packet_to_send->set_pacer_exit_time_ms(now_ms);
803 }
804 }
ilnik04f4d122017-06-19 07:18:55 -0700805
stefan1d8a5062015-10-02 03:39:33 -0700806 PacketOptions options;
michaelt4da30442016-11-17 01:38:43 -0800807 if (UpdateTransportSequenceNumber(packet_to_send, &options.packet_id)) {
808 AddPacketToTransportFeedback(options.packet_id, *packet_to_send,
philipel8aadd502017-02-23 02:56:13 -0800809 pacing_info);
sprang867fb522015-08-03 04:38:41 -0700810 }
Dino Radaković1807d572018-02-22 14:18:06 +0100811 options.application_data.assign(packet_to_send->application_data().begin(),
812 packet_to_send->application_data().end());
sprang867fb522015-08-03 04:38:41 -0700813
asapersson35151f32016-05-02 23:44:01 -0700814 if (!is_retransmit && !send_over_rtx) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200815 UpdateDelayStatistics(packet->capture_time_ms(), now_ms);
816 UpdateOnSendPacket(options.packet_id, packet->capture_time_ms(),
817 packet->Ssrc());
stefanf116bd02015-10-27 08:29:42 -0700818 }
819
philipel32d00102017-02-27 02:18:46 -0800820 if (!SendPacketToNetwork(*packet_to_send, options, pacing_info))
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200821 return false;
822
823 {
tommiae695e92016-02-02 08:31:45 -0800824 rtc::CritScope lock(&send_critsect_);
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000825 media_has_been_sent_ = true;
826 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200827 UpdateRtpStats(*packet_to_send, send_over_rtx, is_retransmit);
828 return true;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000829}
830
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200831void RTPSender::UpdateRtpStats(const RtpPacketToSend& packet,
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000832 bool is_rtx,
833 bool is_retransmit) {
sprangcd349d92016-07-13 09:11:28 -0700834 int64_t now_ms = clock_->TimeInMilliseconds();
sprang@webrtc.org5314e852014-01-27 13:20:36 +0000835
danilchap7c9426c2016-04-14 03:05:31 -0700836 rtc::CritScope lock(&statistics_crit_);
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200837 StreamDataCounters* counters = is_rtx ? &rtx_rtp_stats_ : &rtp_stats_;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000838
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200839 total_bitrate_sent_.Update(packet.size(), now_ms);
asapersson@webrtc.org44149392015-02-04 08:34:47 +0000840
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200841 if (counters->first_packet_time_ms == -1)
842 counters->first_packet_time_ms = now_ms;
843
844 if (IsFecPacket(packet))
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200845 CountPacket(&counters->fec, packet);
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200846
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200847 if (is_retransmit) {
848 CountPacket(&counters->retransmitted, packet);
849 nack_bitrate_sent_.Update(packet.size(), now_ms);
850 }
851 CountPacket(&counters->transmitted, packet);
sprangcd349d92016-07-13 09:11:28 -0700852
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200853 if (rtp_stats_callback_)
854 rtp_stats_callback_->DataCountersUpdated(*counters, packet.Ssrc());
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000855}
856
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200857bool RTPSender::IsFecPacket(const RtpPacketToSend& packet) const {
brandtr9e795c62016-11-14 05:37:16 -0800858 if (!video_)
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000859 return false;
brandtr9e795c62016-11-14 05:37:16 -0800860
861 // FlexFEC.
862 if (packet.Ssrc() == FlexfecSsrc())
863 return true;
864
865 // RED+ULPFEC.
brandtrd8048952016-11-07 02:08:51 -0800866 int pt_red;
867 int pt_fec;
brandtrf1bb4762016-11-07 03:05:06 -0800868 video_->GetUlpfecConfig(&pt_red, &pt_fec);
brandtr9e795c62016-11-14 05:37:16 -0800869 return static_cast<int>(packet.PayloadType()) == pt_red &&
brandtrd8048952016-11-07 02:08:51 -0800870 static_cast<int>(packet.payload()[0]) == pt_fec;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000871}
872
philipel8aadd502017-02-23 02:56:13 -0800873size_t RTPSender::TimeToSendPadding(size_t bytes,
874 const PacedPacketInfo& pacing_info) {
stefan53b6cc32017-02-03 08:13:57 -0800875 if (bytes == 0)
pbos545727e2015-07-01 06:31:06 -0700876 return 0;
philipel8aadd502017-02-23 02:56:13 -0800877 size_t bytes_sent = TrySendRedundantPayloads(bytes, pacing_info);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000878 if (bytes_sent < bytes)
philipel8aadd502017-02-23 02:56:13 -0800879 bytes_sent += SendPadData(bytes - bytes_sent, pacing_info);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000880 return bytes_sent;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000881}
882
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200883bool RTPSender::SendToNetwork(std::unique_ptr<RtpPacketToSend> packet,
884 StorageType storage,
885 RtpPacketSender::Priority priority) {
886 RTC_DCHECK(packet);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000887 int64_t now_ms = clock_->TimeInMilliseconds();
888
stefan@webrtc.org715faaf2012-08-28 15:20:39 +0000889 // |capture_time_ms| <= 0 is considered invalid.
890 // TODO(holmer): This should be changed all over Video Engine so that negative
891 // time is consider invalid, while 0 is considered a valid time.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200892 if (packet->capture_time_ms() > 0) {
893 packet->SetExtension<TransmissionOffset>(
894 kTimestampTicksPerMs * (now_ms - packet->capture_time_ms()));
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +0000895 }
Danil Chapovalovf3ba6482017-06-12 15:43:55 +0200896 packet->SetExtension<AbsoluteSendTime>(AbsoluteSendTime::MsTo24Bits(now_ms));
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000897
gaetano.carlucci52a57032016-09-14 05:04:36 -0700898 if (video_) {
gaetano.carlucci61050f62016-09-30 06:29:54 -0700899 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoTotBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700900 ActualSendBitrateKbit(), packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700901 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoFecBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700902 FecOverheadRate() / 1000, packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700903 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoNackBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700904 NackOverheadRate() / 1000, packet->Ssrc());
905 } else {
gaetano.carlucci61050f62016-09-30 06:29:54 -0700906 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "AudioTotBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700907 ActualSendBitrateKbit(), packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700908 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "AudioNackBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700909 NackOverheadRate() / 1000, packet->Ssrc());
910 }
911
brandtr9dfff292016-11-14 05:14:50 -0800912 uint32_t ssrc = packet->Ssrc();
913 rtc::Optional<uint32_t> flexfec_ssrc = FlexfecSsrc();
Peter Boströme23e7372015-10-08 11:44:14 +0200914 if (paced_sender_) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200915 uint16_t seq_no = packet->SequenceNumber();
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000916 // Correct offset between implementations of millisecond time stamps in
917 // TickTime and Clock.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200918 int64_t corrected_time_ms = packet->capture_time_ms() + clock_delta_ms_;
919 size_t payload_length = packet->payload_size();
brandtr9dfff292016-11-14 05:14:50 -0800920 if (ssrc == flexfec_ssrc) {
921 // Store FlexFEC packets in the history here, so they can be found
922 // when the pacer calls TimeToSendPacket.
Erik Språng7bb37b82018-03-09 09:52:59 +0100923 flexfec_packet_history_.PutRtpPacket(std::move(packet), storage,
924 rtc::nullopt);
brandtr9dfff292016-11-14 05:14:50 -0800925 } else {
Erik Språng7bb37b82018-03-09 09:52:59 +0100926 packet_history_.PutRtpPacket(std::move(packet), storage, rtc::nullopt);
brandtr9dfff292016-11-14 05:14:50 -0800927 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200928
929 paced_sender_->InsertPacket(priority, ssrc, seq_no, corrected_time_ms,
Peter Boströme23e7372015-10-08 11:44:14 +0200930 payload_length, false);
931 if (last_capture_time_ms_sent_ == 0 ||
932 corrected_time_ms > last_capture_time_ms_sent_) {
933 last_capture_time_ms_sent_ = corrected_time_ms;
934 TRACE_EVENT_ASYNC_BEGIN1(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
935 "PacedSend", corrected_time_ms,
936 "capture_time_ms", corrected_time_ms);
asapersson@webrtc.orge5b49a02012-11-06 13:09:39 +0000937 }
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700938 return true;
stefan@webrtc.orgddfdfed2012-07-03 13:21:22 +0000939 }
Stefan Holmerf5dca482016-01-27 12:58:51 +0100940
941 PacketOptions options;
michaelt4da30442016-11-17 01:38:43 -0800942 if (UpdateTransportSequenceNumber(packet.get(), &options.packet_id)) {
943 AddPacketToTransportFeedback(options.packet_id, *packet.get(),
philipel8aadd502017-02-23 02:56:13 -0800944 PacedPacketInfo());
Stefan Holmerf5dca482016-01-27 12:58:51 +0100945 }
Dino Radaković1807d572018-02-22 14:18:06 +0100946 options.application_data.assign(packet->application_data().begin(),
947 packet->application_data().end());
Stefan Holmerf5dca482016-01-27 12:58:51 +0100948
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200949 UpdateDelayStatistics(packet->capture_time_ms(), now_ms);
950 UpdateOnSendPacket(options.packet_id, packet->capture_time_ms(),
951 packet->Ssrc());
952
philipel32d00102017-02-27 02:18:46 -0800953 bool sent = SendPacketToNetwork(*packet, options, PacedPacketInfo());
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200954
955 if (sent) {
956 {
957 rtc::CritScope lock(&send_critsect_);
958 media_has_been_sent_ = true;
959 }
960 UpdateRtpStats(*packet, false, false);
961 }
sprang@webrtc.orgc957ffc2015-02-02 13:08:02 +0000962
brandtr9dfff292016-11-14 05:14:50 -0800963 // To support retransmissions, we store the media packet as sent in the
964 // packet history (even if send failed).
965 if (storage == kAllowRetransmission) {
Danil Chapovalov603ce982017-12-27 11:32:50 +0100966 RTC_DCHECK_EQ(ssrc, SSRC());
Erik Språng7bb37b82018-03-09 09:52:59 +0100967 packet_history_.PutRtpPacket(std::move(packet), storage, now_ms);
brandtr9dfff292016-11-14 05:14:50 -0800968 }
Peter Boströme23e7372015-10-08 11:44:14 +0200969
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200970 return sent;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000971}
972
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +0000973void RTPSender::UpdateDelayStatistics(int64_t capture_time_ms, int64_t now_ms) {
asapersson35151f32016-05-02 23:44:01 -0700974 if (!send_side_delay_observer_ || capture_time_ms <= 0)
Peter Boström71861a02015-05-28 14:45:36 +0200975 return;
976
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000977 uint32_t ssrc;
oprypinba09f792017-09-04 08:32:43 -0700978 int64_t avg_delay_ms = 0;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000979 int max_delay_ms = 0;
980 {
tommiae695e92016-02-02 08:31:45 -0800981 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800982 if (!ssrc_)
983 return;
984 ssrc = *ssrc_;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000985 }
986 {
danilchap7c9426c2016-04-14 03:05:31 -0700987 rtc::CritScope cs(&statistics_crit_);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000988 // TODO(holmer): Compute this iteratively instead.
989 send_delays_[now_ms] = now_ms - capture_time_ms;
990 send_delays_.erase(send_delays_.begin(),
991 send_delays_.lower_bound(now_ms -
992 kSendSideDelayWindowMs));
Peter Boström71861a02015-05-28 14:45:36 +0200993 int num_delays = 0;
994 for (auto it = send_delays_.upper_bound(now_ms - kSendSideDelayWindowMs);
995 it != send_delays_.end(); ++it) {
996 max_delay_ms = std::max(max_delay_ms, it->second);
997 avg_delay_ms += it->second;
998 ++num_delays;
999 }
1000 if (num_delays == 0)
1001 return;
1002 avg_delay_ms = (avg_delay_ms + num_delays / 2) / num_delays;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001003 }
oprypinba09f792017-09-04 08:32:43 -07001004 send_side_delay_observer_->SendSideDelayUpdated(
1005 rtc::dchecked_cast<int>(avg_delay_ms), max_delay_ms, ssrc);
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +00001006}
1007
asapersson35151f32016-05-02 23:44:01 -07001008void RTPSender::UpdateOnSendPacket(int packet_id,
1009 int64_t capture_time_ms,
1010 uint32_t ssrc) {
1011 if (!send_packet_observer_ || capture_time_ms <= 0 || packet_id == -1)
1012 return;
1013
1014 send_packet_observer_->OnSendPacket(packet_id, capture_time_ms, ssrc);
1015}
1016
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001017void RTPSender::ProcessBitrate() {
sprangcd349d92016-07-13 09:11:28 -07001018 if (!bitrate_callback_)
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001019 return;
sprangcd349d92016-07-13 09:11:28 -07001020 int64_t now_ms = clock_->TimeInMilliseconds();
1021 uint32_t ssrc;
1022 {
1023 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -08001024 if (!ssrc_)
1025 return;
1026 ssrc = *ssrc_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001027 }
sprangcd349d92016-07-13 09:11:28 -07001028
1029 rtc::CritScope lock(&statistics_crit_);
1030 bitrate_callback_->Notify(total_bitrate_sent_.Rate(now_ms).value_or(0),
1031 nack_bitrate_sent_.Rate(now_ms).value_or(0), ssrc);
niklase@google.com470e71d2011-07-07 08:21:25 +00001032}
1033
isheriff6b4b5f32016-06-08 00:24:21 -07001034size_t RTPSender::RtpHeaderLength() const {
tommiae695e92016-02-02 08:31:45 -08001035 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001036 size_t rtp_header_length = kRtpHeaderLength;
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001037 rtp_header_length += sizeof(uint32_t) * csrcs_.size();
erikvarga27883732017-05-17 05:08:38 -07001038 rtp_header_length +=
1039 rtp_header_extension_map_.GetTotalLengthInBytes(kExtensionSizes);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001040 return rtp_header_length;
niklase@google.com470e71d2011-07-07 08:21:25 +00001041}
1042
mflodmanfcf54bd2015-04-14 21:28:08 +02001043uint16_t RTPSender::AllocateSequenceNumber(uint16_t packets_to_send) {
tommiae695e92016-02-02 08:31:45 -08001044 rtc::CritScope lock(&send_critsect_);
mflodmanfcf54bd2015-04-14 21:28:08 +02001045 uint16_t first_allocated_sequence_number = sequence_number_;
1046 sequence_number_ += packets_to_send;
1047 return first_allocated_sequence_number;
niklase@google.com470e71d2011-07-07 08:21:25 +00001048}
1049
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001050void RTPSender::GetDataCounters(StreamDataCounters* rtp_stats,
1051 StreamDataCounters* rtx_stats) const {
danilchap7c9426c2016-04-14 03:05:31 -07001052 rtc::CritScope lock(&statistics_crit_);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001053 *rtp_stats = rtp_stats_;
1054 *rtx_stats = rtx_rtp_stats_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001055}
1056
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001057std::unique_ptr<RtpPacketToSend> RTPSender::AllocatePacket() const {
1058 rtc::CritScope lock(&send_critsect_);
1059 std::unique_ptr<RtpPacketToSend> packet(
nisse284542b2017-01-10 08:58:32 -08001060 new RtpPacketToSend(&rtp_header_extension_map_, max_packet_size_));
nisse7d59f6b2017-02-21 03:40:24 -08001061 RTC_DCHECK(ssrc_);
1062 packet->SetSsrc(*ssrc_);
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001063 packet->SetCsrcs(csrcs_);
1064 // Reserve extensions, if registered, RtpSender set in SendToNetwork.
1065 packet->ReserveExtension<AbsoluteSendTime>();
1066 packet->ReserveExtension<TransmissionOffset>();
1067 packet->ReserveExtension<TransportSequenceNumber>();
danilchap74110612016-10-02 10:54:29 -07001068 if (playout_delay_oracle_.send_playout_delay()) {
1069 packet->SetExtension<PlayoutDelayLimits>(
1070 playout_delay_oracle_.playout_delay());
1071 }
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001072 return packet;
1073}
1074
1075bool RTPSender::AssignSequenceNumber(RtpPacketToSend* packet) {
1076 rtc::CritScope lock(&send_critsect_);
1077 if (!sending_media_)
1078 return false;
nisse7d59f6b2017-02-21 03:40:24 -08001079 RTC_DCHECK(packet->Ssrc() == ssrc_);
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001080 packet->SetSequenceNumber(sequence_number_++);
1081
1082 // Remember marker bit to determine if padding can be inserted with
1083 // sequence number following |packet|.
1084 last_packet_marker_bit_ = packet->Marker();
1085 // Save timestamps to generate timestamp field and extensions for the padding.
1086 last_rtp_timestamp_ = packet->Timestamp();
1087 last_timestamp_time_ms_ = clock_->TimeInMilliseconds();
1088 capture_time_ms_ = packet->capture_time_ms();
1089 return true;
1090}
1091
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001092bool RTPSender::UpdateTransportSequenceNumber(RtpPacketToSend* packet,
1093 int* packet_id) const {
1094 RTC_DCHECK(packet);
1095 RTC_DCHECK(packet_id);
tommiae695e92016-02-02 08:31:45 -08001096 rtc::CritScope lock(&send_critsect_);
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001097 if (!rtp_header_extension_map_.IsRegistered(TransportSequenceNumber::kId))
stefana23fc622016-07-28 07:56:38 -07001098 return false;
1099
asapersson35151f32016-05-02 23:44:01 -07001100 if (!transport_sequence_number_allocator_)
1101 return false;
1102
1103 *packet_id = transport_sequence_number_allocator_->AllocateSequenceNumber();
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001104
1105 if (!packet->SetExtension<TransportSequenceNumber>(*packet_id))
1106 return false;
1107
asapersson35151f32016-05-02 23:44:01 -07001108 return true;
sprang867fb522015-08-03 04:38:41 -07001109}
1110
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001111void RTPSender::SetSendingMediaStatus(bool enabled) {
tommiae695e92016-02-02 08:31:45 -08001112 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001113 sending_media_ = enabled;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001114}
1115
1116bool RTPSender::SendingMedia() const {
tommiae695e92016-02-02 08:31:45 -08001117 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001118 return sending_media_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001119}
1120
danilchap71fead22016-08-18 02:01:49 -07001121void RTPSender::SetTimestampOffset(uint32_t timestamp) {
tommiae695e92016-02-02 08:31:45 -08001122 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -07001123 timestamp_offset_ = timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001124}
1125
danilchap71fead22016-08-18 02:01:49 -07001126uint32_t RTPSender::TimestampOffset() const {
tommiae695e92016-02-02 08:31:45 -08001127 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -07001128 return timestamp_offset_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001129}
1130
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001131void RTPSender::SetSSRC(uint32_t ssrc) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001132 // This is configured via the API.
tommiae695e92016-02-02 08:31:45 -08001133 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00001134
nisse7d59f6b2017-02-21 03:40:24 -08001135 if (ssrc_ == ssrc) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001136 return; // Since it's same ssrc, don't reset anything.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001137 }
nisse7d59f6b2017-02-21 03:40:24 -08001138 ssrc_.emplace(ssrc);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001139 if (!sequence_number_forced_) {
danilchap47a740b2015-12-15 00:30:07 -08001140 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001141 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001142}
1143
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001144uint32_t RTPSender::SSRC() const {
tommiae695e92016-02-02 08:31:45 -08001145 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -08001146 RTC_DCHECK(ssrc_);
1147 return *ssrc_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001148}
1149
brandtr9dfff292016-11-14 05:14:50 -08001150rtc::Optional<uint32_t> RTPSender::FlexfecSsrc() const {
1151 if (video_) {
1152 return video_->FlexfecSsrc();
1153 }
Oskar Sundbom3419cf92017-11-16 10:55:48 +01001154 return rtc::nullopt;
brandtr9dfff292016-11-14 05:14:50 -08001155}
1156
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001157void RTPSender::SetCsrcs(const std::vector<uint32_t>& csrcs) {
spranga8ae6f22017-09-04 07:23:56 -07001158 RTC_DCHECK_LE(csrcs.size(), kRtpCsrcSize);
tommiae695e92016-02-02 08:31:45 -08001159 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001160 csrcs_ = csrcs;
niklase@google.com470e71d2011-07-07 08:21:25 +00001161}
1162
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001163void RTPSender::SetSequenceNumber(uint16_t seq) {
tommiae695e92016-02-02 08:31:45 -08001164 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001165 sequence_number_forced_ = true;
1166 sequence_number_ = seq;
niklase@google.com470e71d2011-07-07 08:21:25 +00001167}
1168
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001169uint16_t RTPSender::SequenceNumber() const {
tommiae695e92016-02-02 08:31:45 -08001170 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001171 return sequence_number_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001172}
1173
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001174// Audio.
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001175int32_t RTPSender::SendTelephoneEvent(uint8_t key,
1176 uint16_t time_ms,
1177 uint8_t level) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001178 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001179 return -1;
1180 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001181 return audio_->SendTelephoneEvent(key, time_ms, level);
niklase@google.com470e71d2011-07-07 08:21:25 +00001182}
1183
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001184int32_t RTPSender::SetAudioLevel(uint8_t level_d_bov) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001185 return audio_->SetAudioLevel(level_d_bov);
niklase@google.com470e71d2011-07-07 08:21:25 +00001186}
1187
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001188RtpVideoCodecTypes RTPSender::VideoCodecType() const {
spranga8ae6f22017-09-04 07:23:56 -07001189 RTC_DCHECK(!audio_configured_) << "Sender is an audio stream!";
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001190 return video_->VideoCodecType();
niklase@google.com470e71d2011-07-07 08:21:25 +00001191}
1192
brandtrf1bb4762016-11-07 03:05:06 -08001193void RTPSender::SetUlpfecConfig(int red_payload_type, int ulpfec_payload_type) {
henrikg91d6ede2015-09-17 00:24:34 -07001194 RTC_DCHECK(!audio_configured_);
brandtrf1bb4762016-11-07 03:05:06 -08001195 video_->SetUlpfecConfig(red_payload_type, ulpfec_payload_type);
niklase@google.com470e71d2011-07-07 08:21:25 +00001196}
1197
brandtr1743a192016-11-07 03:36:05 -08001198bool RTPSender::SetFecParameters(const FecProtectionParams& delta_params,
1199 const FecProtectionParams& key_params) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001200 if (audio_configured_) {
brandtr1743a192016-11-07 03:36:05 -08001201 return false;
stefan@webrtc.orge0d6fa42012-03-20 22:10:56 +00001202 }
mflodmanfcf54bd2015-04-14 21:28:08 +02001203 video_->SetFecParameters(delta_params, key_params);
brandtr1743a192016-11-07 03:36:05 -08001204 return true;
marpan@google.com80c5d7a2011-07-15 21:32:40 +00001205}
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001206
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001207std::unique_ptr<RtpPacketToSend> RTPSender::BuildRtxPacket(
1208 const RtpPacketToSend& packet) {
1209 // TODO(danilchap): Create rtx packet with extra capacity for SRTP
1210 // when transport interface would be updated to take buffer class.
1211 std::unique_ptr<RtpPacketToSend> rtx_packet(new RtpPacketToSend(
1212 &rtp_header_extension_map_, packet.size() + kRtxHeaderSize));
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001213 // Add original RTP header.
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001214 rtx_packet->CopyHeaderFrom(packet);
1215 {
1216 rtc::CritScope lock(&send_critsect_);
1217 if (!sending_media_)
1218 return nullptr;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001219
nisse7d59f6b2017-02-21 03:40:24 -08001220 RTC_DCHECK(ssrc_rtx_);
1221
brandtre6f98c72016-11-11 03:28:30 -08001222 // Replace payload type.
1223 auto kv = rtx_payload_type_map_.find(packet.PayloadType());
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001224 if (kv == rtx_payload_type_map_.end())
brandtre6f98c72016-11-11 03:28:30 -08001225 return nullptr;
1226 rtx_packet->SetPayloadType(kv->second);
mflodman@webrtc.org9f5ebb52013-04-12 14:55:46 +00001227
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001228 // Replace sequence number.
1229 rtx_packet->SetSequenceNumber(sequence_number_rtx_++);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001230
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001231 // Replace SSRC.
nisse7d59f6b2017-02-21 03:40:24 -08001232 rtx_packet->SetSsrc(*ssrc_rtx_);
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001233 }
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001234
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001235 uint8_t* rtx_payload =
1236 rtx_packet->AllocatePayload(packet.payload_size() + kRtxHeaderSize);
1237 RTC_DCHECK(rtx_payload);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001238 // Add OSN (original sequence number).
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001239 ByteWriter<uint16_t>::WriteBigEndian(rtx_payload, packet.SequenceNumber());
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001240
1241 // Add original payload data.
danilchap96c15872016-11-21 01:35:29 -08001242 auto payload = packet.payload();
1243 memcpy(rtx_payload + kRtxHeaderSize, payload.data(), payload.size());
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001244
Dino Radaković1807d572018-02-22 14:18:06 +01001245 // Add original application data.
1246 rtx_packet->set_application_data(packet.application_data());
1247
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001248 return rtx_packet;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001249}
1250
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001251void RTPSender::RegisterRtpStatisticsCallback(
1252 StreamDataCountersCallback* callback) {
danilchap7c9426c2016-04-14 03:05:31 -07001253 rtc::CritScope cs(&statistics_crit_);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001254 rtp_stats_callback_ = callback;
1255}
1256
1257StreamDataCountersCallback* RTPSender::GetRtpStatisticsCallback() const {
danilchap7c9426c2016-04-14 03:05:31 -07001258 rtc::CritScope cs(&statistics_crit_);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001259 return rtp_stats_callback_;
1260}
1261
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001262uint32_t RTPSender::BitrateSent() const {
sprangcd349d92016-07-13 09:11:28 -07001263 rtc::CritScope cs(&statistics_crit_);
1264 return total_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001265}
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001266
1267void RTPSender::SetRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -08001268 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001269 sequence_number_ = rtp_state.sequence_number;
1270 sequence_number_forced_ = true;
danilchap71fead22016-08-18 02:01:49 -07001271 timestamp_offset_ = rtp_state.start_timestamp;
danilchape5b41412016-08-22 03:39:23 -07001272 last_rtp_timestamp_ = rtp_state.timestamp;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001273 capture_time_ms_ = rtp_state.capture_time_ms;
1274 last_timestamp_time_ms_ = rtp_state.last_timestamp_time_ms;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001275 media_has_been_sent_ = rtp_state.media_has_been_sent;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001276}
1277
1278RtpState RTPSender::GetRtpState() const {
tommiae695e92016-02-02 08:31:45 -08001279 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001280
1281 RtpState state;
1282 state.sequence_number = sequence_number_;
danilchap71fead22016-08-18 02:01:49 -07001283 state.start_timestamp = timestamp_offset_;
danilchape5b41412016-08-22 03:39:23 -07001284 state.timestamp = last_rtp_timestamp_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001285 state.capture_time_ms = capture_time_ms_;
1286 state.last_timestamp_time_ms = last_timestamp_time_ms_;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001287 state.media_has_been_sent = media_has_been_sent_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001288
1289 return state;
1290}
1291
1292void RTPSender::SetRtxRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -08001293 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001294 sequence_number_rtx_ = rtp_state.sequence_number;
1295}
1296
1297RtpState RTPSender::GetRtxRtpState() const {
tommiae695e92016-02-02 08:31:45 -08001298 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001299
1300 RtpState state;
1301 state.sequence_number = sequence_number_rtx_;
danilchap71fead22016-08-18 02:01:49 -07001302 state.start_timestamp = timestamp_offset_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001303
1304 return state;
1305}
1306
philipel8aadd502017-02-23 02:56:13 -08001307void RTPSender::AddPacketToTransportFeedback(
1308 uint16_t packet_id,
1309 const RtpPacketToSend& packet,
1310 const PacedPacketInfo& pacing_info) {
michaelt668eb3b2016-11-29 02:24:18 -08001311 size_t packet_size = packet.payload_size() + packet.padding_size();
elad.alonc3dfff32017-01-26 02:46:55 -08001312 if (send_side_bwe_with_overhead_) {
nisse284542b2017-01-10 08:58:32 -08001313 packet_size = packet.size();
michaelt668eb3b2016-11-29 02:24:18 -08001314 }
1315
michaelt4da30442016-11-17 01:38:43 -08001316 if (transport_feedback_observer_) {
elad.alond12a8e12017-03-23 11:04:48 -07001317 transport_feedback_observer_->AddPacket(SSRC(), packet_id, packet_size,
philipel8aadd502017-02-23 02:56:13 -08001318 pacing_info);
michaelt4da30442016-11-17 01:38:43 -08001319 }
1320}
1321
1322void RTPSender::UpdateRtpOverhead(const RtpPacketToSend& packet) {
1323 if (!overhead_observer_)
1324 return;
nisse284542b2017-01-10 08:58:32 -08001325 size_t overhead_bytes_per_packet;
michaelt4da30442016-11-17 01:38:43 -08001326 {
1327 rtc::CritScope lock(&send_critsect_);
1328 if (rtp_overhead_bytes_per_packet_ == packet.headers_size()) {
1329 return;
1330 }
1331 rtp_overhead_bytes_per_packet_ = packet.headers_size();
nisse284542b2017-01-10 08:58:32 -08001332 overhead_bytes_per_packet = rtp_overhead_bytes_per_packet_;
michaelt4da30442016-11-17 01:38:43 -08001333 }
1334 overhead_observer_->OnOverheadChanged(overhead_bytes_per_packet);
1335}
1336
sprang168794c2017-07-06 04:38:06 -07001337int64_t RTPSender::LastTimestampTimeMs() const {
1338 rtc::CritScope lock(&send_critsect_);
1339 return last_timestamp_time_ms_;
1340}
1341
1342void RTPSender::SendKeepAlive(uint8_t payload_type) {
1343 std::unique_ptr<RtpPacketToSend> packet = AllocatePacket();
1344 packet->SetPayloadType(payload_type);
1345 // Set marker bit and timestamps in the same manner as plain padding packets.
1346 packet->SetMarker(false);
1347 {
1348 rtc::CritScope lock(&send_critsect_);
1349 packet->SetTimestamp(last_rtp_timestamp_);
1350 packet->set_capture_time_ms(capture_time_ms_);
1351 }
1352 AssignSequenceNumber(packet.get());
1353 SendToNetwork(std::move(packet), StorageType::kDontRetransmit,
1354 RtpPacketSender::Priority::kLowPriority);
1355}
1356
Erik Språng8b101922018-01-18 11:58:05 -08001357void RTPSender::SetRtt(int64_t rtt_ms) {
1358 packet_history_.SetRtt(rtt_ms);
1359 flexfec_packet_history_.SetRtt(rtt_ms);
1360}
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001361} // namespace webrtc