blob: dc7b20e9db31fb673471d012d9e6610dcca16d29 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgf6bb77a2012-01-24 17:16:59 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +000011#include "webrtc/modules/rtp_rtcp/source/rtp_sender.h"
12
danilchapb8b6fbb2015-12-10 05:05:27 -080013#include <algorithm>
Shao Changbine62202f2015-04-21 20:24:50 +080014#include <utility>
niklase@google.com470e71d2011-07-07 08:21:25 +000015
skvladcc91d282016-10-03 18:31:22 -070016#include "webrtc/logging/rtc_event_log/rtc_event_log.h"
gaetano.carlucci52a57032016-09-14 05:04:36 -070017#include "webrtc/modules/remote_bitrate_estimator/test/bwe_test_logging.h"
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010018#include "webrtc/modules/rtp_rtcp/include/rtp_cvo.h"
sprang@webrtc.org779c3d12015-03-17 16:42:49 +000019#include "webrtc/modules/rtp_rtcp/source/byte_io.h"
isheriff6b4b5f32016-06-08 00:24:21 -070020#include "webrtc/modules/rtp_rtcp/source/playout_delay_oracle.h"
Danil Chapovalov31e4e802016-08-03 18:27:40 +020021#include "webrtc/modules/rtp_rtcp/source/rtp_header_extensions.h"
22#include "webrtc/modules/rtp_rtcp/source/rtp_packet_to_send.h"
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +000023#include "webrtc/modules/rtp_rtcp/source/rtp_sender_audio.h"
24#include "webrtc/modules/rtp_rtcp/source/rtp_sender_video.h"
danilchap1227e8b2015-12-21 11:06:50 -080025#include "webrtc/modules/rtp_rtcp/source/time_util.h"
Edward Lemurc20978e2017-07-06 19:44:34 +020026#include "webrtc/rtc_base/arraysize.h"
27#include "webrtc/rtc_base/checks.h"
28#include "webrtc/rtc_base/logging.h"
29#include "webrtc/rtc_base/rate_limiter.h"
30#include "webrtc/rtc_base/safe_minmax.h"
31#include "webrtc/rtc_base/timeutils.h"
32#include "webrtc/rtc_base/trace_event.h"
michaelt668eb3b2016-11-29 02:24:18 -080033#include "webrtc/system_wrappers/include/field_trial.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000034
35namespace webrtc {
niklase@google.com470e71d2011-07-07 08:21:25 +000036
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000037namespace {
Danil Chapovalov31e4e802016-08-03 18:27:40 +020038// Max in the RFC 3550 is 255 bytes, we limit it to be modulus 32 for SRTP.
39constexpr size_t kMaxPaddingLength = 224;
stefan53b6cc32017-02-03 08:13:57 -080040constexpr size_t kMinAudioPaddingLength = 50;
Danil Chapovalov31e4e802016-08-03 18:27:40 +020041constexpr int kSendSideDelayWindowMs = 1000;
42constexpr size_t kRtpHeaderLength = 12;
43constexpr uint16_t kMaxInitRtpSeqNumber = 32767; // 2^15 -1.
44constexpr uint32_t kTimestampTicksPerMs = 90;
45constexpr int kBitrateStatisticsWindowMs = 1000;
guoweis@webrtc.org45362892015-03-04 22:55:15 +000046
brandtr9dfff292016-11-14 05:14:50 -080047constexpr size_t kMinFlexfecPacketsToStoreForPacing = 50;
48
erikvarga27883732017-05-17 05:08:38 -070049template <typename Extension>
50constexpr RtpExtensionSize CreateExtensionSize() {
51 return {Extension::kId, Extension::kValueSizeBytes};
52}
53
54// Size info for header extensions that might be used in padding or FEC packets.
55constexpr RtpExtensionSize kExtensionSizes[] = {
56 CreateExtensionSize<AbsoluteSendTime>(),
57 CreateExtensionSize<TransmissionOffset>(),
58 CreateExtensionSize<TransportSequenceNumber>(),
59 CreateExtensionSize<PlayoutDelayLimits>(),
60};
61
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +000062const char* FrameTypeToString(FrameType frame_type) {
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000063 switch (frame_type) {
pbos22993e12015-10-19 02:39:06 -070064 case kEmptyFrame:
65 return "empty";
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000066 case kAudioFrameSpeech: return "audio_speech";
67 case kAudioFrameCN: return "audio_cn";
68 case kVideoFrameKey: return "video_key";
69 case kVideoFrameDelta: return "video_delta";
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000070 }
71 return "";
72}
73
Danil Chapovalov31e4e802016-08-03 18:27:40 +020074void CountPacket(RtpPacketCounter* counter, const RtpPacketToSend& packet) {
75 ++counter->packets;
76 counter->header_bytes += packet.headers_size();
77 counter->padding_bytes += packet.padding_size();
78 counter->payload_bytes += packet.payload_size();
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020079}
Danil Chapovalov31e4e802016-08-03 18:27:40 +020080
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000081} // namespace
82
sprangebbf8a82015-09-21 15:11:14 -070083RTPSender::RTPSender(
84 bool audio,
85 Clock* clock,
86 Transport* transport,
sprangebbf8a82015-09-21 15:11:14 -070087 RtpPacketSender* paced_sender,
brandtrdbdb3f12016-11-10 05:04:48 -080088 FlexfecSender* flexfec_sender,
sprangebbf8a82015-09-21 15:11:14 -070089 TransportSequenceNumberAllocator* sequence_number_allocator,
90 TransportFeedbackObserver* transport_feedback_observer,
91 BitrateStatisticsObserver* bitrate_callback,
92 FrameCountObserver* frame_count_observer,
terelius429c3452016-01-21 05:42:04 -080093 SendSideDelayObserver* send_side_delay_observer,
asapersson35151f32016-05-02 23:44:01 -070094 RtcEventLog* event_log,
sprangcd349d92016-07-13 09:11:28 -070095 SendPacketObserver* send_packet_observer,
michaelt4da30442016-11-17 01:38:43 -080096 RateLimiter* retransmission_rate_limiter,
97 OverheadObserver* overhead_observer)
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000098 : clock_(clock),
Niels Möllerd28db7f2016-05-10 16:31:47 +020099 // TODO(holmer): Remove this conversion?
100 clock_delta_ms_(clock_->TimeInMilliseconds() - rtc::TimeMillis()),
danilchap47a740b2015-12-15 00:30:07 -0800101 random_(clock_->TimeInMicroseconds()),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000102 audio_configured_(audio),
solenberg6021fe22016-03-15 11:41:53 -0700103 audio_(audio ? new RTPSenderAudio(clock, this) : nullptr),
brandtrdbdb3f12016-11-10 05:04:48 -0800104 video_(audio ? nullptr : new RTPSenderVideo(clock, this, flexfec_sender)),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000105 paced_sender_(paced_sender),
sprangebbf8a82015-09-21 15:11:14 -0700106 transport_sequence_number_allocator_(sequence_number_allocator),
sprang5e023eb2015-09-14 06:42:43 -0700107 transport_feedback_observer_(transport_feedback_observer),
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000108 last_capture_time_ms_sent_(0),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000109 transport_(transport),
nisse284542b2017-01-10 08:58:32 -0800110 sending_media_(true), // Default to sending media.
111 max_packet_size_(IP_PACKET_SIZE - 28), // Default is IP-v4/UDP.
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000112 payload_type_(-1),
113 payload_type_map_(),
114 rtp_header_extension_map_(),
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000115 packet_history_(clock),
brandtr9dfff292016-11-14 05:14:50 -0800116 flexfec_packet_history_(clock),
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000117 // Statistics
sprangcd349d92016-07-13 09:11:28 -0700118 rtp_stats_callback_(nullptr),
119 total_bitrate_sent_(kBitrateStatisticsWindowMs,
120 RateStatistics::kBpsScale),
121 nack_bitrate_sent_(kBitrateStatisticsWindowMs, RateStatistics::kBpsScale),
andresp@webrtc.org8f151212014-07-10 09:39:23 +0000122 frame_count_observer_(frame_count_observer),
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000123 send_side_delay_observer_(send_side_delay_observer),
terelius429c3452016-01-21 05:42:04 -0800124 event_log_(event_log),
asapersson35151f32016-05-02 23:44:01 -0700125 send_packet_observer_(send_packet_observer),
sprangcd349d92016-07-13 09:11:28 -0700126 bitrate_callback_(bitrate_callback),
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000127 // RTP variables
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000128 remote_ssrc_(0),
129 sequence_number_forced_(false),
danilchape5b41412016-08-22 03:39:23 -0700130 last_rtp_timestamp_(0),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000131 capture_time_ms_(0),
132 last_timestamp_time_ms_(0),
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000133 media_has_been_sent_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000134 last_packet_marker_bit_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000135 csrcs_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000136 rtx_(kRtxOff),
michaelt4da30442016-11-17 01:38:43 -0800137 rtp_overhead_bytes_per_packet_(0),
138 retransmission_rate_limiter_(retransmission_rate_limiter),
elad.alonc3dfff32017-01-26 02:46:55 -0800139 overhead_observer_(overhead_observer),
140 send_side_bwe_with_overhead_(
sprangc1b57a12017-02-28 08:50:47 -0800141 webrtc::field_trial::IsEnabled("WebRTC-SendSideBwe-WithOverhead")) {
danilchap71fead22016-08-18 02:01:49 -0700142 // This random initialization is not intended to be cryptographic strong.
143 timestamp_offset_ = random_.Rand<uint32_t>();
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000144 // Random start, 16 bits. Can't be 0.
danilchap47a740b2015-12-15 00:30:07 -0800145 sequence_number_rtx_ = random_.Rand(1, kMaxInitRtpSeqNumber);
146 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
brandtr9dfff292016-11-14 05:14:50 -0800147
148 // Store FlexFEC packets in the packet history data structure, so they can
149 // be found when paced.
150 if (flexfec_sender) {
151 flexfec_packet_history_.SetStorePacketsStatus(
152 true, kMinFlexfecPacketsToStoreForPacing);
153 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000154}
155
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000156RTPSender::~RTPSender() {
tommiae695e92016-02-02 08:31:45 -0800157 // TODO(tommi): Use a thread checker to ensure the object is created and
158 // deleted on the same thread. At the moment this isn't possible due to
159 // voe::ChannelOwner in voice engine. To reproduce, run:
160 // voe_auto_test --automated --gtest_filter=*MixManyChannelsForStressOpus
161
162 // TODO(tommi,holmer): We don't grab locks in the dtor before accessing member
163 // variables but we grab them in all other methods. (what's the design?)
164 // Start documenting what thread we're on in what method so that it's easier
165 // to understand performance attributes and possibly remove locks.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000166 while (!payload_type_map_.empty()) {
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000167 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000168 payload_type_map_.begin();
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000169 delete it->second;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000170 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000171 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000172}
niklase@google.com470e71d2011-07-07 08:21:25 +0000173
erikvarga27883732017-05-17 05:08:38 -0700174rtc::ArrayView<const RtpExtensionSize> RTPSender::FecExtensionSizes() {
175 return rtc::MakeArrayView(kExtensionSizes, arraysize(kExtensionSizes));
176}
177
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000178uint16_t RTPSender::ActualSendBitrateKbit() const {
sprangcd349d92016-07-13 09:11:28 -0700179 rtc::CritScope cs(&statistics_crit_);
180 return static_cast<uint16_t>(
181 total_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0) /
182 1000);
niklase@google.com470e71d2011-07-07 08:21:25 +0000183}
184
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000185uint32_t RTPSender::VideoBitrateSent() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000186 if (video_) {
187 return video_->VideoBitrateSent();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000188 }
189 return 0;
stefan@webrtc.orgfbea4e52011-10-27 16:08:29 +0000190}
191
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000192uint32_t RTPSender::FecOverheadRate() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000193 if (video_) {
194 return video_->FecOverheadRate();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000195 }
196 return 0;
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000197}
198
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000199uint32_t RTPSender::NackOverheadRate() const {
sprangcd349d92016-07-13 09:11:28 -0700200 rtc::CritScope cs(&statistics_crit_);
201 return nack_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0);
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000202}
203
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000204int32_t RTPSender::RegisterRtpHeaderExtension(RTPExtensionType type,
205 uint8_t id) {
tommiae695e92016-02-02 08:31:45 -0800206 rtc::CritScope lock(&send_critsect_);
danilchapfab482b2017-04-04 02:33:48 -0700207 return rtp_header_extension_map_.RegisterByType(id, type) ? 0 : -1;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000208}
209
stefan53b6cc32017-02-03 08:13:57 -0800210bool RTPSender::IsRtpHeaderExtensionRegistered(RTPExtensionType type) const {
tommiae695e92016-02-02 08:31:45 -0800211 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000212 return rtp_header_extension_map_.IsRegistered(type);
213}
214
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000215int32_t RTPSender::DeregisterRtpHeaderExtension(RTPExtensionType type) {
tommiae695e92016-02-02 08:31:45 -0800216 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000217 return rtp_header_extension_map_.Deregister(type);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000218}
219
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000220int32_t RTPSender::RegisterPayload(
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000221 const char payload_name[RTP_PAYLOAD_NAME_SIZE],
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000222 int8_t payload_number,
223 uint32_t frequency,
Peter Kasting69558702016-01-12 16:26:35 -0800224 size_t channels,
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000225 uint32_t rate) {
Peter Boström8b79b072016-02-26 16:31:37 +0100226 RTC_DCHECK_LT(strlen(payload_name), RTP_PAYLOAD_NAME_SIZE);
tommiae695e92016-02-02 08:31:45 -0800227 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000228
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000229 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000230 payload_type_map_.find(payload_number);
niklase@google.com470e71d2011-07-07 08:21:25 +0000231
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000232 if (payload_type_map_.end() != it) {
233 // We already use this payload type.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000234 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000235 assert(payload);
niklase@google.com470e71d2011-07-07 08:21:25 +0000236
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000237 // Check if it's the same as we already have.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000238 if (RtpUtility::StringCompare(
239 payload->name, payload_name, RTP_PAYLOAD_NAME_SIZE - 1)) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000240 if (audio_configured_ && payload->audio &&
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000241 payload->typeSpecific.Audio.frequency == frequency &&
242 (payload->typeSpecific.Audio.rate == rate ||
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000243 payload->typeSpecific.Audio.rate == 0 || rate == 0)) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000244 payload->typeSpecific.Audio.rate = rate;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000245 // Ensure that we update the rate if new or old is zero.
niklase@google.com470e71d2011-07-07 08:21:25 +0000246 return 0;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000247 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000248 if (!audio_configured_ && !payload->audio) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000249 return 0;
250 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000251 }
252 return -1;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000253 }
mflodmanfcf54bd2015-04-14 21:28:08 +0200254 int32_t ret_val = 0;
danilchap6db6cdc2015-12-15 02:54:47 -0800255 RtpUtility::Payload* payload = nullptr;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000256 if (audio_configured_) {
mflodmanfcf54bd2015-04-14 21:28:08 +0200257 // TODO(mflodman): Change to CreateAudioPayload and make static.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000258 ret_val = audio_->RegisterAudioPayload(payload_name, payload_number,
danilchap6db6cdc2015-12-15 02:54:47 -0800259 frequency, channels, rate, &payload);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000260 } else {
Peter Boström9d0c4322016-02-16 17:59:27 +0100261 payload = video_->CreateVideoPayload(payload_name, payload_number);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000262 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000263 if (payload) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000264 payload_type_map_[payload_number] = payload;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000265 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000266 return ret_val;
niklase@google.com470e71d2011-07-07 08:21:25 +0000267}
268
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000269int32_t RTPSender::DeRegisterSendPayload(int8_t payload_type) {
tommiae695e92016-02-02 08:31:45 -0800270 rtc::CritScope lock(&send_critsect_);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000271
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000272 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000273 payload_type_map_.find(payload_type);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000274
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000275 if (payload_type_map_.end() == it) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000276 return -1;
277 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000278 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000279 delete payload;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000280 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000281 return 0;
282}
niklase@google.com470e71d2011-07-07 08:21:25 +0000283
nisse40ba3ad2017-03-17 07:04:00 -0700284// TODO(nisse): Delete this method, only used internally and by test code.
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000285void RTPSender::SetSendPayloadType(int8_t payload_type) {
tommiae695e92016-02-02 08:31:45 -0800286 rtc::CritScope lock(&send_critsect_);
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000287 payload_type_ = payload_type;
288}
289
nisse284542b2017-01-10 08:58:32 -0800290void RTPSender::SetMaxRtpPacketSize(size_t max_packet_size) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000291 // Sanity check.
nisse284542b2017-01-10 08:58:32 -0800292 RTC_DCHECK(max_packet_size >= 100 && max_packet_size <= IP_PACKET_SIZE)
293 << "Invalid max payload length: " << max_packet_size;
tommiae695e92016-02-02 08:31:45 -0800294 rtc::CritScope lock(&send_critsect_);
nisse284542b2017-01-10 08:58:32 -0800295 max_packet_size_ = max_packet_size;
niklase@google.com470e71d2011-07-07 08:21:25 +0000296}
297
nisse284542b2017-01-10 08:58:32 -0800298size_t RTPSender::MaxRtpPacketSize() const {
299 return max_packet_size_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000300}
301
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000302void RTPSender::SetRtxStatus(int mode) {
tommiae695e92016-02-02 08:31:45 -0800303 rtc::CritScope lock(&send_critsect_);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000304 rtx_ = mode;
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000305}
306
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000307int RTPSender::RtxStatus() const {
tommiae695e92016-02-02 08:31:45 -0800308 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000309 return rtx_;
310}
311
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000312void RTPSender::SetRtxSsrc(uint32_t ssrc) {
tommiae695e92016-02-02 08:31:45 -0800313 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800314 ssrc_rtx_.emplace(ssrc);
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000315}
316
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000317uint32_t RTPSender::RtxSsrc() const {
tommiae695e92016-02-02 08:31:45 -0800318 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800319 RTC_DCHECK(ssrc_rtx_);
320 return *ssrc_rtx_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000321}
322
Shao Changbine62202f2015-04-21 20:24:50 +0800323void RTPSender::SetRtxPayloadType(int payload_type,
324 int associated_payload_type) {
tommiae695e92016-02-02 08:31:45 -0800325 rtc::CritScope lock(&send_critsect_);
henrikg91d6ede2015-09-17 00:24:34 -0700326 RTC_DCHECK_LE(payload_type, 127);
327 RTC_DCHECK_LE(associated_payload_type, 127);
Shao Changbine62202f2015-04-21 20:24:50 +0800328 if (payload_type < 0) {
nisse7d59f6b2017-02-21 03:40:24 -0800329 LOG(LS_ERROR) << "Invalid RTX payload type: " << payload_type << ".";
Shao Changbine62202f2015-04-21 20:24:50 +0800330 return;
331 }
332
333 rtx_payload_type_map_[associated_payload_type] = payload_type;
Ã…sa Persson6ae25722015-04-13 17:48:08 +0200334}
335
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000336int32_t RTPSender::CheckPayloadType(int8_t payload_type,
337 RtpVideoCodecTypes* video_type) {
tommiae695e92016-02-02 08:31:45 -0800338 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000339
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000340 if (payload_type < 0) {
nisse7d59f6b2017-02-21 03:40:24 -0800341 LOG(LS_ERROR) << "Invalid payload_type " << payload_type << ".";
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000342 return -1;
343 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000344 if (payload_type_ == payload_type) {
345 if (!audio_configured_) {
346 *video_type = video_->VideoCodecType();
niklase@google.com470e71d2011-07-07 08:21:25 +0000347 }
348 return 0;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000349 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000350 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000351 payload_type_map_.find(payload_type);
352 if (it == payload_type_map_.end()) {
Stefan Holmerb86d4e42015-12-07 10:26:18 +0100353 LOG(LS_WARNING) << "Payload type " << static_cast<int>(payload_type)
354 << " not registered.";
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000355 return -1;
356 }
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000357 SetSendPayloadType(payload_type);
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000358 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000359 assert(payload);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000360 if (!payload->audio && !audio_configured_) {
361 video_->SetVideoCodecType(payload->typeSpecific.Video.videoCodecType);
362 *video_type = payload->typeSpecific.Video.videoCodecType;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000363 }
364 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000365}
366
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700367bool RTPSender::SendOutgoingData(FrameType frame_type,
368 int8_t payload_type,
369 uint32_t capture_timestamp,
370 int64_t capture_time_ms,
371 const uint8_t* payload_data,
372 size_t payload_size,
373 const RTPFragmentationHeader* fragmentation,
374 const RTPVideoHeader* rtp_header,
375 uint32_t* transport_frame_id_out) {
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000376 uint32_t ssrc;
isheriff6b4b5f32016-06-08 00:24:21 -0700377 uint16_t sequence_number;
danilchape5b41412016-08-22 03:39:23 -0700378 uint32_t rtp_timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000379 {
380 // Drop this packet if we're not sending media packets.
tommiae695e92016-02-02 08:31:45 -0800381 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800382 RTC_DCHECK(ssrc_);
383
384 ssrc = *ssrc_;
isheriff6b4b5f32016-06-08 00:24:21 -0700385 sequence_number = sequence_number_;
danilchape5b41412016-08-22 03:39:23 -0700386 rtp_timestamp = timestamp_offset_ + capture_timestamp;
387 if (transport_frame_id_out)
388 *transport_frame_id_out = rtp_timestamp;
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700389 if (!sending_media_)
390 return true;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000391 }
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000392 RtpVideoCodecTypes video_type = kRtpVideoGeneric;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000393 if (CheckPayloadType(payload_type, &video_type) != 0) {
Stefan Holmerb86d4e42015-12-07 10:26:18 +0100394 LOG(LS_ERROR) << "Don't send data with unknown payload type: "
395 << static_cast<int>(payload_type) << ".";
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700396 return false;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000397 }
398
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700399 bool result;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000400 if (audio_configured_) {
danilchape5b41412016-08-22 03:39:23 -0700401 TRACE_EVENT_ASYNC_STEP1("webrtc", "Audio", rtp_timestamp, "Send", "type",
402 FrameTypeToString(frame_type));
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000403 assert(frame_type == kAudioFrameSpeech || frame_type == kAudioFrameCN ||
pbos22993e12015-10-19 02:39:06 -0700404 frame_type == kEmptyFrame);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000405
danilchape5b41412016-08-22 03:39:23 -0700406 result = audio_->SendAudio(frame_type, payload_type, rtp_timestamp,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700407 payload_data, payload_size, fragmentation);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000408 } else {
hclam@chromium.org1a7b9b92013-07-08 21:31:18 +0000409 TRACE_EVENT_ASYNC_STEP1("webrtc", "Video", capture_time_ms,
410 "Send", "type", FrameTypeToString(frame_type));
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000411 assert(frame_type != kAudioFrameSpeech && frame_type != kAudioFrameCN);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000412
pbos22993e12015-10-19 02:39:06 -0700413 if (frame_type == kEmptyFrame)
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700414 return true;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000415
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700416 if (rtp_header) {
417 playout_delay_oracle_.UpdateRequest(ssrc, rtp_header->playout_delay,
isheriff6b4b5f32016-06-08 00:24:21 -0700418 sequence_number);
419 }
420
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700421 result = video_->SendVideo(video_type, frame_type, payload_type,
danilchape5b41412016-08-22 03:39:23 -0700422 rtp_timestamp, capture_time_ms, payload_data,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700423 payload_size, fragmentation, rtp_header);
424 }
425
danilchap7c9426c2016-04-14 03:05:31 -0700426 rtc::CritScope cs(&statistics_crit_);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000427 // Note: This is currently only counting for video.
428 if (frame_type == kVideoFrameKey) {
429 ++frame_counts_.key_frames;
430 } else if (frame_type == kVideoFrameDelta) {
431 ++frame_counts_.delta_frames;
432 }
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000433 if (frame_count_observer_) {
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000434 frame_count_observer_->FrameCountUpdated(frame_counts_, ssrc);
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000435 }
436
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700437 return result;
niklase@google.com470e71d2011-07-07 08:21:25 +0000438}
439
philipela1ed0b32016-06-01 06:31:17 -0700440size_t RTPSender::TrySendRedundantPayloads(size_t bytes_to_send,
philipel8aadd502017-02-23 02:56:13 -0800441 const PacedPacketInfo& pacing_info) {
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000442 {
tommiae695e92016-02-02 08:31:45 -0800443 rtc::CritScope lock(&send_critsect_);
Peter Boströmfc968a22016-02-19 16:14:37 +0100444 if (!sending_media_)
445 return 0;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000446 if ((rtx_ & kRtxRedundantPayloads) == 0)
447 return 0;
448 }
449
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000450 int bytes_left = static_cast<int>(bytes_to_send);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000451 while (bytes_left > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200452 std::unique_ptr<RtpPacketToSend> packet =
453 packet_history_.GetBestFittingPacket(bytes_left);
454 if (!packet)
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000455 break;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200456 size_t payload_size = packet->payload_size();
philipel8aadd502017-02-23 02:56:13 -0800457 if (!PrepareAndSendPacket(std::move(packet), true, false, pacing_info))
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000458 break;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200459 bytes_left -= payload_size;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000460 }
461 return bytes_to_send - bytes_left;
462}
463
philipel8aadd502017-02-23 02:56:13 -0800464size_t RTPSender::SendPadData(size_t bytes,
465 const PacedPacketInfo& pacing_info) {
stefan53b6cc32017-02-03 08:13:57 -0800466 size_t padding_bytes_in_packet;
erikvarga76a55932017-05-17 07:50:17 -0700467 size_t max_payload_size = max_packet_size_ - RtpHeaderLength();
erikvarga27883732017-05-17 05:08:38 -0700468
stefan53b6cc32017-02-03 08:13:57 -0800469 if (audio_configured_) {
470 // Allow smaller padding packets for audio.
kwiberg07038562017-06-12 11:40:47 -0700471 padding_bytes_in_packet = rtc::SafeClamp<size_t>(
472 bytes, kMinAudioPaddingLength,
473 rtc::SafeMin(max_payload_size, kMaxPaddingLength));
stefan53b6cc32017-02-03 08:13:57 -0800474 } else {
475 // Always send full padding packets. This is accounted for by the
476 // RtpPacketSender, which will make sure we don't send too much padding even
477 // if a single packet is larger than requested.
478 // We do this to avoid frequently sending small packets on higher bitrates.
kwiberg07038562017-06-12 11:40:47 -0700479 padding_bytes_in_packet =
480 rtc::SafeMin<size_t>(max_payload_size, kMaxPaddingLength);
stefan53b6cc32017-02-03 08:13:57 -0800481 }
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000482 size_t bytes_sent = 0;
danilchap90069872016-12-14 06:16:33 -0800483 while (bytes_sent < bytes) {
484 int64_t now_ms = clock_->TimeInMilliseconds();
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000485 uint32_t ssrc;
danilchap90069872016-12-14 06:16:33 -0800486 uint32_t timestamp;
487 int64_t capture_time_ms;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000488 uint16_t sequence_number;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000489 int payload_type;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000490 bool over_rtx;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000491 {
tommiae695e92016-02-02 08:31:45 -0800492 rtc::CritScope lock(&send_critsect_);
Peter Boströmfc968a22016-02-19 16:14:37 +0100493 if (!sending_media_)
danilchap90069872016-12-14 06:16:33 -0800494 break;
495 timestamp = last_rtp_timestamp_;
496 capture_time_ms = capture_time_ms_;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000497 if (rtx_ == kRtxOff) {
stefan53b6cc32017-02-03 08:13:57 -0800498 if (payload_type_ == -1)
stefane35f89a2017-02-01 09:06:25 -0800499 break;
stefan53b6cc32017-02-03 08:13:57 -0800500 // Without RTX we can't send padding in the middle of frames.
501 // For audio marker bits doesn't mark the end of a frame and frames
502 // are usually a single packet, so for now we don't apply this rule
503 // for audio.
504 if (!audio_configured_ && !last_packet_marker_bit_) {
505 break;
506 }
nisse7d59f6b2017-02-21 03:40:24 -0800507 if (!ssrc_) {
508 LOG(LS_ERROR) << "SSRC unset.";
509 return 0;
510 }
511
512 RTC_DCHECK(ssrc_);
513 ssrc = *ssrc_;
514
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000515 sequence_number = sequence_number_;
516 ++sequence_number_;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000517 payload_type = payload_type_;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000518 over_rtx = false;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000519 } else {
Stefan Holmerf5dca482016-01-27 12:58:51 +0100520 // Without abs-send-time or transport sequence number a media packet
521 // must be sent before padding so that the timestamps used for
522 // estimation are correct.
523 if (!media_has_been_sent_ &&
danilchap90069872016-12-14 06:16:33 -0800524 !(rtp_header_extension_map_.IsRegistered(AbsoluteSendTime::kId) ||
525 (rtp_header_extension_map_.IsRegistered(
526 TransportSequenceNumber::kId) &&
527 transport_sequence_number_allocator_))) {
528 break;
Stefan Holmerf5dca482016-01-27 12:58:51 +0100529 }
Stefan Holmer586b19b2015-09-18 11:14:31 +0200530 // Only change change the timestamp of padding packets sent over RTX.
531 // Padding only packets over RTP has to be sent as part of a media
532 // frame (and therefore the same timestamp).
533 if (last_timestamp_time_ms_ > 0) {
534 timestamp +=
danilchap90069872016-12-14 06:16:33 -0800535 (now_ms - last_timestamp_time_ms_) * kTimestampTicksPerMs;
536 capture_time_ms += (now_ms - last_timestamp_time_ms_);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200537 }
nisse7d59f6b2017-02-21 03:40:24 -0800538 if (!ssrc_rtx_) {
539 LOG(LS_ERROR) << "RTX SSRC unset.";
540 return 0;
541 }
542 RTC_DCHECK(ssrc_rtx_);
543 ssrc = *ssrc_rtx_;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000544 sequence_number = sequence_number_rtx_;
545 ++sequence_number_rtx_;
Stefan Holmer10880012016-02-03 13:29:59 +0100546 payload_type = rtx_payload_type_map_.begin()->second;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000547 over_rtx = true;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000548 }
549 }
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000550
danilchap90069872016-12-14 06:16:33 -0800551 RtpPacketToSend padding_packet(&rtp_header_extension_map_);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200552 padding_packet.SetPayloadType(payload_type);
553 padding_packet.SetMarker(false);
554 padding_packet.SetSequenceNumber(sequence_number);
555 padding_packet.SetTimestamp(timestamp);
556 padding_packet.SetSsrc(ssrc);
557
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000558 if (capture_time_ms > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200559 padding_packet.SetExtension<TransmissionOffset>(
danilchap90069872016-12-14 06:16:33 -0800560 (now_ms - capture_time_ms) * kTimestampTicksPerMs);
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000561 }
Danil Chapovalovf3ba6482017-06-12 15:43:55 +0200562 padding_packet.SetExtension<AbsoluteSendTime>(
563 AbsoluteSendTime::MsTo24Bits(now_ms));
stefan1d8a5062015-10-02 03:39:33 -0700564 PacketOptions options;
michaelt4da30442016-11-17 01:38:43 -0800565 bool has_transport_seq_num =
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200566 UpdateTransportSequenceNumber(&padding_packet, &options.packet_id);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200567 padding_packet.SetPadding(padding_bytes_in_packet, &random_);
568
michaelt4da30442016-11-17 01:38:43 -0800569 if (has_transport_seq_num) {
570 AddPacketToTransportFeedback(options.packet_id, padding_packet,
philipel8aadd502017-02-23 02:56:13 -0800571 pacing_info);
michaelt4da30442016-11-17 01:38:43 -0800572 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200573
philipel32d00102017-02-27 02:18:46 -0800574 if (!SendPacketToNetwork(padding_packet, options, pacing_info))
stefanf116bd02015-10-27 08:29:42 -0700575 break;
576
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000577 bytes_sent += padding_bytes_in_packet;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200578 UpdateRtpStats(padding_packet, over_rtx, false);
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000579 }
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000580
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000581 return bytes_sent;
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000582}
583
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000584void RTPSender::SetStorePacketsStatus(bool enable, uint16_t number_to_store) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000585 packet_history_.SetStorePacketsStatus(enable, number_to_store);
niklase@google.com470e71d2011-07-07 08:21:25 +0000586}
587
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000588bool RTPSender::StorePackets() const {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000589 return packet_history_.StorePackets();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000590}
niklase@google.com470e71d2011-07-07 08:21:25 +0000591
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000592int32_t RTPSender::ReSendPacket(uint16_t packet_id, int64_t min_resend_time) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200593 std::unique_ptr<RtpPacketToSend> packet =
594 packet_history_.GetPacketAndSetSendTime(packet_id, min_resend_time, true);
595 if (!packet) {
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000596 // Packet not found.
asapersson@webrtc.org83ed0a42012-04-23 12:43:05 +0000597 return 0;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000598 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000599
sprangcd349d92016-07-13 09:11:28 -0700600 // Check if we're overusing retransmission bitrate.
601 // TODO(sprang): Add histograms for nack success or failure reasons.
602 RTC_DCHECK(retransmission_rate_limiter_);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200603 if (!retransmission_rate_limiter_->TryUseRate(packet->size()))
sprangcd349d92016-07-13 09:11:28 -0700604 return -1;
605
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000606 if (paced_sender_) {
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +0000607 // Convert from TickTime to Clock since capture_time_ms is based on
608 // TickTime.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200609 int64_t corrected_capture_tims_ms =
610 packet->capture_time_ms() + clock_delta_ms_;
611 paced_sender_->InsertPacket(RtpPacketSender::kNormalPriority,
612 packet->Ssrc(), packet->SequenceNumber(),
613 corrected_capture_tims_ms,
614 packet->payload_size(), true);
Peter Boströme23e7372015-10-08 11:44:14 +0200615
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200616 return packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000617 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200618 bool rtx = (RtxStatus() & kRtxRetransmitted) > 0;
619 int32_t packet_size = static_cast<int32_t>(packet->size());
philipel8aadd502017-02-23 02:56:13 -0800620 if (!PrepareAndSendPacket(std::move(packet), rtx, true, PacedPacketInfo()))
sprang867fb522015-08-03 04:38:41 -0700621 return -1;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200622 return packet_size;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000623}
624
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200625bool RTPSender::SendPacketToNetwork(const RtpPacketToSend& packet,
philipel32d00102017-02-27 02:18:46 -0800626 const PacketOptions& options,
627 const PacedPacketInfo& pacing_info) {
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000628 int bytes_sent = -1;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000629 if (transport_) {
michaelt4da30442016-11-17 01:38:43 -0800630 UpdateRtpOverhead(packet);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200631 bytes_sent = transport_->SendRtp(packet.data(), packet.size(), options)
632 ? static_cast<int>(packet.size())
stefan1d8a5062015-10-02 03:39:33 -0700633 : -1;
terelius429c3452016-01-21 05:42:04 -0800634 if (event_log_ && bytes_sent > 0) {
perkj77cd58e2017-05-30 03:52:10 -0700635 event_log_->LogRtpHeader(kOutgoingPacket, packet.data(), packet.size(),
636 pacing_info.probe_cluster_id);
terelius429c3452016-01-21 05:42:04 -0800637 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000638 }
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000639 TRACE_EVENT_INSTANT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200640 "RTPSender::SendPacketToNetwork", "size", packet.size(),
641 "sent", bytes_sent);
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000642 // TODO(pwestin): Add a separate bitrate for sent bitrate after pacer.
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000643 if (bytes_sent <= 0) {
nisse7d59f6b2017-02-21 03:40:24 -0800644 LOG(LS_WARNING) << "Transport failed to send packet.";
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000645 return false;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000646 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000647 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +0000648}
649
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000650int RTPSender::SelectiveRetransmissions() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000651 if (!video_)
652 return -1;
653 return video_->SelectiveRetransmissions();
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000654}
655
656int RTPSender::SetSelectiveRetransmissions(uint8_t settings) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000657 if (!video_)
658 return -1;
mflodmanfcf54bd2015-04-14 21:28:08 +0200659 video_->SetSelectiveRetransmissions(settings);
660 return 0;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000661}
662
Danil Chapovalov2800d742016-08-26 18:48:46 +0200663void RTPSender::OnReceivedNack(
664 const std::vector<uint16_t>& nack_sequence_numbers,
665 int64_t avg_rtt) {
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000666 TRACE_EVENT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
667 "RTPSender::OnReceivedNACK", "num_seqnum",
668 nack_sequence_numbers.size(), "avg_rtt", avg_rtt);
sprangcd349d92016-07-13 09:11:28 -0700669 for (uint16_t seq_no : nack_sequence_numbers) {
670 const int32_t bytes_sent = ReSendPacket(seq_no, 5 + avg_rtt);
671 if (bytes_sent < 0) {
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000672 // Failed to send one Sequence number. Give up the rest in this nack.
sprangcd349d92016-07-13 09:11:28 -0700673 LOG(LS_WARNING) << "Failed resending RTP packet " << seq_no
nisse7d59f6b2017-02-21 03:40:24 -0800674 << ", Discard rest of packets.";
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000675 break;
niklase@google.com470e71d2011-07-07 08:21:25 +0000676 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000677 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000678}
679
isheriff6b4b5f32016-06-08 00:24:21 -0700680void RTPSender::OnReceivedRtcpReportBlocks(
681 const ReportBlockList& report_blocks) {
682 playout_delay_oracle_.OnReceivedRtcpReportBlocks(report_blocks);
683}
684
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000685// Called from pacer when we can send the packet.
brandtr9dfff292016-11-14 05:14:50 -0800686bool RTPSender::TimeToSendPacket(uint32_t ssrc,
687 uint16_t sequence_number,
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000688 int64_t capture_time_ms,
philipela1ed0b32016-06-01 06:31:17 -0700689 bool retransmission,
philipel8aadd502017-02-23 02:56:13 -0800690 const PacedPacketInfo& pacing_info) {
brandtr9dfff292016-11-14 05:14:50 -0800691 if (!SendingMedia())
692 return true;
693
694 std::unique_ptr<RtpPacketToSend> packet;
695 if (ssrc == SSRC()) {
696 packet = packet_history_.GetPacketAndSetSendTime(sequence_number, 0,
697 retransmission);
698 } else if (ssrc == FlexfecSsrc()) {
699 packet = flexfec_packet_history_.GetPacketAndSetSendTime(sequence_number, 0,
700 retransmission);
701 }
702
Stefan Holmera246cfb2016-08-23 17:51:42 +0200703 if (!packet) {
brandtr9dfff292016-11-14 05:14:50 -0800704 // Packet cannot be found.
hclam@chromium.org2e402ce2013-06-20 20:18:31 +0000705 return true;
Stefan Holmera246cfb2016-08-23 17:51:42 +0200706 }
asapersson35151f32016-05-02 23:44:01 -0700707
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200708 return PrepareAndSendPacket(
709 std::move(packet),
710 retransmission && (RtxStatus() & kRtxRetransmitted) > 0, retransmission,
philipel8aadd502017-02-23 02:56:13 -0800711 pacing_info);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000712}
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000713
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200714bool RTPSender::PrepareAndSendPacket(std::unique_ptr<RtpPacketToSend> packet,
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000715 bool send_over_rtx,
philipela1ed0b32016-06-01 06:31:17 -0700716 bool is_retransmit,
philipel8aadd502017-02-23 02:56:13 -0800717 const PacedPacketInfo& pacing_info) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200718 RTC_DCHECK(packet);
719 int64_t capture_time_ms = packet->capture_time_ms();
720 RtpPacketToSend* packet_to_send = packet.get();
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000721
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200722 if (!is_retransmit && packet->Marker()) {
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000723 TRACE_EVENT_ASYNC_END0(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"), "PacedSend",
724 capture_time_ms);
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000725 }
726
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200727 TRACE_EVENT_INSTANT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
728 "PrepareAndSendPacket", "timestamp", packet->Timestamp(),
729 "seqnum", packet->SequenceNumber());
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000730
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200731 std::unique_ptr<RtpPacketToSend> packet_rtx;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000732 if (send_over_rtx) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200733 packet_rtx = BuildRtxPacket(*packet);
734 if (!packet_rtx)
danilchap32cd2c42016-08-01 06:58:34 -0700735 return false;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200736 packet_to_send = packet_rtx.get();
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000737 }
738
ilnik10894992017-06-21 08:23:19 -0700739 // Bug webrtc:7859. While FEC is invoked from rtp_sender_video, and not after
740 // the pacer, these modifications of the header below are happening after the
741 // FEC protection packets are calculated. This will corrupt recovered packets
742 // at the same place. It's not an issue for extensions, which are present in
743 // all the packets (their content just may be incorrect on recovered packets).
744 // In case of VideoTimingExtension, since it's present not in every packet,
745 // data after rtp header may be corrupted if these packets are protected by
746 // the FEC.
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000747 int64_t now_ms = clock_->TimeInMilliseconds();
748 int64_t diff_ms = now_ms - capture_time_ms;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200749 packet_to_send->SetExtension<TransmissionOffset>(kTimestampTicksPerMs *
750 diff_ms);
Danil Chapovalovf3ba6482017-06-12 15:43:55 +0200751 packet_to_send->SetExtension<AbsoluteSendTime>(
752 AbsoluteSendTime::MsTo24Bits(now_ms));
sprang867fb522015-08-03 04:38:41 -0700753
ilnik10894992017-06-21 08:23:19 -0700754 if (packet_to_send->HasExtension<VideoTimingExtension>())
755 packet_to_send->set_pacer_exit_time_ms(now_ms);
ilnik04f4d122017-06-19 07:18:55 -0700756
stefan1d8a5062015-10-02 03:39:33 -0700757 PacketOptions options;
michaelt4da30442016-11-17 01:38:43 -0800758 if (UpdateTransportSequenceNumber(packet_to_send, &options.packet_id)) {
759 AddPacketToTransportFeedback(options.packet_id, *packet_to_send,
philipel8aadd502017-02-23 02:56:13 -0800760 pacing_info);
sprang867fb522015-08-03 04:38:41 -0700761 }
762
asapersson35151f32016-05-02 23:44:01 -0700763 if (!is_retransmit && !send_over_rtx) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200764 UpdateDelayStatistics(packet->capture_time_ms(), now_ms);
765 UpdateOnSendPacket(options.packet_id, packet->capture_time_ms(),
766 packet->Ssrc());
stefanf116bd02015-10-27 08:29:42 -0700767 }
768
philipel32d00102017-02-27 02:18:46 -0800769 if (!SendPacketToNetwork(*packet_to_send, options, pacing_info))
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200770 return false;
771
772 {
tommiae695e92016-02-02 08:31:45 -0800773 rtc::CritScope lock(&send_critsect_);
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000774 media_has_been_sent_ = true;
775 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200776 UpdateRtpStats(*packet_to_send, send_over_rtx, is_retransmit);
777 return true;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000778}
779
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200780void RTPSender::UpdateRtpStats(const RtpPacketToSend& packet,
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000781 bool is_rtx,
782 bool is_retransmit) {
sprangcd349d92016-07-13 09:11:28 -0700783 int64_t now_ms = clock_->TimeInMilliseconds();
sprang@webrtc.org5314e852014-01-27 13:20:36 +0000784
danilchap7c9426c2016-04-14 03:05:31 -0700785 rtc::CritScope lock(&statistics_crit_);
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200786 StreamDataCounters* counters = is_rtx ? &rtx_rtp_stats_ : &rtp_stats_;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000787
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200788 total_bitrate_sent_.Update(packet.size(), now_ms);
asapersson@webrtc.org44149392015-02-04 08:34:47 +0000789
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200790 if (counters->first_packet_time_ms == -1)
791 counters->first_packet_time_ms = now_ms;
792
793 if (IsFecPacket(packet))
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200794 CountPacket(&counters->fec, packet);
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200795
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200796 if (is_retransmit) {
797 CountPacket(&counters->retransmitted, packet);
798 nack_bitrate_sent_.Update(packet.size(), now_ms);
799 }
800 CountPacket(&counters->transmitted, packet);
sprangcd349d92016-07-13 09:11:28 -0700801
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200802 if (rtp_stats_callback_)
803 rtp_stats_callback_->DataCountersUpdated(*counters, packet.Ssrc());
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000804}
805
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200806bool RTPSender::IsFecPacket(const RtpPacketToSend& packet) const {
brandtr9e795c62016-11-14 05:37:16 -0800807 if (!video_)
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000808 return false;
brandtr9e795c62016-11-14 05:37:16 -0800809
810 // FlexFEC.
811 if (packet.Ssrc() == FlexfecSsrc())
812 return true;
813
814 // RED+ULPFEC.
brandtrd8048952016-11-07 02:08:51 -0800815 int pt_red;
816 int pt_fec;
brandtrf1bb4762016-11-07 03:05:06 -0800817 video_->GetUlpfecConfig(&pt_red, &pt_fec);
brandtr9e795c62016-11-14 05:37:16 -0800818 return static_cast<int>(packet.PayloadType()) == pt_red &&
brandtrd8048952016-11-07 02:08:51 -0800819 static_cast<int>(packet.payload()[0]) == pt_fec;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000820}
821
philipel8aadd502017-02-23 02:56:13 -0800822size_t RTPSender::TimeToSendPadding(size_t bytes,
823 const PacedPacketInfo& pacing_info) {
stefan53b6cc32017-02-03 08:13:57 -0800824 if (bytes == 0)
pbos545727e2015-07-01 06:31:06 -0700825 return 0;
philipel8aadd502017-02-23 02:56:13 -0800826 size_t bytes_sent = TrySendRedundantPayloads(bytes, pacing_info);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000827 if (bytes_sent < bytes)
philipel8aadd502017-02-23 02:56:13 -0800828 bytes_sent += SendPadData(bytes - bytes_sent, pacing_info);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000829 return bytes_sent;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000830}
831
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200832bool RTPSender::SendToNetwork(std::unique_ptr<RtpPacketToSend> packet,
833 StorageType storage,
834 RtpPacketSender::Priority priority) {
835 RTC_DCHECK(packet);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000836 int64_t now_ms = clock_->TimeInMilliseconds();
837
stefan@webrtc.org715faaf2012-08-28 15:20:39 +0000838 // |capture_time_ms| <= 0 is considered invalid.
839 // TODO(holmer): This should be changed all over Video Engine so that negative
840 // time is consider invalid, while 0 is considered a valid time.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200841 if (packet->capture_time_ms() > 0) {
842 packet->SetExtension<TransmissionOffset>(
843 kTimestampTicksPerMs * (now_ms - packet->capture_time_ms()));
ilnik10894992017-06-21 08:23:19 -0700844 if (packet->HasExtension<VideoTimingExtension>())
845 packet->set_pacer_exit_time_ms(now_ms);
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +0000846 }
Danil Chapovalovf3ba6482017-06-12 15:43:55 +0200847 packet->SetExtension<AbsoluteSendTime>(AbsoluteSendTime::MsTo24Bits(now_ms));
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000848
gaetano.carlucci52a57032016-09-14 05:04:36 -0700849 if (video_) {
gaetano.carlucci61050f62016-09-30 06:29:54 -0700850 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoTotBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700851 ActualSendBitrateKbit(), packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700852 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoFecBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700853 FecOverheadRate() / 1000, packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700854 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoNackBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700855 NackOverheadRate() / 1000, packet->Ssrc());
856 } else {
gaetano.carlucci61050f62016-09-30 06:29:54 -0700857 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "AudioTotBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700858 ActualSendBitrateKbit(), packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700859 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "AudioNackBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700860 NackOverheadRate() / 1000, packet->Ssrc());
861 }
862
brandtr9dfff292016-11-14 05:14:50 -0800863 uint32_t ssrc = packet->Ssrc();
864 rtc::Optional<uint32_t> flexfec_ssrc = FlexfecSsrc();
Peter Boströme23e7372015-10-08 11:44:14 +0200865 if (paced_sender_) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200866 uint16_t seq_no = packet->SequenceNumber();
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000867 // Correct offset between implementations of millisecond time stamps in
868 // TickTime and Clock.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200869 int64_t corrected_time_ms = packet->capture_time_ms() + clock_delta_ms_;
870 size_t payload_length = packet->payload_size();
brandtr9dfff292016-11-14 05:14:50 -0800871 if (ssrc == flexfec_ssrc) {
872 // Store FlexFEC packets in the history here, so they can be found
873 // when the pacer calls TimeToSendPacket.
874 flexfec_packet_history_.PutRtpPacket(std::move(packet), storage, false);
875 } else {
876 packet_history_.PutRtpPacket(std::move(packet), storage, false);
877 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200878
879 paced_sender_->InsertPacket(priority, ssrc, seq_no, corrected_time_ms,
Peter Boströme23e7372015-10-08 11:44:14 +0200880 payload_length, false);
881 if (last_capture_time_ms_sent_ == 0 ||
882 corrected_time_ms > last_capture_time_ms_sent_) {
883 last_capture_time_ms_sent_ = corrected_time_ms;
884 TRACE_EVENT_ASYNC_BEGIN1(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
885 "PacedSend", corrected_time_ms,
886 "capture_time_ms", corrected_time_ms);
asapersson@webrtc.orge5b49a02012-11-06 13:09:39 +0000887 }
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700888 return true;
stefan@webrtc.orgddfdfed2012-07-03 13:21:22 +0000889 }
Stefan Holmerf5dca482016-01-27 12:58:51 +0100890
891 PacketOptions options;
michaelt4da30442016-11-17 01:38:43 -0800892 if (UpdateTransportSequenceNumber(packet.get(), &options.packet_id)) {
893 AddPacketToTransportFeedback(options.packet_id, *packet.get(),
philipel8aadd502017-02-23 02:56:13 -0800894 PacedPacketInfo());
Stefan Holmerf5dca482016-01-27 12:58:51 +0100895 }
896
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200897 UpdateDelayStatistics(packet->capture_time_ms(), now_ms);
898 UpdateOnSendPacket(options.packet_id, packet->capture_time_ms(),
899 packet->Ssrc());
900
philipel32d00102017-02-27 02:18:46 -0800901 bool sent = SendPacketToNetwork(*packet, options, PacedPacketInfo());
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200902
903 if (sent) {
904 {
905 rtc::CritScope lock(&send_critsect_);
906 media_has_been_sent_ = true;
907 }
908 UpdateRtpStats(*packet, false, false);
909 }
sprang@webrtc.orgc957ffc2015-02-02 13:08:02 +0000910
brandtr9dfff292016-11-14 05:14:50 -0800911 // To support retransmissions, we store the media packet as sent in the
912 // packet history (even if send failed).
913 if (storage == kAllowRetransmission) {
brandtr075c6d72017-01-09 05:11:09 -0800914 // TODO(brandtr): Uncomment the DCHECK line below when |ssrc_| cannot
915 // change after the first packet has been sent. For more details, see
916 // https://bugs.chromium.org/p/webrtc/issues/detail?id=6887.
917 // RTC_DCHECK_EQ(ssrc, SSRC());
brandtr9dfff292016-11-14 05:14:50 -0800918 packet_history_.PutRtpPacket(std::move(packet), storage, true);
919 }
Peter Boströme23e7372015-10-08 11:44:14 +0200920
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200921 return sent;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000922}
923
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +0000924void RTPSender::UpdateDelayStatistics(int64_t capture_time_ms, int64_t now_ms) {
asapersson35151f32016-05-02 23:44:01 -0700925 if (!send_side_delay_observer_ || capture_time_ms <= 0)
Peter Boström71861a02015-05-28 14:45:36 +0200926 return;
927
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000928 uint32_t ssrc;
929 int avg_delay_ms = 0;
930 int max_delay_ms = 0;
931 {
tommiae695e92016-02-02 08:31:45 -0800932 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800933 if (!ssrc_)
934 return;
935 ssrc = *ssrc_;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000936 }
937 {
danilchap7c9426c2016-04-14 03:05:31 -0700938 rtc::CritScope cs(&statistics_crit_);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000939 // TODO(holmer): Compute this iteratively instead.
940 send_delays_[now_ms] = now_ms - capture_time_ms;
941 send_delays_.erase(send_delays_.begin(),
942 send_delays_.lower_bound(now_ms -
943 kSendSideDelayWindowMs));
Peter Boström71861a02015-05-28 14:45:36 +0200944 int num_delays = 0;
945 for (auto it = send_delays_.upper_bound(now_ms - kSendSideDelayWindowMs);
946 it != send_delays_.end(); ++it) {
947 max_delay_ms = std::max(max_delay_ms, it->second);
948 avg_delay_ms += it->second;
949 ++num_delays;
950 }
951 if (num_delays == 0)
952 return;
953 avg_delay_ms = (avg_delay_ms + num_delays / 2) / num_delays;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000954 }
Peter Boström71861a02015-05-28 14:45:36 +0200955 send_side_delay_observer_->SendSideDelayUpdated(avg_delay_ms, max_delay_ms,
956 ssrc);
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +0000957}
958
asapersson35151f32016-05-02 23:44:01 -0700959void RTPSender::UpdateOnSendPacket(int packet_id,
960 int64_t capture_time_ms,
961 uint32_t ssrc) {
962 if (!send_packet_observer_ || capture_time_ms <= 0 || packet_id == -1)
963 return;
964
965 send_packet_observer_->OnSendPacket(packet_id, capture_time_ms, ssrc);
966}
967
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000968void RTPSender::ProcessBitrate() {
sprangcd349d92016-07-13 09:11:28 -0700969 if (!bitrate_callback_)
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000970 return;
sprangcd349d92016-07-13 09:11:28 -0700971 int64_t now_ms = clock_->TimeInMilliseconds();
972 uint32_t ssrc;
973 {
974 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -0800975 if (!ssrc_)
976 return;
977 ssrc = *ssrc_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000978 }
sprangcd349d92016-07-13 09:11:28 -0700979
980 rtc::CritScope lock(&statistics_crit_);
981 bitrate_callback_->Notify(total_bitrate_sent_.Rate(now_ms).value_or(0),
982 nack_bitrate_sent_.Rate(now_ms).value_or(0), ssrc);
niklase@google.com470e71d2011-07-07 08:21:25 +0000983}
984
isheriff6b4b5f32016-06-08 00:24:21 -0700985size_t RTPSender::RtpHeaderLength() const {
tommiae695e92016-02-02 08:31:45 -0800986 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000987 size_t rtp_header_length = kRtpHeaderLength;
pbos@webrtc.org9334ac22014-11-24 08:25:50 +0000988 rtp_header_length += sizeof(uint32_t) * csrcs_.size();
erikvarga27883732017-05-17 05:08:38 -0700989 rtp_header_length +=
990 rtp_header_extension_map_.GetTotalLengthInBytes(kExtensionSizes);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000991 return rtp_header_length;
niklase@google.com470e71d2011-07-07 08:21:25 +0000992}
993
mflodmanfcf54bd2015-04-14 21:28:08 +0200994uint16_t RTPSender::AllocateSequenceNumber(uint16_t packets_to_send) {
tommiae695e92016-02-02 08:31:45 -0800995 rtc::CritScope lock(&send_critsect_);
mflodmanfcf54bd2015-04-14 21:28:08 +0200996 uint16_t first_allocated_sequence_number = sequence_number_;
997 sequence_number_ += packets_to_send;
998 return first_allocated_sequence_number;
niklase@google.com470e71d2011-07-07 08:21:25 +0000999}
1000
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001001void RTPSender::GetDataCounters(StreamDataCounters* rtp_stats,
1002 StreamDataCounters* rtx_stats) const {
danilchap7c9426c2016-04-14 03:05:31 -07001003 rtc::CritScope lock(&statistics_crit_);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001004 *rtp_stats = rtp_stats_;
1005 *rtx_stats = rtx_rtp_stats_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001006}
1007
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001008std::unique_ptr<RtpPacketToSend> RTPSender::AllocatePacket() const {
1009 rtc::CritScope lock(&send_critsect_);
1010 std::unique_ptr<RtpPacketToSend> packet(
nisse284542b2017-01-10 08:58:32 -08001011 new RtpPacketToSend(&rtp_header_extension_map_, max_packet_size_));
nisse7d59f6b2017-02-21 03:40:24 -08001012 RTC_DCHECK(ssrc_);
1013 packet->SetSsrc(*ssrc_);
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001014 packet->SetCsrcs(csrcs_);
1015 // Reserve extensions, if registered, RtpSender set in SendToNetwork.
1016 packet->ReserveExtension<AbsoluteSendTime>();
1017 packet->ReserveExtension<TransmissionOffset>();
1018 packet->ReserveExtension<TransportSequenceNumber>();
danilchap74110612016-10-02 10:54:29 -07001019 if (playout_delay_oracle_.send_playout_delay()) {
1020 packet->SetExtension<PlayoutDelayLimits>(
1021 playout_delay_oracle_.playout_delay());
1022 }
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001023 return packet;
1024}
1025
1026bool RTPSender::AssignSequenceNumber(RtpPacketToSend* packet) {
1027 rtc::CritScope lock(&send_critsect_);
1028 if (!sending_media_)
1029 return false;
nisse7d59f6b2017-02-21 03:40:24 -08001030 RTC_DCHECK(packet->Ssrc() == ssrc_);
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001031 packet->SetSequenceNumber(sequence_number_++);
1032
1033 // Remember marker bit to determine if padding can be inserted with
1034 // sequence number following |packet|.
1035 last_packet_marker_bit_ = packet->Marker();
1036 // Save timestamps to generate timestamp field and extensions for the padding.
1037 last_rtp_timestamp_ = packet->Timestamp();
1038 last_timestamp_time_ms_ = clock_->TimeInMilliseconds();
1039 capture_time_ms_ = packet->capture_time_ms();
1040 return true;
1041}
1042
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001043bool RTPSender::UpdateTransportSequenceNumber(RtpPacketToSend* packet,
1044 int* packet_id) const {
1045 RTC_DCHECK(packet);
1046 RTC_DCHECK(packet_id);
tommiae695e92016-02-02 08:31:45 -08001047 rtc::CritScope lock(&send_critsect_);
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001048 if (!rtp_header_extension_map_.IsRegistered(TransportSequenceNumber::kId))
stefana23fc622016-07-28 07:56:38 -07001049 return false;
1050
asapersson35151f32016-05-02 23:44:01 -07001051 if (!transport_sequence_number_allocator_)
1052 return false;
1053
1054 *packet_id = transport_sequence_number_allocator_->AllocateSequenceNumber();
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001055
1056 if (!packet->SetExtension<TransportSequenceNumber>(*packet_id))
1057 return false;
1058
asapersson35151f32016-05-02 23:44:01 -07001059 return true;
sprang867fb522015-08-03 04:38:41 -07001060}
1061
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001062void RTPSender::SetSendingMediaStatus(bool enabled) {
tommiae695e92016-02-02 08:31:45 -08001063 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001064 sending_media_ = enabled;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001065}
1066
1067bool RTPSender::SendingMedia() const {
tommiae695e92016-02-02 08:31:45 -08001068 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001069 return sending_media_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001070}
1071
danilchap71fead22016-08-18 02:01:49 -07001072void RTPSender::SetTimestampOffset(uint32_t timestamp) {
tommiae695e92016-02-02 08:31:45 -08001073 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -07001074 timestamp_offset_ = timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001075}
1076
danilchap71fead22016-08-18 02:01:49 -07001077uint32_t RTPSender::TimestampOffset() const {
tommiae695e92016-02-02 08:31:45 -08001078 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -07001079 return timestamp_offset_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001080}
1081
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001082void RTPSender::SetSSRC(uint32_t ssrc) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001083 // This is configured via the API.
tommiae695e92016-02-02 08:31:45 -08001084 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00001085
nisse7d59f6b2017-02-21 03:40:24 -08001086 if (ssrc_ == ssrc) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001087 return; // Since it's same ssrc, don't reset anything.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001088 }
nisse7d59f6b2017-02-21 03:40:24 -08001089 ssrc_.emplace(ssrc);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001090 if (!sequence_number_forced_) {
danilchap47a740b2015-12-15 00:30:07 -08001091 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001092 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001093}
1094
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001095uint32_t RTPSender::SSRC() const {
tommiae695e92016-02-02 08:31:45 -08001096 rtc::CritScope lock(&send_critsect_);
nisse7d59f6b2017-02-21 03:40:24 -08001097 RTC_DCHECK(ssrc_);
1098 return *ssrc_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001099}
1100
brandtr9dfff292016-11-14 05:14:50 -08001101rtc::Optional<uint32_t> RTPSender::FlexfecSsrc() const {
1102 if (video_) {
1103 return video_->FlexfecSsrc();
1104 }
1105 return rtc::Optional<uint32_t>();
1106}
1107
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001108void RTPSender::SetCsrcs(const std::vector<uint32_t>& csrcs) {
1109 assert(csrcs.size() <= kRtpCsrcSize);
tommiae695e92016-02-02 08:31:45 -08001110 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001111 csrcs_ = csrcs;
niklase@google.com470e71d2011-07-07 08:21:25 +00001112}
1113
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001114void RTPSender::SetSequenceNumber(uint16_t seq) {
tommiae695e92016-02-02 08:31:45 -08001115 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001116 sequence_number_forced_ = true;
1117 sequence_number_ = seq;
niklase@google.com470e71d2011-07-07 08:21:25 +00001118}
1119
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001120uint16_t RTPSender::SequenceNumber() const {
tommiae695e92016-02-02 08:31:45 -08001121 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001122 return sequence_number_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001123}
1124
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001125// Audio.
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001126int32_t RTPSender::SendTelephoneEvent(uint8_t key,
1127 uint16_t time_ms,
1128 uint8_t level) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001129 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001130 return -1;
1131 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001132 return audio_->SendTelephoneEvent(key, time_ms, level);
niklase@google.com470e71d2011-07-07 08:21:25 +00001133}
1134
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001135int32_t RTPSender::SetAudioPacketSize(uint16_t packet_size_samples) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001136 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001137 return -1;
1138 }
ossu00bceb12016-12-02 02:40:02 -08001139 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00001140}
1141
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001142int32_t RTPSender::SetAudioLevel(uint8_t level_d_bov) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001143 return audio_->SetAudioLevel(level_d_bov);
niklase@google.com470e71d2011-07-07 08:21:25 +00001144}
1145
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001146RtpVideoCodecTypes RTPSender::VideoCodecType() const {
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001147 assert(!audio_configured_ && "Sender is an audio stream!");
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001148 return video_->VideoCodecType();
niklase@google.com470e71d2011-07-07 08:21:25 +00001149}
1150
brandtrf1bb4762016-11-07 03:05:06 -08001151void RTPSender::SetUlpfecConfig(int red_payload_type, int ulpfec_payload_type) {
henrikg91d6ede2015-09-17 00:24:34 -07001152 RTC_DCHECK(!audio_configured_);
brandtrf1bb4762016-11-07 03:05:06 -08001153 video_->SetUlpfecConfig(red_payload_type, ulpfec_payload_type);
niklase@google.com470e71d2011-07-07 08:21:25 +00001154}
1155
brandtr1743a192016-11-07 03:36:05 -08001156bool RTPSender::SetFecParameters(const FecProtectionParams& delta_params,
1157 const FecProtectionParams& key_params) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001158 if (audio_configured_) {
brandtr1743a192016-11-07 03:36:05 -08001159 return false;
stefan@webrtc.orge0d6fa42012-03-20 22:10:56 +00001160 }
mflodmanfcf54bd2015-04-14 21:28:08 +02001161 video_->SetFecParameters(delta_params, key_params);
brandtr1743a192016-11-07 03:36:05 -08001162 return true;
marpan@google.com80c5d7a2011-07-15 21:32:40 +00001163}
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001164
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001165std::unique_ptr<RtpPacketToSend> RTPSender::BuildRtxPacket(
1166 const RtpPacketToSend& packet) {
1167 // TODO(danilchap): Create rtx packet with extra capacity for SRTP
1168 // when transport interface would be updated to take buffer class.
1169 std::unique_ptr<RtpPacketToSend> rtx_packet(new RtpPacketToSend(
1170 &rtp_header_extension_map_, packet.size() + kRtxHeaderSize));
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001171 // Add original RTP header.
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001172 rtx_packet->CopyHeaderFrom(packet);
1173 {
1174 rtc::CritScope lock(&send_critsect_);
1175 if (!sending_media_)
1176 return nullptr;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001177
nisse7d59f6b2017-02-21 03:40:24 -08001178 RTC_DCHECK(ssrc_rtx_);
1179
brandtre6f98c72016-11-11 03:28:30 -08001180 // Replace payload type.
1181 auto kv = rtx_payload_type_map_.find(packet.PayloadType());
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001182 if (kv == rtx_payload_type_map_.end())
brandtre6f98c72016-11-11 03:28:30 -08001183 return nullptr;
1184 rtx_packet->SetPayloadType(kv->second);
mflodman@webrtc.org9f5ebb52013-04-12 14:55:46 +00001185
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001186 // Replace sequence number.
1187 rtx_packet->SetSequenceNumber(sequence_number_rtx_++);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001188
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001189 // Replace SSRC.
nisse7d59f6b2017-02-21 03:40:24 -08001190 rtx_packet->SetSsrc(*ssrc_rtx_);
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001191 }
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001192
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001193 uint8_t* rtx_payload =
1194 rtx_packet->AllocatePayload(packet.payload_size() + kRtxHeaderSize);
1195 RTC_DCHECK(rtx_payload);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001196 // Add OSN (original sequence number).
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001197 ByteWriter<uint16_t>::WriteBigEndian(rtx_payload, packet.SequenceNumber());
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001198
1199 // Add original payload data.
danilchap96c15872016-11-21 01:35:29 -08001200 auto payload = packet.payload();
1201 memcpy(rtx_payload + kRtxHeaderSize, payload.data(), payload.size());
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001202
1203 return rtx_packet;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001204}
1205
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001206void RTPSender::RegisterRtpStatisticsCallback(
1207 StreamDataCountersCallback* callback) {
danilchap7c9426c2016-04-14 03:05:31 -07001208 rtc::CritScope cs(&statistics_crit_);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001209 rtp_stats_callback_ = callback;
1210}
1211
1212StreamDataCountersCallback* RTPSender::GetRtpStatisticsCallback() const {
danilchap7c9426c2016-04-14 03:05:31 -07001213 rtc::CritScope cs(&statistics_crit_);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001214 return rtp_stats_callback_;
1215}
1216
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001217uint32_t RTPSender::BitrateSent() const {
sprangcd349d92016-07-13 09:11:28 -07001218 rtc::CritScope cs(&statistics_crit_);
1219 return total_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001220}
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001221
1222void RTPSender::SetRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -08001223 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001224 sequence_number_ = rtp_state.sequence_number;
1225 sequence_number_forced_ = true;
danilchap71fead22016-08-18 02:01:49 -07001226 timestamp_offset_ = rtp_state.start_timestamp;
danilchape5b41412016-08-22 03:39:23 -07001227 last_rtp_timestamp_ = rtp_state.timestamp;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001228 capture_time_ms_ = rtp_state.capture_time_ms;
1229 last_timestamp_time_ms_ = rtp_state.last_timestamp_time_ms;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001230 media_has_been_sent_ = rtp_state.media_has_been_sent;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001231}
1232
1233RtpState RTPSender::GetRtpState() const {
tommiae695e92016-02-02 08:31:45 -08001234 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001235
1236 RtpState state;
1237 state.sequence_number = sequence_number_;
danilchap71fead22016-08-18 02:01:49 -07001238 state.start_timestamp = timestamp_offset_;
danilchape5b41412016-08-22 03:39:23 -07001239 state.timestamp = last_rtp_timestamp_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001240 state.capture_time_ms = capture_time_ms_;
1241 state.last_timestamp_time_ms = last_timestamp_time_ms_;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001242 state.media_has_been_sent = media_has_been_sent_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001243
1244 return state;
1245}
1246
1247void RTPSender::SetRtxRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -08001248 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001249 sequence_number_rtx_ = rtp_state.sequence_number;
1250}
1251
1252RtpState RTPSender::GetRtxRtpState() const {
tommiae695e92016-02-02 08:31:45 -08001253 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001254
1255 RtpState state;
1256 state.sequence_number = sequence_number_rtx_;
danilchap71fead22016-08-18 02:01:49 -07001257 state.start_timestamp = timestamp_offset_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001258
1259 return state;
1260}
1261
philipel8aadd502017-02-23 02:56:13 -08001262void RTPSender::AddPacketToTransportFeedback(
1263 uint16_t packet_id,
1264 const RtpPacketToSend& packet,
1265 const PacedPacketInfo& pacing_info) {
michaelt668eb3b2016-11-29 02:24:18 -08001266 size_t packet_size = packet.payload_size() + packet.padding_size();
elad.alonc3dfff32017-01-26 02:46:55 -08001267 if (send_side_bwe_with_overhead_) {
nisse284542b2017-01-10 08:58:32 -08001268 packet_size = packet.size();
michaelt668eb3b2016-11-29 02:24:18 -08001269 }
1270
michaelt4da30442016-11-17 01:38:43 -08001271 if (transport_feedback_observer_) {
elad.alond12a8e12017-03-23 11:04:48 -07001272 transport_feedback_observer_->AddPacket(SSRC(), packet_id, packet_size,
philipel8aadd502017-02-23 02:56:13 -08001273 pacing_info);
michaelt4da30442016-11-17 01:38:43 -08001274 }
1275}
1276
1277void RTPSender::UpdateRtpOverhead(const RtpPacketToSend& packet) {
1278 if (!overhead_observer_)
1279 return;
nisse284542b2017-01-10 08:58:32 -08001280 size_t overhead_bytes_per_packet;
michaelt4da30442016-11-17 01:38:43 -08001281 {
1282 rtc::CritScope lock(&send_critsect_);
1283 if (rtp_overhead_bytes_per_packet_ == packet.headers_size()) {
1284 return;
1285 }
1286 rtp_overhead_bytes_per_packet_ = packet.headers_size();
nisse284542b2017-01-10 08:58:32 -08001287 overhead_bytes_per_packet = rtp_overhead_bytes_per_packet_;
michaelt4da30442016-11-17 01:38:43 -08001288 }
1289 overhead_observer_->OnOverheadChanged(overhead_bytes_per_packet);
1290}
1291
sprang168794c2017-07-06 04:38:06 -07001292int64_t RTPSender::LastTimestampTimeMs() const {
1293 rtc::CritScope lock(&send_critsect_);
1294 return last_timestamp_time_ms_;
1295}
1296
1297void RTPSender::SendKeepAlive(uint8_t payload_type) {
1298 std::unique_ptr<RtpPacketToSend> packet = AllocatePacket();
1299 packet->SetPayloadType(payload_type);
1300 // Set marker bit and timestamps in the same manner as plain padding packets.
1301 packet->SetMarker(false);
1302 {
1303 rtc::CritScope lock(&send_critsect_);
1304 packet->SetTimestamp(last_rtp_timestamp_);
1305 packet->set_capture_time_ms(capture_time_ms_);
1306 }
1307 AssignSequenceNumber(packet.get());
1308 SendToNetwork(std::move(packet), StorageType::kDontRetransmit,
1309 RtpPacketSender::Priority::kLowPriority);
1310}
1311
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001312} // namespace webrtc