blob: 71ee0b600257d7619b733cdf5d7f0c07f5c34229 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgf6bb77a2012-01-24 17:16:59 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +000011#include "webrtc/modules/rtp_rtcp/source/rtp_sender.h"
12
danilchapb8b6fbb2015-12-10 05:05:27 -080013#include <algorithm>
Shao Changbine62202f2015-04-21 20:24:50 +080014#include <utility>
niklase@google.com470e71d2011-07-07 08:21:25 +000015
Shao Changbine62202f2015-04-21 20:24:50 +080016#include "webrtc/base/checks.h"
Peter Boströmebc0b4e2015-10-28 16:39:33 +010017#include "webrtc/base/logging.h"
sprangcd349d92016-07-13 09:11:28 -070018#include "webrtc/base/rate_limiter.h"
tommie4f96502015-10-20 23:00:48 -070019#include "webrtc/base/trace_event.h"
Niels Möllerd28db7f2016-05-10 16:31:47 +020020#include "webrtc/base/timeutils.h"
terelius429c3452016-01-21 05:42:04 -080021#include "webrtc/call.h"
skvladcc91d282016-10-03 18:31:22 -070022#include "webrtc/logging/rtc_event_log/rtc_event_log.h"
gaetano.carlucci52a57032016-09-14 05:04:36 -070023#include "webrtc/modules/remote_bitrate_estimator/test/bwe_test_logging.h"
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010024#include "webrtc/modules/rtp_rtcp/include/rtp_cvo.h"
sprang@webrtc.org779c3d12015-03-17 16:42:49 +000025#include "webrtc/modules/rtp_rtcp/source/byte_io.h"
isheriff6b4b5f32016-06-08 00:24:21 -070026#include "webrtc/modules/rtp_rtcp/source/playout_delay_oracle.h"
Danil Chapovalov31e4e802016-08-03 18:27:40 +020027#include "webrtc/modules/rtp_rtcp/source/rtp_header_extensions.h"
28#include "webrtc/modules/rtp_rtcp/source/rtp_packet_to_send.h"
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +000029#include "webrtc/modules/rtp_rtcp/source/rtp_sender_audio.h"
30#include "webrtc/modules/rtp_rtcp/source/rtp_sender_video.h"
danilchap1227e8b2015-12-21 11:06:50 -080031#include "webrtc/modules/rtp_rtcp/source/time_util.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000032
33namespace webrtc {
niklase@google.com470e71d2011-07-07 08:21:25 +000034
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000035namespace {
Danil Chapovalov31e4e802016-08-03 18:27:40 +020036// Max in the RFC 3550 is 255 bytes, we limit it to be modulus 32 for SRTP.
37constexpr size_t kMaxPaddingLength = 224;
38constexpr int kSendSideDelayWindowMs = 1000;
39constexpr size_t kRtpHeaderLength = 12;
40constexpr uint16_t kMaxInitRtpSeqNumber = 32767; // 2^15 -1.
41constexpr uint32_t kTimestampTicksPerMs = 90;
42constexpr int kBitrateStatisticsWindowMs = 1000;
guoweis@webrtc.org45362892015-03-04 22:55:15 +000043
brandtr9dfff292016-11-14 05:14:50 -080044constexpr size_t kMinFlexfecPacketsToStoreForPacing = 50;
45
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +000046const char* FrameTypeToString(FrameType frame_type) {
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000047 switch (frame_type) {
pbos22993e12015-10-19 02:39:06 -070048 case kEmptyFrame:
49 return "empty";
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000050 case kAudioFrameSpeech: return "audio_speech";
51 case kAudioFrameCN: return "audio_cn";
52 case kVideoFrameKey: return "video_key";
53 case kVideoFrameDelta: return "video_delta";
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000054 }
55 return "";
56}
57
Danil Chapovalov31e4e802016-08-03 18:27:40 +020058void CountPacket(RtpPacketCounter* counter, const RtpPacketToSend& packet) {
59 ++counter->packets;
60 counter->header_bytes += packet.headers_size();
61 counter->padding_bytes += packet.padding_size();
62 counter->payload_bytes += packet.payload_size();
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020063}
Danil Chapovalov31e4e802016-08-03 18:27:40 +020064
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000065} // namespace
66
sprangebbf8a82015-09-21 15:11:14 -070067RTPSender::RTPSender(
68 bool audio,
69 Clock* clock,
70 Transport* transport,
sprangebbf8a82015-09-21 15:11:14 -070071 RtpPacketSender* paced_sender,
brandtrdbdb3f12016-11-10 05:04:48 -080072 FlexfecSender* flexfec_sender,
sprangebbf8a82015-09-21 15:11:14 -070073 TransportSequenceNumberAllocator* sequence_number_allocator,
74 TransportFeedbackObserver* transport_feedback_observer,
75 BitrateStatisticsObserver* bitrate_callback,
76 FrameCountObserver* frame_count_observer,
terelius429c3452016-01-21 05:42:04 -080077 SendSideDelayObserver* send_side_delay_observer,
asapersson35151f32016-05-02 23:44:01 -070078 RtcEventLog* event_log,
sprangcd349d92016-07-13 09:11:28 -070079 SendPacketObserver* send_packet_observer,
michaelt4da30442016-11-17 01:38:43 -080080 RateLimiter* retransmission_rate_limiter,
81 OverheadObserver* overhead_observer)
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000082 : clock_(clock),
Niels Möllerd28db7f2016-05-10 16:31:47 +020083 // TODO(holmer): Remove this conversion?
84 clock_delta_ms_(clock_->TimeInMilliseconds() - rtc::TimeMillis()),
danilchap47a740b2015-12-15 00:30:07 -080085 random_(clock_->TimeInMicroseconds()),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000086 audio_configured_(audio),
solenberg6021fe22016-03-15 11:41:53 -070087 audio_(audio ? new RTPSenderAudio(clock, this) : nullptr),
brandtrdbdb3f12016-11-10 05:04:48 -080088 video_(audio ? nullptr : new RTPSenderVideo(clock, this, flexfec_sender)),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000089 paced_sender_(paced_sender),
sprangebbf8a82015-09-21 15:11:14 -070090 transport_sequence_number_allocator_(sequence_number_allocator),
sprang5e023eb2015-09-14 06:42:43 -070091 transport_feedback_observer_(transport_feedback_observer),
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +000092 last_capture_time_ms_sent_(0),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000093 transport_(transport),
94 sending_media_(true), // Default to sending media.
95 max_payload_length_(IP_PACKET_SIZE - 28), // Default is IP-v4/UDP.
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000096 payload_type_(-1),
97 payload_type_map_(),
98 rtp_header_extension_map_(),
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +000099 packet_history_(clock),
brandtr9dfff292016-11-14 05:14:50 -0800100 flexfec_packet_history_(clock),
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000101 // Statistics
sprangcd349d92016-07-13 09:11:28 -0700102 rtp_stats_callback_(nullptr),
103 total_bitrate_sent_(kBitrateStatisticsWindowMs,
104 RateStatistics::kBpsScale),
105 nack_bitrate_sent_(kBitrateStatisticsWindowMs, RateStatistics::kBpsScale),
andresp@webrtc.org8f151212014-07-10 09:39:23 +0000106 frame_count_observer_(frame_count_observer),
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000107 send_side_delay_observer_(send_side_delay_observer),
terelius429c3452016-01-21 05:42:04 -0800108 event_log_(event_log),
asapersson35151f32016-05-02 23:44:01 -0700109 send_packet_observer_(send_packet_observer),
sprangcd349d92016-07-13 09:11:28 -0700110 bitrate_callback_(bitrate_callback),
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000111 // RTP variables
tommiae695e92016-02-02 08:31:45 -0800112 ssrc_db_(SSRCDatabase::GetSSRCDatabase()),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000113 remote_ssrc_(0),
114 sequence_number_forced_(false),
115 ssrc_forced_(false),
danilchape5b41412016-08-22 03:39:23 -0700116 last_rtp_timestamp_(0),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000117 capture_time_ms_(0),
118 last_timestamp_time_ms_(0),
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000119 media_has_been_sent_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000120 last_packet_marker_bit_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000121 csrcs_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000122 rtx_(kRtxOff),
michaelt4da30442016-11-17 01:38:43 -0800123 transport_overhead_bytes_per_packet_(0),
124 rtp_overhead_bytes_per_packet_(0),
125 retransmission_rate_limiter_(retransmission_rate_limiter),
126 overhead_observer_(overhead_observer) {
tommiae695e92016-02-02 08:31:45 -0800127 ssrc_ = ssrc_db_->CreateSSRC();
128 RTC_DCHECK(ssrc_ != 0);
129 ssrc_rtx_ = ssrc_db_->CreateSSRC();
130 RTC_DCHECK(ssrc_rtx_ != 0);
131
danilchap71fead22016-08-18 02:01:49 -0700132 // This random initialization is not intended to be cryptographic strong.
133 timestamp_offset_ = random_.Rand<uint32_t>();
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000134 // Random start, 16 bits. Can't be 0.
danilchap47a740b2015-12-15 00:30:07 -0800135 sequence_number_rtx_ = random_.Rand(1, kMaxInitRtpSeqNumber);
136 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
brandtr9dfff292016-11-14 05:14:50 -0800137
138 // Store FlexFEC packets in the packet history data structure, so they can
139 // be found when paced.
140 if (flexfec_sender) {
141 flexfec_packet_history_.SetStorePacketsStatus(
142 true, kMinFlexfecPacketsToStoreForPacing);
143 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000144}
145
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000146RTPSender::~RTPSender() {
tommiae695e92016-02-02 08:31:45 -0800147 // TODO(tommi): Use a thread checker to ensure the object is created and
148 // deleted on the same thread. At the moment this isn't possible due to
149 // voe::ChannelOwner in voice engine. To reproduce, run:
150 // voe_auto_test --automated --gtest_filter=*MixManyChannelsForStressOpus
151
152 // TODO(tommi,holmer): We don't grab locks in the dtor before accessing member
153 // variables but we grab them in all other methods. (what's the design?)
154 // Start documenting what thread we're on in what method so that it's easier
155 // to understand performance attributes and possibly remove locks.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000156 if (remote_ssrc_ != 0) {
tommiae695e92016-02-02 08:31:45 -0800157 ssrc_db_->ReturnSSRC(remote_ssrc_);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000158 }
tommiae695e92016-02-02 08:31:45 -0800159 ssrc_db_->ReturnSSRC(ssrc_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000160
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000161 SSRCDatabase::ReturnSSRCDatabase();
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000162 while (!payload_type_map_.empty()) {
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000163 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000164 payload_type_map_.begin();
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000165 delete it->second;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000166 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000167 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000168}
niklase@google.com470e71d2011-07-07 08:21:25 +0000169
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000170uint16_t RTPSender::ActualSendBitrateKbit() const {
sprangcd349d92016-07-13 09:11:28 -0700171 rtc::CritScope cs(&statistics_crit_);
172 return static_cast<uint16_t>(
173 total_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0) /
174 1000);
niklase@google.com470e71d2011-07-07 08:21:25 +0000175}
176
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000177uint32_t RTPSender::VideoBitrateSent() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000178 if (video_) {
179 return video_->VideoBitrateSent();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000180 }
181 return 0;
stefan@webrtc.orgfbea4e52011-10-27 16:08:29 +0000182}
183
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000184uint32_t RTPSender::FecOverheadRate() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000185 if (video_) {
186 return video_->FecOverheadRate();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000187 }
188 return 0;
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000189}
190
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000191uint32_t RTPSender::NackOverheadRate() const {
sprangcd349d92016-07-13 09:11:28 -0700192 rtc::CritScope cs(&statistics_crit_);
193 return nack_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0);
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000194}
195
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000196int32_t RTPSender::RegisterRtpHeaderExtension(RTPExtensionType type,
197 uint8_t id) {
tommiae695e92016-02-02 08:31:45 -0800198 rtc::CritScope lock(&send_critsect_);
isheriff6b4b5f32016-06-08 00:24:21 -0700199 switch (type) {
200 case kRtpExtensionVideoRotation:
isheriff6b4b5f32016-06-08 00:24:21 -0700201 case kRtpExtensionPlayoutDelay:
isheriff6b4b5f32016-06-08 00:24:21 -0700202 case kRtpExtensionTransmissionTimeOffset:
203 case kRtpExtensionAbsoluteSendTime:
204 case kRtpExtensionAudioLevel:
205 case kRtpExtensionTransportSequenceNumber:
206 return rtp_header_extension_map_.Register(type, id);
207 case kRtpExtensionNone:
katrielcd4bcdad2016-06-23 03:50:39 -0700208 case kRtpExtensionNumberOfExtensions:
isheriff6b4b5f32016-06-08 00:24:21 -0700209 LOG(LS_ERROR) << "Invalid RTP extension type for registration";
210 return -1;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700211 }
isheriff6b4b5f32016-06-08 00:24:21 -0700212 return -1;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000213}
214
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000215bool RTPSender::IsRtpHeaderExtensionRegistered(RTPExtensionType type) {
tommiae695e92016-02-02 08:31:45 -0800216 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000217 return rtp_header_extension_map_.IsRegistered(type);
218}
219
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000220int32_t RTPSender::DeregisterRtpHeaderExtension(RTPExtensionType type) {
tommiae695e92016-02-02 08:31:45 -0800221 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000222 return rtp_header_extension_map_.Deregister(type);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000223}
224
isheriff6b4b5f32016-06-08 00:24:21 -0700225size_t RTPSender::RtpHeaderExtensionLength() const {
tommiae695e92016-02-02 08:31:45 -0800226 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000227 return rtp_header_extension_map_.GetTotalLengthInBytes();
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000228}
229
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000230int32_t RTPSender::RegisterPayload(
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000231 const char payload_name[RTP_PAYLOAD_NAME_SIZE],
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000232 int8_t payload_number,
233 uint32_t frequency,
Peter Kasting69558702016-01-12 16:26:35 -0800234 size_t channels,
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000235 uint32_t rate) {
Peter Boström8b79b072016-02-26 16:31:37 +0100236 RTC_DCHECK_LT(strlen(payload_name), RTP_PAYLOAD_NAME_SIZE);
tommiae695e92016-02-02 08:31:45 -0800237 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000238
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000239 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000240 payload_type_map_.find(payload_number);
niklase@google.com470e71d2011-07-07 08:21:25 +0000241
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000242 if (payload_type_map_.end() != it) {
243 // We already use this payload type.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000244 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000245 assert(payload);
niklase@google.com470e71d2011-07-07 08:21:25 +0000246
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000247 // Check if it's the same as we already have.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000248 if (RtpUtility::StringCompare(
249 payload->name, payload_name, RTP_PAYLOAD_NAME_SIZE - 1)) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000250 if (audio_configured_ && payload->audio &&
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000251 payload->typeSpecific.Audio.frequency == frequency &&
252 (payload->typeSpecific.Audio.rate == rate ||
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000253 payload->typeSpecific.Audio.rate == 0 || rate == 0)) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000254 payload->typeSpecific.Audio.rate = rate;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000255 // Ensure that we update the rate if new or old is zero.
niklase@google.com470e71d2011-07-07 08:21:25 +0000256 return 0;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000257 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000258 if (!audio_configured_ && !payload->audio) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000259 return 0;
260 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000261 }
262 return -1;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000263 }
mflodmanfcf54bd2015-04-14 21:28:08 +0200264 int32_t ret_val = 0;
danilchap6db6cdc2015-12-15 02:54:47 -0800265 RtpUtility::Payload* payload = nullptr;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000266 if (audio_configured_) {
mflodmanfcf54bd2015-04-14 21:28:08 +0200267 // TODO(mflodman): Change to CreateAudioPayload and make static.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000268 ret_val = audio_->RegisterAudioPayload(payload_name, payload_number,
danilchap6db6cdc2015-12-15 02:54:47 -0800269 frequency, channels, rate, &payload);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000270 } else {
Peter Boström9d0c4322016-02-16 17:59:27 +0100271 payload = video_->CreateVideoPayload(payload_name, payload_number);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000272 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000273 if (payload) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000274 payload_type_map_[payload_number] = payload;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000275 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000276 return ret_val;
niklase@google.com470e71d2011-07-07 08:21:25 +0000277}
278
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000279int32_t RTPSender::DeRegisterSendPayload(int8_t payload_type) {
tommiae695e92016-02-02 08:31:45 -0800280 rtc::CritScope lock(&send_critsect_);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000281
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000282 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000283 payload_type_map_.find(payload_type);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000284
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000285 if (payload_type_map_.end() == it) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000286 return -1;
287 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000288 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000289 delete payload;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000290 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000291 return 0;
292}
niklase@google.com470e71d2011-07-07 08:21:25 +0000293
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000294void RTPSender::SetSendPayloadType(int8_t payload_type) {
tommiae695e92016-02-02 08:31:45 -0800295 rtc::CritScope lock(&send_critsect_);
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000296 payload_type_ = payload_type;
297}
298
sprang@webrtc.orgefcad392014-03-25 16:51:35 +0000299int8_t RTPSender::SendPayloadType() const {
tommiae695e92016-02-02 08:31:45 -0800300 rtc::CritScope lock(&send_critsect_);
sprang@webrtc.orgefcad392014-03-25 16:51:35 +0000301 return payload_type_;
302}
niklase@google.com470e71d2011-07-07 08:21:25 +0000303
danilchap41befce2016-03-30 11:11:51 -0700304void RTPSender::SetMaxPayloadLength(size_t max_payload_length) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000305 // Sanity check.
henrikg91d6ede2015-09-17 00:24:34 -0700306 RTC_DCHECK(max_payload_length >= 100 && max_payload_length <= IP_PACKET_SIZE)
Peter Boströmd6f1a382015-07-14 16:08:02 +0200307 << "Invalid max payload length: " << max_payload_length;
tommiae695e92016-02-02 08:31:45 -0800308 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000309 max_payload_length_ = max_payload_length;
niklase@google.com470e71d2011-07-07 08:21:25 +0000310}
311
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000312size_t RTPSender::MaxDataPayloadLength() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000313 if (audio_configured_) {
isheriff6b4b5f32016-06-08 00:24:21 -0700314 return max_payload_length_ - RtpHeaderLength();
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000315 } else {
isheriff6b4b5f32016-06-08 00:24:21 -0700316 return max_payload_length_ - RtpHeaderLength() // RTP overhead.
brandtr6631e8a2016-09-13 03:23:29 -0700317 - video_->FecPacketOverhead() // FEC/ULP/RED overhead.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200318 - (RtxStatus() ? kRtxHeaderSize : 0); // RTX overhead.
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000319 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000320}
321
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000322size_t RTPSender::MaxPayloadLength() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000323 return max_payload_length_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000324}
325
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000326void RTPSender::SetRtxStatus(int mode) {
tommiae695e92016-02-02 08:31:45 -0800327 rtc::CritScope lock(&send_critsect_);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000328 rtx_ = mode;
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000329}
330
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000331int RTPSender::RtxStatus() const {
tommiae695e92016-02-02 08:31:45 -0800332 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000333 return rtx_;
334}
335
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000336void RTPSender::SetRtxSsrc(uint32_t ssrc) {
tommiae695e92016-02-02 08:31:45 -0800337 rtc::CritScope lock(&send_critsect_);
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000338 ssrc_rtx_ = ssrc;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000339}
340
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000341uint32_t RTPSender::RtxSsrc() const {
tommiae695e92016-02-02 08:31:45 -0800342 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000343 return ssrc_rtx_;
344}
345
Shao Changbine62202f2015-04-21 20:24:50 +0800346void RTPSender::SetRtxPayloadType(int payload_type,
347 int associated_payload_type) {
tommiae695e92016-02-02 08:31:45 -0800348 rtc::CritScope lock(&send_critsect_);
henrikg91d6ede2015-09-17 00:24:34 -0700349 RTC_DCHECK_LE(payload_type, 127);
350 RTC_DCHECK_LE(associated_payload_type, 127);
Shao Changbine62202f2015-04-21 20:24:50 +0800351 if (payload_type < 0) {
352 LOG(LS_ERROR) << "Invalid RTX payload type: " << payload_type;
353 return;
354 }
355
356 rtx_payload_type_map_[associated_payload_type] = payload_type;
Åsa Persson6ae25722015-04-13 17:48:08 +0200357}
358
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000359int32_t RTPSender::CheckPayloadType(int8_t payload_type,
360 RtpVideoCodecTypes* video_type) {
tommiae695e92016-02-02 08:31:45 -0800361 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000362
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000363 if (payload_type < 0) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000364 LOG(LS_ERROR) << "Invalid payload_type " << payload_type;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000365 return -1;
366 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000367 if (payload_type_ == payload_type) {
368 if (!audio_configured_) {
369 *video_type = video_->VideoCodecType();
niklase@google.com470e71d2011-07-07 08:21:25 +0000370 }
371 return 0;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000372 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000373 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000374 payload_type_map_.find(payload_type);
375 if (it == payload_type_map_.end()) {
Stefan Holmerb86d4e42015-12-07 10:26:18 +0100376 LOG(LS_WARNING) << "Payload type " << static_cast<int>(payload_type)
377 << " not registered.";
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000378 return -1;
379 }
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000380 SetSendPayloadType(payload_type);
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000381 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000382 assert(payload);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000383 if (!payload->audio && !audio_configured_) {
384 video_->SetVideoCodecType(payload->typeSpecific.Video.videoCodecType);
385 *video_type = payload->typeSpecific.Video.videoCodecType;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000386 }
387 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000388}
389
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700390bool RTPSender::SendOutgoingData(FrameType frame_type,
391 int8_t payload_type,
392 uint32_t capture_timestamp,
393 int64_t capture_time_ms,
394 const uint8_t* payload_data,
395 size_t payload_size,
396 const RTPFragmentationHeader* fragmentation,
397 const RTPVideoHeader* rtp_header,
398 uint32_t* transport_frame_id_out) {
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000399 uint32_t ssrc;
isheriff6b4b5f32016-06-08 00:24:21 -0700400 uint16_t sequence_number;
danilchape5b41412016-08-22 03:39:23 -0700401 uint32_t rtp_timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000402 {
403 // Drop this packet if we're not sending media packets.
tommiae695e92016-02-02 08:31:45 -0800404 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000405 ssrc = ssrc_;
isheriff6b4b5f32016-06-08 00:24:21 -0700406 sequence_number = sequence_number_;
danilchape5b41412016-08-22 03:39:23 -0700407 rtp_timestamp = timestamp_offset_ + capture_timestamp;
408 if (transport_frame_id_out)
409 *transport_frame_id_out = rtp_timestamp;
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700410 if (!sending_media_)
411 return true;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000412 }
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000413 RtpVideoCodecTypes video_type = kRtpVideoGeneric;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000414 if (CheckPayloadType(payload_type, &video_type) != 0) {
Stefan Holmerb86d4e42015-12-07 10:26:18 +0100415 LOG(LS_ERROR) << "Don't send data with unknown payload type: "
416 << static_cast<int>(payload_type) << ".";
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700417 return false;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000418 }
419
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700420 bool result;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000421 if (audio_configured_) {
danilchape5b41412016-08-22 03:39:23 -0700422 TRACE_EVENT_ASYNC_STEP1("webrtc", "Audio", rtp_timestamp, "Send", "type",
423 FrameTypeToString(frame_type));
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000424 assert(frame_type == kAudioFrameSpeech || frame_type == kAudioFrameCN ||
pbos22993e12015-10-19 02:39:06 -0700425 frame_type == kEmptyFrame);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000426
danilchape5b41412016-08-22 03:39:23 -0700427 result = audio_->SendAudio(frame_type, payload_type, rtp_timestamp,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700428 payload_data, payload_size, fragmentation);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000429 } else {
hclam@chromium.org1a7b9b92013-07-08 21:31:18 +0000430 TRACE_EVENT_ASYNC_STEP1("webrtc", "Video", capture_time_ms,
431 "Send", "type", FrameTypeToString(frame_type));
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000432 assert(frame_type != kAudioFrameSpeech && frame_type != kAudioFrameCN);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000433
pbos22993e12015-10-19 02:39:06 -0700434 if (frame_type == kEmptyFrame)
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700435 return true;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000436
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700437 if (rtp_header) {
438 playout_delay_oracle_.UpdateRequest(ssrc, rtp_header->playout_delay,
isheriff6b4b5f32016-06-08 00:24:21 -0700439 sequence_number);
440 }
441
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700442 result = video_->SendVideo(video_type, frame_type, payload_type,
danilchape5b41412016-08-22 03:39:23 -0700443 rtp_timestamp, capture_time_ms, payload_data,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700444 payload_size, fragmentation, rtp_header);
445 }
446
danilchap7c9426c2016-04-14 03:05:31 -0700447 rtc::CritScope cs(&statistics_crit_);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000448 // Note: This is currently only counting for video.
449 if (frame_type == kVideoFrameKey) {
450 ++frame_counts_.key_frames;
451 } else if (frame_type == kVideoFrameDelta) {
452 ++frame_counts_.delta_frames;
453 }
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000454 if (frame_count_observer_) {
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000455 frame_count_observer_->FrameCountUpdated(frame_counts_, ssrc);
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000456 }
457
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700458 return result;
niklase@google.com470e71d2011-07-07 08:21:25 +0000459}
460
philipela1ed0b32016-06-01 06:31:17 -0700461size_t RTPSender::TrySendRedundantPayloads(size_t bytes_to_send,
462 int probe_cluster_id) {
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000463 {
tommiae695e92016-02-02 08:31:45 -0800464 rtc::CritScope lock(&send_critsect_);
Peter Boströmfc968a22016-02-19 16:14:37 +0100465 if (!sending_media_)
466 return 0;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000467 if ((rtx_ & kRtxRedundantPayloads) == 0)
468 return 0;
469 }
470
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000471 int bytes_left = static_cast<int>(bytes_to_send);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000472 while (bytes_left > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200473 std::unique_ptr<RtpPacketToSend> packet =
474 packet_history_.GetBestFittingPacket(bytes_left);
475 if (!packet)
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000476 break;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200477 size_t payload_size = packet->payload_size();
478 if (!PrepareAndSendPacket(std::move(packet), true, false, probe_cluster_id))
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000479 break;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200480 bytes_left -= payload_size;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000481 }
482 return bytes_to_send - bytes_left;
483}
484
danilchap7bfe3a22016-09-19 05:37:56 -0700485size_t RTPSender::SendPadData(size_t bytes, int probe_cluster_id) {
486 return DeprecatedSendPadData(bytes, false, 0, 0, probe_cluster_id);
philipela1ed0b32016-06-01 06:31:17 -0700487}
488
489size_t RTPSender::SendPadData(size_t bytes,
490 bool timestamp_provided,
491 uint32_t timestamp,
danilchap7bfe3a22016-09-19 05:37:56 -0700492 int64_t capture_time_ms) {
493 return DeprecatedSendPadData(bytes, timestamp_provided, timestamp,
494 capture_time_ms, PacketInfo::kNotAProbe);
495}
496
497size_t RTPSender::DeprecatedSendPadData(size_t bytes,
498 bool timestamp_provided,
499 uint32_t timestamp,
500 int64_t capture_time_ms,
501 int probe_cluster_id) {
sprangebbf8a82015-09-21 15:11:14 -0700502 // Always send full padding packets. This is accounted for by the
503 // RtpPacketSender,
Stefan Holmer586b19b2015-09-18 11:14:31 +0200504 // which will make sure we don't send too much padding even if a single packet
505 // is larger than requested.
506 size_t padding_bytes_in_packet =
507 std::min(MaxDataPayloadLength(), kMaxPaddingLength);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000508 size_t bytes_sent = 0;
stefana23fc622016-07-28 07:56:38 -0700509 bool using_transport_seq =
510 IsRtpHeaderExtensionRegistered(kRtpExtensionTransportSequenceNumber) &&
511 transport_sequence_number_allocator_;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000512 for (; bytes > 0; bytes -= padding_bytes_in_packet) {
Stefan Holmer586b19b2015-09-18 11:14:31 +0200513 if (bytes < padding_bytes_in_packet)
514 bytes = padding_bytes_in_packet;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000515
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000516 uint32_t ssrc;
517 uint16_t sequence_number;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000518 int payload_type;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000519 bool over_rtx;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000520 {
tommiae695e92016-02-02 08:31:45 -0800521 rtc::CritScope lock(&send_critsect_);
Peter Boströmfc968a22016-02-19 16:14:37 +0100522 if (!sending_media_)
523 return bytes_sent;
Stefan Holmer586b19b2015-09-18 11:14:31 +0200524 if (!timestamp_provided) {
danilchape5b41412016-08-22 03:39:23 -0700525 timestamp = last_rtp_timestamp_;
Stefan Holmer586b19b2015-09-18 11:14:31 +0200526 capture_time_ms = capture_time_ms_;
527 }
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000528 if (rtx_ == kRtxOff) {
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000529 // Without RTX we can't send padding in the middle of frames.
530 if (!last_packet_marker_bit_)
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000531 return 0;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000532 ssrc = ssrc_;
533 sequence_number = sequence_number_;
534 ++sequence_number_;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000535 payload_type = payload_type_;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000536 over_rtx = false;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000537 } else {
Stefan Holmerf5dca482016-01-27 12:58:51 +0100538 // Without abs-send-time or transport sequence number a media packet
539 // must be sent before padding so that the timestamps used for
540 // estimation are correct.
541 if (!media_has_been_sent_ &&
542 !(rtp_header_extension_map_.IsRegistered(
543 kRtpExtensionAbsoluteSendTime) ||
544 using_transport_seq)) {
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000545 return 0;
Stefan Holmerf5dca482016-01-27 12:58:51 +0100546 }
Stefan Holmer586b19b2015-09-18 11:14:31 +0200547 // Only change change the timestamp of padding packets sent over RTX.
548 // Padding only packets over RTP has to be sent as part of a media
549 // frame (and therefore the same timestamp).
550 if (last_timestamp_time_ms_ > 0) {
551 timestamp +=
552 (clock_->TimeInMilliseconds() - last_timestamp_time_ms_) * 90;
553 capture_time_ms +=
554 (clock_->TimeInMilliseconds() - last_timestamp_time_ms_);
555 }
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000556 ssrc = ssrc_rtx_;
557 sequence_number = sequence_number_rtx_;
558 ++sequence_number_rtx_;
Stefan Holmer10880012016-02-03 13:29:59 +0100559 payload_type = rtx_payload_type_map_.begin()->second;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000560 over_rtx = true;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000561 }
562 }
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000563
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200564 RtpPacketToSend padding_packet(&rtp_header_extension_map_, IP_PACKET_SIZE);
565 padding_packet.SetPayloadType(payload_type);
566 padding_packet.SetMarker(false);
567 padding_packet.SetSequenceNumber(sequence_number);
568 padding_packet.SetTimestamp(timestamp);
569 padding_packet.SetSsrc(ssrc);
570
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000571 int64_t now_ms = clock_->TimeInMilliseconds();
572
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000573 if (capture_time_ms > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200574 padding_packet.SetExtension<TransmissionOffset>(
575 kTimestampTicksPerMs * (now_ms - capture_time_ms));
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000576 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200577 padding_packet.SetExtension<AbsoluteSendTime>(now_ms);
stefan1d8a5062015-10-02 03:39:33 -0700578 PacketOptions options;
michaelt4da30442016-11-17 01:38:43 -0800579 bool has_transport_seq_num =
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200580 UpdateTransportSequenceNumber(&padding_packet, &options.packet_id);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200581 padding_packet.SetPadding(padding_bytes_in_packet, &random_);
582
michaelt4da30442016-11-17 01:38:43 -0800583 if (has_transport_seq_num) {
584 AddPacketToTransportFeedback(options.packet_id, padding_packet,
585 probe_cluster_id);
586 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200587
588 if (!SendPacketToNetwork(padding_packet, options))
stefanf116bd02015-10-27 08:29:42 -0700589 break;
590
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000591 bytes_sent += padding_bytes_in_packet;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200592 UpdateRtpStats(padding_packet, over_rtx, false);
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000593 }
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000594
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000595 return bytes_sent;
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000596}
597
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000598void RTPSender::SetStorePacketsStatus(bool enable, uint16_t number_to_store) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000599 packet_history_.SetStorePacketsStatus(enable, number_to_store);
niklase@google.com470e71d2011-07-07 08:21:25 +0000600}
601
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000602bool RTPSender::StorePackets() const {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000603 return packet_history_.StorePackets();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000604}
niklase@google.com470e71d2011-07-07 08:21:25 +0000605
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000606int32_t RTPSender::ReSendPacket(uint16_t packet_id, int64_t min_resend_time) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200607 std::unique_ptr<RtpPacketToSend> packet =
608 packet_history_.GetPacketAndSetSendTime(packet_id, min_resend_time, true);
609 if (!packet) {
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000610 // Packet not found.
asapersson@webrtc.org83ed0a42012-04-23 12:43:05 +0000611 return 0;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000612 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000613
sprangcd349d92016-07-13 09:11:28 -0700614 // Check if we're overusing retransmission bitrate.
615 // TODO(sprang): Add histograms for nack success or failure reasons.
616 RTC_DCHECK(retransmission_rate_limiter_);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200617 if (!retransmission_rate_limiter_->TryUseRate(packet->size()))
sprangcd349d92016-07-13 09:11:28 -0700618 return -1;
619
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000620 if (paced_sender_) {
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +0000621 // Convert from TickTime to Clock since capture_time_ms is based on
622 // TickTime.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200623 int64_t corrected_capture_tims_ms =
624 packet->capture_time_ms() + clock_delta_ms_;
625 paced_sender_->InsertPacket(RtpPacketSender::kNormalPriority,
626 packet->Ssrc(), packet->SequenceNumber(),
627 corrected_capture_tims_ms,
628 packet->payload_size(), true);
Peter Boströme23e7372015-10-08 11:44:14 +0200629
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200630 return packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000631 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200632 bool rtx = (RtxStatus() & kRtxRetransmitted) > 0;
633 int32_t packet_size = static_cast<int32_t>(packet->size());
634 if (!PrepareAndSendPacket(std::move(packet), rtx, true,
635 PacketInfo::kNotAProbe))
sprang867fb522015-08-03 04:38:41 -0700636 return -1;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200637 return packet_size;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000638}
639
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200640bool RTPSender::SendPacketToNetwork(const RtpPacketToSend& packet,
stefan1d8a5062015-10-02 03:39:33 -0700641 const PacketOptions& options) {
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000642 int bytes_sent = -1;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000643 if (transport_) {
michaelt4da30442016-11-17 01:38:43 -0800644 UpdateRtpOverhead(packet);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200645 bytes_sent = transport_->SendRtp(packet.data(), packet.size(), options)
646 ? static_cast<int>(packet.size())
stefan1d8a5062015-10-02 03:39:33 -0700647 : -1;
terelius429c3452016-01-21 05:42:04 -0800648 if (event_log_ && bytes_sent > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200649 event_log_->LogRtpHeader(kOutgoingPacket, MediaType::ANY, packet.data(),
650 packet.size());
terelius429c3452016-01-21 05:42:04 -0800651 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000652 }
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000653 TRACE_EVENT_INSTANT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200654 "RTPSender::SendPacketToNetwork", "size", packet.size(),
655 "sent", bytes_sent);
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000656 // TODO(pwestin): Add a separate bitrate for sent bitrate after pacer.
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000657 if (bytes_sent <= 0) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000658 LOG(LS_WARNING) << "Transport failed to send packet";
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000659 return false;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000660 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000661 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +0000662}
663
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000664int RTPSender::SelectiveRetransmissions() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000665 if (!video_)
666 return -1;
667 return video_->SelectiveRetransmissions();
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000668}
669
670int RTPSender::SetSelectiveRetransmissions(uint8_t settings) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000671 if (!video_)
672 return -1;
mflodmanfcf54bd2015-04-14 21:28:08 +0200673 video_->SetSelectiveRetransmissions(settings);
674 return 0;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000675}
676
Danil Chapovalov2800d742016-08-26 18:48:46 +0200677void RTPSender::OnReceivedNack(
678 const std::vector<uint16_t>& nack_sequence_numbers,
679 int64_t avg_rtt) {
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000680 TRACE_EVENT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
681 "RTPSender::OnReceivedNACK", "num_seqnum",
682 nack_sequence_numbers.size(), "avg_rtt", avg_rtt);
sprangcd349d92016-07-13 09:11:28 -0700683 for (uint16_t seq_no : nack_sequence_numbers) {
684 const int32_t bytes_sent = ReSendPacket(seq_no, 5 + avg_rtt);
685 if (bytes_sent < 0) {
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000686 // Failed to send one Sequence number. Give up the rest in this nack.
sprangcd349d92016-07-13 09:11:28 -0700687 LOG(LS_WARNING) << "Failed resending RTP packet " << seq_no
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000688 << ", Discard rest of packets";
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000689 break;
niklase@google.com470e71d2011-07-07 08:21:25 +0000690 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000691 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000692}
693
isheriff6b4b5f32016-06-08 00:24:21 -0700694void RTPSender::OnReceivedRtcpReportBlocks(
695 const ReportBlockList& report_blocks) {
696 playout_delay_oracle_.OnReceivedRtcpReportBlocks(report_blocks);
697}
698
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000699// Called from pacer when we can send the packet.
brandtr9dfff292016-11-14 05:14:50 -0800700bool RTPSender::TimeToSendPacket(uint32_t ssrc,
701 uint16_t sequence_number,
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000702 int64_t capture_time_ms,
philipela1ed0b32016-06-01 06:31:17 -0700703 bool retransmission,
704 int probe_cluster_id) {
brandtr9dfff292016-11-14 05:14:50 -0800705 if (!SendingMedia())
706 return true;
707
708 std::unique_ptr<RtpPacketToSend> packet;
709 if (ssrc == SSRC()) {
710 packet = packet_history_.GetPacketAndSetSendTime(sequence_number, 0,
711 retransmission);
712 } else if (ssrc == FlexfecSsrc()) {
713 packet = flexfec_packet_history_.GetPacketAndSetSendTime(sequence_number, 0,
714 retransmission);
715 }
716
Stefan Holmera246cfb2016-08-23 17:51:42 +0200717 if (!packet) {
brandtr9dfff292016-11-14 05:14:50 -0800718 // Packet cannot be found.
hclam@chromium.org2e402ce2013-06-20 20:18:31 +0000719 return true;
Stefan Holmera246cfb2016-08-23 17:51:42 +0200720 }
asapersson35151f32016-05-02 23:44:01 -0700721
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200722 return PrepareAndSendPacket(
723 std::move(packet),
724 retransmission && (RtxStatus() & kRtxRetransmitted) > 0, retransmission,
725 probe_cluster_id);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000726}
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000727
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200728bool RTPSender::PrepareAndSendPacket(std::unique_ptr<RtpPacketToSend> packet,
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000729 bool send_over_rtx,
philipela1ed0b32016-06-01 06:31:17 -0700730 bool is_retransmit,
731 int probe_cluster_id) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200732 RTC_DCHECK(packet);
733 int64_t capture_time_ms = packet->capture_time_ms();
734 RtpPacketToSend* packet_to_send = packet.get();
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000735
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200736 if (!is_retransmit && packet->Marker()) {
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000737 TRACE_EVENT_ASYNC_END0(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"), "PacedSend",
738 capture_time_ms);
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000739 }
740
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200741 TRACE_EVENT_INSTANT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
742 "PrepareAndSendPacket", "timestamp", packet->Timestamp(),
743 "seqnum", packet->SequenceNumber());
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000744
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200745 std::unique_ptr<RtpPacketToSend> packet_rtx;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000746 if (send_over_rtx) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200747 packet_rtx = BuildRtxPacket(*packet);
748 if (!packet_rtx)
danilchap32cd2c42016-08-01 06:58:34 -0700749 return false;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200750 packet_to_send = packet_rtx.get();
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000751 }
752
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000753 int64_t now_ms = clock_->TimeInMilliseconds();
754 int64_t diff_ms = now_ms - capture_time_ms;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200755 packet_to_send->SetExtension<TransmissionOffset>(kTimestampTicksPerMs *
756 diff_ms);
757 packet_to_send->SetExtension<AbsoluteSendTime>(now_ms);
sprang867fb522015-08-03 04:38:41 -0700758
stefan1d8a5062015-10-02 03:39:33 -0700759 PacketOptions options;
michaelt4da30442016-11-17 01:38:43 -0800760 if (UpdateTransportSequenceNumber(packet_to_send, &options.packet_id)) {
761 AddPacketToTransportFeedback(options.packet_id, *packet_to_send,
762 probe_cluster_id);
sprang867fb522015-08-03 04:38:41 -0700763 }
764
asapersson35151f32016-05-02 23:44:01 -0700765 if (!is_retransmit && !send_over_rtx) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200766 UpdateDelayStatistics(packet->capture_time_ms(), now_ms);
767 UpdateOnSendPacket(options.packet_id, packet->capture_time_ms(),
768 packet->Ssrc());
stefanf116bd02015-10-27 08:29:42 -0700769 }
770
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200771 if (!SendPacketToNetwork(*packet_to_send, options))
772 return false;
773
774 {
tommiae695e92016-02-02 08:31:45 -0800775 rtc::CritScope lock(&send_critsect_);
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000776 media_has_been_sent_ = true;
777 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200778 UpdateRtpStats(*packet_to_send, send_over_rtx, is_retransmit);
779 return true;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000780}
781
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200782void RTPSender::UpdateRtpStats(const RtpPacketToSend& packet,
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000783 bool is_rtx,
784 bool is_retransmit) {
sprangcd349d92016-07-13 09:11:28 -0700785 int64_t now_ms = clock_->TimeInMilliseconds();
sprang@webrtc.org5314e852014-01-27 13:20:36 +0000786
danilchap7c9426c2016-04-14 03:05:31 -0700787 rtc::CritScope lock(&statistics_crit_);
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200788 StreamDataCounters* counters = is_rtx ? &rtx_rtp_stats_ : &rtp_stats_;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000789
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200790 total_bitrate_sent_.Update(packet.size(), now_ms);
asapersson@webrtc.org44149392015-02-04 08:34:47 +0000791
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200792 if (counters->first_packet_time_ms == -1)
793 counters->first_packet_time_ms = now_ms;
794
795 if (IsFecPacket(packet))
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200796 CountPacket(&counters->fec, packet);
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200797
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200798 if (is_retransmit) {
799 CountPacket(&counters->retransmitted, packet);
800 nack_bitrate_sent_.Update(packet.size(), now_ms);
801 }
802 CountPacket(&counters->transmitted, packet);
sprangcd349d92016-07-13 09:11:28 -0700803
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200804 if (rtp_stats_callback_)
805 rtp_stats_callback_->DataCountersUpdated(*counters, packet.Ssrc());
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000806}
807
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200808bool RTPSender::IsFecPacket(const RtpPacketToSend& packet) const {
brandtr9e795c62016-11-14 05:37:16 -0800809 if (!video_)
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000810 return false;
brandtr9e795c62016-11-14 05:37:16 -0800811
812 // FlexFEC.
813 if (packet.Ssrc() == FlexfecSsrc())
814 return true;
815
816 // RED+ULPFEC.
brandtrd8048952016-11-07 02:08:51 -0800817 int pt_red;
818 int pt_fec;
brandtrf1bb4762016-11-07 03:05:06 -0800819 video_->GetUlpfecConfig(&pt_red, &pt_fec);
brandtr9e795c62016-11-14 05:37:16 -0800820 return static_cast<int>(packet.PayloadType()) == pt_red &&
brandtrd8048952016-11-07 02:08:51 -0800821 static_cast<int>(packet.payload()[0]) == pt_fec;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000822}
823
philipela1ed0b32016-06-01 06:31:17 -0700824size_t RTPSender::TimeToSendPadding(size_t bytes, int probe_cluster_id) {
Stefan Holmerb86d4e42015-12-07 10:26:18 +0100825 if (audio_configured_ || bytes == 0)
pbos545727e2015-07-01 06:31:06 -0700826 return 0;
philipela1ed0b32016-06-01 06:31:17 -0700827 size_t bytes_sent = TrySendRedundantPayloads(bytes, probe_cluster_id);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000828 if (bytes_sent < bytes)
danilchap7bfe3a22016-09-19 05:37:56 -0700829 bytes_sent += SendPadData(bytes - bytes_sent, probe_cluster_id);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000830 return bytes_sent;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000831}
832
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200833bool RTPSender::SendToNetwork(std::unique_ptr<RtpPacketToSend> packet,
834 StorageType storage,
835 RtpPacketSender::Priority priority) {
836 RTC_DCHECK(packet);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000837 int64_t now_ms = clock_->TimeInMilliseconds();
838
stefan@webrtc.org715faaf2012-08-28 15:20:39 +0000839 // |capture_time_ms| <= 0 is considered invalid.
840 // TODO(holmer): This should be changed all over Video Engine so that negative
841 // time is consider invalid, while 0 is considered a valid time.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200842 if (packet->capture_time_ms() > 0) {
843 packet->SetExtension<TransmissionOffset>(
844 kTimestampTicksPerMs * (now_ms - packet->capture_time_ms()));
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +0000845 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200846 packet->SetExtension<AbsoluteSendTime>(now_ms);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000847
gaetano.carlucci52a57032016-09-14 05:04:36 -0700848 if (video_) {
gaetano.carlucci61050f62016-09-30 06:29:54 -0700849 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoTotBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700850 ActualSendBitrateKbit(), packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700851 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoFecBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700852 FecOverheadRate() / 1000, packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700853 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoNackBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700854 NackOverheadRate() / 1000, packet->Ssrc());
855 } else {
gaetano.carlucci61050f62016-09-30 06:29:54 -0700856 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "AudioTotBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700857 ActualSendBitrateKbit(), packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700858 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "AudioNackBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700859 NackOverheadRate() / 1000, packet->Ssrc());
860 }
861
brandtr9dfff292016-11-14 05:14:50 -0800862 uint32_t ssrc = packet->Ssrc();
863 rtc::Optional<uint32_t> flexfec_ssrc = FlexfecSsrc();
Peter Boströme23e7372015-10-08 11:44:14 +0200864 if (paced_sender_) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200865 uint16_t seq_no = packet->SequenceNumber();
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000866 // Correct offset between implementations of millisecond time stamps in
867 // TickTime and Clock.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200868 int64_t corrected_time_ms = packet->capture_time_ms() + clock_delta_ms_;
869 size_t payload_length = packet->payload_size();
brandtr9dfff292016-11-14 05:14:50 -0800870 if (ssrc == flexfec_ssrc) {
871 // Store FlexFEC packets in the history here, so they can be found
872 // when the pacer calls TimeToSendPacket.
873 flexfec_packet_history_.PutRtpPacket(std::move(packet), storage, false);
874 } else {
875 packet_history_.PutRtpPacket(std::move(packet), storage, false);
876 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200877
878 paced_sender_->InsertPacket(priority, ssrc, seq_no, corrected_time_ms,
Peter Boströme23e7372015-10-08 11:44:14 +0200879 payload_length, false);
880 if (last_capture_time_ms_sent_ == 0 ||
881 corrected_time_ms > last_capture_time_ms_sent_) {
882 last_capture_time_ms_sent_ = corrected_time_ms;
883 TRACE_EVENT_ASYNC_BEGIN1(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
884 "PacedSend", corrected_time_ms,
885 "capture_time_ms", corrected_time_ms);
asapersson@webrtc.orge5b49a02012-11-06 13:09:39 +0000886 }
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700887 return true;
stefan@webrtc.orgddfdfed2012-07-03 13:21:22 +0000888 }
Stefan Holmerf5dca482016-01-27 12:58:51 +0100889
890 PacketOptions options;
michaelt4da30442016-11-17 01:38:43 -0800891 if (UpdateTransportSequenceNumber(packet.get(), &options.packet_id)) {
892 AddPacketToTransportFeedback(options.packet_id, *packet.get(),
893 PacketInfo::kNotAProbe);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100894 }
895
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200896 UpdateDelayStatistics(packet->capture_time_ms(), now_ms);
897 UpdateOnSendPacket(options.packet_id, packet->capture_time_ms(),
898 packet->Ssrc());
899
900 bool sent = SendPacketToNetwork(*packet, options);
901
902 if (sent) {
903 {
904 rtc::CritScope lock(&send_critsect_);
905 media_has_been_sent_ = true;
906 }
907 UpdateRtpStats(*packet, false, false);
908 }
sprang@webrtc.orgc957ffc2015-02-02 13:08:02 +0000909
brandtr9dfff292016-11-14 05:14:50 -0800910 // To support retransmissions, we store the media packet as sent in the
911 // packet history (even if send failed).
912 if (storage == kAllowRetransmission) {
913 RTC_DCHECK_EQ(ssrc, SSRC());
914 packet_history_.PutRtpPacket(std::move(packet), storage, true);
915 }
Peter Boströme23e7372015-10-08 11:44:14 +0200916
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200917 return sent;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000918}
919
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +0000920void RTPSender::UpdateDelayStatistics(int64_t capture_time_ms, int64_t now_ms) {
asapersson35151f32016-05-02 23:44:01 -0700921 if (!send_side_delay_observer_ || capture_time_ms <= 0)
Peter Boström71861a02015-05-28 14:45:36 +0200922 return;
923
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000924 uint32_t ssrc;
925 int avg_delay_ms = 0;
926 int max_delay_ms = 0;
927 {
tommiae695e92016-02-02 08:31:45 -0800928 rtc::CritScope lock(&send_critsect_);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000929 ssrc = ssrc_;
930 }
931 {
danilchap7c9426c2016-04-14 03:05:31 -0700932 rtc::CritScope cs(&statistics_crit_);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000933 // TODO(holmer): Compute this iteratively instead.
934 send_delays_[now_ms] = now_ms - capture_time_ms;
935 send_delays_.erase(send_delays_.begin(),
936 send_delays_.lower_bound(now_ms -
937 kSendSideDelayWindowMs));
Peter Boström71861a02015-05-28 14:45:36 +0200938 int num_delays = 0;
939 for (auto it = send_delays_.upper_bound(now_ms - kSendSideDelayWindowMs);
940 it != send_delays_.end(); ++it) {
941 max_delay_ms = std::max(max_delay_ms, it->second);
942 avg_delay_ms += it->second;
943 ++num_delays;
944 }
945 if (num_delays == 0)
946 return;
947 avg_delay_ms = (avg_delay_ms + num_delays / 2) / num_delays;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000948 }
Peter Boström71861a02015-05-28 14:45:36 +0200949 send_side_delay_observer_->SendSideDelayUpdated(avg_delay_ms, max_delay_ms,
950 ssrc);
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +0000951}
952
asapersson35151f32016-05-02 23:44:01 -0700953void RTPSender::UpdateOnSendPacket(int packet_id,
954 int64_t capture_time_ms,
955 uint32_t ssrc) {
956 if (!send_packet_observer_ || capture_time_ms <= 0 || packet_id == -1)
957 return;
958
959 send_packet_observer_->OnSendPacket(packet_id, capture_time_ms, ssrc);
960}
961
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000962void RTPSender::ProcessBitrate() {
sprangcd349d92016-07-13 09:11:28 -0700963 if (!bitrate_callback_)
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000964 return;
sprangcd349d92016-07-13 09:11:28 -0700965 int64_t now_ms = clock_->TimeInMilliseconds();
966 uint32_t ssrc;
967 {
968 rtc::CritScope lock(&send_critsect_);
969 ssrc = ssrc_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000970 }
sprangcd349d92016-07-13 09:11:28 -0700971
972 rtc::CritScope lock(&statistics_crit_);
973 bitrate_callback_->Notify(total_bitrate_sent_.Rate(now_ms).value_or(0),
974 nack_bitrate_sent_.Rate(now_ms).value_or(0), ssrc);
niklase@google.com470e71d2011-07-07 08:21:25 +0000975}
976
isheriff6b4b5f32016-06-08 00:24:21 -0700977size_t RTPSender::RtpHeaderLength() const {
tommiae695e92016-02-02 08:31:45 -0800978 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000979 size_t rtp_header_length = kRtpHeaderLength;
pbos@webrtc.org9334ac22014-11-24 08:25:50 +0000980 rtp_header_length += sizeof(uint32_t) * csrcs_.size();
isheriff6b4b5f32016-06-08 00:24:21 -0700981 rtp_header_length += RtpHeaderExtensionLength();
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000982 return rtp_header_length;
niklase@google.com470e71d2011-07-07 08:21:25 +0000983}
984
mflodmanfcf54bd2015-04-14 21:28:08 +0200985uint16_t RTPSender::AllocateSequenceNumber(uint16_t packets_to_send) {
tommiae695e92016-02-02 08:31:45 -0800986 rtc::CritScope lock(&send_critsect_);
mflodmanfcf54bd2015-04-14 21:28:08 +0200987 uint16_t first_allocated_sequence_number = sequence_number_;
988 sequence_number_ += packets_to_send;
989 return first_allocated_sequence_number;
niklase@google.com470e71d2011-07-07 08:21:25 +0000990}
991
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +0000992void RTPSender::GetDataCounters(StreamDataCounters* rtp_stats,
993 StreamDataCounters* rtx_stats) const {
danilchap7c9426c2016-04-14 03:05:31 -0700994 rtc::CritScope lock(&statistics_crit_);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +0000995 *rtp_stats = rtp_stats_;
996 *rtx_stats = rtx_rtp_stats_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000997}
998
Danil Chapovalov5e57b172016-09-02 19:15:59 +0200999std::unique_ptr<RtpPacketToSend> RTPSender::AllocatePacket() const {
1000 rtc::CritScope lock(&send_critsect_);
1001 std::unique_ptr<RtpPacketToSend> packet(
1002 new RtpPacketToSend(&rtp_header_extension_map_, max_payload_length_));
1003 packet->SetSsrc(ssrc_);
1004 packet->SetCsrcs(csrcs_);
1005 // Reserve extensions, if registered, RtpSender set in SendToNetwork.
1006 packet->ReserveExtension<AbsoluteSendTime>();
1007 packet->ReserveExtension<TransmissionOffset>();
1008 packet->ReserveExtension<TransportSequenceNumber>();
danilchap74110612016-10-02 10:54:29 -07001009 if (playout_delay_oracle_.send_playout_delay()) {
1010 packet->SetExtension<PlayoutDelayLimits>(
1011 playout_delay_oracle_.playout_delay());
1012 }
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001013 return packet;
1014}
1015
1016bool RTPSender::AssignSequenceNumber(RtpPacketToSend* packet) {
1017 rtc::CritScope lock(&send_critsect_);
1018 if (!sending_media_)
1019 return false;
1020 RTC_DCHECK_EQ(packet->Ssrc(), ssrc_);
1021 packet->SetSequenceNumber(sequence_number_++);
1022
1023 // Remember marker bit to determine if padding can be inserted with
1024 // sequence number following |packet|.
1025 last_packet_marker_bit_ = packet->Marker();
1026 // Save timestamps to generate timestamp field and extensions for the padding.
1027 last_rtp_timestamp_ = packet->Timestamp();
1028 last_timestamp_time_ms_ = clock_->TimeInMilliseconds();
1029 capture_time_ms_ = packet->capture_time_ms();
1030 return true;
1031}
1032
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001033bool RTPSender::UpdateTransportSequenceNumber(RtpPacketToSend* packet,
1034 int* packet_id) const {
1035 RTC_DCHECK(packet);
1036 RTC_DCHECK(packet_id);
tommiae695e92016-02-02 08:31:45 -08001037 rtc::CritScope lock(&send_critsect_);
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001038 if (!rtp_header_extension_map_.IsRegistered(TransportSequenceNumber::kId))
stefana23fc622016-07-28 07:56:38 -07001039 return false;
1040
asapersson35151f32016-05-02 23:44:01 -07001041 if (!transport_sequence_number_allocator_)
1042 return false;
1043
1044 *packet_id = transport_sequence_number_allocator_->AllocateSequenceNumber();
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001045
1046 if (!packet->SetExtension<TransportSequenceNumber>(*packet_id))
1047 return false;
1048
asapersson35151f32016-05-02 23:44:01 -07001049 return true;
sprang867fb522015-08-03 04:38:41 -07001050}
1051
pbos@webrtc.org59f20bb2013-09-09 16:02:19 +00001052void RTPSender::SetSendingStatus(bool enabled) {
danilchap71fead22016-08-18 02:01:49 -07001053 if (!enabled) {
tommiae695e92016-02-02 08:31:45 -08001054 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001055 if (!ssrc_forced_) {
1056 // Generate a new SSRC.
tommiae695e92016-02-02 08:31:45 -08001057 ssrc_db_->ReturnSSRC(ssrc_);
1058 ssrc_ = ssrc_db_->CreateSSRC();
1059 RTC_DCHECK(ssrc_ != 0);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001060 }
1061 // Don't initialize seq number if SSRC passed externally.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001062 if (!sequence_number_forced_ && !ssrc_forced_) {
1063 // Generate a new sequence number.
danilchap47a740b2015-12-15 00:30:07 -08001064 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001065 }
1066 }
1067}
1068
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001069void RTPSender::SetSendingMediaStatus(bool enabled) {
tommiae695e92016-02-02 08:31:45 -08001070 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001071 sending_media_ = enabled;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001072}
1073
1074bool RTPSender::SendingMedia() const {
tommiae695e92016-02-02 08:31:45 -08001075 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001076 return sending_media_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001077}
1078
danilchap71fead22016-08-18 02:01:49 -07001079void RTPSender::SetTimestampOffset(uint32_t timestamp) {
tommiae695e92016-02-02 08:31:45 -08001080 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -07001081 timestamp_offset_ = timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001082}
1083
danilchap71fead22016-08-18 02:01:49 -07001084uint32_t RTPSender::TimestampOffset() const {
tommiae695e92016-02-02 08:31:45 -08001085 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -07001086 return timestamp_offset_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001087}
1088
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001089uint32_t RTPSender::GenerateNewSSRC() {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001090 // If configured via API, return 0.
tommiae695e92016-02-02 08:31:45 -08001091 rtc::CritScope lock(&send_critsect_);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001092
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001093 if (ssrc_forced_) {
niklase@google.com470e71d2011-07-07 08:21:25 +00001094 return 0;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001095 }
tommiae695e92016-02-02 08:31:45 -08001096 ssrc_ = ssrc_db_->CreateSSRC();
1097 RTC_DCHECK(ssrc_ != 0);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001098 return ssrc_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001099}
1100
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001101void RTPSender::SetSSRC(uint32_t ssrc) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001102 // This is configured via the API.
tommiae695e92016-02-02 08:31:45 -08001103 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00001104
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001105 if (ssrc_ == ssrc && ssrc_forced_) {
1106 return; // Since it's same ssrc, don't reset anything.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001107 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001108 ssrc_forced_ = true;
tommiae695e92016-02-02 08:31:45 -08001109 ssrc_db_->ReturnSSRC(ssrc_);
1110 ssrc_db_->RegisterSSRC(ssrc);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001111 ssrc_ = ssrc;
1112 if (!sequence_number_forced_) {
danilchap47a740b2015-12-15 00:30:07 -08001113 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001114 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001115}
1116
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001117uint32_t RTPSender::SSRC() const {
tommiae695e92016-02-02 08:31:45 -08001118 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001119 return ssrc_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001120}
1121
brandtr9dfff292016-11-14 05:14:50 -08001122rtc::Optional<uint32_t> RTPSender::FlexfecSsrc() const {
1123 if (video_) {
1124 return video_->FlexfecSsrc();
1125 }
1126 return rtc::Optional<uint32_t>();
1127}
1128
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001129void RTPSender::SetCsrcs(const std::vector<uint32_t>& csrcs) {
1130 assert(csrcs.size() <= kRtpCsrcSize);
tommiae695e92016-02-02 08:31:45 -08001131 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001132 csrcs_ = csrcs;
niklase@google.com470e71d2011-07-07 08:21:25 +00001133}
1134
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001135void RTPSender::SetSequenceNumber(uint16_t seq) {
tommiae695e92016-02-02 08:31:45 -08001136 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001137 sequence_number_forced_ = true;
1138 sequence_number_ = seq;
niklase@google.com470e71d2011-07-07 08:21:25 +00001139}
1140
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001141uint16_t RTPSender::SequenceNumber() const {
tommiae695e92016-02-02 08:31:45 -08001142 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001143 return sequence_number_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001144}
1145
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001146// Audio.
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001147int32_t RTPSender::SendTelephoneEvent(uint8_t key,
1148 uint16_t time_ms,
1149 uint8_t level) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001150 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001151 return -1;
1152 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001153 return audio_->SendTelephoneEvent(key, time_ms, level);
niklase@google.com470e71d2011-07-07 08:21:25 +00001154}
1155
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001156int32_t RTPSender::SetAudioPacketSize(uint16_t packet_size_samples) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001157 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001158 return -1;
1159 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001160 return audio_->SetAudioPacketSize(packet_size_samples);
niklase@google.com470e71d2011-07-07 08:21:25 +00001161}
1162
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001163int32_t RTPSender::SetAudioLevel(uint8_t level_d_bov) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001164 return audio_->SetAudioLevel(level_d_bov);
niklase@google.com470e71d2011-07-07 08:21:25 +00001165}
1166
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001167RtpVideoCodecTypes RTPSender::VideoCodecType() const {
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001168 assert(!audio_configured_ && "Sender is an audio stream!");
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001169 return video_->VideoCodecType();
niklase@google.com470e71d2011-07-07 08:21:25 +00001170}
1171
brandtrf1bb4762016-11-07 03:05:06 -08001172void RTPSender::SetUlpfecConfig(int red_payload_type, int ulpfec_payload_type) {
henrikg91d6ede2015-09-17 00:24:34 -07001173 RTC_DCHECK(!audio_configured_);
brandtrf1bb4762016-11-07 03:05:06 -08001174 video_->SetUlpfecConfig(red_payload_type, ulpfec_payload_type);
niklase@google.com470e71d2011-07-07 08:21:25 +00001175}
1176
brandtr1743a192016-11-07 03:36:05 -08001177bool RTPSender::SetFecParameters(const FecProtectionParams& delta_params,
1178 const FecProtectionParams& key_params) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001179 if (audio_configured_) {
brandtr1743a192016-11-07 03:36:05 -08001180 return false;
stefan@webrtc.orge0d6fa42012-03-20 22:10:56 +00001181 }
mflodmanfcf54bd2015-04-14 21:28:08 +02001182 video_->SetFecParameters(delta_params, key_params);
brandtr1743a192016-11-07 03:36:05 -08001183 return true;
marpan@google.com80c5d7a2011-07-15 21:32:40 +00001184}
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001185
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001186std::unique_ptr<RtpPacketToSend> RTPSender::BuildRtxPacket(
1187 const RtpPacketToSend& packet) {
1188 // TODO(danilchap): Create rtx packet with extra capacity for SRTP
1189 // when transport interface would be updated to take buffer class.
1190 std::unique_ptr<RtpPacketToSend> rtx_packet(new RtpPacketToSend(
1191 &rtp_header_extension_map_, packet.size() + kRtxHeaderSize));
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001192 // Add original RTP header.
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001193 rtx_packet->CopyHeaderFrom(packet);
1194 {
1195 rtc::CritScope lock(&send_critsect_);
1196 if (!sending_media_)
1197 return nullptr;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001198
brandtre6f98c72016-11-11 03:28:30 -08001199 // Replace payload type.
1200 auto kv = rtx_payload_type_map_.find(packet.PayloadType());
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001201 if (kv == rtx_payload_type_map_.end())
brandtre6f98c72016-11-11 03:28:30 -08001202 return nullptr;
1203 rtx_packet->SetPayloadType(kv->second);
mflodman@webrtc.org9f5ebb52013-04-12 14:55:46 +00001204
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001205 // Replace sequence number.
1206 rtx_packet->SetSequenceNumber(sequence_number_rtx_++);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001207
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001208 // Replace SSRC.
1209 rtx_packet->SetSsrc(ssrc_rtx_);
1210 }
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001211
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001212 uint8_t* rtx_payload =
1213 rtx_packet->AllocatePayload(packet.payload_size() + kRtxHeaderSize);
1214 RTC_DCHECK(rtx_payload);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001215 // Add OSN (original sequence number).
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001216 ByteWriter<uint16_t>::WriteBigEndian(rtx_payload, packet.SequenceNumber());
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001217
1218 // Add original payload data.
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001219 memcpy(rtx_payload + kRtxHeaderSize, packet.payload(), packet.payload_size());
1220
1221 return rtx_packet;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001222}
1223
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001224void RTPSender::RegisterRtpStatisticsCallback(
1225 StreamDataCountersCallback* callback) {
danilchap7c9426c2016-04-14 03:05:31 -07001226 rtc::CritScope cs(&statistics_crit_);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001227 rtp_stats_callback_ = callback;
1228}
1229
1230StreamDataCountersCallback* RTPSender::GetRtpStatisticsCallback() const {
danilchap7c9426c2016-04-14 03:05:31 -07001231 rtc::CritScope cs(&statistics_crit_);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001232 return rtp_stats_callback_;
1233}
1234
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001235uint32_t RTPSender::BitrateSent() const {
sprangcd349d92016-07-13 09:11:28 -07001236 rtc::CritScope cs(&statistics_crit_);
1237 return total_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001238}
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001239
1240void RTPSender::SetRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -08001241 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001242 sequence_number_ = rtp_state.sequence_number;
1243 sequence_number_forced_ = true;
danilchap71fead22016-08-18 02:01:49 -07001244 timestamp_offset_ = rtp_state.start_timestamp;
danilchape5b41412016-08-22 03:39:23 -07001245 last_rtp_timestamp_ = rtp_state.timestamp;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001246 capture_time_ms_ = rtp_state.capture_time_ms;
1247 last_timestamp_time_ms_ = rtp_state.last_timestamp_time_ms;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001248 media_has_been_sent_ = rtp_state.media_has_been_sent;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001249}
1250
1251RtpState RTPSender::GetRtpState() const {
tommiae695e92016-02-02 08:31:45 -08001252 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001253
1254 RtpState state;
1255 state.sequence_number = sequence_number_;
danilchap71fead22016-08-18 02:01:49 -07001256 state.start_timestamp = timestamp_offset_;
danilchape5b41412016-08-22 03:39:23 -07001257 state.timestamp = last_rtp_timestamp_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001258 state.capture_time_ms = capture_time_ms_;
1259 state.last_timestamp_time_ms = last_timestamp_time_ms_;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001260 state.media_has_been_sent = media_has_been_sent_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001261
1262 return state;
1263}
1264
1265void RTPSender::SetRtxRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -08001266 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001267 sequence_number_rtx_ = rtp_state.sequence_number;
1268}
1269
1270RtpState RTPSender::GetRtxRtpState() const {
tommiae695e92016-02-02 08:31:45 -08001271 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001272
1273 RtpState state;
1274 state.sequence_number = sequence_number_rtx_;
danilchap71fead22016-08-18 02:01:49 -07001275 state.start_timestamp = timestamp_offset_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001276
1277 return state;
1278}
1279
michaelt4da30442016-11-17 01:38:43 -08001280void RTPSender::SetTransportOverhead(int transport_overhead) {
1281 if (!overhead_observer_)
1282 return;
1283 size_t overhead_bytes_per_packet = 0;
1284 {
1285 rtc::CritScope lock(&send_critsect_);
1286 if (transport_overhead_bytes_per_packet_ ==
1287 static_cast<size_t>(transport_overhead)) {
1288 return;
1289 }
1290 transport_overhead_bytes_per_packet_ = transport_overhead;
1291 overhead_bytes_per_packet =
1292 rtp_overhead_bytes_per_packet_ + transport_overhead_bytes_per_packet_;
1293 }
1294 overhead_observer_->OnOverheadChanged(overhead_bytes_per_packet);
1295}
1296
1297void RTPSender::AddPacketToTransportFeedback(uint16_t packet_id,
1298 const RtpPacketToSend& packet,
1299 int probe_cluster_id) {
1300 if (transport_feedback_observer_) {
1301 transport_feedback_observer_->AddPacket(
1302 packet_id, packet.payload_size() + packet.padding_size(),
1303 probe_cluster_id);
1304 }
1305}
1306
1307void RTPSender::UpdateRtpOverhead(const RtpPacketToSend& packet) {
1308 if (!overhead_observer_)
1309 return;
1310 size_t overhead_bytes_per_packet = 0;
1311 {
1312 rtc::CritScope lock(&send_critsect_);
1313 if (rtp_overhead_bytes_per_packet_ == packet.headers_size()) {
1314 return;
1315 }
1316 rtp_overhead_bytes_per_packet_ = packet.headers_size();
1317 overhead_bytes_per_packet =
1318 rtp_overhead_bytes_per_packet_ + transport_overhead_bytes_per_packet_;
1319 }
1320 overhead_observer_->OnOverheadChanged(overhead_bytes_per_packet);
1321}
1322
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001323} // namespace webrtc