blob: 6a92cb75591dd721e1796f7a2c7b64741ae39938 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgf6bb77a2012-01-24 17:16:59 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +000011#include "webrtc/modules/rtp_rtcp/source/rtp_sender.h"
12
danilchapb8b6fbb2015-12-10 05:05:27 -080013#include <algorithm>
Shao Changbine62202f2015-04-21 20:24:50 +080014#include <utility>
niklase@google.com470e71d2011-07-07 08:21:25 +000015
Shao Changbine62202f2015-04-21 20:24:50 +080016#include "webrtc/base/checks.h"
Peter Boströmebc0b4e2015-10-28 16:39:33 +010017#include "webrtc/base/logging.h"
sprangcd349d92016-07-13 09:11:28 -070018#include "webrtc/base/rate_limiter.h"
tommie4f96502015-10-20 23:00:48 -070019#include "webrtc/base/trace_event.h"
Niels Möllerd28db7f2016-05-10 16:31:47 +020020#include "webrtc/base/timeutils.h"
terelius429c3452016-01-21 05:42:04 -080021#include "webrtc/call.h"
22#include "webrtc/call/rtc_event_log.h"
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010023#include "webrtc/modules/rtp_rtcp/include/rtp_cvo.h"
sprang@webrtc.org779c3d12015-03-17 16:42:49 +000024#include "webrtc/modules/rtp_rtcp/source/byte_io.h"
isheriff6b4b5f32016-06-08 00:24:21 -070025#include "webrtc/modules/rtp_rtcp/source/playout_delay_oracle.h"
Danil Chapovalov31e4e802016-08-03 18:27:40 +020026#include "webrtc/modules/rtp_rtcp/source/rtp_header_extensions.h"
27#include "webrtc/modules/rtp_rtcp/source/rtp_packet_to_send.h"
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +000028#include "webrtc/modules/rtp_rtcp/source/rtp_sender_audio.h"
29#include "webrtc/modules/rtp_rtcp/source/rtp_sender_video.h"
danilchap1227e8b2015-12-21 11:06:50 -080030#include "webrtc/modules/rtp_rtcp/source/time_util.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000031
32namespace webrtc {
niklase@google.com470e71d2011-07-07 08:21:25 +000033
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000034namespace {
Danil Chapovalov31e4e802016-08-03 18:27:40 +020035// Max in the RFC 3550 is 255 bytes, we limit it to be modulus 32 for SRTP.
36constexpr size_t kMaxPaddingLength = 224;
37constexpr int kSendSideDelayWindowMs = 1000;
38constexpr size_t kRtpHeaderLength = 12;
39constexpr uint16_t kMaxInitRtpSeqNumber = 32767; // 2^15 -1.
40constexpr uint32_t kTimestampTicksPerMs = 90;
41constexpr int kBitrateStatisticsWindowMs = 1000;
guoweis@webrtc.org45362892015-03-04 22:55:15 +000042
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +000043const char* FrameTypeToString(FrameType frame_type) {
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000044 switch (frame_type) {
pbos22993e12015-10-19 02:39:06 -070045 case kEmptyFrame:
46 return "empty";
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000047 case kAudioFrameSpeech: return "audio_speech";
48 case kAudioFrameCN: return "audio_cn";
49 case kVideoFrameKey: return "video_key";
50 case kVideoFrameDelta: return "video_delta";
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000051 }
52 return "";
53}
54
Danil Chapovalov31e4e802016-08-03 18:27:40 +020055void CountPacket(RtpPacketCounter* counter, const RtpPacketToSend& packet) {
56 ++counter->packets;
57 counter->header_bytes += packet.headers_size();
58 counter->padding_bytes += packet.padding_size();
59 counter->payload_bytes += packet.payload_size();
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020060}
Danil Chapovalov31e4e802016-08-03 18:27:40 +020061
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000062} // namespace
63
sprangebbf8a82015-09-21 15:11:14 -070064RTPSender::RTPSender(
65 bool audio,
66 Clock* clock,
67 Transport* transport,
sprangebbf8a82015-09-21 15:11:14 -070068 RtpPacketSender* paced_sender,
69 TransportSequenceNumberAllocator* sequence_number_allocator,
70 TransportFeedbackObserver* transport_feedback_observer,
71 BitrateStatisticsObserver* bitrate_callback,
72 FrameCountObserver* frame_count_observer,
terelius429c3452016-01-21 05:42:04 -080073 SendSideDelayObserver* send_side_delay_observer,
asapersson35151f32016-05-02 23:44:01 -070074 RtcEventLog* event_log,
sprangcd349d92016-07-13 09:11:28 -070075 SendPacketObserver* send_packet_observer,
76 RateLimiter* retransmission_rate_limiter)
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000077 : clock_(clock),
Niels Möllerd28db7f2016-05-10 16:31:47 +020078 // TODO(holmer): Remove this conversion?
79 clock_delta_ms_(clock_->TimeInMilliseconds() - rtc::TimeMillis()),
danilchap47a740b2015-12-15 00:30:07 -080080 random_(clock_->TimeInMicroseconds()),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000081 audio_configured_(audio),
solenberg6021fe22016-03-15 11:41:53 -070082 audio_(audio ? new RTPSenderAudio(clock, this) : nullptr),
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +000083 video_(audio ? nullptr : new RTPSenderVideo(clock, this)),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000084 paced_sender_(paced_sender),
sprangebbf8a82015-09-21 15:11:14 -070085 transport_sequence_number_allocator_(sequence_number_allocator),
sprang5e023eb2015-09-14 06:42:43 -070086 transport_feedback_observer_(transport_feedback_observer),
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +000087 last_capture_time_ms_sent_(0),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000088 transport_(transport),
89 sending_media_(true), // Default to sending media.
90 max_payload_length_(IP_PACKET_SIZE - 28), // Default is IP-v4/UDP.
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000091 payload_type_(-1),
92 payload_type_map_(),
93 rtp_header_extension_map_(),
94 transmission_time_offset_(0),
95 absolute_send_time_(0),
guoweis@webrtc.org45362892015-03-04 22:55:15 +000096 rotation_(kVideoRotation_0),
isheriff6b4b5f32016-06-08 00:24:21 -070097 video_rotation_active_(false),
sprang@webrtc.org30933902015-03-17 14:33:12 +000098 transport_sequence_number_(0),
isheriff6b4b5f32016-06-08 00:24:21 -070099 playout_delay_active_(false),
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000100 packet_history_(clock),
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000101 // Statistics
sprangcd349d92016-07-13 09:11:28 -0700102 rtp_stats_callback_(nullptr),
103 total_bitrate_sent_(kBitrateStatisticsWindowMs,
104 RateStatistics::kBpsScale),
105 nack_bitrate_sent_(kBitrateStatisticsWindowMs, RateStatistics::kBpsScale),
andresp@webrtc.org8f151212014-07-10 09:39:23 +0000106 frame_count_observer_(frame_count_observer),
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000107 send_side_delay_observer_(send_side_delay_observer),
terelius429c3452016-01-21 05:42:04 -0800108 event_log_(event_log),
asapersson35151f32016-05-02 23:44:01 -0700109 send_packet_observer_(send_packet_observer),
sprangcd349d92016-07-13 09:11:28 -0700110 bitrate_callback_(bitrate_callback),
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000111 // RTP variables
tommiae695e92016-02-02 08:31:45 -0800112 ssrc_db_(SSRCDatabase::GetSSRCDatabase()),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000113 remote_ssrc_(0),
114 sequence_number_forced_(false),
115 ssrc_forced_(false),
danilchape5b41412016-08-22 03:39:23 -0700116 last_rtp_timestamp_(0),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000117 capture_time_ms_(0),
118 last_timestamp_time_ms_(0),
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000119 media_has_been_sent_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000120 last_packet_marker_bit_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000121 csrcs_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000122 rtx_(kRtxOff),
sprangcd349d92016-07-13 09:11:28 -0700123 retransmission_rate_limiter_(retransmission_rate_limiter) {
tommiae695e92016-02-02 08:31:45 -0800124 ssrc_ = ssrc_db_->CreateSSRC();
125 RTC_DCHECK(ssrc_ != 0);
126 ssrc_rtx_ = ssrc_db_->CreateSSRC();
127 RTC_DCHECK(ssrc_rtx_ != 0);
128
danilchap71fead22016-08-18 02:01:49 -0700129 // This random initialization is not intended to be cryptographic strong.
130 timestamp_offset_ = random_.Rand<uint32_t>();
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000131 // Random start, 16 bits. Can't be 0.
danilchap47a740b2015-12-15 00:30:07 -0800132 sequence_number_rtx_ = random_.Rand(1, kMaxInitRtpSeqNumber);
133 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
niklase@google.com470e71d2011-07-07 08:21:25 +0000134}
135
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000136RTPSender::~RTPSender() {
tommiae695e92016-02-02 08:31:45 -0800137 // TODO(tommi): Use a thread checker to ensure the object is created and
138 // deleted on the same thread. At the moment this isn't possible due to
139 // voe::ChannelOwner in voice engine. To reproduce, run:
140 // voe_auto_test --automated --gtest_filter=*MixManyChannelsForStressOpus
141
142 // TODO(tommi,holmer): We don't grab locks in the dtor before accessing member
143 // variables but we grab them in all other methods. (what's the design?)
144 // Start documenting what thread we're on in what method so that it's easier
145 // to understand performance attributes and possibly remove locks.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000146 if (remote_ssrc_ != 0) {
tommiae695e92016-02-02 08:31:45 -0800147 ssrc_db_->ReturnSSRC(remote_ssrc_);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000148 }
tommiae695e92016-02-02 08:31:45 -0800149 ssrc_db_->ReturnSSRC(ssrc_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000150
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000151 SSRCDatabase::ReturnSSRCDatabase();
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000152 while (!payload_type_map_.empty()) {
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000153 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000154 payload_type_map_.begin();
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000155 delete it->second;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000156 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000157 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000158}
niklase@google.com470e71d2011-07-07 08:21:25 +0000159
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000160uint16_t RTPSender::ActualSendBitrateKbit() const {
sprangcd349d92016-07-13 09:11:28 -0700161 rtc::CritScope cs(&statistics_crit_);
162 return static_cast<uint16_t>(
163 total_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0) /
164 1000);
niklase@google.com470e71d2011-07-07 08:21:25 +0000165}
166
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000167uint32_t RTPSender::VideoBitrateSent() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000168 if (video_) {
169 return video_->VideoBitrateSent();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000170 }
171 return 0;
stefan@webrtc.orgfbea4e52011-10-27 16:08:29 +0000172}
173
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000174uint32_t RTPSender::FecOverheadRate() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000175 if (video_) {
176 return video_->FecOverheadRate();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000177 }
178 return 0;
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000179}
180
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000181uint32_t RTPSender::NackOverheadRate() const {
sprangcd349d92016-07-13 09:11:28 -0700182 rtc::CritScope cs(&statistics_crit_);
183 return nack_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0);
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000184}
185
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000186int32_t RTPSender::SetTransmissionTimeOffset(int32_t transmission_time_offset) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000187 if (transmission_time_offset > (0x800000 - 1) ||
188 transmission_time_offset < -(0x800000 - 1)) { // Word24.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000189 return -1;
190 }
tommiae695e92016-02-02 08:31:45 -0800191 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000192 transmission_time_offset_ = transmission_time_offset;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000193 return 0;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000194}
195
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000196int32_t RTPSender::SetAbsoluteSendTime(uint32_t absolute_send_time) {
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000197 if (absolute_send_time > 0xffffff) { // UWord24.
198 return -1;
199 }
tommiae695e92016-02-02 08:31:45 -0800200 rtc::CritScope lock(&send_critsect_);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000201 absolute_send_time_ = absolute_send_time;
202 return 0;
203}
204
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000205void RTPSender::SetVideoRotation(VideoRotation rotation) {
tommiae695e92016-02-02 08:31:45 -0800206 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000207 rotation_ = rotation;
208}
209
sprang@webrtc.org30933902015-03-17 14:33:12 +0000210int32_t RTPSender::SetTransportSequenceNumber(uint16_t sequence_number) {
tommiae695e92016-02-02 08:31:45 -0800211 rtc::CritScope lock(&send_critsect_);
sprang@webrtc.org30933902015-03-17 14:33:12 +0000212 transport_sequence_number_ = sequence_number;
213 return 0;
214}
215
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000216int32_t RTPSender::RegisterRtpHeaderExtension(RTPExtensionType type,
217 uint8_t id) {
tommiae695e92016-02-02 08:31:45 -0800218 rtc::CritScope lock(&send_critsect_);
isheriff6b4b5f32016-06-08 00:24:21 -0700219 switch (type) {
220 case kRtpExtensionVideoRotation:
221 video_rotation_active_ = false;
222 return rtp_header_extension_map_.RegisterInactive(type, id);
223 case kRtpExtensionPlayoutDelay:
224 playout_delay_active_ = false;
225 return rtp_header_extension_map_.RegisterInactive(type, id);
226 case kRtpExtensionTransmissionTimeOffset:
227 case kRtpExtensionAbsoluteSendTime:
228 case kRtpExtensionAudioLevel:
229 case kRtpExtensionTransportSequenceNumber:
230 return rtp_header_extension_map_.Register(type, id);
231 case kRtpExtensionNone:
katrielcd4bcdad2016-06-23 03:50:39 -0700232 case kRtpExtensionNumberOfExtensions:
isheriff6b4b5f32016-06-08 00:24:21 -0700233 LOG(LS_ERROR) << "Invalid RTP extension type for registration";
234 return -1;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700235 }
isheriff6b4b5f32016-06-08 00:24:21 -0700236 return -1;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000237}
238
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000239bool RTPSender::IsRtpHeaderExtensionRegistered(RTPExtensionType type) {
tommiae695e92016-02-02 08:31:45 -0800240 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000241 return rtp_header_extension_map_.IsRegistered(type);
242}
243
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000244int32_t RTPSender::DeregisterRtpHeaderExtension(RTPExtensionType type) {
tommiae695e92016-02-02 08:31:45 -0800245 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000246 return rtp_header_extension_map_.Deregister(type);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000247}
248
isheriff6b4b5f32016-06-08 00:24:21 -0700249size_t RTPSender::RtpHeaderExtensionLength() const {
tommiae695e92016-02-02 08:31:45 -0800250 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000251 return rtp_header_extension_map_.GetTotalLengthInBytes();
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000252}
253
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000254int32_t RTPSender::RegisterPayload(
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000255 const char payload_name[RTP_PAYLOAD_NAME_SIZE],
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000256 int8_t payload_number,
257 uint32_t frequency,
Peter Kasting69558702016-01-12 16:26:35 -0800258 size_t channels,
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000259 uint32_t rate) {
Peter Boström8b79b072016-02-26 16:31:37 +0100260 RTC_DCHECK_LT(strlen(payload_name), RTP_PAYLOAD_NAME_SIZE);
tommiae695e92016-02-02 08:31:45 -0800261 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000262
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000263 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000264 payload_type_map_.find(payload_number);
niklase@google.com470e71d2011-07-07 08:21:25 +0000265
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000266 if (payload_type_map_.end() != it) {
267 // We already use this payload type.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000268 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000269 assert(payload);
niklase@google.com470e71d2011-07-07 08:21:25 +0000270
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000271 // Check if it's the same as we already have.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000272 if (RtpUtility::StringCompare(
273 payload->name, payload_name, RTP_PAYLOAD_NAME_SIZE - 1)) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000274 if (audio_configured_ && payload->audio &&
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000275 payload->typeSpecific.Audio.frequency == frequency &&
276 (payload->typeSpecific.Audio.rate == rate ||
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000277 payload->typeSpecific.Audio.rate == 0 || rate == 0)) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000278 payload->typeSpecific.Audio.rate = rate;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000279 // Ensure that we update the rate if new or old is zero.
niklase@google.com470e71d2011-07-07 08:21:25 +0000280 return 0;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000281 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000282 if (!audio_configured_ && !payload->audio) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000283 return 0;
284 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000285 }
286 return -1;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000287 }
mflodmanfcf54bd2015-04-14 21:28:08 +0200288 int32_t ret_val = 0;
danilchap6db6cdc2015-12-15 02:54:47 -0800289 RtpUtility::Payload* payload = nullptr;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000290 if (audio_configured_) {
mflodmanfcf54bd2015-04-14 21:28:08 +0200291 // TODO(mflodman): Change to CreateAudioPayload and make static.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000292 ret_val = audio_->RegisterAudioPayload(payload_name, payload_number,
danilchap6db6cdc2015-12-15 02:54:47 -0800293 frequency, channels, rate, &payload);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000294 } else {
Peter Boström9d0c4322016-02-16 17:59:27 +0100295 payload = video_->CreateVideoPayload(payload_name, payload_number);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000296 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000297 if (payload) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000298 payload_type_map_[payload_number] = payload;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000299 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000300 return ret_val;
niklase@google.com470e71d2011-07-07 08:21:25 +0000301}
302
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000303int32_t RTPSender::DeRegisterSendPayload(int8_t payload_type) {
tommiae695e92016-02-02 08:31:45 -0800304 rtc::CritScope lock(&send_critsect_);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000305
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000306 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000307 payload_type_map_.find(payload_type);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000308
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000309 if (payload_type_map_.end() == it) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000310 return -1;
311 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000312 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000313 delete payload;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000314 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000315 return 0;
316}
niklase@google.com470e71d2011-07-07 08:21:25 +0000317
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000318void RTPSender::SetSendPayloadType(int8_t payload_type) {
tommiae695e92016-02-02 08:31:45 -0800319 rtc::CritScope lock(&send_critsect_);
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000320 payload_type_ = payload_type;
321}
322
sprang@webrtc.orgefcad392014-03-25 16:51:35 +0000323int8_t RTPSender::SendPayloadType() const {
tommiae695e92016-02-02 08:31:45 -0800324 rtc::CritScope lock(&send_critsect_);
sprang@webrtc.orgefcad392014-03-25 16:51:35 +0000325 return payload_type_;
326}
niklase@google.com470e71d2011-07-07 08:21:25 +0000327
pbos@webrtc.org59f20bb2013-09-09 16:02:19 +0000328int RTPSender::SendPayloadFrequency() const {
329 return audio_ != NULL ? audio_->AudioFrequency() : kVideoPayloadTypeFrequency;
330}
niklase@google.com470e71d2011-07-07 08:21:25 +0000331
danilchap41befce2016-03-30 11:11:51 -0700332void RTPSender::SetMaxPayloadLength(size_t max_payload_length) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000333 // Sanity check.
henrikg91d6ede2015-09-17 00:24:34 -0700334 RTC_DCHECK(max_payload_length >= 100 && max_payload_length <= IP_PACKET_SIZE)
Peter Boströmd6f1a382015-07-14 16:08:02 +0200335 << "Invalid max payload length: " << max_payload_length;
tommiae695e92016-02-02 08:31:45 -0800336 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000337 max_payload_length_ = max_payload_length;
niklase@google.com470e71d2011-07-07 08:21:25 +0000338}
339
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000340size_t RTPSender::MaxDataPayloadLength() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000341 if (audio_configured_) {
isheriff6b4b5f32016-06-08 00:24:21 -0700342 return max_payload_length_ - RtpHeaderLength();
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000343 } else {
isheriff6b4b5f32016-06-08 00:24:21 -0700344 return max_payload_length_ - RtpHeaderLength() // RTP overhead.
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000345 - video_->FECPacketOverhead() // FEC/ULP/RED overhead.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200346 - (RtxStatus() ? kRtxHeaderSize : 0); // RTX overhead.
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000347 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000348}
349
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000350size_t RTPSender::MaxPayloadLength() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000351 return max_payload_length_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000352}
353
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000354void RTPSender::SetRtxStatus(int mode) {
tommiae695e92016-02-02 08:31:45 -0800355 rtc::CritScope lock(&send_critsect_);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000356 rtx_ = mode;
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000357}
358
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000359int RTPSender::RtxStatus() const {
tommiae695e92016-02-02 08:31:45 -0800360 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000361 return rtx_;
362}
363
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000364void RTPSender::SetRtxSsrc(uint32_t ssrc) {
tommiae695e92016-02-02 08:31:45 -0800365 rtc::CritScope lock(&send_critsect_);
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000366 ssrc_rtx_ = ssrc;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000367}
368
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000369uint32_t RTPSender::RtxSsrc() const {
tommiae695e92016-02-02 08:31:45 -0800370 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000371 return ssrc_rtx_;
372}
373
Shao Changbine62202f2015-04-21 20:24:50 +0800374void RTPSender::SetRtxPayloadType(int payload_type,
375 int associated_payload_type) {
tommiae695e92016-02-02 08:31:45 -0800376 rtc::CritScope lock(&send_critsect_);
henrikg91d6ede2015-09-17 00:24:34 -0700377 RTC_DCHECK_LE(payload_type, 127);
378 RTC_DCHECK_LE(associated_payload_type, 127);
Shao Changbine62202f2015-04-21 20:24:50 +0800379 if (payload_type < 0) {
380 LOG(LS_ERROR) << "Invalid RTX payload type: " << payload_type;
381 return;
382 }
383
384 rtx_payload_type_map_[associated_payload_type] = payload_type;
Åsa Persson6ae25722015-04-13 17:48:08 +0200385}
386
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000387int32_t RTPSender::CheckPayloadType(int8_t payload_type,
388 RtpVideoCodecTypes* video_type) {
tommiae695e92016-02-02 08:31:45 -0800389 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000390
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000391 if (payload_type < 0) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000392 LOG(LS_ERROR) << "Invalid payload_type " << payload_type;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000393 return -1;
394 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000395 if (payload_type_ == payload_type) {
396 if (!audio_configured_) {
397 *video_type = video_->VideoCodecType();
niklase@google.com470e71d2011-07-07 08:21:25 +0000398 }
399 return 0;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000400 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000401 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000402 payload_type_map_.find(payload_type);
403 if (it == payload_type_map_.end()) {
Stefan Holmerb86d4e42015-12-07 10:26:18 +0100404 LOG(LS_WARNING) << "Payload type " << static_cast<int>(payload_type)
405 << " not registered.";
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000406 return -1;
407 }
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000408 SetSendPayloadType(payload_type);
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000409 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000410 assert(payload);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000411 if (!payload->audio && !audio_configured_) {
412 video_->SetVideoCodecType(payload->typeSpecific.Video.videoCodecType);
413 *video_type = payload->typeSpecific.Video.videoCodecType;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000414 }
415 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000416}
417
isheriff6b4b5f32016-06-08 00:24:21 -0700418bool RTPSender::ActivateCVORtpHeaderExtension() {
419 if (!video_rotation_active_) {
tommiae695e92016-02-02 08:31:45 -0800420 rtc::CritScope lock(&send_critsect_);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700421 if (rtp_header_extension_map_.SetActive(kRtpExtensionVideoRotation, true)) {
isheriff6b4b5f32016-06-08 00:24:21 -0700422 video_rotation_active_ = true;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700423 }
424 }
isheriff6b4b5f32016-06-08 00:24:21 -0700425 return video_rotation_active_;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700426}
427
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700428bool RTPSender::SendOutgoingData(FrameType frame_type,
429 int8_t payload_type,
430 uint32_t capture_timestamp,
431 int64_t capture_time_ms,
432 const uint8_t* payload_data,
433 size_t payload_size,
434 const RTPFragmentationHeader* fragmentation,
435 const RTPVideoHeader* rtp_header,
436 uint32_t* transport_frame_id_out) {
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000437 uint32_t ssrc;
isheriff6b4b5f32016-06-08 00:24:21 -0700438 uint16_t sequence_number;
danilchape5b41412016-08-22 03:39:23 -0700439 uint32_t rtp_timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000440 {
441 // Drop this packet if we're not sending media packets.
tommiae695e92016-02-02 08:31:45 -0800442 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000443 ssrc = ssrc_;
isheriff6b4b5f32016-06-08 00:24:21 -0700444 sequence_number = sequence_number_;
danilchape5b41412016-08-22 03:39:23 -0700445 rtp_timestamp = timestamp_offset_ + capture_timestamp;
446 if (transport_frame_id_out)
447 *transport_frame_id_out = rtp_timestamp;
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700448 if (!sending_media_)
449 return true;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000450 }
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000451 RtpVideoCodecTypes video_type = kRtpVideoGeneric;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000452 if (CheckPayloadType(payload_type, &video_type) != 0) {
Stefan Holmerb86d4e42015-12-07 10:26:18 +0100453 LOG(LS_ERROR) << "Don't send data with unknown payload type: "
454 << static_cast<int>(payload_type) << ".";
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700455 return false;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000456 }
457
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700458 bool result;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000459 if (audio_configured_) {
danilchape5b41412016-08-22 03:39:23 -0700460 TRACE_EVENT_ASYNC_STEP1("webrtc", "Audio", rtp_timestamp, "Send", "type",
461 FrameTypeToString(frame_type));
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000462 assert(frame_type == kAudioFrameSpeech || frame_type == kAudioFrameCN ||
pbos22993e12015-10-19 02:39:06 -0700463 frame_type == kEmptyFrame);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000464
danilchape5b41412016-08-22 03:39:23 -0700465 result = audio_->SendAudio(frame_type, payload_type, rtp_timestamp,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700466 payload_data, payload_size, fragmentation);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000467 } else {
hclam@chromium.org1a7b9b92013-07-08 21:31:18 +0000468 TRACE_EVENT_ASYNC_STEP1("webrtc", "Video", capture_time_ms,
469 "Send", "type", FrameTypeToString(frame_type));
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000470 assert(frame_type != kAudioFrameSpeech && frame_type != kAudioFrameCN);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000471
pbos22993e12015-10-19 02:39:06 -0700472 if (frame_type == kEmptyFrame)
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700473 return true;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000474
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700475 if (rtp_header) {
476 playout_delay_oracle_.UpdateRequest(ssrc, rtp_header->playout_delay,
isheriff6b4b5f32016-06-08 00:24:21 -0700477 sequence_number);
478 }
479
480 // Update the active/inactive status of playout delay extension based
481 // on what the oracle indicates.
482 {
483 rtc::CritScope lock(&send_critsect_);
484 if (playout_delay_active_ != playout_delay_oracle_.send_playout_delay()) {
485 playout_delay_active_ = playout_delay_oracle_.send_playout_delay();
486 rtp_header_extension_map_.SetActive(kRtpExtensionPlayoutDelay,
487 playout_delay_active_);
488 }
489 }
490
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700491 result = video_->SendVideo(video_type, frame_type, payload_type,
danilchape5b41412016-08-22 03:39:23 -0700492 rtp_timestamp, capture_time_ms, payload_data,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700493 payload_size, fragmentation, rtp_header);
494 }
495
danilchap7c9426c2016-04-14 03:05:31 -0700496 rtc::CritScope cs(&statistics_crit_);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000497 // Note: This is currently only counting for video.
498 if (frame_type == kVideoFrameKey) {
499 ++frame_counts_.key_frames;
500 } else if (frame_type == kVideoFrameDelta) {
501 ++frame_counts_.delta_frames;
502 }
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000503 if (frame_count_observer_) {
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000504 frame_count_observer_->FrameCountUpdated(frame_counts_, ssrc);
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000505 }
506
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700507 return result;
niklase@google.com470e71d2011-07-07 08:21:25 +0000508}
509
philipela1ed0b32016-06-01 06:31:17 -0700510size_t RTPSender::TrySendRedundantPayloads(size_t bytes_to_send,
511 int probe_cluster_id) {
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000512 {
tommiae695e92016-02-02 08:31:45 -0800513 rtc::CritScope lock(&send_critsect_);
Peter Boströmfc968a22016-02-19 16:14:37 +0100514 if (!sending_media_)
515 return 0;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000516 if ((rtx_ & kRtxRedundantPayloads) == 0)
517 return 0;
518 }
519
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000520 int bytes_left = static_cast<int>(bytes_to_send);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000521 while (bytes_left > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200522 std::unique_ptr<RtpPacketToSend> packet =
523 packet_history_.GetBestFittingPacket(bytes_left);
524 if (!packet)
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000525 break;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200526 size_t payload_size = packet->payload_size();
527 if (!PrepareAndSendPacket(std::move(packet), true, false, probe_cluster_id))
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000528 break;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200529 bytes_left -= payload_size;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000530 }
531 return bytes_to_send - bytes_left;
532}
533
Stefan Holmer586b19b2015-09-18 11:14:31 +0200534size_t RTPSender::SendPadData(size_t bytes,
535 bool timestamp_provided,
536 uint32_t timestamp,
philipel46948c12016-06-01 04:04:40 -0700537 int64_t capture_time_ms) {
philipela1ed0b32016-06-01 06:31:17 -0700538 return SendPadData(bytes, timestamp_provided, timestamp, capture_time_ms,
539 PacketInfo::kNotAProbe);
540}
541
542size_t RTPSender::SendPadData(size_t bytes,
543 bool timestamp_provided,
544 uint32_t timestamp,
545 int64_t capture_time_ms,
546 int probe_cluster_id) {
sprangebbf8a82015-09-21 15:11:14 -0700547 // Always send full padding packets. This is accounted for by the
548 // RtpPacketSender,
Stefan Holmer586b19b2015-09-18 11:14:31 +0200549 // which will make sure we don't send too much padding even if a single packet
550 // is larger than requested.
551 size_t padding_bytes_in_packet =
552 std::min(MaxDataPayloadLength(), kMaxPaddingLength);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000553 size_t bytes_sent = 0;
stefana23fc622016-07-28 07:56:38 -0700554 bool using_transport_seq =
555 IsRtpHeaderExtensionRegistered(kRtpExtensionTransportSequenceNumber) &&
556 transport_sequence_number_allocator_;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000557 for (; bytes > 0; bytes -= padding_bytes_in_packet) {
Stefan Holmer586b19b2015-09-18 11:14:31 +0200558 if (bytes < padding_bytes_in_packet)
559 bytes = padding_bytes_in_packet;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000560
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000561 uint32_t ssrc;
562 uint16_t sequence_number;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000563 int payload_type;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000564 bool over_rtx;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000565 {
tommiae695e92016-02-02 08:31:45 -0800566 rtc::CritScope lock(&send_critsect_);
Peter Boströmfc968a22016-02-19 16:14:37 +0100567 if (!sending_media_)
568 return bytes_sent;
Stefan Holmer586b19b2015-09-18 11:14:31 +0200569 if (!timestamp_provided) {
danilchape5b41412016-08-22 03:39:23 -0700570 timestamp = last_rtp_timestamp_;
Stefan Holmer586b19b2015-09-18 11:14:31 +0200571 capture_time_ms = capture_time_ms_;
572 }
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000573 if (rtx_ == kRtxOff) {
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000574 // Without RTX we can't send padding in the middle of frames.
575 if (!last_packet_marker_bit_)
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000576 return 0;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000577 ssrc = ssrc_;
578 sequence_number = sequence_number_;
579 ++sequence_number_;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000580 payload_type = payload_type_;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000581 over_rtx = false;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000582 } else {
Stefan Holmerf5dca482016-01-27 12:58:51 +0100583 // Without abs-send-time or transport sequence number a media packet
584 // must be sent before padding so that the timestamps used for
585 // estimation are correct.
586 if (!media_has_been_sent_ &&
587 !(rtp_header_extension_map_.IsRegistered(
588 kRtpExtensionAbsoluteSendTime) ||
589 using_transport_seq)) {
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000590 return 0;
Stefan Holmerf5dca482016-01-27 12:58:51 +0100591 }
Stefan Holmer586b19b2015-09-18 11:14:31 +0200592 // Only change change the timestamp of padding packets sent over RTX.
593 // Padding only packets over RTP has to be sent as part of a media
594 // frame (and therefore the same timestamp).
595 if (last_timestamp_time_ms_ > 0) {
596 timestamp +=
597 (clock_->TimeInMilliseconds() - last_timestamp_time_ms_) * 90;
598 capture_time_ms +=
599 (clock_->TimeInMilliseconds() - last_timestamp_time_ms_);
600 }
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000601 ssrc = ssrc_rtx_;
602 sequence_number = sequence_number_rtx_;
603 ++sequence_number_rtx_;
Stefan Holmer10880012016-02-03 13:29:59 +0100604 payload_type = rtx_payload_type_map_.begin()->second;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000605 over_rtx = true;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000606 }
607 }
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000608
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200609 RtpPacketToSend padding_packet(&rtp_header_extension_map_, IP_PACKET_SIZE);
610 padding_packet.SetPayloadType(payload_type);
611 padding_packet.SetMarker(false);
612 padding_packet.SetSequenceNumber(sequence_number);
613 padding_packet.SetTimestamp(timestamp);
614 padding_packet.SetSsrc(ssrc);
615
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000616 int64_t now_ms = clock_->TimeInMilliseconds();
617
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000618 if (capture_time_ms > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200619 padding_packet.SetExtension<TransmissionOffset>(
620 kTimestampTicksPerMs * (now_ms - capture_time_ms));
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000621 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200622 padding_packet.SetExtension<AbsoluteSendTime>(now_ms);
sprang867fb522015-08-03 04:38:41 -0700623
stefan1d8a5062015-10-02 03:39:33 -0700624 PacketOptions options;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200625 bool has_transport_seq_no =
626 UpdateTransportSequenceNumber(&padding_packet, &options.packet_id);
sprang867fb522015-08-03 04:38:41 -0700627
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200628 padding_packet.SetPadding(padding_bytes_in_packet, &random_);
629
630 if (has_transport_seq_no && transport_feedback_observer_)
631 transport_feedback_observer_->AddPacket(
632 options.packet_id, padding_packet.size(), probe_cluster_id);
633
634 if (!SendPacketToNetwork(padding_packet, options))
stefanf116bd02015-10-27 08:29:42 -0700635 break;
636
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000637 bytes_sent += padding_bytes_in_packet;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200638 UpdateRtpStats(padding_packet, over_rtx, false);
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000639 }
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000640
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000641 return bytes_sent;
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000642}
643
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000644void RTPSender::SetStorePacketsStatus(bool enable, uint16_t number_to_store) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000645 packet_history_.SetStorePacketsStatus(enable, number_to_store);
niklase@google.com470e71d2011-07-07 08:21:25 +0000646}
647
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000648bool RTPSender::StorePackets() const {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000649 return packet_history_.StorePackets();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000650}
niklase@google.com470e71d2011-07-07 08:21:25 +0000651
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000652int32_t RTPSender::ReSendPacket(uint16_t packet_id, int64_t min_resend_time) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200653 std::unique_ptr<RtpPacketToSend> packet =
654 packet_history_.GetPacketAndSetSendTime(packet_id, min_resend_time, true);
655 if (!packet) {
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000656 // Packet not found.
asapersson@webrtc.org83ed0a42012-04-23 12:43:05 +0000657 return 0;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000658 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000659
sprangcd349d92016-07-13 09:11:28 -0700660 // Check if we're overusing retransmission bitrate.
661 // TODO(sprang): Add histograms for nack success or failure reasons.
662 RTC_DCHECK(retransmission_rate_limiter_);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200663 if (!retransmission_rate_limiter_->TryUseRate(packet->size()))
sprangcd349d92016-07-13 09:11:28 -0700664 return -1;
665
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000666 if (paced_sender_) {
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +0000667 // Convert from TickTime to Clock since capture_time_ms is based on
668 // TickTime.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200669 int64_t corrected_capture_tims_ms =
670 packet->capture_time_ms() + clock_delta_ms_;
671 paced_sender_->InsertPacket(RtpPacketSender::kNormalPriority,
672 packet->Ssrc(), packet->SequenceNumber(),
673 corrected_capture_tims_ms,
674 packet->payload_size(), true);
Peter Boströme23e7372015-10-08 11:44:14 +0200675
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200676 return packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000677 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200678 bool rtx = (RtxStatus() & kRtxRetransmitted) > 0;
679 int32_t packet_size = static_cast<int32_t>(packet->size());
680 if (!PrepareAndSendPacket(std::move(packet), rtx, true,
681 PacketInfo::kNotAProbe))
sprang867fb522015-08-03 04:38:41 -0700682 return -1;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200683 return packet_size;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000684}
685
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200686bool RTPSender::SendPacketToNetwork(const RtpPacketToSend& packet,
stefan1d8a5062015-10-02 03:39:33 -0700687 const PacketOptions& options) {
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000688 int bytes_sent = -1;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000689 if (transport_) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200690 bytes_sent = transport_->SendRtp(packet.data(), packet.size(), options)
691 ? static_cast<int>(packet.size())
stefan1d8a5062015-10-02 03:39:33 -0700692 : -1;
terelius429c3452016-01-21 05:42:04 -0800693 if (event_log_ && bytes_sent > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200694 event_log_->LogRtpHeader(kOutgoingPacket, MediaType::ANY, packet.data(),
695 packet.size());
terelius429c3452016-01-21 05:42:04 -0800696 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000697 }
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000698 TRACE_EVENT_INSTANT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200699 "RTPSender::SendPacketToNetwork", "size", packet.size(),
700 "sent", bytes_sent);
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000701 // TODO(pwestin): Add a separate bitrate for sent bitrate after pacer.
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000702 if (bytes_sent <= 0) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000703 LOG(LS_WARNING) << "Transport failed to send packet";
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000704 return false;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000705 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000706 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +0000707}
708
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000709int RTPSender::SelectiveRetransmissions() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000710 if (!video_)
711 return -1;
712 return video_->SelectiveRetransmissions();
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000713}
714
715int RTPSender::SetSelectiveRetransmissions(uint8_t settings) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000716 if (!video_)
717 return -1;
mflodmanfcf54bd2015-04-14 21:28:08 +0200718 video_->SetSelectiveRetransmissions(settings);
719 return 0;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000720}
721
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000722void RTPSender::OnReceivedNACK(const std::list<uint16_t>& nack_sequence_numbers,
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000723 int64_t avg_rtt) {
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000724 TRACE_EVENT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
725 "RTPSender::OnReceivedNACK", "num_seqnum",
726 nack_sequence_numbers.size(), "avg_rtt", avg_rtt);
sprangcd349d92016-07-13 09:11:28 -0700727 for (uint16_t seq_no : nack_sequence_numbers) {
728 const int32_t bytes_sent = ReSendPacket(seq_no, 5 + avg_rtt);
729 if (bytes_sent < 0) {
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000730 // Failed to send one Sequence number. Give up the rest in this nack.
sprangcd349d92016-07-13 09:11:28 -0700731 LOG(LS_WARNING) << "Failed resending RTP packet " << seq_no
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000732 << ", Discard rest of packets";
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000733 break;
niklase@google.com470e71d2011-07-07 08:21:25 +0000734 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000735 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000736}
737
isheriff6b4b5f32016-06-08 00:24:21 -0700738void RTPSender::OnReceivedRtcpReportBlocks(
739 const ReportBlockList& report_blocks) {
740 playout_delay_oracle_.OnReceivedRtcpReportBlocks(report_blocks);
741}
742
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000743// Called from pacer when we can send the packet.
hclam@chromium.org2e402ce2013-06-20 20:18:31 +0000744bool RTPSender::TimeToSendPacket(uint16_t sequence_number,
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000745 int64_t capture_time_ms,
philipela1ed0b32016-06-01 06:31:17 -0700746 bool retransmission,
747 int probe_cluster_id) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200748 std::unique_ptr<RtpPacketToSend> packet =
749 packet_history_.GetPacketAndSetSendTime(sequence_number, 0,
750 retransmission);
751 if (!packet)
hclam@chromium.org2e402ce2013-06-20 20:18:31 +0000752 // Packet cannot be found. Allow sending to continue.
753 return true;
asapersson35151f32016-05-02 23:44:01 -0700754
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200755 return PrepareAndSendPacket(
756 std::move(packet),
757 retransmission && (RtxStatus() & kRtxRetransmitted) > 0, retransmission,
758 probe_cluster_id);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000759}
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000760
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200761bool RTPSender::PrepareAndSendPacket(std::unique_ptr<RtpPacketToSend> packet,
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000762 bool send_over_rtx,
philipela1ed0b32016-06-01 06:31:17 -0700763 bool is_retransmit,
764 int probe_cluster_id) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200765 RTC_DCHECK(packet);
766 int64_t capture_time_ms = packet->capture_time_ms();
767 RtpPacketToSend* packet_to_send = packet.get();
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000768
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200769 if (!is_retransmit && packet->Marker()) {
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000770 TRACE_EVENT_ASYNC_END0(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"), "PacedSend",
771 capture_time_ms);
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000772 }
773
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200774 TRACE_EVENT_INSTANT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
775 "PrepareAndSendPacket", "timestamp", packet->Timestamp(),
776 "seqnum", packet->SequenceNumber());
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000777
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200778 std::unique_ptr<RtpPacketToSend> packet_rtx;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000779 if (send_over_rtx) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200780 packet_rtx = BuildRtxPacket(*packet);
781 if (!packet_rtx)
danilchap32cd2c42016-08-01 06:58:34 -0700782 return false;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200783 packet_to_send = packet_rtx.get();
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000784 }
785
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000786 int64_t now_ms = clock_->TimeInMilliseconds();
787 int64_t diff_ms = now_ms - capture_time_ms;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200788 packet_to_send->SetExtension<TransmissionOffset>(kTimestampTicksPerMs *
789 diff_ms);
790 packet_to_send->SetExtension<AbsoluteSendTime>(now_ms);
sprang867fb522015-08-03 04:38:41 -0700791
stefan1d8a5062015-10-02 03:39:33 -0700792 PacketOptions options;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200793 if (UpdateTransportSequenceNumber(packet_to_send, &options.packet_id) &&
794 transport_feedback_observer_) {
795 transport_feedback_observer_->AddPacket(
796 options.packet_id, packet_to_send->size(), probe_cluster_id);
sprang867fb522015-08-03 04:38:41 -0700797 }
798
asapersson35151f32016-05-02 23:44:01 -0700799 if (!is_retransmit && !send_over_rtx) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200800 UpdateDelayStatistics(packet->capture_time_ms(), now_ms);
801 UpdateOnSendPacket(options.packet_id, packet->capture_time_ms(),
802 packet->Ssrc());
stefanf116bd02015-10-27 08:29:42 -0700803 }
804
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200805 if (!SendPacketToNetwork(*packet_to_send, options))
806 return false;
807
808 {
tommiae695e92016-02-02 08:31:45 -0800809 rtc::CritScope lock(&send_critsect_);
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000810 media_has_been_sent_ = true;
811 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200812 UpdateRtpStats(*packet_to_send, send_over_rtx, is_retransmit);
813 return true;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000814}
815
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200816void RTPSender::UpdateRtpStats(const RtpPacketToSend& packet,
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000817 bool is_rtx,
818 bool is_retransmit) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000819 StreamDataCounters* counters;
sprang@webrtc.org5314e852014-01-27 13:20:36 +0000820 // Get ssrc before taking statistics_crit_ to avoid possible deadlock.
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000821 uint32_t ssrc = is_rtx ? RtxSsrc() : SSRC();
sprangcd349d92016-07-13 09:11:28 -0700822 int64_t now_ms = clock_->TimeInMilliseconds();
sprang@webrtc.org5314e852014-01-27 13:20:36 +0000823
danilchap7c9426c2016-04-14 03:05:31 -0700824 rtc::CritScope lock(&statistics_crit_);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000825 if (is_rtx) {
826 counters = &rtx_rtp_stats_;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000827 } else {
828 counters = &rtp_stats_;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000829 }
830
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200831 total_bitrate_sent_.Update(packet.size(), now_ms);
asapersson@webrtc.org44149392015-02-04 08:34:47 +0000832
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200833 if (counters->first_packet_time_ms == -1) {
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +0000834 counters->first_packet_time_ms = clock_->TimeInMilliseconds();
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000835 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200836 if (IsFecPacket(packet)) {
837 CountPacket(&counters->fec, packet);
838 }
839 if (is_retransmit) {
840 CountPacket(&counters->retransmitted, packet);
841 nack_bitrate_sent_.Update(packet.size(), now_ms);
842 }
843 CountPacket(&counters->transmitted, packet);
sprangcd349d92016-07-13 09:11:28 -0700844
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200845 if (rtp_stats_callback_) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000846 rtp_stats_callback_->DataCountersUpdated(*counters, ssrc);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200847 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000848}
849
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200850bool RTPSender::IsFecPacket(const RtpPacketToSend& packet) const {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000851 if (!video_) {
852 return false;
853 }
854 bool fec_enabled;
855 uint8_t pt_red;
856 uint8_t pt_fec;
danilchap6db6cdc2015-12-15 02:54:47 -0800857 video_->GenericFECStatus(&fec_enabled, &pt_red, &pt_fec);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200858 return fec_enabled && packet.PayloadType() == pt_red &&
859 packet.payload()[0] == pt_fec;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000860}
861
philipela1ed0b32016-06-01 06:31:17 -0700862size_t RTPSender::TimeToSendPadding(size_t bytes, int probe_cluster_id) {
Stefan Holmerb86d4e42015-12-07 10:26:18 +0100863 if (audio_configured_ || bytes == 0)
pbos545727e2015-07-01 06:31:06 -0700864 return 0;
philipela1ed0b32016-06-01 06:31:17 -0700865 size_t bytes_sent = TrySendRedundantPayloads(bytes, probe_cluster_id);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000866 if (bytes_sent < bytes)
philipela1ed0b32016-06-01 06:31:17 -0700867 bytes_sent +=
868 SendPadData(bytes - bytes_sent, false, 0, 0, probe_cluster_id);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000869 return bytes_sent;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000870}
871
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700872bool RTPSender::SendToNetwork(uint8_t* buffer,
873 size_t payload_length,
874 size_t rtp_header_length,
875 int64_t capture_time_ms,
876 StorageType storage,
877 RtpPacketSender::Priority priority) {
terelius429c3452016-01-21 05:42:04 -0800878 size_t length = payload_length + rtp_header_length;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200879 std::unique_ptr<RtpPacketToSend> packet(
880 new RtpPacketToSend(&rtp_header_extension_map_, length));
881 RTC_CHECK(packet->Parse(buffer, length));
882 packet->set_capture_time_ms(capture_time_ms);
883 return SendToNetwork(std::move(packet), storage, priority);
884}
terelius429c3452016-01-21 05:42:04 -0800885
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200886bool RTPSender::SendToNetwork(std::unique_ptr<RtpPacketToSend> packet,
887 StorageType storage,
888 RtpPacketSender::Priority priority) {
889 RTC_DCHECK(packet);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000890 int64_t now_ms = clock_->TimeInMilliseconds();
891
stefan@webrtc.org715faaf2012-08-28 15:20:39 +0000892 // |capture_time_ms| <= 0 is considered invalid.
893 // TODO(holmer): This should be changed all over Video Engine so that negative
894 // time is consider invalid, while 0 is considered a valid time.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200895 if (packet->capture_time_ms() > 0) {
896 packet->SetExtension<TransmissionOffset>(
897 kTimestampTicksPerMs * (now_ms - packet->capture_time_ms()));
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +0000898 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200899 packet->SetExtension<AbsoluteSendTime>(now_ms);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000900
Peter Boströme23e7372015-10-08 11:44:14 +0200901 if (paced_sender_) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200902 uint16_t seq_no = packet->SequenceNumber();
903 uint32_t ssrc = packet->Ssrc();
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000904 // Correct offset between implementations of millisecond time stamps in
905 // TickTime and Clock.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200906 int64_t corrected_time_ms = packet->capture_time_ms() + clock_delta_ms_;
907 size_t payload_length = packet->payload_size();
908 packet_history_.PutRtpPacket(std::move(packet), storage, false);
909
910 paced_sender_->InsertPacket(priority, ssrc, seq_no, corrected_time_ms,
Peter Boströme23e7372015-10-08 11:44:14 +0200911 payload_length, false);
912 if (last_capture_time_ms_sent_ == 0 ||
913 corrected_time_ms > last_capture_time_ms_sent_) {
914 last_capture_time_ms_sent_ = corrected_time_ms;
915 TRACE_EVENT_ASYNC_BEGIN1(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
916 "PacedSend", corrected_time_ms,
917 "capture_time_ms", corrected_time_ms);
asapersson@webrtc.orge5b49a02012-11-06 13:09:39 +0000918 }
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700919 return true;
stefan@webrtc.orgddfdfed2012-07-03 13:21:22 +0000920 }
Stefan Holmerf5dca482016-01-27 12:58:51 +0100921
922 PacketOptions options;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200923 if (UpdateTransportSequenceNumber(packet.get(), &options.packet_id) &&
924 transport_feedback_observer_) {
925 transport_feedback_observer_->AddPacket(options.packet_id, packet->size(),
926 PacketInfo::kNotAProbe);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100927 }
928
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200929 UpdateDelayStatistics(packet->capture_time_ms(), now_ms);
930 UpdateOnSendPacket(options.packet_id, packet->capture_time_ms(),
931 packet->Ssrc());
932
933 bool sent = SendPacketToNetwork(*packet, options);
934
935 if (sent) {
936 {
937 rtc::CritScope lock(&send_critsect_);
938 media_has_been_sent_ = true;
939 }
940 UpdateRtpStats(*packet, false, false);
941 }
sprang@webrtc.orgc957ffc2015-02-02 13:08:02 +0000942
Peter Boströme23e7372015-10-08 11:44:14 +0200943 // Mark the packet as sent in the history even if send failed. Dropping a
944 // packet here should be treated as any other packet drop so we should be
945 // ready for a retransmission.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200946 packet_history_.PutRtpPacket(std::move(packet), storage, true);
Peter Boströme23e7372015-10-08 11:44:14 +0200947
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200948 return sent;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000949}
950
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +0000951void RTPSender::UpdateDelayStatistics(int64_t capture_time_ms, int64_t now_ms) {
asapersson35151f32016-05-02 23:44:01 -0700952 if (!send_side_delay_observer_ || capture_time_ms <= 0)
Peter Boström71861a02015-05-28 14:45:36 +0200953 return;
954
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000955 uint32_t ssrc;
956 int avg_delay_ms = 0;
957 int max_delay_ms = 0;
958 {
tommiae695e92016-02-02 08:31:45 -0800959 rtc::CritScope lock(&send_critsect_);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000960 ssrc = ssrc_;
961 }
962 {
danilchap7c9426c2016-04-14 03:05:31 -0700963 rtc::CritScope cs(&statistics_crit_);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000964 // TODO(holmer): Compute this iteratively instead.
965 send_delays_[now_ms] = now_ms - capture_time_ms;
966 send_delays_.erase(send_delays_.begin(),
967 send_delays_.lower_bound(now_ms -
968 kSendSideDelayWindowMs));
Peter Boström71861a02015-05-28 14:45:36 +0200969 int num_delays = 0;
970 for (auto it = send_delays_.upper_bound(now_ms - kSendSideDelayWindowMs);
971 it != send_delays_.end(); ++it) {
972 max_delay_ms = std::max(max_delay_ms, it->second);
973 avg_delay_ms += it->second;
974 ++num_delays;
975 }
976 if (num_delays == 0)
977 return;
978 avg_delay_ms = (avg_delay_ms + num_delays / 2) / num_delays;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000979 }
Peter Boström71861a02015-05-28 14:45:36 +0200980 send_side_delay_observer_->SendSideDelayUpdated(avg_delay_ms, max_delay_ms,
981 ssrc);
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +0000982}
983
asapersson35151f32016-05-02 23:44:01 -0700984void RTPSender::UpdateOnSendPacket(int packet_id,
985 int64_t capture_time_ms,
986 uint32_t ssrc) {
987 if (!send_packet_observer_ || capture_time_ms <= 0 || packet_id == -1)
988 return;
989
990 send_packet_observer_->OnSendPacket(packet_id, capture_time_ms, ssrc);
991}
992
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000993void RTPSender::ProcessBitrate() {
sprangcd349d92016-07-13 09:11:28 -0700994 if (!bitrate_callback_)
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000995 return;
sprangcd349d92016-07-13 09:11:28 -0700996 int64_t now_ms = clock_->TimeInMilliseconds();
997 uint32_t ssrc;
998 {
999 rtc::CritScope lock(&send_critsect_);
1000 ssrc = ssrc_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001001 }
sprangcd349d92016-07-13 09:11:28 -07001002
1003 rtc::CritScope lock(&statistics_crit_);
1004 bitrate_callback_->Notify(total_bitrate_sent_.Rate(now_ms).value_or(0),
1005 nack_bitrate_sent_.Rate(now_ms).value_or(0), ssrc);
niklase@google.com470e71d2011-07-07 08:21:25 +00001006}
1007
isheriff6b4b5f32016-06-08 00:24:21 -07001008size_t RTPSender::RtpHeaderLength() const {
tommiae695e92016-02-02 08:31:45 -08001009 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001010 size_t rtp_header_length = kRtpHeaderLength;
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001011 rtp_header_length += sizeof(uint32_t) * csrcs_.size();
isheriff6b4b5f32016-06-08 00:24:21 -07001012 rtp_header_length += RtpHeaderExtensionLength();
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001013 return rtp_header_length;
niklase@google.com470e71d2011-07-07 08:21:25 +00001014}
1015
mflodmanfcf54bd2015-04-14 21:28:08 +02001016uint16_t RTPSender::AllocateSequenceNumber(uint16_t packets_to_send) {
tommiae695e92016-02-02 08:31:45 -08001017 rtc::CritScope lock(&send_critsect_);
mflodmanfcf54bd2015-04-14 21:28:08 +02001018 uint16_t first_allocated_sequence_number = sequence_number_;
1019 sequence_number_ += packets_to_send;
1020 return first_allocated_sequence_number;
niklase@google.com470e71d2011-07-07 08:21:25 +00001021}
1022
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001023void RTPSender::GetDataCounters(StreamDataCounters* rtp_stats,
1024 StreamDataCounters* rtx_stats) const {
danilchap7c9426c2016-04-14 03:05:31 -07001025 rtc::CritScope lock(&statistics_crit_);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001026 *rtp_stats = rtp_stats_;
1027 *rtx_stats = rtx_rtp_stats_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001028}
1029
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001030size_t RTPSender::CreateRtpHeader(uint8_t* header,
1031 int8_t payload_type,
1032 uint32_t ssrc,
1033 bool marker_bit,
1034 uint32_t timestamp,
1035 uint16_t sequence_number,
1036 const std::vector<uint32_t>& csrcs) const {
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001037 header[0] = 0x80; // version 2.
1038 header[1] = static_cast<uint8_t>(payload_type);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001039 if (marker_bit) {
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001040 header[1] |= kRtpMarkerBitMask; // Marker bit is set.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001041 }
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001042 ByteWriter<uint16_t>::WriteBigEndian(header + 2, sequence_number);
1043 ByteWriter<uint32_t>::WriteBigEndian(header + 4, timestamp);
1044 ByteWriter<uint32_t>::WriteBigEndian(header + 8, ssrc);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001045 int32_t rtp_header_length = kRtpHeaderLength;
niklase@google.com470e71d2011-07-07 08:21:25 +00001046
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001047 if (csrcs.size() > 0) {
danilchapf6975f42015-12-28 10:18:46 -08001048 uint8_t* ptr = &header[rtp_header_length];
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001049 for (size_t i = 0; i < csrcs.size(); ++i) {
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001050 ByteWriter<uint32_t>::WriteBigEndian(ptr, csrcs[i]);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001051 ptr += 4;
niklase@google.com470e71d2011-07-07 08:21:25 +00001052 }
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001053 header[0] = (header[0] & 0xf0) | csrcs.size();
niklase@google.com470e71d2011-07-07 08:21:25 +00001054
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001055 // Update length of header.
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001056 rtp_header_length += sizeof(uint32_t) * csrcs.size();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001057 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001058
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001059 uint16_t len =
Sergey Ulanovec4f0682016-07-28 15:19:10 -07001060 BuildRtpHeaderExtension(header + rtp_header_length, marker_bit);
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001061 if (len > 0) {
1062 header[0] |= 0x10; // Set extension bit.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001063 rtp_header_length += len;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001064 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001065 return rtp_header_length;
niklase@google.com470e71d2011-07-07 08:21:25 +00001066}
1067
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001068int32_t RTPSender::BuildRTPheader(uint8_t* data_buffer,
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001069 int8_t payload_type,
1070 bool marker_bit,
1071 uint32_t capture_timestamp,
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001072 int64_t capture_time_ms,
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001073 bool timestamp_provided,
1074 bool inc_sequence_number) {
Sergey Ulanovec4f0682016-07-28 15:19:10 -07001075 return BuildRtpHeader(data_buffer, payload_type, marker_bit,
1076 capture_timestamp, capture_time_ms);
1077}
1078
1079int32_t RTPSender::BuildRtpHeader(uint8_t* data_buffer,
1080 int8_t payload_type,
1081 bool marker_bit,
danilchape5b41412016-08-22 03:39:23 -07001082 uint32_t rtp_timestamp,
Sergey Ulanovec4f0682016-07-28 15:19:10 -07001083 int64_t capture_time_ms) {
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001084 assert(payload_type >= 0);
tommiae695e92016-02-02 08:31:45 -08001085 rtc::CritScope lock(&send_critsect_);
danilchap32cd2c42016-08-01 06:58:34 -07001086 if (!sending_media_)
1087 return -1;
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001088
danilchape5b41412016-08-22 03:39:23 -07001089 last_rtp_timestamp_ = rtp_timestamp;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001090 last_timestamp_time_ms_ = clock_->TimeInMilliseconds();
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001091 uint32_t sequence_number = sequence_number_++;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +00001092 capture_time_ms_ = capture_time_ms;
1093 last_packet_marker_bit_ = marker_bit;
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001094 return CreateRtpHeader(data_buffer, payload_type, ssrc_, marker_bit,
danilchape5b41412016-08-22 03:39:23 -07001095 rtp_timestamp, sequence_number, csrcs_);
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001096}
1097
Sergey Ulanovec4f0682016-07-28 15:19:10 -07001098uint16_t RTPSender::BuildRtpHeaderExtension(uint8_t* data_buffer,
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001099 bool marker_bit) const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001100 if (rtp_header_extension_map_.Size() <= 0) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001101 return 0;
1102 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001103 // RTP header extension, RFC 3550.
1104 // 0 1 2 3
1105 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
1106 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1107 // | defined by profile | length |
1108 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1109 // | header extension |
1110 // | .... |
1111 //
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001112 const uint32_t kPosLength = 2;
pbos@webrtc.org3004c792013-05-07 12:36:21 +00001113 const uint32_t kHeaderLength = kRtpOneByteHeaderLength;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001114
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001115 // Add extension ID (0xBEDE).
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001116 ByteWriter<uint16_t>::WriteBigEndian(data_buffer,
1117 kRtpOneByteHeaderExtensionId);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001118
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001119 // Add extensions.
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001120 uint16_t total_block_length = 0;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001121
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001122 RTPExtensionType type = rtp_header_extension_map_.First();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001123 while (type != kRtpExtensionNone) {
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001124 uint8_t block_length = 0;
sprang@webrtc.org30933902015-03-17 14:33:12 +00001125 uint8_t* extension_data = &data_buffer[kHeaderLength + total_block_length];
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001126 switch (type) {
1127 case kRtpExtensionTransmissionTimeOffset:
sprang@webrtc.org30933902015-03-17 14:33:12 +00001128 block_length = BuildTransmissionTimeOffsetExtension(extension_data);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001129 break;
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001130 case kRtpExtensionAudioLevel:
sprang@webrtc.org30933902015-03-17 14:33:12 +00001131 block_length = BuildAudioLevelExtension(extension_data);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001132 break;
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001133 case kRtpExtensionAbsoluteSendTime:
sprang@webrtc.org30933902015-03-17 14:33:12 +00001134 block_length = BuildAbsoluteSendTimeExtension(extension_data);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001135 break;
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001136 case kRtpExtensionVideoRotation:
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001137 block_length = BuildVideoRotationExtension(extension_data);
sprang@webrtc.org30933902015-03-17 14:33:12 +00001138 break;
1139 case kRtpExtensionTransportSequenceNumber:
sprang867fb522015-08-03 04:38:41 -07001140 block_length = BuildTransportSequenceNumberExtension(
1141 extension_data, transport_sequence_number_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001142 break;
isheriff6b4b5f32016-06-08 00:24:21 -07001143 case kRtpExtensionPlayoutDelay:
1144 block_length = BuildPlayoutDelayExtension(
1145 extension_data, playout_delay_oracle_.min_playout_delay_ms(),
1146 playout_delay_oracle_.max_playout_delay_ms());
1147 break;
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001148 default:
1149 assert(false);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001150 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001151 total_block_length += block_length;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001152 type = rtp_header_extension_map_.Next(type);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001153 }
1154 if (total_block_length == 0) {
1155 // No extension added.
1156 return 0;
1157 }
sprang@webrtc.org30933902015-03-17 14:33:12 +00001158 // Add padding elements until we've filled a 32 bit block.
1159 size_t padding_bytes =
1160 RtpUtility::Word32Align(total_block_length) - total_block_length;
1161 if (padding_bytes > 0) {
1162 memset(&data_buffer[kHeaderLength + total_block_length], 0, padding_bytes);
1163 total_block_length += padding_bytes;
1164 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001165 // Set header length (in number of Word32, header excluded).
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001166 ByteWriter<uint16_t>::WriteBigEndian(data_buffer + kPosLength,
1167 total_block_length / 4);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001168 // Total added length.
1169 return kHeaderLength + total_block_length;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001170}
1171
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001172uint8_t RTPSender::BuildTransmissionTimeOffsetExtension(
1173 uint8_t* data_buffer) const {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001174 // From RFC 5450: Transmission Time Offsets in RTP Streams.
1175 //
1176 // The transmission time is signaled to the receiver in-band using the
1177 // general mechanism for RTP header extensions [RFC5285]. The payload
1178 // of this extension (the transmitted value) is a 24-bit signed integer.
1179 // When added to the RTP timestamp of the packet, it represents the
1180 // "effective" RTP transmission time of the packet, on the RTP
1181 // timescale.
1182 //
1183 // The form of the transmission offset extension block:
1184 //
1185 // 0 1 2 3
1186 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
1187 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1188 // | ID | len=2 | transmission offset |
1189 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001190
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001191 // Get id defined by user.
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001192 uint8_t id;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001193 if (rtp_header_extension_map_.GetId(kRtpExtensionTransmissionTimeOffset,
1194 &id) != 0) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001195 // Not registered.
1196 return 0;
1197 }
pbos@webrtc.org3004c792013-05-07 12:36:21 +00001198 size_t pos = 0;
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001199 const uint8_t len = 2;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001200 data_buffer[pos++] = (id << 4) + len;
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001201 ByteWriter<int32_t, 3>::WriteBigEndian(data_buffer + pos,
1202 transmission_time_offset_);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001203 pos += 3;
pbos@webrtc.org3004c792013-05-07 12:36:21 +00001204 assert(pos == kTransmissionTimeOffsetLength);
1205 return kTransmissionTimeOffsetLength;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001206}
1207
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001208uint8_t RTPSender::BuildAudioLevelExtension(uint8_t* data_buffer) const {
1209 // An RTP Header Extension for Client-to-Mixer Audio Level Indication
1210 //
1211 // https://datatracker.ietf.org/doc/draft-lennox-avt-rtp-audio-level-exthdr/
1212 //
1213 // The form of the audio level extension block:
1214 //
sprang@webrtc.org30933902015-03-17 14:33:12 +00001215 // 0 1
1216 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5
1217 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1218 // | ID | len=0 |V| level |
1219 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001220 //
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001221
1222 // Get id defined by user.
1223 uint8_t id;
1224 if (rtp_header_extension_map_.GetId(kRtpExtensionAudioLevel, &id) != 0) {
1225 // Not registered.
1226 return 0;
1227 }
1228 size_t pos = 0;
1229 const uint8_t len = 0;
1230 data_buffer[pos++] = (id << 4) + len;
1231 data_buffer[pos++] = (1 << 7) + 0; // Voice, 0 dBov.
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001232 assert(pos == kAudioLevelLength);
1233 return kAudioLevelLength;
1234}
1235
1236uint8_t RTPSender::BuildAbsoluteSendTimeExtension(uint8_t* data_buffer) const {
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001237 // Absolute send time in RTP streams.
1238 //
1239 // The absolute send time is signaled to the receiver in-band using the
1240 // general mechanism for RTP header extensions [RFC5285]. The payload
1241 // of this extension (the transmitted value) is a 24-bit unsigned integer
1242 // containing the sender's current time in seconds as a fixed point number
1243 // with 18 bits fractional part.
1244 //
1245 // The form of the absolute send time extension block:
1246 //
1247 // 0 1 2 3
1248 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
1249 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1250 // | ID | len=2 | absolute send time |
1251 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1252
1253 // Get id defined by user.
1254 uint8_t id;
1255 if (rtp_header_extension_map_.GetId(kRtpExtensionAbsoluteSendTime,
1256 &id) != 0) {
1257 // Not registered.
1258 return 0;
1259 }
1260 size_t pos = 0;
1261 const uint8_t len = 2;
1262 data_buffer[pos++] = (id << 4) + len;
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001263 ByteWriter<uint32_t, 3>::WriteBigEndian(data_buffer + pos,
1264 absolute_send_time_);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001265 pos += 3;
1266 assert(pos == kAbsoluteSendTimeLength);
1267 return kAbsoluteSendTimeLength;
1268}
1269
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001270uint8_t RTPSender::BuildVideoRotationExtension(uint8_t* data_buffer) const {
1271 // Coordination of Video Orientation in RTP streams.
1272 //
sprang@webrtc.org30933902015-03-17 14:33:12 +00001273 // Coordination of Video Orientation consists in signaling of the current
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001274 // orientation of the image captured on the sender side to the receiver for
1275 // appropriate rendering and displaying.
1276 //
sprang@webrtc.org30933902015-03-17 14:33:12 +00001277 // 0 1
1278 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5
1279 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1280 // | ID | len=0 |0 0 0 0 C F R R|
1281 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001282 //
1283
1284 // Get id defined by user.
1285 uint8_t id;
1286 if (rtp_header_extension_map_.GetId(kRtpExtensionVideoRotation, &id) != 0) {
1287 // Not registered.
1288 return 0;
1289 }
1290 size_t pos = 0;
1291 const uint8_t len = 0;
1292 data_buffer[pos++] = (id << 4) + len;
guoweis@webrtc.orgfdd10572015-03-12 20:50:57 +00001293 data_buffer[pos++] = ConvertVideoRotationToCVOByte(rotation_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001294 assert(pos == kVideoRotationLength);
1295 return kVideoRotationLength;
1296}
1297
sprang@webrtc.org30933902015-03-17 14:33:12 +00001298uint8_t RTPSender::BuildTransportSequenceNumberExtension(
sprang867fb522015-08-03 04:38:41 -07001299 uint8_t* data_buffer,
1300 uint16_t sequence_number) const {
sprang@webrtc.org30933902015-03-17 14:33:12 +00001301 // 0 1 2
1302 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3
1303 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1304 // | ID | L=1 |transport wide sequence number |
1305 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1306
1307 // Get id defined by user.
1308 uint8_t id;
1309 if (rtp_header_extension_map_.GetId(kRtpExtensionTransportSequenceNumber,
1310 &id) != 0) {
1311 // Not registered.
1312 return 0;
1313 }
1314 size_t pos = 0;
1315 const uint8_t len = 1;
1316 data_buffer[pos++] = (id << 4) + len;
sprang867fb522015-08-03 04:38:41 -07001317 ByteWriter<uint16_t>::WriteBigEndian(data_buffer + pos, sequence_number);
sprang@webrtc.org30933902015-03-17 14:33:12 +00001318 pos += 2;
1319 assert(pos == kTransportSequenceNumberLength);
1320 return kTransportSequenceNumberLength;
1321}
1322
isheriff6b4b5f32016-06-08 00:24:21 -07001323uint8_t RTPSender::BuildPlayoutDelayExtension(
1324 uint8_t* data_buffer,
1325 uint16_t min_playout_delay_ms,
1326 uint16_t max_playout_delay_ms) const {
1327 RTC_DCHECK_LE(min_playout_delay_ms, kPlayoutDelayMaxMs);
1328 RTC_DCHECK_LE(max_playout_delay_ms, kPlayoutDelayMaxMs);
1329 RTC_DCHECK_LE(min_playout_delay_ms, max_playout_delay_ms);
1330 // 0 1 2 3
1331 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
1332 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1333 // | ID | len=2 | MIN delay | MAX delay |
1334 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1335 uint8_t id;
1336 if (rtp_header_extension_map_.GetId(kRtpExtensionPlayoutDelay, &id) != 0) {
1337 // Not registered.
1338 return 0;
1339 }
1340 size_t pos = 0;
1341 const uint8_t len = 2;
1342 // Convert MS to value to be sent on extension header.
1343 uint16_t min_playout = min_playout_delay_ms / kPlayoutDelayGranularityMs;
1344 uint16_t max_playout = max_playout_delay_ms / kPlayoutDelayGranularityMs;
1345
1346 data_buffer[pos++] = (id << 4) + len;
1347 data_buffer[pos++] = min_playout >> 4;
1348 data_buffer[pos++] = ((min_playout & 0xf) << 4) | (max_playout >> 8);
1349 data_buffer[pos++] = max_playout & 0xff;
1350 assert(pos == kPlayoutDelayLength);
1351 return kPlayoutDelayLength;
1352}
1353
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001354bool RTPSender::FindHeaderExtensionPosition(RTPExtensionType type,
1355 const uint8_t* rtp_packet,
1356 size_t rtp_packet_length,
1357 const RTPHeader& rtp_header,
1358 size_t* position) const {
1359 // Get length until start of header extension block.
1360 int extension_block_pos =
1361 rtp_header_extension_map_.GetLengthUntilBlockStartInBytes(type);
1362 if (extension_block_pos < 0) {
1363 LOG(LS_WARNING) << "Failed to find extension position for " << type
1364 << " as it is not registered.";
1365 return false;
1366 }
1367
1368 HeaderExtension header_extension(type);
1369
danilchapd9e62f52016-01-14 14:55:19 -08001370 size_t extension_pos =
1371 kRtpHeaderLength + rtp_header.numCSRCs * sizeof(uint32_t);
1372 size_t block_pos = extension_pos + extension_block_pos;
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001373 if (rtp_packet_length < block_pos + header_extension.length ||
1374 rtp_header.headerLength < block_pos + header_extension.length) {
1375 LOG(LS_WARNING) << "Failed to find extension position for " << type
1376 << " as the length is invalid.";
1377 return false;
1378 }
1379
1380 // Verify that header contains extension.
danilchapd9e62f52016-01-14 14:55:19 -08001381 if (!(rtp_packet[extension_pos] == 0xBE &&
1382 rtp_packet[extension_pos + 1] == 0xDE)) {
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001383 LOG(LS_WARNING) << "Failed to find extension position for " << type
1384 << "as hdr extension not found.";
1385 return false;
1386 }
1387
1388 *position = block_pos;
1389 return true;
1390}
1391
sprang867fb522015-08-03 04:38:41 -07001392RTPSender::ExtensionStatus RTPSender::VerifyExtension(
1393 RTPExtensionType extension_type,
1394 uint8_t* rtp_packet,
1395 size_t rtp_packet_length,
1396 const RTPHeader& rtp_header,
1397 size_t extension_length_bytes,
1398 size_t* extension_offset) const {
1399 // Get id.
1400 uint8_t id = 0;
1401 if (rtp_header_extension_map_.GetId(extension_type, &id) != 0)
1402 return ExtensionStatus::kNotRegistered;
1403
1404 size_t block_pos = 0;
1405 if (!FindHeaderExtensionPosition(extension_type, rtp_packet,
1406 rtp_packet_length, rtp_header, &block_pos))
1407 return ExtensionStatus::kError;
1408
sprang867fb522015-08-03 04:38:41 -07001409 // Verify first byte in block.
1410 const uint8_t first_block_byte = (id << 4) + (extension_length_bytes - 2);
1411 if (rtp_packet[block_pos] != first_block_byte)
1412 return ExtensionStatus::kError;
1413
1414 *extension_offset = block_pos;
1415 return ExtensionStatus::kOk;
1416}
1417
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001418bool RTPSender::UpdateAudioLevel(uint8_t* rtp_packet,
1419 size_t rtp_packet_length,
1420 const RTPHeader& rtp_header,
1421 bool is_voiced,
1422 uint8_t dBov) const {
sprang867fb522015-08-03 04:38:41 -07001423 size_t offset;
tommiae695e92016-02-02 08:31:45 -08001424 rtc::CritScope lock(&send_critsect_);
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001425
sprang867fb522015-08-03 04:38:41 -07001426 switch (VerifyExtension(kRtpExtensionAudioLevel, rtp_packet,
1427 rtp_packet_length, rtp_header, kAudioLevelLength,
1428 &offset)) {
1429 case ExtensionStatus::kNotRegistered:
1430 return false;
1431 case ExtensionStatus::kError:
1432 LOG(LS_WARNING) << "Failed to update audio level.";
1433 return false;
1434 case ExtensionStatus::kOk:
1435 break;
1436 default:
1437 RTC_NOTREACHED();
stefan@webrtc.org2f8d5f32014-04-15 12:28:46 +00001438 }
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001439
sprang867fb522015-08-03 04:38:41 -07001440 rtp_packet[offset + 1] = (is_voiced ? 0x80 : 0x00) + (dBov & 0x7f);
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001441 return true;
1442}
1443
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001444bool RTPSender::UpdateVideoRotation(uint8_t* rtp_packet,
1445 size_t rtp_packet_length,
1446 const RTPHeader& rtp_header,
1447 VideoRotation rotation) const {
sprang867fb522015-08-03 04:38:41 -07001448 size_t offset;
tommiae695e92016-02-02 08:31:45 -08001449 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001450
sprang867fb522015-08-03 04:38:41 -07001451 switch (VerifyExtension(kRtpExtensionVideoRotation, rtp_packet,
1452 rtp_packet_length, rtp_header, kVideoRotationLength,
1453 &offset)) {
1454 case ExtensionStatus::kNotRegistered:
1455 return false;
1456 case ExtensionStatus::kError:
1457 LOG(LS_WARNING) << "Failed to update CVO.";
1458 return false;
1459 case ExtensionStatus::kOk:
1460 break;
1461 default:
1462 RTC_NOTREACHED();
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001463 }
1464
sprang867fb522015-08-03 04:38:41 -07001465 rtp_packet[offset + 1] = ConvertVideoRotationToCVOByte(rotation);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001466 return true;
1467}
1468
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001469bool RTPSender::UpdateTransportSequenceNumber(RtpPacketToSend* packet,
1470 int* packet_id) const {
1471 RTC_DCHECK(packet);
1472 RTC_DCHECK(packet_id);
tommiae695e92016-02-02 08:31:45 -08001473 rtc::CritScope lock(&send_critsect_);
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001474 if (!rtp_header_extension_map_.IsRegistered(TransportSequenceNumber::kId))
stefana23fc622016-07-28 07:56:38 -07001475 return false;
1476
asapersson35151f32016-05-02 23:44:01 -07001477 if (!transport_sequence_number_allocator_)
1478 return false;
1479
1480 *packet_id = transport_sequence_number_allocator_->AllocateSequenceNumber();
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001481
1482 if (!packet->SetExtension<TransportSequenceNumber>(*packet_id))
1483 return false;
1484
asapersson35151f32016-05-02 23:44:01 -07001485 return true;
sprang867fb522015-08-03 04:38:41 -07001486}
1487
pbos@webrtc.org59f20bb2013-09-09 16:02:19 +00001488void RTPSender::SetSendingStatus(bool enabled) {
danilchap71fead22016-08-18 02:01:49 -07001489 if (!enabled) {
tommiae695e92016-02-02 08:31:45 -08001490 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001491 if (!ssrc_forced_) {
1492 // Generate a new SSRC.
tommiae695e92016-02-02 08:31:45 -08001493 ssrc_db_->ReturnSSRC(ssrc_);
1494 ssrc_ = ssrc_db_->CreateSSRC();
1495 RTC_DCHECK(ssrc_ != 0);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001496 }
1497 // Don't initialize seq number if SSRC passed externally.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001498 if (!sequence_number_forced_ && !ssrc_forced_) {
1499 // Generate a new sequence number.
danilchap47a740b2015-12-15 00:30:07 -08001500 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001501 }
1502 }
1503}
1504
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001505void RTPSender::SetSendingMediaStatus(bool enabled) {
tommiae695e92016-02-02 08:31:45 -08001506 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001507 sending_media_ = enabled;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001508}
1509
1510bool RTPSender::SendingMedia() const {
tommiae695e92016-02-02 08:31:45 -08001511 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001512 return sending_media_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001513}
1514
danilchap71fead22016-08-18 02:01:49 -07001515void RTPSender::SetTimestampOffset(uint32_t timestamp) {
tommiae695e92016-02-02 08:31:45 -08001516 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -07001517 timestamp_offset_ = timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001518}
1519
danilchap71fead22016-08-18 02:01:49 -07001520uint32_t RTPSender::TimestampOffset() const {
tommiae695e92016-02-02 08:31:45 -08001521 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -07001522 return timestamp_offset_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001523}
1524
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001525uint32_t RTPSender::GenerateNewSSRC() {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001526 // If configured via API, return 0.
tommiae695e92016-02-02 08:31:45 -08001527 rtc::CritScope lock(&send_critsect_);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001528
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001529 if (ssrc_forced_) {
niklase@google.com470e71d2011-07-07 08:21:25 +00001530 return 0;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001531 }
tommiae695e92016-02-02 08:31:45 -08001532 ssrc_ = ssrc_db_->CreateSSRC();
1533 RTC_DCHECK(ssrc_ != 0);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001534 return ssrc_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001535}
1536
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001537void RTPSender::SetSSRC(uint32_t ssrc) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001538 // This is configured via the API.
tommiae695e92016-02-02 08:31:45 -08001539 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00001540
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001541 if (ssrc_ == ssrc && ssrc_forced_) {
1542 return; // Since it's same ssrc, don't reset anything.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001543 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001544 ssrc_forced_ = true;
tommiae695e92016-02-02 08:31:45 -08001545 ssrc_db_->ReturnSSRC(ssrc_);
1546 ssrc_db_->RegisterSSRC(ssrc);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001547 ssrc_ = ssrc;
1548 if (!sequence_number_forced_) {
danilchap47a740b2015-12-15 00:30:07 -08001549 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001550 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001551}
1552
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001553uint32_t RTPSender::SSRC() const {
tommiae695e92016-02-02 08:31:45 -08001554 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001555 return ssrc_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001556}
1557
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001558void RTPSender::SetCsrcs(const std::vector<uint32_t>& csrcs) {
1559 assert(csrcs.size() <= kRtpCsrcSize);
tommiae695e92016-02-02 08:31:45 -08001560 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001561 csrcs_ = csrcs;
niklase@google.com470e71d2011-07-07 08:21:25 +00001562}
1563
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001564void RTPSender::SetSequenceNumber(uint16_t seq) {
tommiae695e92016-02-02 08:31:45 -08001565 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001566 sequence_number_forced_ = true;
1567 sequence_number_ = seq;
niklase@google.com470e71d2011-07-07 08:21:25 +00001568}
1569
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001570uint16_t RTPSender::SequenceNumber() const {
tommiae695e92016-02-02 08:31:45 -08001571 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001572 return sequence_number_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001573}
1574
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001575// Audio.
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001576int32_t RTPSender::SendTelephoneEvent(uint8_t key,
1577 uint16_t time_ms,
1578 uint8_t level) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001579 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001580 return -1;
1581 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001582 return audio_->SendTelephoneEvent(key, time_ms, level);
niklase@google.com470e71d2011-07-07 08:21:25 +00001583}
1584
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001585int32_t RTPSender::SetAudioPacketSize(uint16_t packet_size_samples) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001586 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001587 return -1;
1588 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001589 return audio_->SetAudioPacketSize(packet_size_samples);
niklase@google.com470e71d2011-07-07 08:21:25 +00001590}
1591
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001592int32_t RTPSender::SetAudioLevel(uint8_t level_d_bov) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001593 return audio_->SetAudioLevel(level_d_bov);
niklase@google.com470e71d2011-07-07 08:21:25 +00001594}
1595
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001596RtpVideoCodecTypes RTPSender::VideoCodecType() const {
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001597 assert(!audio_configured_ && "Sender is an audio stream!");
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001598 return video_->VideoCodecType();
niklase@google.com470e71d2011-07-07 08:21:25 +00001599}
1600
pbosba8c15b2015-07-14 09:36:34 -07001601void RTPSender::SetGenericFECStatus(bool enable,
1602 uint8_t payload_type_red,
1603 uint8_t payload_type_fec) {
henrikg91d6ede2015-09-17 00:24:34 -07001604 RTC_DCHECK(!audio_configured_);
mflodmanfcf54bd2015-04-14 21:28:08 +02001605 video_->SetGenericFECStatus(enable, payload_type_red, payload_type_fec);
niklase@google.com470e71d2011-07-07 08:21:25 +00001606}
1607
pbosba8c15b2015-07-14 09:36:34 -07001608void RTPSender::GenericFECStatus(bool* enable,
Sergey Ulanovec4f0682016-07-28 15:19:10 -07001609 uint8_t* payload_type_red,
1610 uint8_t* payload_type_fec) const {
henrikg91d6ede2015-09-17 00:24:34 -07001611 RTC_DCHECK(!audio_configured_);
danilchap6db6cdc2015-12-15 02:54:47 -08001612 video_->GenericFECStatus(enable, payload_type_red, payload_type_fec);
niklase@google.com470e71d2011-07-07 08:21:25 +00001613}
1614
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001615int32_t RTPSender::SetFecParameters(
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001616 const FecProtectionParams *delta_params,
1617 const FecProtectionParams *key_params) {
1618 if (audio_configured_) {
stefan@webrtc.orge0d6fa42012-03-20 22:10:56 +00001619 return -1;
1620 }
mflodmanfcf54bd2015-04-14 21:28:08 +02001621 video_->SetFecParameters(delta_params, key_params);
1622 return 0;
marpan@google.com80c5d7a2011-07-15 21:32:40 +00001623}
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001624
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001625std::unique_ptr<RtpPacketToSend> RTPSender::BuildRtxPacket(
1626 const RtpPacketToSend& packet) {
1627 // TODO(danilchap): Create rtx packet with extra capacity for SRTP
1628 // when transport interface would be updated to take buffer class.
1629 std::unique_ptr<RtpPacketToSend> rtx_packet(new RtpPacketToSend(
1630 &rtp_header_extension_map_, packet.size() + kRtxHeaderSize));
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001631 // Add original RTP header.
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001632 rtx_packet->CopyHeaderFrom(packet);
1633 {
1634 rtc::CritScope lock(&send_critsect_);
1635 if (!sending_media_)
1636 return nullptr;
1637 // Replace payload type, if a specific type is set for RTX.
1638 auto kv = rtx_payload_type_map_.find(packet.PayloadType());
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001639
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001640 // Use rtx mapping associated with media codec if we can't find one,
1641 // assume it's red.
1642 // TODO(holmer): Remove once old Chrome versions don't rely on this.
1643 if (kv == rtx_payload_type_map_.end())
1644 kv = rtx_payload_type_map_.find(payload_type_);
1645 if (kv != rtx_payload_type_map_.end())
1646 rtx_packet->SetPayloadType(kv->second);
mflodman@webrtc.org9f5ebb52013-04-12 14:55:46 +00001647
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001648 // Replace sequence number.
1649 rtx_packet->SetSequenceNumber(sequence_number_rtx_++);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001650
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001651 // Replace SSRC.
1652 rtx_packet->SetSsrc(ssrc_rtx_);
1653 }
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001654
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001655 uint8_t* rtx_payload =
1656 rtx_packet->AllocatePayload(packet.payload_size() + kRtxHeaderSize);
1657 RTC_DCHECK(rtx_payload);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001658 // Add OSN (original sequence number).
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001659 ByteWriter<uint16_t>::WriteBigEndian(rtx_payload, packet.SequenceNumber());
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001660
1661 // Add original payload data.
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001662 memcpy(rtx_payload + kRtxHeaderSize, packet.payload(), packet.payload_size());
1663
1664 return rtx_packet;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001665}
1666
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001667void RTPSender::RegisterRtpStatisticsCallback(
1668 StreamDataCountersCallback* callback) {
danilchap7c9426c2016-04-14 03:05:31 -07001669 rtc::CritScope cs(&statistics_crit_);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001670 rtp_stats_callback_ = callback;
1671}
1672
1673StreamDataCountersCallback* RTPSender::GetRtpStatisticsCallback() const {
danilchap7c9426c2016-04-14 03:05:31 -07001674 rtc::CritScope cs(&statistics_crit_);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001675 return rtp_stats_callback_;
1676}
1677
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001678uint32_t RTPSender::BitrateSent() const {
sprangcd349d92016-07-13 09:11:28 -07001679 rtc::CritScope cs(&statistics_crit_);
1680 return total_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001681}
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001682
1683void RTPSender::SetRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -08001684 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001685 sequence_number_ = rtp_state.sequence_number;
1686 sequence_number_forced_ = true;
danilchap71fead22016-08-18 02:01:49 -07001687 timestamp_offset_ = rtp_state.start_timestamp;
danilchape5b41412016-08-22 03:39:23 -07001688 last_rtp_timestamp_ = rtp_state.timestamp;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001689 capture_time_ms_ = rtp_state.capture_time_ms;
1690 last_timestamp_time_ms_ = rtp_state.last_timestamp_time_ms;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001691 media_has_been_sent_ = rtp_state.media_has_been_sent;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001692}
1693
1694RtpState RTPSender::GetRtpState() const {
tommiae695e92016-02-02 08:31:45 -08001695 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001696
1697 RtpState state;
1698 state.sequence_number = sequence_number_;
danilchap71fead22016-08-18 02:01:49 -07001699 state.start_timestamp = timestamp_offset_;
danilchape5b41412016-08-22 03:39:23 -07001700 state.timestamp = last_rtp_timestamp_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001701 state.capture_time_ms = capture_time_ms_;
1702 state.last_timestamp_time_ms = last_timestamp_time_ms_;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001703 state.media_has_been_sent = media_has_been_sent_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001704
1705 return state;
1706}
1707
1708void RTPSender::SetRtxRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -08001709 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001710 sequence_number_rtx_ = rtp_state.sequence_number;
1711}
1712
1713RtpState RTPSender::GetRtxRtpState() const {
tommiae695e92016-02-02 08:31:45 -08001714 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001715
1716 RtpState state;
1717 state.sequence_number = sequence_number_rtx_;
danilchap71fead22016-08-18 02:01:49 -07001718 state.start_timestamp = timestamp_offset_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001719
1720 return state;
1721}
1722
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001723} // namespace webrtc