blob: c7c60b9b782e5e6c123e2567018966ad48b25afe [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgf6bb77a2012-01-24 17:16:59 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +000011#include "webrtc/modules/rtp_rtcp/source/rtp_sender.h"
12
danilchapb8b6fbb2015-12-10 05:05:27 -080013#include <algorithm>
Shao Changbine62202f2015-04-21 20:24:50 +080014#include <utility>
niklase@google.com470e71d2011-07-07 08:21:25 +000015
Shao Changbine62202f2015-04-21 20:24:50 +080016#include "webrtc/base/checks.h"
Peter Boströmebc0b4e2015-10-28 16:39:33 +010017#include "webrtc/base/logging.h"
sprangcd349d92016-07-13 09:11:28 -070018#include "webrtc/base/rate_limiter.h"
tommie4f96502015-10-20 23:00:48 -070019#include "webrtc/base/trace_event.h"
Niels Möllerd28db7f2016-05-10 16:31:47 +020020#include "webrtc/base/timeutils.h"
terelius429c3452016-01-21 05:42:04 -080021#include "webrtc/call.h"
22#include "webrtc/call/rtc_event_log.h"
gaetano.carlucci52a57032016-09-14 05:04:36 -070023#include "webrtc/modules/remote_bitrate_estimator/test/bwe_test_logging.h"
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010024#include "webrtc/modules/rtp_rtcp/include/rtp_cvo.h"
sprang@webrtc.org779c3d12015-03-17 16:42:49 +000025#include "webrtc/modules/rtp_rtcp/source/byte_io.h"
isheriff6b4b5f32016-06-08 00:24:21 -070026#include "webrtc/modules/rtp_rtcp/source/playout_delay_oracle.h"
Danil Chapovalov31e4e802016-08-03 18:27:40 +020027#include "webrtc/modules/rtp_rtcp/source/rtp_header_extensions.h"
28#include "webrtc/modules/rtp_rtcp/source/rtp_packet_to_send.h"
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +000029#include "webrtc/modules/rtp_rtcp/source/rtp_sender_audio.h"
30#include "webrtc/modules/rtp_rtcp/source/rtp_sender_video.h"
danilchap1227e8b2015-12-21 11:06:50 -080031#include "webrtc/modules/rtp_rtcp/source/time_util.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000032
33namespace webrtc {
niklase@google.com470e71d2011-07-07 08:21:25 +000034
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000035namespace {
Danil Chapovalov31e4e802016-08-03 18:27:40 +020036// Max in the RFC 3550 is 255 bytes, we limit it to be modulus 32 for SRTP.
37constexpr size_t kMaxPaddingLength = 224;
38constexpr int kSendSideDelayWindowMs = 1000;
39constexpr size_t kRtpHeaderLength = 12;
40constexpr uint16_t kMaxInitRtpSeqNumber = 32767; // 2^15 -1.
41constexpr uint32_t kTimestampTicksPerMs = 90;
42constexpr int kBitrateStatisticsWindowMs = 1000;
guoweis@webrtc.org45362892015-03-04 22:55:15 +000043
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +000044const char* FrameTypeToString(FrameType frame_type) {
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000045 switch (frame_type) {
pbos22993e12015-10-19 02:39:06 -070046 case kEmptyFrame:
47 return "empty";
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000048 case kAudioFrameSpeech: return "audio_speech";
49 case kAudioFrameCN: return "audio_cn";
50 case kVideoFrameKey: return "video_key";
51 case kVideoFrameDelta: return "video_delta";
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000052 }
53 return "";
54}
55
Danil Chapovalov31e4e802016-08-03 18:27:40 +020056void CountPacket(RtpPacketCounter* counter, const RtpPacketToSend& packet) {
57 ++counter->packets;
58 counter->header_bytes += packet.headers_size();
59 counter->padding_bytes += packet.padding_size();
60 counter->payload_bytes += packet.payload_size();
Stefan Holmer0a87ffc2015-10-21 13:41:48 +020061}
Danil Chapovalov31e4e802016-08-03 18:27:40 +020062
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000063} // namespace
64
sprangebbf8a82015-09-21 15:11:14 -070065RTPSender::RTPSender(
66 bool audio,
67 Clock* clock,
68 Transport* transport,
sprangebbf8a82015-09-21 15:11:14 -070069 RtpPacketSender* paced_sender,
70 TransportSequenceNumberAllocator* sequence_number_allocator,
71 TransportFeedbackObserver* transport_feedback_observer,
72 BitrateStatisticsObserver* bitrate_callback,
73 FrameCountObserver* frame_count_observer,
terelius429c3452016-01-21 05:42:04 -080074 SendSideDelayObserver* send_side_delay_observer,
asapersson35151f32016-05-02 23:44:01 -070075 RtcEventLog* event_log,
sprangcd349d92016-07-13 09:11:28 -070076 SendPacketObserver* send_packet_observer,
77 RateLimiter* retransmission_rate_limiter)
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000078 : clock_(clock),
Niels Möllerd28db7f2016-05-10 16:31:47 +020079 // TODO(holmer): Remove this conversion?
80 clock_delta_ms_(clock_->TimeInMilliseconds() - rtc::TimeMillis()),
danilchap47a740b2015-12-15 00:30:07 -080081 random_(clock_->TimeInMicroseconds()),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000082 audio_configured_(audio),
solenberg6021fe22016-03-15 11:41:53 -070083 audio_(audio ? new RTPSenderAudio(clock, this) : nullptr),
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +000084 video_(audio ? nullptr : new RTPSenderVideo(clock, this)),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000085 paced_sender_(paced_sender),
sprangebbf8a82015-09-21 15:11:14 -070086 transport_sequence_number_allocator_(sequence_number_allocator),
sprang5e023eb2015-09-14 06:42:43 -070087 transport_feedback_observer_(transport_feedback_observer),
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +000088 last_capture_time_ms_sent_(0),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000089 transport_(transport),
90 sending_media_(true), // Default to sending media.
91 max_payload_length_(IP_PACKET_SIZE - 28), // Default is IP-v4/UDP.
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +000092 payload_type_(-1),
93 payload_type_map_(),
94 rtp_header_extension_map_(),
95 transmission_time_offset_(0),
96 absolute_send_time_(0),
guoweis@webrtc.org45362892015-03-04 22:55:15 +000097 rotation_(kVideoRotation_0),
isheriff6b4b5f32016-06-08 00:24:21 -070098 video_rotation_active_(false),
sprang@webrtc.org30933902015-03-17 14:33:12 +000099 transport_sequence_number_(0),
isheriff6b4b5f32016-06-08 00:24:21 -0700100 playout_delay_active_(false),
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000101 packet_history_(clock),
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000102 // Statistics
sprangcd349d92016-07-13 09:11:28 -0700103 rtp_stats_callback_(nullptr),
104 total_bitrate_sent_(kBitrateStatisticsWindowMs,
105 RateStatistics::kBpsScale),
106 nack_bitrate_sent_(kBitrateStatisticsWindowMs, RateStatistics::kBpsScale),
andresp@webrtc.org8f151212014-07-10 09:39:23 +0000107 frame_count_observer_(frame_count_observer),
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000108 send_side_delay_observer_(send_side_delay_observer),
terelius429c3452016-01-21 05:42:04 -0800109 event_log_(event_log),
asapersson35151f32016-05-02 23:44:01 -0700110 send_packet_observer_(send_packet_observer),
sprangcd349d92016-07-13 09:11:28 -0700111 bitrate_callback_(bitrate_callback),
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000112 // RTP variables
tommiae695e92016-02-02 08:31:45 -0800113 ssrc_db_(SSRCDatabase::GetSSRCDatabase()),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000114 remote_ssrc_(0),
115 sequence_number_forced_(false),
116 ssrc_forced_(false),
danilchape5b41412016-08-22 03:39:23 -0700117 last_rtp_timestamp_(0),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000118 capture_time_ms_(0),
119 last_timestamp_time_ms_(0),
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000120 media_has_been_sent_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000121 last_packet_marker_bit_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000122 csrcs_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000123 rtx_(kRtxOff),
sprangcd349d92016-07-13 09:11:28 -0700124 retransmission_rate_limiter_(retransmission_rate_limiter) {
tommiae695e92016-02-02 08:31:45 -0800125 ssrc_ = ssrc_db_->CreateSSRC();
126 RTC_DCHECK(ssrc_ != 0);
127 ssrc_rtx_ = ssrc_db_->CreateSSRC();
128 RTC_DCHECK(ssrc_rtx_ != 0);
129
danilchap71fead22016-08-18 02:01:49 -0700130 // This random initialization is not intended to be cryptographic strong.
131 timestamp_offset_ = random_.Rand<uint32_t>();
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000132 // Random start, 16 bits. Can't be 0.
danilchap47a740b2015-12-15 00:30:07 -0800133 sequence_number_rtx_ = random_.Rand(1, kMaxInitRtpSeqNumber);
134 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
niklase@google.com470e71d2011-07-07 08:21:25 +0000135}
136
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000137RTPSender::~RTPSender() {
tommiae695e92016-02-02 08:31:45 -0800138 // TODO(tommi): Use a thread checker to ensure the object is created and
139 // deleted on the same thread. At the moment this isn't possible due to
140 // voe::ChannelOwner in voice engine. To reproduce, run:
141 // voe_auto_test --automated --gtest_filter=*MixManyChannelsForStressOpus
142
143 // TODO(tommi,holmer): We don't grab locks in the dtor before accessing member
144 // variables but we grab them in all other methods. (what's the design?)
145 // Start documenting what thread we're on in what method so that it's easier
146 // to understand performance attributes and possibly remove locks.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000147 if (remote_ssrc_ != 0) {
tommiae695e92016-02-02 08:31:45 -0800148 ssrc_db_->ReturnSSRC(remote_ssrc_);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000149 }
tommiae695e92016-02-02 08:31:45 -0800150 ssrc_db_->ReturnSSRC(ssrc_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000151
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000152 SSRCDatabase::ReturnSSRCDatabase();
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000153 while (!payload_type_map_.empty()) {
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000154 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000155 payload_type_map_.begin();
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000156 delete it->second;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000157 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000158 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000159}
niklase@google.com470e71d2011-07-07 08:21:25 +0000160
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000161uint16_t RTPSender::ActualSendBitrateKbit() const {
sprangcd349d92016-07-13 09:11:28 -0700162 rtc::CritScope cs(&statistics_crit_);
163 return static_cast<uint16_t>(
164 total_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0) /
165 1000);
niklase@google.com470e71d2011-07-07 08:21:25 +0000166}
167
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000168uint32_t RTPSender::VideoBitrateSent() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000169 if (video_) {
170 return video_->VideoBitrateSent();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000171 }
172 return 0;
stefan@webrtc.orgfbea4e52011-10-27 16:08:29 +0000173}
174
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000175uint32_t RTPSender::FecOverheadRate() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000176 if (video_) {
177 return video_->FecOverheadRate();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000178 }
179 return 0;
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000180}
181
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000182uint32_t RTPSender::NackOverheadRate() const {
sprangcd349d92016-07-13 09:11:28 -0700183 rtc::CritScope cs(&statistics_crit_);
184 return nack_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0);
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000185}
186
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000187int32_t RTPSender::SetTransmissionTimeOffset(int32_t transmission_time_offset) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000188 if (transmission_time_offset > (0x800000 - 1) ||
189 transmission_time_offset < -(0x800000 - 1)) { // Word24.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000190 return -1;
191 }
tommiae695e92016-02-02 08:31:45 -0800192 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000193 transmission_time_offset_ = transmission_time_offset;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000194 return 0;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000195}
196
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000197int32_t RTPSender::SetAbsoluteSendTime(uint32_t absolute_send_time) {
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000198 if (absolute_send_time > 0xffffff) { // UWord24.
199 return -1;
200 }
tommiae695e92016-02-02 08:31:45 -0800201 rtc::CritScope lock(&send_critsect_);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000202 absolute_send_time_ = absolute_send_time;
203 return 0;
204}
205
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000206void RTPSender::SetVideoRotation(VideoRotation rotation) {
tommiae695e92016-02-02 08:31:45 -0800207 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000208 rotation_ = rotation;
209}
210
sprang@webrtc.org30933902015-03-17 14:33:12 +0000211int32_t RTPSender::SetTransportSequenceNumber(uint16_t sequence_number) {
tommiae695e92016-02-02 08:31:45 -0800212 rtc::CritScope lock(&send_critsect_);
sprang@webrtc.org30933902015-03-17 14:33:12 +0000213 transport_sequence_number_ = sequence_number;
214 return 0;
215}
216
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000217int32_t RTPSender::RegisterRtpHeaderExtension(RTPExtensionType type,
218 uint8_t id) {
tommiae695e92016-02-02 08:31:45 -0800219 rtc::CritScope lock(&send_critsect_);
isheriff6b4b5f32016-06-08 00:24:21 -0700220 switch (type) {
221 case kRtpExtensionVideoRotation:
222 video_rotation_active_ = false;
223 return rtp_header_extension_map_.RegisterInactive(type, id);
224 case kRtpExtensionPlayoutDelay:
225 playout_delay_active_ = false;
226 return rtp_header_extension_map_.RegisterInactive(type, id);
227 case kRtpExtensionTransmissionTimeOffset:
228 case kRtpExtensionAbsoluteSendTime:
229 case kRtpExtensionAudioLevel:
230 case kRtpExtensionTransportSequenceNumber:
231 return rtp_header_extension_map_.Register(type, id);
232 case kRtpExtensionNone:
katrielcd4bcdad2016-06-23 03:50:39 -0700233 case kRtpExtensionNumberOfExtensions:
isheriff6b4b5f32016-06-08 00:24:21 -0700234 LOG(LS_ERROR) << "Invalid RTP extension type for registration";
235 return -1;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700236 }
isheriff6b4b5f32016-06-08 00:24:21 -0700237 return -1;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000238}
239
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000240bool RTPSender::IsRtpHeaderExtensionRegistered(RTPExtensionType type) {
tommiae695e92016-02-02 08:31:45 -0800241 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000242 return rtp_header_extension_map_.IsRegistered(type);
243}
244
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000245int32_t RTPSender::DeregisterRtpHeaderExtension(RTPExtensionType type) {
tommiae695e92016-02-02 08:31:45 -0800246 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000247 return rtp_header_extension_map_.Deregister(type);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000248}
249
isheriff6b4b5f32016-06-08 00:24:21 -0700250size_t RTPSender::RtpHeaderExtensionLength() const {
tommiae695e92016-02-02 08:31:45 -0800251 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000252 return rtp_header_extension_map_.GetTotalLengthInBytes();
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000253}
254
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000255int32_t RTPSender::RegisterPayload(
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000256 const char payload_name[RTP_PAYLOAD_NAME_SIZE],
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000257 int8_t payload_number,
258 uint32_t frequency,
Peter Kasting69558702016-01-12 16:26:35 -0800259 size_t channels,
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000260 uint32_t rate) {
Peter Boström8b79b072016-02-26 16:31:37 +0100261 RTC_DCHECK_LT(strlen(payload_name), RTP_PAYLOAD_NAME_SIZE);
tommiae695e92016-02-02 08:31:45 -0800262 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000263
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000264 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000265 payload_type_map_.find(payload_number);
niklase@google.com470e71d2011-07-07 08:21:25 +0000266
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000267 if (payload_type_map_.end() != it) {
268 // We already use this payload type.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000269 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000270 assert(payload);
niklase@google.com470e71d2011-07-07 08:21:25 +0000271
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000272 // Check if it's the same as we already have.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000273 if (RtpUtility::StringCompare(
274 payload->name, payload_name, RTP_PAYLOAD_NAME_SIZE - 1)) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000275 if (audio_configured_ && payload->audio &&
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000276 payload->typeSpecific.Audio.frequency == frequency &&
277 (payload->typeSpecific.Audio.rate == rate ||
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000278 payload->typeSpecific.Audio.rate == 0 || rate == 0)) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000279 payload->typeSpecific.Audio.rate = rate;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000280 // Ensure that we update the rate if new or old is zero.
niklase@google.com470e71d2011-07-07 08:21:25 +0000281 return 0;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000282 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000283 if (!audio_configured_ && !payload->audio) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000284 return 0;
285 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000286 }
287 return -1;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000288 }
mflodmanfcf54bd2015-04-14 21:28:08 +0200289 int32_t ret_val = 0;
danilchap6db6cdc2015-12-15 02:54:47 -0800290 RtpUtility::Payload* payload = nullptr;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000291 if (audio_configured_) {
mflodmanfcf54bd2015-04-14 21:28:08 +0200292 // TODO(mflodman): Change to CreateAudioPayload and make static.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000293 ret_val = audio_->RegisterAudioPayload(payload_name, payload_number,
danilchap6db6cdc2015-12-15 02:54:47 -0800294 frequency, channels, rate, &payload);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000295 } else {
Peter Boström9d0c4322016-02-16 17:59:27 +0100296 payload = video_->CreateVideoPayload(payload_name, payload_number);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000297 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000298 if (payload) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000299 payload_type_map_[payload_number] = payload;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000300 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000301 return ret_val;
niklase@google.com470e71d2011-07-07 08:21:25 +0000302}
303
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000304int32_t RTPSender::DeRegisterSendPayload(int8_t payload_type) {
tommiae695e92016-02-02 08:31:45 -0800305 rtc::CritScope lock(&send_critsect_);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000306
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000307 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000308 payload_type_map_.find(payload_type);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000309
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000310 if (payload_type_map_.end() == it) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000311 return -1;
312 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000313 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000314 delete payload;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000315 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000316 return 0;
317}
niklase@google.com470e71d2011-07-07 08:21:25 +0000318
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000319void RTPSender::SetSendPayloadType(int8_t payload_type) {
tommiae695e92016-02-02 08:31:45 -0800320 rtc::CritScope lock(&send_critsect_);
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000321 payload_type_ = payload_type;
322}
323
sprang@webrtc.orgefcad392014-03-25 16:51:35 +0000324int8_t RTPSender::SendPayloadType() const {
tommiae695e92016-02-02 08:31:45 -0800325 rtc::CritScope lock(&send_critsect_);
sprang@webrtc.orgefcad392014-03-25 16:51:35 +0000326 return payload_type_;
327}
niklase@google.com470e71d2011-07-07 08:21:25 +0000328
danilchap41befce2016-03-30 11:11:51 -0700329void RTPSender::SetMaxPayloadLength(size_t max_payload_length) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000330 // Sanity check.
henrikg91d6ede2015-09-17 00:24:34 -0700331 RTC_DCHECK(max_payload_length >= 100 && max_payload_length <= IP_PACKET_SIZE)
Peter Boströmd6f1a382015-07-14 16:08:02 +0200332 << "Invalid max payload length: " << max_payload_length;
tommiae695e92016-02-02 08:31:45 -0800333 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000334 max_payload_length_ = max_payload_length;
niklase@google.com470e71d2011-07-07 08:21:25 +0000335}
336
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000337size_t RTPSender::MaxDataPayloadLength() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000338 if (audio_configured_) {
isheriff6b4b5f32016-06-08 00:24:21 -0700339 return max_payload_length_ - RtpHeaderLength();
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000340 } else {
isheriff6b4b5f32016-06-08 00:24:21 -0700341 return max_payload_length_ - RtpHeaderLength() // RTP overhead.
brandtr6631e8a2016-09-13 03:23:29 -0700342 - video_->FecPacketOverhead() // FEC/ULP/RED overhead.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200343 - (RtxStatus() ? kRtxHeaderSize : 0); // RTX overhead.
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000344 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000345}
346
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000347size_t RTPSender::MaxPayloadLength() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000348 return max_payload_length_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000349}
350
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000351void RTPSender::SetRtxStatus(int mode) {
tommiae695e92016-02-02 08:31:45 -0800352 rtc::CritScope lock(&send_critsect_);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000353 rtx_ = mode;
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000354}
355
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000356int RTPSender::RtxStatus() const {
tommiae695e92016-02-02 08:31:45 -0800357 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000358 return rtx_;
359}
360
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000361void RTPSender::SetRtxSsrc(uint32_t ssrc) {
tommiae695e92016-02-02 08:31:45 -0800362 rtc::CritScope lock(&send_critsect_);
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000363 ssrc_rtx_ = ssrc;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000364}
365
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000366uint32_t RTPSender::RtxSsrc() const {
tommiae695e92016-02-02 08:31:45 -0800367 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000368 return ssrc_rtx_;
369}
370
Shao Changbine62202f2015-04-21 20:24:50 +0800371void RTPSender::SetRtxPayloadType(int payload_type,
372 int associated_payload_type) {
tommiae695e92016-02-02 08:31:45 -0800373 rtc::CritScope lock(&send_critsect_);
henrikg91d6ede2015-09-17 00:24:34 -0700374 RTC_DCHECK_LE(payload_type, 127);
375 RTC_DCHECK_LE(associated_payload_type, 127);
Shao Changbine62202f2015-04-21 20:24:50 +0800376 if (payload_type < 0) {
377 LOG(LS_ERROR) << "Invalid RTX payload type: " << payload_type;
378 return;
379 }
380
381 rtx_payload_type_map_[associated_payload_type] = payload_type;
Åsa Persson6ae25722015-04-13 17:48:08 +0200382}
383
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000384int32_t RTPSender::CheckPayloadType(int8_t payload_type,
385 RtpVideoCodecTypes* video_type) {
tommiae695e92016-02-02 08:31:45 -0800386 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000387
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000388 if (payload_type < 0) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000389 LOG(LS_ERROR) << "Invalid payload_type " << payload_type;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000390 return -1;
391 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000392 if (payload_type_ == payload_type) {
393 if (!audio_configured_) {
394 *video_type = video_->VideoCodecType();
niklase@google.com470e71d2011-07-07 08:21:25 +0000395 }
396 return 0;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000397 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000398 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000399 payload_type_map_.find(payload_type);
400 if (it == payload_type_map_.end()) {
Stefan Holmerb86d4e42015-12-07 10:26:18 +0100401 LOG(LS_WARNING) << "Payload type " << static_cast<int>(payload_type)
402 << " not registered.";
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000403 return -1;
404 }
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000405 SetSendPayloadType(payload_type);
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000406 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000407 assert(payload);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000408 if (!payload->audio && !audio_configured_) {
409 video_->SetVideoCodecType(payload->typeSpecific.Video.videoCodecType);
410 *video_type = payload->typeSpecific.Video.videoCodecType;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000411 }
412 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000413}
414
isheriff6b4b5f32016-06-08 00:24:21 -0700415bool RTPSender::ActivateCVORtpHeaderExtension() {
416 if (!video_rotation_active_) {
tommiae695e92016-02-02 08:31:45 -0800417 rtc::CritScope lock(&send_critsect_);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700418 if (rtp_header_extension_map_.SetActive(kRtpExtensionVideoRotation, true)) {
isheriff6b4b5f32016-06-08 00:24:21 -0700419 video_rotation_active_ = true;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700420 }
421 }
isheriff6b4b5f32016-06-08 00:24:21 -0700422 return video_rotation_active_;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700423}
424
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700425bool RTPSender::SendOutgoingData(FrameType frame_type,
426 int8_t payload_type,
427 uint32_t capture_timestamp,
428 int64_t capture_time_ms,
429 const uint8_t* payload_data,
430 size_t payload_size,
431 const RTPFragmentationHeader* fragmentation,
432 const RTPVideoHeader* rtp_header,
433 uint32_t* transport_frame_id_out) {
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000434 uint32_t ssrc;
isheriff6b4b5f32016-06-08 00:24:21 -0700435 uint16_t sequence_number;
danilchape5b41412016-08-22 03:39:23 -0700436 uint32_t rtp_timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000437 {
438 // Drop this packet if we're not sending media packets.
tommiae695e92016-02-02 08:31:45 -0800439 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000440 ssrc = ssrc_;
isheriff6b4b5f32016-06-08 00:24:21 -0700441 sequence_number = sequence_number_;
danilchape5b41412016-08-22 03:39:23 -0700442 rtp_timestamp = timestamp_offset_ + capture_timestamp;
443 if (transport_frame_id_out)
444 *transport_frame_id_out = rtp_timestamp;
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700445 if (!sending_media_)
446 return true;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000447 }
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000448 RtpVideoCodecTypes video_type = kRtpVideoGeneric;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000449 if (CheckPayloadType(payload_type, &video_type) != 0) {
Stefan Holmerb86d4e42015-12-07 10:26:18 +0100450 LOG(LS_ERROR) << "Don't send data with unknown payload type: "
451 << static_cast<int>(payload_type) << ".";
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700452 return false;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000453 }
454
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700455 bool result;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000456 if (audio_configured_) {
danilchape5b41412016-08-22 03:39:23 -0700457 TRACE_EVENT_ASYNC_STEP1("webrtc", "Audio", rtp_timestamp, "Send", "type",
458 FrameTypeToString(frame_type));
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000459 assert(frame_type == kAudioFrameSpeech || frame_type == kAudioFrameCN ||
pbos22993e12015-10-19 02:39:06 -0700460 frame_type == kEmptyFrame);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000461
danilchape5b41412016-08-22 03:39:23 -0700462 result = audio_->SendAudio(frame_type, payload_type, rtp_timestamp,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700463 payload_data, payload_size, fragmentation);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000464 } else {
hclam@chromium.org1a7b9b92013-07-08 21:31:18 +0000465 TRACE_EVENT_ASYNC_STEP1("webrtc", "Video", capture_time_ms,
466 "Send", "type", FrameTypeToString(frame_type));
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000467 assert(frame_type != kAudioFrameSpeech && frame_type != kAudioFrameCN);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000468
pbos22993e12015-10-19 02:39:06 -0700469 if (frame_type == kEmptyFrame)
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700470 return true;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000471
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700472 if (rtp_header) {
473 playout_delay_oracle_.UpdateRequest(ssrc, rtp_header->playout_delay,
isheriff6b4b5f32016-06-08 00:24:21 -0700474 sequence_number);
475 }
476
477 // Update the active/inactive status of playout delay extension based
478 // on what the oracle indicates.
479 {
480 rtc::CritScope lock(&send_critsect_);
Danil Chapovalov9881cb22016-09-07 13:29:47 +0200481 bool send_playout_delay = playout_delay_oracle_.send_playout_delay();
482 if (playout_delay_active_ != send_playout_delay) {
483 playout_delay_active_ = send_playout_delay;
isheriff6b4b5f32016-06-08 00:24:21 -0700484 rtp_header_extension_map_.SetActive(kRtpExtensionPlayoutDelay,
485 playout_delay_active_);
486 }
487 }
488
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700489 result = video_->SendVideo(video_type, frame_type, payload_type,
danilchape5b41412016-08-22 03:39:23 -0700490 rtp_timestamp, capture_time_ms, payload_data,
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700491 payload_size, fragmentation, rtp_header);
492 }
493
danilchap7c9426c2016-04-14 03:05:31 -0700494 rtc::CritScope cs(&statistics_crit_);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000495 // Note: This is currently only counting for video.
496 if (frame_type == kVideoFrameKey) {
497 ++frame_counts_.key_frames;
498 } else if (frame_type == kVideoFrameDelta) {
499 ++frame_counts_.delta_frames;
500 }
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000501 if (frame_count_observer_) {
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000502 frame_count_observer_->FrameCountUpdated(frame_counts_, ssrc);
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000503 }
504
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700505 return result;
niklase@google.com470e71d2011-07-07 08:21:25 +0000506}
507
philipela1ed0b32016-06-01 06:31:17 -0700508size_t RTPSender::TrySendRedundantPayloads(size_t bytes_to_send,
509 int probe_cluster_id) {
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000510 {
tommiae695e92016-02-02 08:31:45 -0800511 rtc::CritScope lock(&send_critsect_);
Peter Boströmfc968a22016-02-19 16:14:37 +0100512 if (!sending_media_)
513 return 0;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000514 if ((rtx_ & kRtxRedundantPayloads) == 0)
515 return 0;
516 }
517
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000518 int bytes_left = static_cast<int>(bytes_to_send);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000519 while (bytes_left > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200520 std::unique_ptr<RtpPacketToSend> packet =
521 packet_history_.GetBestFittingPacket(bytes_left);
522 if (!packet)
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000523 break;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200524 size_t payload_size = packet->payload_size();
525 if (!PrepareAndSendPacket(std::move(packet), true, false, probe_cluster_id))
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000526 break;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200527 bytes_left -= payload_size;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000528 }
529 return bytes_to_send - bytes_left;
530}
531
danilchap7bfe3a22016-09-19 05:37:56 -0700532size_t RTPSender::SendPadData(size_t bytes, int probe_cluster_id) {
533 return DeprecatedSendPadData(bytes, false, 0, 0, probe_cluster_id);
philipela1ed0b32016-06-01 06:31:17 -0700534}
535
536size_t RTPSender::SendPadData(size_t bytes,
537 bool timestamp_provided,
538 uint32_t timestamp,
danilchap7bfe3a22016-09-19 05:37:56 -0700539 int64_t capture_time_ms) {
540 return DeprecatedSendPadData(bytes, timestamp_provided, timestamp,
541 capture_time_ms, PacketInfo::kNotAProbe);
542}
543
544size_t RTPSender::DeprecatedSendPadData(size_t bytes,
545 bool timestamp_provided,
546 uint32_t timestamp,
547 int64_t capture_time_ms,
548 int probe_cluster_id) {
sprangebbf8a82015-09-21 15:11:14 -0700549 // Always send full padding packets. This is accounted for by the
550 // RtpPacketSender,
Stefan Holmer586b19b2015-09-18 11:14:31 +0200551 // which will make sure we don't send too much padding even if a single packet
552 // is larger than requested.
553 size_t padding_bytes_in_packet =
554 std::min(MaxDataPayloadLength(), kMaxPaddingLength);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000555 size_t bytes_sent = 0;
stefana23fc622016-07-28 07:56:38 -0700556 bool using_transport_seq =
557 IsRtpHeaderExtensionRegistered(kRtpExtensionTransportSequenceNumber) &&
558 transport_sequence_number_allocator_;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000559 for (; bytes > 0; bytes -= padding_bytes_in_packet) {
Stefan Holmer586b19b2015-09-18 11:14:31 +0200560 if (bytes < padding_bytes_in_packet)
561 bytes = padding_bytes_in_packet;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000562
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000563 uint32_t ssrc;
564 uint16_t sequence_number;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000565 int payload_type;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000566 bool over_rtx;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000567 {
tommiae695e92016-02-02 08:31:45 -0800568 rtc::CritScope lock(&send_critsect_);
Peter Boströmfc968a22016-02-19 16:14:37 +0100569 if (!sending_media_)
570 return bytes_sent;
Stefan Holmer586b19b2015-09-18 11:14:31 +0200571 if (!timestamp_provided) {
danilchape5b41412016-08-22 03:39:23 -0700572 timestamp = last_rtp_timestamp_;
Stefan Holmer586b19b2015-09-18 11:14:31 +0200573 capture_time_ms = capture_time_ms_;
574 }
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000575 if (rtx_ == kRtxOff) {
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000576 // Without RTX we can't send padding in the middle of frames.
577 if (!last_packet_marker_bit_)
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000578 return 0;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000579 ssrc = ssrc_;
580 sequence_number = sequence_number_;
581 ++sequence_number_;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000582 payload_type = payload_type_;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000583 over_rtx = false;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000584 } else {
Stefan Holmerf5dca482016-01-27 12:58:51 +0100585 // Without abs-send-time or transport sequence number a media packet
586 // must be sent before padding so that the timestamps used for
587 // estimation are correct.
588 if (!media_has_been_sent_ &&
589 !(rtp_header_extension_map_.IsRegistered(
590 kRtpExtensionAbsoluteSendTime) ||
591 using_transport_seq)) {
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000592 return 0;
Stefan Holmerf5dca482016-01-27 12:58:51 +0100593 }
Stefan Holmer586b19b2015-09-18 11:14:31 +0200594 // Only change change the timestamp of padding packets sent over RTX.
595 // Padding only packets over RTP has to be sent as part of a media
596 // frame (and therefore the same timestamp).
597 if (last_timestamp_time_ms_ > 0) {
598 timestamp +=
599 (clock_->TimeInMilliseconds() - last_timestamp_time_ms_) * 90;
600 capture_time_ms +=
601 (clock_->TimeInMilliseconds() - last_timestamp_time_ms_);
602 }
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000603 ssrc = ssrc_rtx_;
604 sequence_number = sequence_number_rtx_;
605 ++sequence_number_rtx_;
Stefan Holmer10880012016-02-03 13:29:59 +0100606 payload_type = rtx_payload_type_map_.begin()->second;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000607 over_rtx = true;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000608 }
609 }
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000610
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200611 RtpPacketToSend padding_packet(&rtp_header_extension_map_, IP_PACKET_SIZE);
612 padding_packet.SetPayloadType(payload_type);
613 padding_packet.SetMarker(false);
614 padding_packet.SetSequenceNumber(sequence_number);
615 padding_packet.SetTimestamp(timestamp);
616 padding_packet.SetSsrc(ssrc);
617
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000618 int64_t now_ms = clock_->TimeInMilliseconds();
619
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000620 if (capture_time_ms > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200621 padding_packet.SetExtension<TransmissionOffset>(
622 kTimestampTicksPerMs * (now_ms - capture_time_ms));
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000623 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200624 padding_packet.SetExtension<AbsoluteSendTime>(now_ms);
sprang867fb522015-08-03 04:38:41 -0700625
stefan1d8a5062015-10-02 03:39:33 -0700626 PacketOptions options;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200627 bool has_transport_seq_no =
628 UpdateTransportSequenceNumber(&padding_packet, &options.packet_id);
sprang867fb522015-08-03 04:38:41 -0700629
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200630 padding_packet.SetPadding(padding_bytes_in_packet, &random_);
631
632 if (has_transport_seq_no && transport_feedback_observer_)
633 transport_feedback_observer_->AddPacket(
Stefan Holmera246cfb2016-08-23 17:51:42 +0200634 options.packet_id,
635 padding_packet.payload_size() + padding_packet.padding_size(),
636 probe_cluster_id);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200637
638 if (!SendPacketToNetwork(padding_packet, options))
stefanf116bd02015-10-27 08:29:42 -0700639 break;
640
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000641 bytes_sent += padding_bytes_in_packet;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200642 UpdateRtpStats(padding_packet, over_rtx, false);
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000643 }
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000644
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000645 return bytes_sent;
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000646}
647
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000648void RTPSender::SetStorePacketsStatus(bool enable, uint16_t number_to_store) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000649 packet_history_.SetStorePacketsStatus(enable, number_to_store);
niklase@google.com470e71d2011-07-07 08:21:25 +0000650}
651
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000652bool RTPSender::StorePackets() const {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000653 return packet_history_.StorePackets();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000654}
niklase@google.com470e71d2011-07-07 08:21:25 +0000655
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000656int32_t RTPSender::ReSendPacket(uint16_t packet_id, int64_t min_resend_time) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200657 std::unique_ptr<RtpPacketToSend> packet =
658 packet_history_.GetPacketAndSetSendTime(packet_id, min_resend_time, true);
659 if (!packet) {
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000660 // Packet not found.
asapersson@webrtc.org83ed0a42012-04-23 12:43:05 +0000661 return 0;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000662 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000663
sprangcd349d92016-07-13 09:11:28 -0700664 // Check if we're overusing retransmission bitrate.
665 // TODO(sprang): Add histograms for nack success or failure reasons.
666 RTC_DCHECK(retransmission_rate_limiter_);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200667 if (!retransmission_rate_limiter_->TryUseRate(packet->size()))
sprangcd349d92016-07-13 09:11:28 -0700668 return -1;
669
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000670 if (paced_sender_) {
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +0000671 // Convert from TickTime to Clock since capture_time_ms is based on
672 // TickTime.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200673 int64_t corrected_capture_tims_ms =
674 packet->capture_time_ms() + clock_delta_ms_;
675 paced_sender_->InsertPacket(RtpPacketSender::kNormalPriority,
676 packet->Ssrc(), packet->SequenceNumber(),
677 corrected_capture_tims_ms,
678 packet->payload_size(), true);
Peter Boströme23e7372015-10-08 11:44:14 +0200679
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200680 return packet->size();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000681 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200682 bool rtx = (RtxStatus() & kRtxRetransmitted) > 0;
683 int32_t packet_size = static_cast<int32_t>(packet->size());
684 if (!PrepareAndSendPacket(std::move(packet), rtx, true,
685 PacketInfo::kNotAProbe))
sprang867fb522015-08-03 04:38:41 -0700686 return -1;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200687 return packet_size;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000688}
689
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200690bool RTPSender::SendPacketToNetwork(const RtpPacketToSend& packet,
stefan1d8a5062015-10-02 03:39:33 -0700691 const PacketOptions& options) {
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000692 int bytes_sent = -1;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000693 if (transport_) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200694 bytes_sent = transport_->SendRtp(packet.data(), packet.size(), options)
695 ? static_cast<int>(packet.size())
stefan1d8a5062015-10-02 03:39:33 -0700696 : -1;
terelius429c3452016-01-21 05:42:04 -0800697 if (event_log_ && bytes_sent > 0) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200698 event_log_->LogRtpHeader(kOutgoingPacket, MediaType::ANY, packet.data(),
699 packet.size());
terelius429c3452016-01-21 05:42:04 -0800700 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000701 }
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000702 TRACE_EVENT_INSTANT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200703 "RTPSender::SendPacketToNetwork", "size", packet.size(),
704 "sent", bytes_sent);
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000705 // TODO(pwestin): Add a separate bitrate for sent bitrate after pacer.
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000706 if (bytes_sent <= 0) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000707 LOG(LS_WARNING) << "Transport failed to send packet";
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000708 return false;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000709 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000710 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +0000711}
712
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000713int RTPSender::SelectiveRetransmissions() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000714 if (!video_)
715 return -1;
716 return video_->SelectiveRetransmissions();
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000717}
718
719int RTPSender::SetSelectiveRetransmissions(uint8_t settings) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000720 if (!video_)
721 return -1;
mflodmanfcf54bd2015-04-14 21:28:08 +0200722 video_->SetSelectiveRetransmissions(settings);
723 return 0;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000724}
725
Danil Chapovalov2800d742016-08-26 18:48:46 +0200726void RTPSender::OnReceivedNack(
727 const std::vector<uint16_t>& nack_sequence_numbers,
728 int64_t avg_rtt) {
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000729 TRACE_EVENT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
730 "RTPSender::OnReceivedNACK", "num_seqnum",
731 nack_sequence_numbers.size(), "avg_rtt", avg_rtt);
sprangcd349d92016-07-13 09:11:28 -0700732 for (uint16_t seq_no : nack_sequence_numbers) {
733 const int32_t bytes_sent = ReSendPacket(seq_no, 5 + avg_rtt);
734 if (bytes_sent < 0) {
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000735 // Failed to send one Sequence number. Give up the rest in this nack.
sprangcd349d92016-07-13 09:11:28 -0700736 LOG(LS_WARNING) << "Failed resending RTP packet " << seq_no
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000737 << ", Discard rest of packets";
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000738 break;
niklase@google.com470e71d2011-07-07 08:21:25 +0000739 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000740 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000741}
742
isheriff6b4b5f32016-06-08 00:24:21 -0700743void RTPSender::OnReceivedRtcpReportBlocks(
744 const ReportBlockList& report_blocks) {
745 playout_delay_oracle_.OnReceivedRtcpReportBlocks(report_blocks);
746}
747
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000748// Called from pacer when we can send the packet.
hclam@chromium.org2e402ce2013-06-20 20:18:31 +0000749bool RTPSender::TimeToSendPacket(uint16_t sequence_number,
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000750 int64_t capture_time_ms,
philipela1ed0b32016-06-01 06:31:17 -0700751 bool retransmission,
752 int probe_cluster_id) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200753 std::unique_ptr<RtpPacketToSend> packet =
754 packet_history_.GetPacketAndSetSendTime(sequence_number, 0,
755 retransmission);
Stefan Holmera246cfb2016-08-23 17:51:42 +0200756 if (!packet) {
hclam@chromium.org2e402ce2013-06-20 20:18:31 +0000757 // Packet cannot be found. Allow sending to continue.
758 return true;
Stefan Holmera246cfb2016-08-23 17:51:42 +0200759 }
asapersson35151f32016-05-02 23:44:01 -0700760
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200761 return PrepareAndSendPacket(
762 std::move(packet),
763 retransmission && (RtxStatus() & kRtxRetransmitted) > 0, retransmission,
764 probe_cluster_id);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000765}
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000766
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200767bool RTPSender::PrepareAndSendPacket(std::unique_ptr<RtpPacketToSend> packet,
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000768 bool send_over_rtx,
philipela1ed0b32016-06-01 06:31:17 -0700769 bool is_retransmit,
770 int probe_cluster_id) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200771 RTC_DCHECK(packet);
772 int64_t capture_time_ms = packet->capture_time_ms();
773 RtpPacketToSend* packet_to_send = packet.get();
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000774
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200775 if (!is_retransmit && packet->Marker()) {
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000776 TRACE_EVENT_ASYNC_END0(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"), "PacedSend",
777 capture_time_ms);
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000778 }
779
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200780 TRACE_EVENT_INSTANT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
781 "PrepareAndSendPacket", "timestamp", packet->Timestamp(),
782 "seqnum", packet->SequenceNumber());
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000783
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200784 std::unique_ptr<RtpPacketToSend> packet_rtx;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000785 if (send_over_rtx) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200786 packet_rtx = BuildRtxPacket(*packet);
787 if (!packet_rtx)
danilchap32cd2c42016-08-01 06:58:34 -0700788 return false;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200789 packet_to_send = packet_rtx.get();
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000790 }
791
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000792 int64_t now_ms = clock_->TimeInMilliseconds();
793 int64_t diff_ms = now_ms - capture_time_ms;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200794 packet_to_send->SetExtension<TransmissionOffset>(kTimestampTicksPerMs *
795 diff_ms);
796 packet_to_send->SetExtension<AbsoluteSendTime>(now_ms);
sprang867fb522015-08-03 04:38:41 -0700797
stefan1d8a5062015-10-02 03:39:33 -0700798 PacketOptions options;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200799 if (UpdateTransportSequenceNumber(packet_to_send, &options.packet_id) &&
800 transport_feedback_observer_) {
801 transport_feedback_observer_->AddPacket(
Stefan Holmera246cfb2016-08-23 17:51:42 +0200802 options.packet_id,
803 packet_to_send->payload_size() + packet_to_send->padding_size(),
804 probe_cluster_id);
sprang867fb522015-08-03 04:38:41 -0700805 }
806
asapersson35151f32016-05-02 23:44:01 -0700807 if (!is_retransmit && !send_over_rtx) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200808 UpdateDelayStatistics(packet->capture_time_ms(), now_ms);
809 UpdateOnSendPacket(options.packet_id, packet->capture_time_ms(),
810 packet->Ssrc());
stefanf116bd02015-10-27 08:29:42 -0700811 }
812
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200813 if (!SendPacketToNetwork(*packet_to_send, options))
814 return false;
815
816 {
tommiae695e92016-02-02 08:31:45 -0800817 rtc::CritScope lock(&send_critsect_);
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000818 media_has_been_sent_ = true;
819 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200820 UpdateRtpStats(*packet_to_send, send_over_rtx, is_retransmit);
821 return true;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000822}
823
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200824void RTPSender::UpdateRtpStats(const RtpPacketToSend& packet,
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000825 bool is_rtx,
826 bool is_retransmit) {
sprangcd349d92016-07-13 09:11:28 -0700827 int64_t now_ms = clock_->TimeInMilliseconds();
sprang@webrtc.org5314e852014-01-27 13:20:36 +0000828
danilchap7c9426c2016-04-14 03:05:31 -0700829 rtc::CritScope lock(&statistics_crit_);
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200830 StreamDataCounters* counters = is_rtx ? &rtx_rtp_stats_ : &rtp_stats_;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000831
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200832 total_bitrate_sent_.Update(packet.size(), now_ms);
asapersson@webrtc.org44149392015-02-04 08:34:47 +0000833
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200834 if (counters->first_packet_time_ms == -1)
835 counters->first_packet_time_ms = now_ms;
836
837 if (IsFecPacket(packet))
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200838 CountPacket(&counters->fec, packet);
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200839
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200840 if (is_retransmit) {
841 CountPacket(&counters->retransmitted, packet);
842 nack_bitrate_sent_.Update(packet.size(), now_ms);
843 }
844 CountPacket(&counters->transmitted, packet);
sprangcd349d92016-07-13 09:11:28 -0700845
Danil Chapovalovd69e5262016-09-20 15:48:09 +0200846 if (rtp_stats_callback_)
847 rtp_stats_callback_->DataCountersUpdated(*counters, packet.Ssrc());
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000848}
849
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200850bool RTPSender::IsFecPacket(const RtpPacketToSend& packet) const {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000851 if (!video_) {
852 return false;
853 }
854 bool fec_enabled;
855 uint8_t pt_red;
856 uint8_t pt_fec;
danilchap6db6cdc2015-12-15 02:54:47 -0800857 video_->GenericFECStatus(&fec_enabled, &pt_red, &pt_fec);
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200858 return fec_enabled && packet.PayloadType() == pt_red &&
859 packet.payload()[0] == pt_fec;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000860}
861
philipela1ed0b32016-06-01 06:31:17 -0700862size_t RTPSender::TimeToSendPadding(size_t bytes, int probe_cluster_id) {
Stefan Holmerb86d4e42015-12-07 10:26:18 +0100863 if (audio_configured_ || bytes == 0)
pbos545727e2015-07-01 06:31:06 -0700864 return 0;
philipela1ed0b32016-06-01 06:31:17 -0700865 size_t bytes_sent = TrySendRedundantPayloads(bytes, probe_cluster_id);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000866 if (bytes_sent < bytes)
danilchap7bfe3a22016-09-19 05:37:56 -0700867 bytes_sent += SendPadData(bytes - bytes_sent, probe_cluster_id);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000868 return bytes_sent;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000869}
870
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700871bool RTPSender::SendToNetwork(uint8_t* buffer,
872 size_t payload_length,
873 size_t rtp_header_length,
874 int64_t capture_time_ms,
875 StorageType storage,
876 RtpPacketSender::Priority priority) {
terelius429c3452016-01-21 05:42:04 -0800877 size_t length = payload_length + rtp_header_length;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200878 std::unique_ptr<RtpPacketToSend> packet(
879 new RtpPacketToSend(&rtp_header_extension_map_, length));
880 RTC_CHECK(packet->Parse(buffer, length));
881 packet->set_capture_time_ms(capture_time_ms);
882 return SendToNetwork(std::move(packet), storage, priority);
883}
terelius429c3452016-01-21 05:42:04 -0800884
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200885bool RTPSender::SendToNetwork(std::unique_ptr<RtpPacketToSend> packet,
886 StorageType storage,
887 RtpPacketSender::Priority priority) {
888 RTC_DCHECK(packet);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000889 int64_t now_ms = clock_->TimeInMilliseconds();
890
stefan@webrtc.org715faaf2012-08-28 15:20:39 +0000891 // |capture_time_ms| <= 0 is considered invalid.
892 // TODO(holmer): This should be changed all over Video Engine so that negative
893 // time is consider invalid, while 0 is considered a valid time.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200894 if (packet->capture_time_ms() > 0) {
895 packet->SetExtension<TransmissionOffset>(
896 kTimestampTicksPerMs * (now_ms - packet->capture_time_ms()));
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +0000897 }
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200898 packet->SetExtension<AbsoluteSendTime>(now_ms);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000899
gaetano.carlucci52a57032016-09-14 05:04:36 -0700900 if (video_) {
gaetano.carlucci61050f62016-09-30 06:29:54 -0700901 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoTotBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700902 ActualSendBitrateKbit(), packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700903 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoFecBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700904 FecOverheadRate() / 1000, packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700905 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "VideoNackBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700906 NackOverheadRate() / 1000, packet->Ssrc());
907 } else {
gaetano.carlucci61050f62016-09-30 06:29:54 -0700908 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "AudioTotBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700909 ActualSendBitrateKbit(), packet->Ssrc());
gaetano.carlucci61050f62016-09-30 06:29:54 -0700910 BWE_TEST_LOGGING_PLOT_WITH_SSRC(1, "AudioNackBitrate_kbps", now_ms,
gaetano.carlucci52a57032016-09-14 05:04:36 -0700911 NackOverheadRate() / 1000, packet->Ssrc());
912 }
913
Peter Boströme23e7372015-10-08 11:44:14 +0200914 if (paced_sender_) {
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200915 uint16_t seq_no = packet->SequenceNumber();
916 uint32_t ssrc = packet->Ssrc();
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000917 // Correct offset between implementations of millisecond time stamps in
918 // TickTime and Clock.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200919 int64_t corrected_time_ms = packet->capture_time_ms() + clock_delta_ms_;
920 size_t payload_length = packet->payload_size();
921 packet_history_.PutRtpPacket(std::move(packet), storage, false);
922
923 paced_sender_->InsertPacket(priority, ssrc, seq_no, corrected_time_ms,
Peter Boströme23e7372015-10-08 11:44:14 +0200924 payload_length, false);
925 if (last_capture_time_ms_sent_ == 0 ||
926 corrected_time_ms > last_capture_time_ms_sent_) {
927 last_capture_time_ms_sent_ = corrected_time_ms;
928 TRACE_EVENT_ASYNC_BEGIN1(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
929 "PacedSend", corrected_time_ms,
930 "capture_time_ms", corrected_time_ms);
asapersson@webrtc.orge5b49a02012-11-06 13:09:39 +0000931 }
Sergey Ulanov525df3f2016-08-02 17:46:41 -0700932 return true;
stefan@webrtc.orgddfdfed2012-07-03 13:21:22 +0000933 }
Stefan Holmerf5dca482016-01-27 12:58:51 +0100934
935 PacketOptions options;
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200936 if (UpdateTransportSequenceNumber(packet.get(), &options.packet_id) &&
937 transport_feedback_observer_) {
Stefan Holmera246cfb2016-08-23 17:51:42 +0200938 transport_feedback_observer_->AddPacket(
939 options.packet_id, packet->payload_size() + packet->padding_size(),
940 PacketInfo::kNotAProbe);
Stefan Holmerf5dca482016-01-27 12:58:51 +0100941 }
942
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200943 UpdateDelayStatistics(packet->capture_time_ms(), now_ms);
944 UpdateOnSendPacket(options.packet_id, packet->capture_time_ms(),
945 packet->Ssrc());
946
947 bool sent = SendPacketToNetwork(*packet, options);
948
949 if (sent) {
950 {
951 rtc::CritScope lock(&send_critsect_);
952 media_has_been_sent_ = true;
953 }
954 UpdateRtpStats(*packet, false, false);
955 }
sprang@webrtc.orgc957ffc2015-02-02 13:08:02 +0000956
Peter Boströme23e7372015-10-08 11:44:14 +0200957 // Mark the packet as sent in the history even if send failed. Dropping a
958 // packet here should be treated as any other packet drop so we should be
959 // ready for a retransmission.
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200960 packet_history_.PutRtpPacket(std::move(packet), storage, true);
Peter Boströme23e7372015-10-08 11:44:14 +0200961
Danil Chapovalov31e4e802016-08-03 18:27:40 +0200962 return sent;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000963}
964
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +0000965void RTPSender::UpdateDelayStatistics(int64_t capture_time_ms, int64_t now_ms) {
asapersson35151f32016-05-02 23:44:01 -0700966 if (!send_side_delay_observer_ || capture_time_ms <= 0)
Peter Boström71861a02015-05-28 14:45:36 +0200967 return;
968
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000969 uint32_t ssrc;
970 int avg_delay_ms = 0;
971 int max_delay_ms = 0;
972 {
tommiae695e92016-02-02 08:31:45 -0800973 rtc::CritScope lock(&send_critsect_);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000974 ssrc = ssrc_;
975 }
976 {
danilchap7c9426c2016-04-14 03:05:31 -0700977 rtc::CritScope cs(&statistics_crit_);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000978 // TODO(holmer): Compute this iteratively instead.
979 send_delays_[now_ms] = now_ms - capture_time_ms;
980 send_delays_.erase(send_delays_.begin(),
981 send_delays_.lower_bound(now_ms -
982 kSendSideDelayWindowMs));
Peter Boström71861a02015-05-28 14:45:36 +0200983 int num_delays = 0;
984 for (auto it = send_delays_.upper_bound(now_ms - kSendSideDelayWindowMs);
985 it != send_delays_.end(); ++it) {
986 max_delay_ms = std::max(max_delay_ms, it->second);
987 avg_delay_ms += it->second;
988 ++num_delays;
989 }
990 if (num_delays == 0)
991 return;
992 avg_delay_ms = (avg_delay_ms + num_delays / 2) / num_delays;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000993 }
Peter Boström71861a02015-05-28 14:45:36 +0200994 send_side_delay_observer_->SendSideDelayUpdated(avg_delay_ms, max_delay_ms,
995 ssrc);
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +0000996}
997
asapersson35151f32016-05-02 23:44:01 -0700998void RTPSender::UpdateOnSendPacket(int packet_id,
999 int64_t capture_time_ms,
1000 uint32_t ssrc) {
1001 if (!send_packet_observer_ || capture_time_ms <= 0 || packet_id == -1)
1002 return;
1003
1004 send_packet_observer_->OnSendPacket(packet_id, capture_time_ms, ssrc);
1005}
1006
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001007void RTPSender::ProcessBitrate() {
sprangcd349d92016-07-13 09:11:28 -07001008 if (!bitrate_callback_)
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001009 return;
sprangcd349d92016-07-13 09:11:28 -07001010 int64_t now_ms = clock_->TimeInMilliseconds();
1011 uint32_t ssrc;
1012 {
1013 rtc::CritScope lock(&send_critsect_);
1014 ssrc = ssrc_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001015 }
sprangcd349d92016-07-13 09:11:28 -07001016
1017 rtc::CritScope lock(&statistics_crit_);
1018 bitrate_callback_->Notify(total_bitrate_sent_.Rate(now_ms).value_or(0),
1019 nack_bitrate_sent_.Rate(now_ms).value_or(0), ssrc);
niklase@google.com470e71d2011-07-07 08:21:25 +00001020}
1021
isheriff6b4b5f32016-06-08 00:24:21 -07001022size_t RTPSender::RtpHeaderLength() const {
tommiae695e92016-02-02 08:31:45 -08001023 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001024 size_t rtp_header_length = kRtpHeaderLength;
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001025 rtp_header_length += sizeof(uint32_t) * csrcs_.size();
isheriff6b4b5f32016-06-08 00:24:21 -07001026 rtp_header_length += RtpHeaderExtensionLength();
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001027 return rtp_header_length;
niklase@google.com470e71d2011-07-07 08:21:25 +00001028}
1029
mflodmanfcf54bd2015-04-14 21:28:08 +02001030uint16_t RTPSender::AllocateSequenceNumber(uint16_t packets_to_send) {
tommiae695e92016-02-02 08:31:45 -08001031 rtc::CritScope lock(&send_critsect_);
mflodmanfcf54bd2015-04-14 21:28:08 +02001032 uint16_t first_allocated_sequence_number = sequence_number_;
1033 sequence_number_ += packets_to_send;
1034 return first_allocated_sequence_number;
niklase@google.com470e71d2011-07-07 08:21:25 +00001035}
1036
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001037void RTPSender::GetDataCounters(StreamDataCounters* rtp_stats,
1038 StreamDataCounters* rtx_stats) const {
danilchap7c9426c2016-04-14 03:05:31 -07001039 rtc::CritScope lock(&statistics_crit_);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001040 *rtp_stats = rtp_stats_;
1041 *rtx_stats = rtx_rtp_stats_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001042}
1043
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001044size_t RTPSender::CreateRtpHeader(uint8_t* header,
1045 int8_t payload_type,
1046 uint32_t ssrc,
1047 bool marker_bit,
1048 uint32_t timestamp,
1049 uint16_t sequence_number,
1050 const std::vector<uint32_t>& csrcs) const {
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001051 header[0] = 0x80; // version 2.
1052 header[1] = static_cast<uint8_t>(payload_type);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001053 if (marker_bit) {
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001054 header[1] |= kRtpMarkerBitMask; // Marker bit is set.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001055 }
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001056 ByteWriter<uint16_t>::WriteBigEndian(header + 2, sequence_number);
1057 ByteWriter<uint32_t>::WriteBigEndian(header + 4, timestamp);
1058 ByteWriter<uint32_t>::WriteBigEndian(header + 8, ssrc);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001059 int32_t rtp_header_length = kRtpHeaderLength;
niklase@google.com470e71d2011-07-07 08:21:25 +00001060
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001061 if (csrcs.size() > 0) {
danilchapf6975f42015-12-28 10:18:46 -08001062 uint8_t* ptr = &header[rtp_header_length];
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001063 for (size_t i = 0; i < csrcs.size(); ++i) {
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001064 ByteWriter<uint32_t>::WriteBigEndian(ptr, csrcs[i]);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001065 ptr += 4;
niklase@google.com470e71d2011-07-07 08:21:25 +00001066 }
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001067 header[0] = (header[0] & 0xf0) | csrcs.size();
niklase@google.com470e71d2011-07-07 08:21:25 +00001068
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001069 // Update length of header.
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001070 rtp_header_length += sizeof(uint32_t) * csrcs.size();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001071 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001072
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001073 uint16_t len =
Sergey Ulanovec4f0682016-07-28 15:19:10 -07001074 BuildRtpHeaderExtension(header + rtp_header_length, marker_bit);
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001075 if (len > 0) {
1076 header[0] |= 0x10; // Set extension bit.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001077 rtp_header_length += len;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001078 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001079 return rtp_header_length;
niklase@google.com470e71d2011-07-07 08:21:25 +00001080}
1081
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001082std::unique_ptr<RtpPacketToSend> RTPSender::AllocatePacket() const {
1083 rtc::CritScope lock(&send_critsect_);
1084 std::unique_ptr<RtpPacketToSend> packet(
1085 new RtpPacketToSend(&rtp_header_extension_map_, max_payload_length_));
1086 packet->SetSsrc(ssrc_);
1087 packet->SetCsrcs(csrcs_);
1088 // Reserve extensions, if registered, RtpSender set in SendToNetwork.
1089 packet->ReserveExtension<AbsoluteSendTime>();
1090 packet->ReserveExtension<TransmissionOffset>();
1091 packet->ReserveExtension<TransportSequenceNumber>();
danilchap74110612016-10-02 10:54:29 -07001092 if (playout_delay_oracle_.send_playout_delay()) {
1093 packet->SetExtension<PlayoutDelayLimits>(
1094 playout_delay_oracle_.playout_delay());
1095 }
Danil Chapovalov5e57b172016-09-02 19:15:59 +02001096 return packet;
1097}
1098
1099bool RTPSender::AssignSequenceNumber(RtpPacketToSend* packet) {
1100 rtc::CritScope lock(&send_critsect_);
1101 if (!sending_media_)
1102 return false;
1103 RTC_DCHECK_EQ(packet->Ssrc(), ssrc_);
1104 packet->SetSequenceNumber(sequence_number_++);
1105
1106 // Remember marker bit to determine if padding can be inserted with
1107 // sequence number following |packet|.
1108 last_packet_marker_bit_ = packet->Marker();
1109 // Save timestamps to generate timestamp field and extensions for the padding.
1110 last_rtp_timestamp_ = packet->Timestamp();
1111 last_timestamp_time_ms_ = clock_->TimeInMilliseconds();
1112 capture_time_ms_ = packet->capture_time_ms();
1113 return true;
1114}
1115
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001116int32_t RTPSender::BuildRTPheader(uint8_t* data_buffer,
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001117 int8_t payload_type,
1118 bool marker_bit,
1119 uint32_t capture_timestamp,
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001120 int64_t capture_time_ms,
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001121 bool timestamp_provided,
1122 bool inc_sequence_number) {
Sergey Ulanovec4f0682016-07-28 15:19:10 -07001123 return BuildRtpHeader(data_buffer, payload_type, marker_bit,
1124 capture_timestamp, capture_time_ms);
1125}
1126
1127int32_t RTPSender::BuildRtpHeader(uint8_t* data_buffer,
1128 int8_t payload_type,
1129 bool marker_bit,
danilchape5b41412016-08-22 03:39:23 -07001130 uint32_t rtp_timestamp,
Sergey Ulanovec4f0682016-07-28 15:19:10 -07001131 int64_t capture_time_ms) {
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001132 assert(payload_type >= 0);
tommiae695e92016-02-02 08:31:45 -08001133 rtc::CritScope lock(&send_critsect_);
danilchap32cd2c42016-08-01 06:58:34 -07001134 if (!sending_media_)
1135 return -1;
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001136
danilchape5b41412016-08-22 03:39:23 -07001137 last_rtp_timestamp_ = rtp_timestamp;
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001138 last_timestamp_time_ms_ = clock_->TimeInMilliseconds();
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001139 uint32_t sequence_number = sequence_number_++;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +00001140 capture_time_ms_ = capture_time_ms;
1141 last_packet_marker_bit_ = marker_bit;
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001142 return CreateRtpHeader(data_buffer, payload_type, ssrc_, marker_bit,
danilchape5b41412016-08-22 03:39:23 -07001143 rtp_timestamp, sequence_number, csrcs_);
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001144}
1145
Sergey Ulanovec4f0682016-07-28 15:19:10 -07001146uint16_t RTPSender::BuildRtpHeaderExtension(uint8_t* data_buffer,
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001147 bool marker_bit) const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001148 if (rtp_header_extension_map_.Size() <= 0) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001149 return 0;
1150 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001151 // RTP header extension, RFC 3550.
1152 // 0 1 2 3
1153 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
1154 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1155 // | defined by profile | length |
1156 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1157 // | header extension |
1158 // | .... |
1159 //
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001160 const uint32_t kPosLength = 2;
pbos@webrtc.org3004c792013-05-07 12:36:21 +00001161 const uint32_t kHeaderLength = kRtpOneByteHeaderLength;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001162
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001163 // Add extension ID (0xBEDE).
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001164 ByteWriter<uint16_t>::WriteBigEndian(data_buffer,
1165 kRtpOneByteHeaderExtensionId);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001166
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001167 // Add extensions.
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001168 uint16_t total_block_length = 0;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001169
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001170 RTPExtensionType type = rtp_header_extension_map_.First();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001171 while (type != kRtpExtensionNone) {
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001172 uint8_t block_length = 0;
sprang@webrtc.org30933902015-03-17 14:33:12 +00001173 uint8_t* extension_data = &data_buffer[kHeaderLength + total_block_length];
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001174 switch (type) {
1175 case kRtpExtensionTransmissionTimeOffset:
sprang@webrtc.org30933902015-03-17 14:33:12 +00001176 block_length = BuildTransmissionTimeOffsetExtension(extension_data);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001177 break;
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001178 case kRtpExtensionAudioLevel:
sprang@webrtc.org30933902015-03-17 14:33:12 +00001179 block_length = BuildAudioLevelExtension(extension_data);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001180 break;
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001181 case kRtpExtensionAbsoluteSendTime:
sprang@webrtc.org30933902015-03-17 14:33:12 +00001182 block_length = BuildAbsoluteSendTimeExtension(extension_data);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001183 break;
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001184 case kRtpExtensionVideoRotation:
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001185 block_length = BuildVideoRotationExtension(extension_data);
sprang@webrtc.org30933902015-03-17 14:33:12 +00001186 break;
1187 case kRtpExtensionTransportSequenceNumber:
sprang867fb522015-08-03 04:38:41 -07001188 block_length = BuildTransportSequenceNumberExtension(
1189 extension_data, transport_sequence_number_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001190 break;
Danil Chapovalov9881cb22016-09-07 13:29:47 +02001191 case kRtpExtensionPlayoutDelay: {
1192 PlayoutDelay playout_delay = playout_delay_oracle_.playout_delay();
isheriff6b4b5f32016-06-08 00:24:21 -07001193 block_length = BuildPlayoutDelayExtension(
Danil Chapovalov9881cb22016-09-07 13:29:47 +02001194 extension_data, playout_delay.min_ms, playout_delay.max_ms);
isheriff6b4b5f32016-06-08 00:24:21 -07001195 break;
Danil Chapovalov9881cb22016-09-07 13:29:47 +02001196 }
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001197 default:
1198 assert(false);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001199 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001200 total_block_length += block_length;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001201 type = rtp_header_extension_map_.Next(type);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001202 }
1203 if (total_block_length == 0) {
1204 // No extension added.
1205 return 0;
1206 }
sprang@webrtc.org30933902015-03-17 14:33:12 +00001207 // Add padding elements until we've filled a 32 bit block.
1208 size_t padding_bytes =
1209 RtpUtility::Word32Align(total_block_length) - total_block_length;
1210 if (padding_bytes > 0) {
1211 memset(&data_buffer[kHeaderLength + total_block_length], 0, padding_bytes);
1212 total_block_length += padding_bytes;
1213 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001214 // Set header length (in number of Word32, header excluded).
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001215 ByteWriter<uint16_t>::WriteBigEndian(data_buffer + kPosLength,
1216 total_block_length / 4);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001217 // Total added length.
1218 return kHeaderLength + total_block_length;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001219}
1220
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001221uint8_t RTPSender::BuildTransmissionTimeOffsetExtension(
1222 uint8_t* data_buffer) const {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001223 // From RFC 5450: Transmission Time Offsets in RTP Streams.
1224 //
1225 // The transmission time is signaled to the receiver in-band using the
1226 // general mechanism for RTP header extensions [RFC5285]. The payload
1227 // of this extension (the transmitted value) is a 24-bit signed integer.
1228 // When added to the RTP timestamp of the packet, it represents the
1229 // "effective" RTP transmission time of the packet, on the RTP
1230 // timescale.
1231 //
1232 // The form of the transmission offset extension block:
1233 //
1234 // 0 1 2 3
1235 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
1236 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1237 // | ID | len=2 | transmission offset |
1238 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001239
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001240 // Get id defined by user.
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001241 uint8_t id;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001242 if (rtp_header_extension_map_.GetId(kRtpExtensionTransmissionTimeOffset,
1243 &id) != 0) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001244 // Not registered.
1245 return 0;
1246 }
pbos@webrtc.org3004c792013-05-07 12:36:21 +00001247 size_t pos = 0;
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001248 const uint8_t len = 2;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001249 data_buffer[pos++] = (id << 4) + len;
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001250 ByteWriter<int32_t, 3>::WriteBigEndian(data_buffer + pos,
1251 transmission_time_offset_);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001252 pos += 3;
pbos@webrtc.org3004c792013-05-07 12:36:21 +00001253 assert(pos == kTransmissionTimeOffsetLength);
1254 return kTransmissionTimeOffsetLength;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001255}
1256
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001257uint8_t RTPSender::BuildAudioLevelExtension(uint8_t* data_buffer) const {
1258 // An RTP Header Extension for Client-to-Mixer Audio Level Indication
1259 //
1260 // https://datatracker.ietf.org/doc/draft-lennox-avt-rtp-audio-level-exthdr/
1261 //
1262 // The form of the audio level extension block:
1263 //
sprang@webrtc.org30933902015-03-17 14:33:12 +00001264 // 0 1
1265 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5
1266 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1267 // | ID | len=0 |V| level |
1268 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001269 //
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001270
1271 // Get id defined by user.
1272 uint8_t id;
1273 if (rtp_header_extension_map_.GetId(kRtpExtensionAudioLevel, &id) != 0) {
1274 // Not registered.
1275 return 0;
1276 }
1277 size_t pos = 0;
1278 const uint8_t len = 0;
1279 data_buffer[pos++] = (id << 4) + len;
1280 data_buffer[pos++] = (1 << 7) + 0; // Voice, 0 dBov.
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001281 assert(pos == kAudioLevelLength);
1282 return kAudioLevelLength;
1283}
1284
1285uint8_t RTPSender::BuildAbsoluteSendTimeExtension(uint8_t* data_buffer) const {
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001286 // Absolute send time in RTP streams.
1287 //
1288 // The absolute send time is signaled to the receiver in-band using the
1289 // general mechanism for RTP header extensions [RFC5285]. The payload
1290 // of this extension (the transmitted value) is a 24-bit unsigned integer
1291 // containing the sender's current time in seconds as a fixed point number
1292 // with 18 bits fractional part.
1293 //
1294 // The form of the absolute send time extension block:
1295 //
1296 // 0 1 2 3
1297 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
1298 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1299 // | ID | len=2 | absolute send time |
1300 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1301
1302 // Get id defined by user.
1303 uint8_t id;
1304 if (rtp_header_extension_map_.GetId(kRtpExtensionAbsoluteSendTime,
1305 &id) != 0) {
1306 // Not registered.
1307 return 0;
1308 }
1309 size_t pos = 0;
1310 const uint8_t len = 2;
1311 data_buffer[pos++] = (id << 4) + len;
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001312 ByteWriter<uint32_t, 3>::WriteBigEndian(data_buffer + pos,
1313 absolute_send_time_);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001314 pos += 3;
1315 assert(pos == kAbsoluteSendTimeLength);
1316 return kAbsoluteSendTimeLength;
1317}
1318
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001319uint8_t RTPSender::BuildVideoRotationExtension(uint8_t* data_buffer) const {
1320 // Coordination of Video Orientation in RTP streams.
1321 //
sprang@webrtc.org30933902015-03-17 14:33:12 +00001322 // Coordination of Video Orientation consists in signaling of the current
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001323 // orientation of the image captured on the sender side to the receiver for
1324 // appropriate rendering and displaying.
1325 //
sprang@webrtc.org30933902015-03-17 14:33:12 +00001326 // 0 1
1327 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5
1328 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1329 // | ID | len=0 |0 0 0 0 C F R R|
1330 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001331 //
1332
1333 // Get id defined by user.
1334 uint8_t id;
1335 if (rtp_header_extension_map_.GetId(kRtpExtensionVideoRotation, &id) != 0) {
1336 // Not registered.
1337 return 0;
1338 }
1339 size_t pos = 0;
1340 const uint8_t len = 0;
1341 data_buffer[pos++] = (id << 4) + len;
guoweis@webrtc.orgfdd10572015-03-12 20:50:57 +00001342 data_buffer[pos++] = ConvertVideoRotationToCVOByte(rotation_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001343 assert(pos == kVideoRotationLength);
1344 return kVideoRotationLength;
1345}
1346
sprang@webrtc.org30933902015-03-17 14:33:12 +00001347uint8_t RTPSender::BuildTransportSequenceNumberExtension(
sprang867fb522015-08-03 04:38:41 -07001348 uint8_t* data_buffer,
1349 uint16_t sequence_number) const {
sprang@webrtc.org30933902015-03-17 14:33:12 +00001350 // 0 1 2
1351 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3
1352 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1353 // | ID | L=1 |transport wide sequence number |
1354 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1355
1356 // Get id defined by user.
1357 uint8_t id;
1358 if (rtp_header_extension_map_.GetId(kRtpExtensionTransportSequenceNumber,
1359 &id) != 0) {
1360 // Not registered.
1361 return 0;
1362 }
1363 size_t pos = 0;
1364 const uint8_t len = 1;
1365 data_buffer[pos++] = (id << 4) + len;
sprang867fb522015-08-03 04:38:41 -07001366 ByteWriter<uint16_t>::WriteBigEndian(data_buffer + pos, sequence_number);
sprang@webrtc.org30933902015-03-17 14:33:12 +00001367 pos += 2;
1368 assert(pos == kTransportSequenceNumberLength);
1369 return kTransportSequenceNumberLength;
1370}
1371
isheriff6b4b5f32016-06-08 00:24:21 -07001372uint8_t RTPSender::BuildPlayoutDelayExtension(
1373 uint8_t* data_buffer,
1374 uint16_t min_playout_delay_ms,
1375 uint16_t max_playout_delay_ms) const {
1376 RTC_DCHECK_LE(min_playout_delay_ms, kPlayoutDelayMaxMs);
1377 RTC_DCHECK_LE(max_playout_delay_ms, kPlayoutDelayMaxMs);
1378 RTC_DCHECK_LE(min_playout_delay_ms, max_playout_delay_ms);
1379 // 0 1 2 3
1380 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
1381 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1382 // | ID | len=2 | MIN delay | MAX delay |
1383 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1384 uint8_t id;
1385 if (rtp_header_extension_map_.GetId(kRtpExtensionPlayoutDelay, &id) != 0) {
1386 // Not registered.
1387 return 0;
1388 }
1389 size_t pos = 0;
1390 const uint8_t len = 2;
1391 // Convert MS to value to be sent on extension header.
1392 uint16_t min_playout = min_playout_delay_ms / kPlayoutDelayGranularityMs;
1393 uint16_t max_playout = max_playout_delay_ms / kPlayoutDelayGranularityMs;
1394
1395 data_buffer[pos++] = (id << 4) + len;
1396 data_buffer[pos++] = min_playout >> 4;
1397 data_buffer[pos++] = ((min_playout & 0xf) << 4) | (max_playout >> 8);
1398 data_buffer[pos++] = max_playout & 0xff;
1399 assert(pos == kPlayoutDelayLength);
1400 return kPlayoutDelayLength;
1401}
1402
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001403bool RTPSender::FindHeaderExtensionPosition(RTPExtensionType type,
1404 const uint8_t* rtp_packet,
1405 size_t rtp_packet_length,
1406 const RTPHeader& rtp_header,
1407 size_t* position) const {
1408 // Get length until start of header extension block.
1409 int extension_block_pos =
1410 rtp_header_extension_map_.GetLengthUntilBlockStartInBytes(type);
1411 if (extension_block_pos < 0) {
1412 LOG(LS_WARNING) << "Failed to find extension position for " << type
1413 << " as it is not registered.";
1414 return false;
1415 }
1416
1417 HeaderExtension header_extension(type);
1418
danilchapd9e62f52016-01-14 14:55:19 -08001419 size_t extension_pos =
1420 kRtpHeaderLength + rtp_header.numCSRCs * sizeof(uint32_t);
1421 size_t block_pos = extension_pos + extension_block_pos;
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001422 if (rtp_packet_length < block_pos + header_extension.length ||
1423 rtp_header.headerLength < block_pos + header_extension.length) {
1424 LOG(LS_WARNING) << "Failed to find extension position for " << type
1425 << " as the length is invalid.";
1426 return false;
1427 }
1428
1429 // Verify that header contains extension.
danilchapd9e62f52016-01-14 14:55:19 -08001430 if (!(rtp_packet[extension_pos] == 0xBE &&
1431 rtp_packet[extension_pos + 1] == 0xDE)) {
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001432 LOG(LS_WARNING) << "Failed to find extension position for " << type
1433 << "as hdr extension not found.";
1434 return false;
1435 }
1436
1437 *position = block_pos;
1438 return true;
1439}
1440
sprang867fb522015-08-03 04:38:41 -07001441RTPSender::ExtensionStatus RTPSender::VerifyExtension(
1442 RTPExtensionType extension_type,
1443 uint8_t* rtp_packet,
1444 size_t rtp_packet_length,
1445 const RTPHeader& rtp_header,
1446 size_t extension_length_bytes,
1447 size_t* extension_offset) const {
1448 // Get id.
1449 uint8_t id = 0;
1450 if (rtp_header_extension_map_.GetId(extension_type, &id) != 0)
1451 return ExtensionStatus::kNotRegistered;
1452
1453 size_t block_pos = 0;
1454 if (!FindHeaderExtensionPosition(extension_type, rtp_packet,
1455 rtp_packet_length, rtp_header, &block_pos))
1456 return ExtensionStatus::kError;
1457
sprang867fb522015-08-03 04:38:41 -07001458 // Verify first byte in block.
1459 const uint8_t first_block_byte = (id << 4) + (extension_length_bytes - 2);
1460 if (rtp_packet[block_pos] != first_block_byte)
1461 return ExtensionStatus::kError;
1462
1463 *extension_offset = block_pos;
1464 return ExtensionStatus::kOk;
1465}
1466
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001467bool RTPSender::UpdateAudioLevel(uint8_t* rtp_packet,
1468 size_t rtp_packet_length,
1469 const RTPHeader& rtp_header,
1470 bool is_voiced,
1471 uint8_t dBov) const {
sprang867fb522015-08-03 04:38:41 -07001472 size_t offset;
tommiae695e92016-02-02 08:31:45 -08001473 rtc::CritScope lock(&send_critsect_);
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001474
sprang867fb522015-08-03 04:38:41 -07001475 switch (VerifyExtension(kRtpExtensionAudioLevel, rtp_packet,
1476 rtp_packet_length, rtp_header, kAudioLevelLength,
1477 &offset)) {
1478 case ExtensionStatus::kNotRegistered:
1479 return false;
1480 case ExtensionStatus::kError:
1481 LOG(LS_WARNING) << "Failed to update audio level.";
1482 return false;
1483 case ExtensionStatus::kOk:
1484 break;
1485 default:
1486 RTC_NOTREACHED();
stefan@webrtc.org2f8d5f32014-04-15 12:28:46 +00001487 }
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001488
sprang867fb522015-08-03 04:38:41 -07001489 rtp_packet[offset + 1] = (is_voiced ? 0x80 : 0x00) + (dBov & 0x7f);
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001490 return true;
1491}
1492
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001493bool RTPSender::UpdateVideoRotation(uint8_t* rtp_packet,
1494 size_t rtp_packet_length,
1495 const RTPHeader& rtp_header,
1496 VideoRotation rotation) const {
sprang867fb522015-08-03 04:38:41 -07001497 size_t offset;
tommiae695e92016-02-02 08:31:45 -08001498 rtc::CritScope lock(&send_critsect_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001499
sprang867fb522015-08-03 04:38:41 -07001500 switch (VerifyExtension(kRtpExtensionVideoRotation, rtp_packet,
1501 rtp_packet_length, rtp_header, kVideoRotationLength,
1502 &offset)) {
1503 case ExtensionStatus::kNotRegistered:
1504 return false;
1505 case ExtensionStatus::kError:
1506 LOG(LS_WARNING) << "Failed to update CVO.";
1507 return false;
1508 case ExtensionStatus::kOk:
1509 break;
1510 default:
1511 RTC_NOTREACHED();
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001512 }
1513
sprang867fb522015-08-03 04:38:41 -07001514 rtp_packet[offset + 1] = ConvertVideoRotationToCVOByte(rotation);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001515 return true;
1516}
1517
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001518bool RTPSender::UpdateTransportSequenceNumber(RtpPacketToSend* packet,
1519 int* packet_id) const {
1520 RTC_DCHECK(packet);
1521 RTC_DCHECK(packet_id);
tommiae695e92016-02-02 08:31:45 -08001522 rtc::CritScope lock(&send_critsect_);
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001523 if (!rtp_header_extension_map_.IsRegistered(TransportSequenceNumber::kId))
stefana23fc622016-07-28 07:56:38 -07001524 return false;
1525
asapersson35151f32016-05-02 23:44:01 -07001526 if (!transport_sequence_number_allocator_)
1527 return false;
1528
1529 *packet_id = transport_sequence_number_allocator_->AllocateSequenceNumber();
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001530
1531 if (!packet->SetExtension<TransportSequenceNumber>(*packet_id))
1532 return false;
1533
asapersson35151f32016-05-02 23:44:01 -07001534 return true;
sprang867fb522015-08-03 04:38:41 -07001535}
1536
pbos@webrtc.org59f20bb2013-09-09 16:02:19 +00001537void RTPSender::SetSendingStatus(bool enabled) {
danilchap71fead22016-08-18 02:01:49 -07001538 if (!enabled) {
tommiae695e92016-02-02 08:31:45 -08001539 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001540 if (!ssrc_forced_) {
1541 // Generate a new SSRC.
tommiae695e92016-02-02 08:31:45 -08001542 ssrc_db_->ReturnSSRC(ssrc_);
1543 ssrc_ = ssrc_db_->CreateSSRC();
1544 RTC_DCHECK(ssrc_ != 0);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001545 }
1546 // Don't initialize seq number if SSRC passed externally.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001547 if (!sequence_number_forced_ && !ssrc_forced_) {
1548 // Generate a new sequence number.
danilchap47a740b2015-12-15 00:30:07 -08001549 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001550 }
1551 }
1552}
1553
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001554void RTPSender::SetSendingMediaStatus(bool enabled) {
tommiae695e92016-02-02 08:31:45 -08001555 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001556 sending_media_ = enabled;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001557}
1558
1559bool RTPSender::SendingMedia() const {
tommiae695e92016-02-02 08:31:45 -08001560 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001561 return sending_media_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001562}
1563
danilchap71fead22016-08-18 02:01:49 -07001564void RTPSender::SetTimestampOffset(uint32_t timestamp) {
tommiae695e92016-02-02 08:31:45 -08001565 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -07001566 timestamp_offset_ = timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001567}
1568
danilchap71fead22016-08-18 02:01:49 -07001569uint32_t RTPSender::TimestampOffset() const {
tommiae695e92016-02-02 08:31:45 -08001570 rtc::CritScope lock(&send_critsect_);
danilchap71fead22016-08-18 02:01:49 -07001571 return timestamp_offset_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001572}
1573
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001574uint32_t RTPSender::GenerateNewSSRC() {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001575 // If configured via API, return 0.
tommiae695e92016-02-02 08:31:45 -08001576 rtc::CritScope lock(&send_critsect_);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001577
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001578 if (ssrc_forced_) {
niklase@google.com470e71d2011-07-07 08:21:25 +00001579 return 0;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001580 }
tommiae695e92016-02-02 08:31:45 -08001581 ssrc_ = ssrc_db_->CreateSSRC();
1582 RTC_DCHECK(ssrc_ != 0);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001583 return ssrc_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001584}
1585
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001586void RTPSender::SetSSRC(uint32_t ssrc) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001587 // This is configured via the API.
tommiae695e92016-02-02 08:31:45 -08001588 rtc::CritScope lock(&send_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00001589
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001590 if (ssrc_ == ssrc && ssrc_forced_) {
1591 return; // Since it's same ssrc, don't reset anything.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001592 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001593 ssrc_forced_ = true;
tommiae695e92016-02-02 08:31:45 -08001594 ssrc_db_->ReturnSSRC(ssrc_);
1595 ssrc_db_->RegisterSSRC(ssrc);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001596 ssrc_ = ssrc;
1597 if (!sequence_number_forced_) {
danilchap47a740b2015-12-15 00:30:07 -08001598 sequence_number_ = random_.Rand(1, kMaxInitRtpSeqNumber);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001599 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001600}
1601
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001602uint32_t RTPSender::SSRC() const {
tommiae695e92016-02-02 08:31:45 -08001603 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001604 return ssrc_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001605}
1606
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001607void RTPSender::SetCsrcs(const std::vector<uint32_t>& csrcs) {
1608 assert(csrcs.size() <= kRtpCsrcSize);
tommiae695e92016-02-02 08:31:45 -08001609 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001610 csrcs_ = csrcs;
niklase@google.com470e71d2011-07-07 08:21:25 +00001611}
1612
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001613void RTPSender::SetSequenceNumber(uint16_t seq) {
tommiae695e92016-02-02 08:31:45 -08001614 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001615 sequence_number_forced_ = true;
1616 sequence_number_ = seq;
niklase@google.com470e71d2011-07-07 08:21:25 +00001617}
1618
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001619uint16_t RTPSender::SequenceNumber() const {
tommiae695e92016-02-02 08:31:45 -08001620 rtc::CritScope lock(&send_critsect_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001621 return sequence_number_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001622}
1623
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001624// Audio.
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001625int32_t RTPSender::SendTelephoneEvent(uint8_t key,
1626 uint16_t time_ms,
1627 uint8_t level) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001628 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001629 return -1;
1630 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001631 return audio_->SendTelephoneEvent(key, time_ms, level);
niklase@google.com470e71d2011-07-07 08:21:25 +00001632}
1633
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001634int32_t RTPSender::SetAudioPacketSize(uint16_t packet_size_samples) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001635 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001636 return -1;
1637 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001638 return audio_->SetAudioPacketSize(packet_size_samples);
niklase@google.com470e71d2011-07-07 08:21:25 +00001639}
1640
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001641int32_t RTPSender::SetAudioLevel(uint8_t level_d_bov) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001642 return audio_->SetAudioLevel(level_d_bov);
niklase@google.com470e71d2011-07-07 08:21:25 +00001643}
1644
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001645RtpVideoCodecTypes RTPSender::VideoCodecType() const {
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001646 assert(!audio_configured_ && "Sender is an audio stream!");
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001647 return video_->VideoCodecType();
niklase@google.com470e71d2011-07-07 08:21:25 +00001648}
1649
pbosba8c15b2015-07-14 09:36:34 -07001650void RTPSender::SetGenericFECStatus(bool enable,
1651 uint8_t payload_type_red,
1652 uint8_t payload_type_fec) {
henrikg91d6ede2015-09-17 00:24:34 -07001653 RTC_DCHECK(!audio_configured_);
mflodmanfcf54bd2015-04-14 21:28:08 +02001654 video_->SetGenericFECStatus(enable, payload_type_red, payload_type_fec);
niklase@google.com470e71d2011-07-07 08:21:25 +00001655}
1656
pbosba8c15b2015-07-14 09:36:34 -07001657void RTPSender::GenericFECStatus(bool* enable,
Sergey Ulanovec4f0682016-07-28 15:19:10 -07001658 uint8_t* payload_type_red,
1659 uint8_t* payload_type_fec) const {
henrikg91d6ede2015-09-17 00:24:34 -07001660 RTC_DCHECK(!audio_configured_);
danilchap6db6cdc2015-12-15 02:54:47 -08001661 video_->GenericFECStatus(enable, payload_type_red, payload_type_fec);
niklase@google.com470e71d2011-07-07 08:21:25 +00001662}
1663
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001664int32_t RTPSender::SetFecParameters(
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001665 const FecProtectionParams *delta_params,
1666 const FecProtectionParams *key_params) {
1667 if (audio_configured_) {
stefan@webrtc.orge0d6fa42012-03-20 22:10:56 +00001668 return -1;
1669 }
mflodmanfcf54bd2015-04-14 21:28:08 +02001670 video_->SetFecParameters(delta_params, key_params);
1671 return 0;
marpan@google.com80c5d7a2011-07-15 21:32:40 +00001672}
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001673
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001674std::unique_ptr<RtpPacketToSend> RTPSender::BuildRtxPacket(
1675 const RtpPacketToSend& packet) {
1676 // TODO(danilchap): Create rtx packet with extra capacity for SRTP
1677 // when transport interface would be updated to take buffer class.
1678 std::unique_ptr<RtpPacketToSend> rtx_packet(new RtpPacketToSend(
1679 &rtp_header_extension_map_, packet.size() + kRtxHeaderSize));
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001680 // Add original RTP header.
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001681 rtx_packet->CopyHeaderFrom(packet);
1682 {
1683 rtc::CritScope lock(&send_critsect_);
1684 if (!sending_media_)
1685 return nullptr;
1686 // Replace payload type, if a specific type is set for RTX.
1687 auto kv = rtx_payload_type_map_.find(packet.PayloadType());
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001688
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001689 // Use rtx mapping associated with media codec if we can't find one,
1690 // assume it's red.
1691 // TODO(holmer): Remove once old Chrome versions don't rely on this.
1692 if (kv == rtx_payload_type_map_.end())
1693 kv = rtx_payload_type_map_.find(payload_type_);
1694 if (kv != rtx_payload_type_map_.end())
1695 rtx_packet->SetPayloadType(kv->second);
mflodman@webrtc.org9f5ebb52013-04-12 14:55:46 +00001696
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001697 // Replace sequence number.
1698 rtx_packet->SetSequenceNumber(sequence_number_rtx_++);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001699
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001700 // Replace SSRC.
1701 rtx_packet->SetSsrc(ssrc_rtx_);
1702 }
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001703
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001704 uint8_t* rtx_payload =
1705 rtx_packet->AllocatePayload(packet.payload_size() + kRtxHeaderSize);
1706 RTC_DCHECK(rtx_payload);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001707 // Add OSN (original sequence number).
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001708 ByteWriter<uint16_t>::WriteBigEndian(rtx_payload, packet.SequenceNumber());
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001709
1710 // Add original payload data.
Danil Chapovalov31e4e802016-08-03 18:27:40 +02001711 memcpy(rtx_payload + kRtxHeaderSize, packet.payload(), packet.payload_size());
1712
1713 return rtx_packet;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001714}
1715
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001716void RTPSender::RegisterRtpStatisticsCallback(
1717 StreamDataCountersCallback* callback) {
danilchap7c9426c2016-04-14 03:05:31 -07001718 rtc::CritScope cs(&statistics_crit_);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001719 rtp_stats_callback_ = callback;
1720}
1721
1722StreamDataCountersCallback* RTPSender::GetRtpStatisticsCallback() const {
danilchap7c9426c2016-04-14 03:05:31 -07001723 rtc::CritScope cs(&statistics_crit_);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001724 return rtp_stats_callback_;
1725}
1726
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001727uint32_t RTPSender::BitrateSent() const {
sprangcd349d92016-07-13 09:11:28 -07001728 rtc::CritScope cs(&statistics_crit_);
1729 return total_bitrate_sent_.Rate(clock_->TimeInMilliseconds()).value_or(0);
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001730}
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001731
1732void RTPSender::SetRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -08001733 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001734 sequence_number_ = rtp_state.sequence_number;
1735 sequence_number_forced_ = true;
danilchap71fead22016-08-18 02:01:49 -07001736 timestamp_offset_ = rtp_state.start_timestamp;
danilchape5b41412016-08-22 03:39:23 -07001737 last_rtp_timestamp_ = rtp_state.timestamp;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001738 capture_time_ms_ = rtp_state.capture_time_ms;
1739 last_timestamp_time_ms_ = rtp_state.last_timestamp_time_ms;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001740 media_has_been_sent_ = rtp_state.media_has_been_sent;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001741}
1742
1743RtpState RTPSender::GetRtpState() const {
tommiae695e92016-02-02 08:31:45 -08001744 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001745
1746 RtpState state;
1747 state.sequence_number = sequence_number_;
danilchap71fead22016-08-18 02:01:49 -07001748 state.start_timestamp = timestamp_offset_;
danilchape5b41412016-08-22 03:39:23 -07001749 state.timestamp = last_rtp_timestamp_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001750 state.capture_time_ms = capture_time_ms_;
1751 state.last_timestamp_time_ms = last_timestamp_time_ms_;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001752 state.media_has_been_sent = media_has_been_sent_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001753
1754 return state;
1755}
1756
1757void RTPSender::SetRtxRtpState(const RtpState& rtp_state) {
tommiae695e92016-02-02 08:31:45 -08001758 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001759 sequence_number_rtx_ = rtp_state.sequence_number;
1760}
1761
1762RtpState RTPSender::GetRtxRtpState() const {
tommiae695e92016-02-02 08:31:45 -08001763 rtc::CritScope lock(&send_critsect_);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001764
1765 RtpState state;
1766 state.sequence_number = sequence_number_rtx_;
danilchap71fead22016-08-18 02:01:49 -07001767 state.start_timestamp = timestamp_offset_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001768
1769 return state;
1770}
1771
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001772} // namespace webrtc