blob: e7306a11bd3f2ca56ffd5d733a7cb278607fc396 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgf6bb77a2012-01-24 17:16:59 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +000011#include "webrtc/modules/rtp_rtcp/source/rtp_sender.h"
12
pbos@webrtc.org12dc1a32013-08-05 16:22:53 +000013#include <stdlib.h> // srand
Shao Changbine62202f2015-04-21 20:24:50 +080014#include <utility>
niklase@google.com470e71d2011-07-07 08:21:25 +000015
Shao Changbine62202f2015-04-21 20:24:50 +080016#include "webrtc/base/checks.h"
guoweis@webrtc.orgfdd10572015-03-12 20:50:57 +000017#include "webrtc/modules/rtp_rtcp/interface/rtp_cvo.h"
sprang@webrtc.org779c3d12015-03-17 16:42:49 +000018#include "webrtc/modules/rtp_rtcp/source/byte_io.h"
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +000019#include "webrtc/modules/rtp_rtcp/source/rtp_sender_audio.h"
20#include "webrtc/modules/rtp_rtcp/source/rtp_sender_video.h"
21#include "webrtc/system_wrappers/interface/critical_section_wrapper.h"
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +000022#include "webrtc/system_wrappers/interface/logging.h"
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000023#include "webrtc/system_wrappers/interface/tick_util.h"
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000024#include "webrtc/system_wrappers/interface/trace_event.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000025
26namespace webrtc {
niklase@google.com470e71d2011-07-07 08:21:25 +000027
stefan@webrtc.orga8179622013-06-04 13:47:36 +000028// Max in the RFC 3550 is 255 bytes, we limit it to be modulus 32 for SRTP.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +000029const size_t kMaxPaddingLength = 224;
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +000030const int kSendSideDelayWindowMs = 1000;
stefan@webrtc.orga8179622013-06-04 13:47:36 +000031
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000032namespace {
33
guoweis@webrtc.org45362892015-03-04 22:55:15 +000034const size_t kRtpHeaderLength = 12;
35
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +000036const char* FrameTypeToString(FrameType frame_type) {
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000037 switch (frame_type) {
38 case kFrameEmpty: return "empty";
39 case kAudioFrameSpeech: return "audio_speech";
40 case kAudioFrameCN: return "audio_cn";
41 case kVideoFrameKey: return "video_key";
42 case kVideoFrameDelta: return "video_delta";
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000043 }
44 return "";
45}
46
47} // namespace
48
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +000049class BitrateAggregator {
50 public:
51 explicit BitrateAggregator(BitrateStatisticsObserver* bitrate_callback)
52 : callback_(bitrate_callback),
53 total_bitrate_observer_(*this),
54 retransmit_bitrate_observer_(*this),
55 ssrc_(0) {}
56
57 void OnStatsUpdated() const {
58 if (callback_)
59 callback_->Notify(total_bitrate_observer_.statistics(),
60 retransmit_bitrate_observer_.statistics(),
61 ssrc_);
62 }
63
64 Bitrate::Observer* total_bitrate_observer() {
65 return &total_bitrate_observer_;
66 }
67 Bitrate::Observer* retransmit_bitrate_observer() {
68 return &retransmit_bitrate_observer_;
69 }
70
71 void set_ssrc(uint32_t ssrc) { ssrc_ = ssrc; }
72
73 private:
74 // We assume that these observers are called on the same thread, which is
75 // true for RtpSender as they are called on the Process thread.
76 class BitrateObserver : public Bitrate::Observer {
77 public:
78 explicit BitrateObserver(const BitrateAggregator& aggregator)
79 : aggregator_(aggregator) {}
80
81 // Implements Bitrate::Observer.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000082 void BitrateUpdated(const BitrateStatistics& stats) override {
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +000083 statistics_ = stats;
84 aggregator_.OnStatsUpdated();
85 }
86
87 BitrateStatistics statistics() const { return statistics_; }
88
89 private:
90 BitrateStatistics statistics_;
91 const BitrateAggregator& aggregator_;
92 };
93
94 BitrateStatisticsObserver* const callback_;
95 BitrateObserver total_bitrate_observer_;
96 BitrateObserver retransmit_bitrate_observer_;
97 uint32_t ssrc_;
98};
99
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000100RTPSender::RTPSender(int32_t id,
101 bool audio,
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000102 Clock* clock,
103 Transport* transport,
104 RtpAudioFeedback* audio_feedback,
andresp@webrtc.orgd11bec42014-07-08 14:32:58 +0000105 PacedSender* paced_sender,
andresp@webrtc.org8f151212014-07-10 09:39:23 +0000106 BitrateStatisticsObserver* bitrate_callback,
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000107 FrameCountObserver* frame_count_observer,
108 SendSideDelayObserver* send_side_delay_observer)
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000109 : clock_(clock),
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000110 // TODO(holmer): Remove this conversion when we remove the use of
111 // TickTime.
112 clock_delta_ms_(clock_->TimeInMilliseconds() -
113 TickTime::MillisecondTimestamp()),
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000114 bitrates_(new BitrateAggregator(bitrate_callback)),
115 total_bitrate_sent_(clock, bitrates_->total_bitrate_observer()),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000116 id_(id),
117 audio_configured_(audio),
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000118 audio_(audio ? new RTPSenderAudio(id, clock, this, audio_feedback)
119 : nullptr),
120 video_(audio ? nullptr : new RTPSenderVideo(clock, this)),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000121 paced_sender_(paced_sender),
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000122 last_capture_time_ms_sent_(0),
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000123 send_critsect_(CriticalSectionWrapper::CreateCriticalSection()),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000124 transport_(transport),
125 sending_media_(true), // Default to sending media.
126 max_payload_length_(IP_PACKET_SIZE - 28), // Default is IP-v4/UDP.
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000127 packet_over_head_(28),
128 payload_type_(-1),
129 payload_type_map_(),
130 rtp_header_extension_map_(),
131 transmission_time_offset_(0),
132 absolute_send_time_(0),
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000133 rotation_(kVideoRotation_0),
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700134 cvo_mode_(kCVONone),
sprang@webrtc.org30933902015-03-17 14:33:12 +0000135 transport_sequence_number_(0),
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000136 // NACK.
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000137 nack_byte_count_times_(),
138 nack_byte_count_(),
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000139 nack_bitrate_(clock, bitrates_->retransmit_bitrate_observer()),
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000140 packet_history_(clock),
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000141 // Statistics
pbos@webrtc.orge07049f2013-09-10 11:29:17 +0000142 statistics_crit_(CriticalSectionWrapper::CreateCriticalSection()),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000143 rtp_stats_callback_(NULL),
andresp@webrtc.org8f151212014-07-10 09:39:23 +0000144 frame_count_observer_(frame_count_observer),
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000145 send_side_delay_observer_(send_side_delay_observer),
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000146 // RTP variables
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000147 start_timestamp_forced_(false),
148 start_timestamp_(0),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000149 ssrc_db_(*SSRCDatabase::GetSSRCDatabase()),
150 remote_ssrc_(0),
151 sequence_number_forced_(false),
152 ssrc_forced_(false),
153 timestamp_(0),
154 capture_time_ms_(0),
155 last_timestamp_time_ms_(0),
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000156 media_has_been_sent_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000157 last_packet_marker_bit_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000158 csrcs_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000159 rtx_(kRtxOff),
Shao Changbine62202f2015-04-21 20:24:50 +0800160 rtx_payload_type_(-1),
andresp@webrtc.orgd09d0742014-03-26 14:27:34 +0000161 target_bitrate_critsect_(CriticalSectionWrapper::CreateCriticalSection()),
stefan@webrtc.orga15fbfd2014-06-17 17:32:05 +0000162 target_bitrate_(0) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000163 memset(nack_byte_count_times_, 0, sizeof(nack_byte_count_times_));
164 memset(nack_byte_count_, 0, sizeof(nack_byte_count_));
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000165 // We need to seed the random generator.
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000166 srand(static_cast<uint32_t>(clock_->TimeInMilliseconds()));
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000167 ssrc_ = ssrc_db_.CreateSSRC(); // Can't be 0.
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000168 ssrc_rtx_ = ssrc_db_.CreateSSRC(); // Can't be 0.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000169 bitrates_->set_ssrc(ssrc_);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000170 // Random start, 16 bits. Can't be 0.
171 sequence_number_rtx_ = static_cast<uint16_t>(rand() + 1) & 0x7FFF;
172 sequence_number_ = static_cast<uint16_t>(rand() + 1) & 0x7FFF;
niklase@google.com470e71d2011-07-07 08:21:25 +0000173}
174
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000175RTPSender::~RTPSender() {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000176 if (remote_ssrc_ != 0) {
177 ssrc_db_.ReturnSSRC(remote_ssrc_);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000178 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000179 ssrc_db_.ReturnSSRC(ssrc_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000180
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000181 SSRCDatabase::ReturnSSRCDatabase();
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000182 while (!payload_type_map_.empty()) {
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000183 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000184 payload_type_map_.begin();
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000185 delete it->second;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000186 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000187 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000188}
niklase@google.com470e71d2011-07-07 08:21:25 +0000189
stefan@webrtc.orga15fbfd2014-06-17 17:32:05 +0000190void RTPSender::SetTargetBitrate(uint32_t bitrate) {
191 CriticalSectionScoped cs(target_bitrate_critsect_.get());
192 target_bitrate_ = bitrate;
193}
194
195uint32_t RTPSender::GetTargetBitrate() {
196 CriticalSectionScoped cs(target_bitrate_critsect_.get());
197 return target_bitrate_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000198}
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000199
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000200uint16_t RTPSender::ActualSendBitrateKbit() const {
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000201 return (uint16_t)(total_bitrate_sent_.BitrateNow() / 1000);
niklase@google.com470e71d2011-07-07 08:21:25 +0000202}
203
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000204uint32_t RTPSender::VideoBitrateSent() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000205 if (video_) {
206 return video_->VideoBitrateSent();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000207 }
208 return 0;
stefan@webrtc.orgfbea4e52011-10-27 16:08:29 +0000209}
210
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000211uint32_t RTPSender::FecOverheadRate() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000212 if (video_) {
213 return video_->FecOverheadRate();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000214 }
215 return 0;
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000216}
217
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000218uint32_t RTPSender::NackOverheadRate() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000219 return nack_bitrate_.BitrateLast();
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000220}
221
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000222int32_t RTPSender::SetTransmissionTimeOffset(int32_t transmission_time_offset) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000223 if (transmission_time_offset > (0x800000 - 1) ||
224 transmission_time_offset < -(0x800000 - 1)) { // Word24.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000225 return -1;
226 }
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000227 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000228 transmission_time_offset_ = transmission_time_offset;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000229 return 0;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000230}
231
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000232int32_t RTPSender::SetAbsoluteSendTime(uint32_t absolute_send_time) {
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000233 if (absolute_send_time > 0xffffff) { // UWord24.
234 return -1;
235 }
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000236 CriticalSectionScoped cs(send_critsect_.get());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000237 absolute_send_time_ = absolute_send_time;
238 return 0;
239}
240
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000241void RTPSender::SetVideoRotation(VideoRotation rotation) {
242 CriticalSectionScoped cs(send_critsect_.get());
243 rotation_ = rotation;
244}
245
sprang@webrtc.org30933902015-03-17 14:33:12 +0000246int32_t RTPSender::SetTransportSequenceNumber(uint16_t sequence_number) {
247 CriticalSectionScoped cs(send_critsect_.get());
248 transport_sequence_number_ = sequence_number;
249 return 0;
250}
251
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000252int32_t RTPSender::RegisterRtpHeaderExtension(RTPExtensionType type,
253 uint8_t id) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000254 CriticalSectionScoped cs(send_critsect_.get());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700255 if (type == kRtpExtensionVideoRotation) {
256 cvo_mode_ = kCVOInactive;
257 return rtp_header_extension_map_.RegisterInactive(type, id);
258 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000259 return rtp_header_extension_map_.Register(type, id);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000260}
261
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000262bool RTPSender::IsRtpHeaderExtensionRegistered(RTPExtensionType type) {
263 CriticalSectionScoped cs(send_critsect_.get());
264 return rtp_header_extension_map_.IsRegistered(type);
265}
266
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000267int32_t RTPSender::DeregisterRtpHeaderExtension(RTPExtensionType type) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000268 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000269 return rtp_header_extension_map_.Deregister(type);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000270}
271
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000272size_t RTPSender::RtpHeaderExtensionTotalLength() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000273 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000274 return rtp_header_extension_map_.GetTotalLengthInBytes();
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000275}
276
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000277int32_t RTPSender::RegisterPayload(
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000278 const char payload_name[RTP_PAYLOAD_NAME_SIZE],
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000279 int8_t payload_number,
280 uint32_t frequency,
281 uint8_t channels,
282 uint32_t rate) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000283 assert(payload_name);
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000284 CriticalSectionScoped cs(send_critsect_.get());
niklase@google.com470e71d2011-07-07 08:21:25 +0000285
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000286 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000287 payload_type_map_.find(payload_number);
niklase@google.com470e71d2011-07-07 08:21:25 +0000288
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000289 if (payload_type_map_.end() != it) {
290 // We already use this payload type.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000291 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000292 assert(payload);
niklase@google.com470e71d2011-07-07 08:21:25 +0000293
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000294 // Check if it's the same as we already have.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000295 if (RtpUtility::StringCompare(
296 payload->name, payload_name, RTP_PAYLOAD_NAME_SIZE - 1)) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000297 if (audio_configured_ && payload->audio &&
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000298 payload->typeSpecific.Audio.frequency == frequency &&
299 (payload->typeSpecific.Audio.rate == rate ||
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000300 payload->typeSpecific.Audio.rate == 0 || rate == 0)) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000301 payload->typeSpecific.Audio.rate = rate;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000302 // Ensure that we update the rate if new or old is zero.
niklase@google.com470e71d2011-07-07 08:21:25 +0000303 return 0;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000304 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000305 if (!audio_configured_ && !payload->audio) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000306 return 0;
307 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000308 }
309 return -1;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000310 }
mflodmanfcf54bd2015-04-14 21:28:08 +0200311 int32_t ret_val = 0;
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000312 RtpUtility::Payload* payload = NULL;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000313 if (audio_configured_) {
mflodmanfcf54bd2015-04-14 21:28:08 +0200314 // TODO(mflodman): Change to CreateAudioPayload and make static.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000315 ret_val = audio_->RegisterAudioPayload(payload_name, payload_number,
316 frequency, channels, rate, payload);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000317 } else {
mflodmanfcf54bd2015-04-14 21:28:08 +0200318 payload = video_->CreateVideoPayload(payload_name, payload_number, rate);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000319 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000320 if (payload) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000321 payload_type_map_[payload_number] = payload;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000322 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000323 return ret_val;
niklase@google.com470e71d2011-07-07 08:21:25 +0000324}
325
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000326int32_t RTPSender::DeRegisterSendPayload(int8_t payload_type) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000327 CriticalSectionScoped lock(send_critsect_.get());
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000328
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000329 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000330 payload_type_map_.find(payload_type);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000331
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000332 if (payload_type_map_.end() == it) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000333 return -1;
334 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000335 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000336 delete payload;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000337 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000338 return 0;
339}
niklase@google.com470e71d2011-07-07 08:21:25 +0000340
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000341void RTPSender::SetSendPayloadType(int8_t payload_type) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000342 CriticalSectionScoped cs(send_critsect_.get());
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000343 payload_type_ = payload_type;
344}
345
sprang@webrtc.orgefcad392014-03-25 16:51:35 +0000346int8_t RTPSender::SendPayloadType() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000347 CriticalSectionScoped cs(send_critsect_.get());
sprang@webrtc.orgefcad392014-03-25 16:51:35 +0000348 return payload_type_;
349}
niklase@google.com470e71d2011-07-07 08:21:25 +0000350
pbos@webrtc.org59f20bb2013-09-09 16:02:19 +0000351int RTPSender::SendPayloadFrequency() const {
352 return audio_ != NULL ? audio_->AudioFrequency() : kVideoPayloadTypeFrequency;
353}
niklase@google.com470e71d2011-07-07 08:21:25 +0000354
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000355int32_t RTPSender::SetMaxPayloadLength(size_t max_payload_length,
356 uint16_t packet_over_head) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000357 // Sanity check.
Peter Boströmd6f1a382015-07-14 16:08:02 +0200358 DCHECK(max_payload_length >= 100 && max_payload_length <= IP_PACKET_SIZE)
359 << "Invalid max payload length: " << max_payload_length;
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000360 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000361 max_payload_length_ = max_payload_length;
362 packet_over_head_ = packet_over_head;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000363 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000364}
365
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000366size_t RTPSender::MaxDataPayloadLength() const {
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000367 int rtx;
368 {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000369 CriticalSectionScoped rtx_lock(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000370 rtx = rtx_;
371 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000372 if (audio_configured_) {
373 return max_payload_length_ - RTPHeaderLength();
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000374 } else {
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000375 return max_payload_length_ - RTPHeaderLength() // RTP overhead.
376 - video_->FECPacketOverhead() // FEC/ULP/RED overhead.
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000377 - ((rtx) ? 2 : 0); // RTX overhead.
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000378 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000379}
380
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000381size_t RTPSender::MaxPayloadLength() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000382 return max_payload_length_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000383}
384
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000385uint16_t RTPSender::PacketOverHead() const { return packet_over_head_; }
niklase@google.com470e71d2011-07-07 08:21:25 +0000386
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000387void RTPSender::SetRtxStatus(int mode) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000388 CriticalSectionScoped cs(send_critsect_.get());
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000389 rtx_ = mode;
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000390}
391
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000392int RTPSender::RtxStatus() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000393 CriticalSectionScoped cs(send_critsect_.get());
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000394 return rtx_;
395}
396
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000397void RTPSender::SetRtxSsrc(uint32_t ssrc) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000398 CriticalSectionScoped cs(send_critsect_.get());
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000399 ssrc_rtx_ = ssrc;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000400}
401
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000402uint32_t RTPSender::RtxSsrc() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000403 CriticalSectionScoped cs(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000404 return ssrc_rtx_;
405}
406
Shao Changbine62202f2015-04-21 20:24:50 +0800407void RTPSender::SetRtxPayloadType(int payload_type,
408 int associated_payload_type) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000409 CriticalSectionScoped cs(send_critsect_.get());
Shao Changbine62202f2015-04-21 20:24:50 +0800410 DCHECK_LE(payload_type, 127);
411 DCHECK_LE(associated_payload_type, 127);
412 if (payload_type < 0) {
413 LOG(LS_ERROR) << "Invalid RTX payload type: " << payload_type;
414 return;
415 }
416
417 rtx_payload_type_map_[associated_payload_type] = payload_type;
418 rtx_payload_type_ = payload_type;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000419}
420
Shao Changbine62202f2015-04-21 20:24:50 +0800421std::pair<int, int> RTPSender::RtxPayloadType() const {
Ã…sa Persson6ae25722015-04-13 17:48:08 +0200422 CriticalSectionScoped cs(send_critsect_.get());
Shao Changbine62202f2015-04-21 20:24:50 +0800423 for (const auto& kv : rtx_payload_type_map_) {
424 if (kv.second == rtx_payload_type_) {
425 return std::make_pair(rtx_payload_type_, kv.first);
426 }
427 }
428 return std::make_pair(-1, -1);
Ã…sa Persson6ae25722015-04-13 17:48:08 +0200429}
430
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000431int32_t RTPSender::CheckPayloadType(int8_t payload_type,
432 RtpVideoCodecTypes* video_type) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000433 CriticalSectionScoped cs(send_critsect_.get());
niklase@google.com470e71d2011-07-07 08:21:25 +0000434
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000435 if (payload_type < 0) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000436 LOG(LS_ERROR) << "Invalid payload_type " << payload_type;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000437 return -1;
438 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000439 if (audio_configured_) {
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000440 int8_t red_pl_type = -1;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000441 if (audio_->RED(red_pl_type) == 0) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000442 // We have configured RED.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000443 if (red_pl_type == payload_type) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000444 // And it's a match...
445 return 0;
446 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000447 }
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000448 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000449 if (payload_type_ == payload_type) {
450 if (!audio_configured_) {
451 *video_type = video_->VideoCodecType();
niklase@google.com470e71d2011-07-07 08:21:25 +0000452 }
453 return 0;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000454 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000455 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000456 payload_type_map_.find(payload_type);
457 if (it == payload_type_map_.end()) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000458 LOG(LS_WARNING) << "Payload type " << payload_type << " not registered.";
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000459 return -1;
460 }
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000461 SetSendPayloadType(payload_type);
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000462 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000463 assert(payload);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000464 if (!payload->audio && !audio_configured_) {
465 video_->SetVideoCodecType(payload->typeSpecific.Video.videoCodecType);
466 *video_type = payload->typeSpecific.Video.videoCodecType;
467 video_->SetMaxConfiguredBitrateVideo(payload->typeSpecific.Video.maxRate);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000468 }
469 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000470}
471
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700472RTPSenderInterface::CVOMode RTPSender::ActivateCVORtpHeaderExtension() {
473 if (cvo_mode_ == kCVOInactive) {
474 CriticalSectionScoped cs(send_critsect_.get());
475 if (rtp_header_extension_map_.SetActive(kRtpExtensionVideoRotation, true)) {
476 cvo_mode_ = kCVOActivated;
477 }
478 }
479 return cvo_mode_;
480}
481
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000482int32_t RTPSender::SendOutgoingData(FrameType frame_type,
483 int8_t payload_type,
484 uint32_t capture_timestamp,
485 int64_t capture_time_ms,
486 const uint8_t* payload_data,
487 size_t payload_size,
488 const RTPFragmentationHeader* fragmentation,
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000489 const RTPVideoHeader* rtp_hdr) {
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000490 uint32_t ssrc;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000491 {
492 // Drop this packet if we're not sending media packets.
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000493 CriticalSectionScoped cs(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000494 ssrc = ssrc_;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000495 if (!sending_media_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000496 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000497 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000498 }
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000499 RtpVideoCodecTypes video_type = kRtpVideoGeneric;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000500 if (CheckPayloadType(payload_type, &video_type) != 0) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000501 LOG(LS_ERROR) << "Don't send data with unknown payload type.";
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000502 return -1;
503 }
504
Peter Boströmd6f1a382015-07-14 16:08:02 +0200505 int32_t ret_val;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000506 if (audio_configured_) {
hclam@chromium.org1a7b9b92013-07-08 21:31:18 +0000507 TRACE_EVENT_ASYNC_STEP1("webrtc", "Audio", capture_timestamp,
508 "Send", "type", FrameTypeToString(frame_type));
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000509 assert(frame_type == kAudioFrameSpeech || frame_type == kAudioFrameCN ||
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000510 frame_type == kFrameEmpty);
511
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000512 ret_val = audio_->SendAudio(frame_type, payload_type, capture_timestamp,
513 payload_data, payload_size, fragmentation);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000514 } else {
hclam@chromium.org1a7b9b92013-07-08 21:31:18 +0000515 TRACE_EVENT_ASYNC_STEP1("webrtc", "Video", capture_time_ms,
516 "Send", "type", FrameTypeToString(frame_type));
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000517 assert(frame_type != kAudioFrameSpeech && frame_type != kAudioFrameCN);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000518
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000519 if (frame_type == kFrameEmpty)
520 return 0;
521
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000522 ret_val =
523 video_->SendVideo(video_type, frame_type, payload_type,
524 capture_timestamp, capture_time_ms, payload_data,
mflodmanfcf54bd2015-04-14 21:28:08 +0200525 payload_size, fragmentation, rtp_hdr);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000526 }
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000527
528 CriticalSectionScoped cs(statistics_crit_.get());
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000529 // Note: This is currently only counting for video.
530 if (frame_type == kVideoFrameKey) {
531 ++frame_counts_.key_frames;
532 } else if (frame_type == kVideoFrameDelta) {
533 ++frame_counts_.delta_frames;
534 }
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000535 if (frame_count_observer_) {
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000536 frame_count_observer_->FrameCountUpdated(frame_counts_, ssrc);
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000537 }
538
539 return ret_val;
niklase@google.com470e71d2011-07-07 08:21:25 +0000540}
541
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000542size_t RTPSender::TrySendRedundantPayloads(size_t bytes_to_send) {
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000543 {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000544 CriticalSectionScoped cs(send_critsect_.get());
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000545 if ((rtx_ & kRtxRedundantPayloads) == 0)
546 return 0;
547 }
548
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000549 uint8_t buffer[IP_PACKET_SIZE];
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000550 int bytes_left = static_cast<int>(bytes_to_send);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000551 while (bytes_left > 0) {
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000552 size_t length = bytes_left;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000553 int64_t capture_time_ms;
554 if (!packet_history_.GetBestFittingPacket(buffer, &length,
555 &capture_time_ms)) {
556 break;
557 }
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000558 if (!PrepareAndSendPacket(buffer, length, capture_time_ms, true, false))
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000559 break;
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000560 RtpUtility::RtpHeaderParser rtp_parser(buffer, length);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000561 RTPHeader rtp_header;
562 rtp_parser.Parse(rtp_header);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000563 bytes_left -= static_cast<int>(length - rtp_header.headerLength);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000564 }
565 return bytes_to_send - bytes_left;
566}
567
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000568size_t RTPSender::BuildPaddingPacket(uint8_t* packet, size_t header_length) {
569 size_t padding_bytes_in_packet = kMaxPaddingLength;
stefan@webrtc.orga8179622013-06-04 13:47:36 +0000570 packet[0] |= 0x20; // Set padding bit.
571 int32_t *data =
572 reinterpret_cast<int32_t *>(&(packet[header_length]));
573
574 // Fill data buffer with random data.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000575 for (size_t j = 0; j < (padding_bytes_in_packet >> 2); ++j) {
stefan@webrtc.orga8179622013-06-04 13:47:36 +0000576 data[j] = rand(); // NOLINT
577 }
578 // Set number of padding bytes in the last byte of the packet.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000579 packet[header_length + padding_bytes_in_packet - 1] =
580 static_cast<uint8_t>(padding_bytes_in_packet);
stefan@webrtc.orga8179622013-06-04 13:47:36 +0000581 return padding_bytes_in_packet;
582}
583
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000584size_t RTPSender::TrySendPadData(size_t bytes) {
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000585 int64_t capture_time_ms;
586 uint32_t timestamp;
587 {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000588 CriticalSectionScoped cs(send_critsect_.get());
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000589 timestamp = timestamp_;
590 capture_time_ms = capture_time_ms_;
591 if (last_timestamp_time_ms_ > 0) {
592 timestamp +=
593 (clock_->TimeInMilliseconds() - last_timestamp_time_ms_) * 90;
594 capture_time_ms +=
595 (clock_->TimeInMilliseconds() - last_timestamp_time_ms_);
596 }
597 }
598 return SendPadData(timestamp, capture_time_ms, bytes);
599}
600
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000601size_t RTPSender::SendPadData(uint32_t timestamp,
602 int64_t capture_time_ms,
603 size_t bytes) {
604 size_t padding_bytes_in_packet = 0;
605 size_t bytes_sent = 0;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000606 for (; bytes > 0; bytes -= padding_bytes_in_packet) {
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000607 // Always send full padding packets.
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000608 if (bytes < kMaxPaddingLength)
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000609 bytes = kMaxPaddingLength;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000610
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000611 uint32_t ssrc;
612 uint16_t sequence_number;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000613 int payload_type;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000614 bool over_rtx;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000615 {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000616 CriticalSectionScoped cs(send_critsect_.get());
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000617 // Only send padding packets following the last packet of a frame,
618 // indicated by the marker bit.
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000619 if (rtx_ == kRtxOff) {
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000620 // Without RTX we can't send padding in the middle of frames.
621 if (!last_packet_marker_bit_)
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000622 return 0;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000623 ssrc = ssrc_;
624 sequence_number = sequence_number_;
625 ++sequence_number_;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000626 payload_type = payload_type_;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000627 over_rtx = false;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000628 } else {
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000629 // Without abs-send-time a media packet must be sent before padding so
630 // that the timestamps used for estimation are correct.
631 if (!media_has_been_sent_ && !rtp_header_extension_map_.IsRegistered(
632 kRtpExtensionAbsoluteSendTime))
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000633 return 0;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000634 ssrc = ssrc_rtx_;
635 sequence_number = sequence_number_rtx_;
636 ++sequence_number_rtx_;
Shao Changbine62202f2015-04-21 20:24:50 +0800637 payload_type = rtx_payload_type_;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000638 over_rtx = true;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000639 }
640 }
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000641
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000642 uint8_t padding_packet[IP_PACKET_SIZE];
pbos@webrtc.org9334ac22014-11-24 08:25:50 +0000643 size_t header_length =
644 CreateRtpHeader(padding_packet, payload_type, ssrc, false, timestamp,
645 sequence_number, std::vector<uint32_t>());
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000646 assert(header_length != static_cast<size_t>(-1));
647 padding_bytes_in_packet = BuildPaddingPacket(padding_packet, header_length);
648 assert(padding_bytes_in_packet <= bytes);
649 size_t length = padding_bytes_in_packet + header_length;
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000650 int64_t now_ms = clock_->TimeInMilliseconds();
651
652 RtpUtility::RtpHeaderParser rtp_parser(padding_packet, length);
653 RTPHeader rtp_header;
654 rtp_parser.Parse(rtp_header);
655
656 if (capture_time_ms > 0) {
657 UpdateTransmissionTimeOffset(
658 padding_packet, length, rtp_header, now_ms - capture_time_ms);
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000659 }
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000660
661 UpdateAbsoluteSendTime(padding_packet, length, rtp_header, now_ms);
662 if (!SendPacketToNetwork(padding_packet, length))
663 break;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000664 bytes_sent += padding_bytes_in_packet;
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000665 UpdateRtpStats(padding_packet, length, rtp_header, over_rtx, false);
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000666 }
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000667
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000668 return bytes_sent;
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000669}
670
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000671void RTPSender::SetStorePacketsStatus(bool enable, uint16_t number_to_store) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000672 packet_history_.SetStorePacketsStatus(enable, number_to_store);
niklase@google.com470e71d2011-07-07 08:21:25 +0000673}
674
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000675bool RTPSender::StorePackets() const {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000676 return packet_history_.StorePackets();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000677}
niklase@google.com470e71d2011-07-07 08:21:25 +0000678
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000679int32_t RTPSender::ReSendPacket(uint16_t packet_id, int64_t min_resend_time) {
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000680 size_t length = IP_PACKET_SIZE;
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000681 uint8_t data_buffer[IP_PACKET_SIZE];
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000682 int64_t capture_time_ms;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000683 if (!packet_history_.GetPacketAndSetSendTime(packet_id, min_resend_time, true,
684 data_buffer, &length,
685 &capture_time_ms)) {
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000686 // Packet not found.
asapersson@webrtc.org83ed0a42012-04-23 12:43:05 +0000687 return 0;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000688 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000689
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000690 if (paced_sender_) {
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000691 RtpUtility::RtpHeaderParser rtp_parser(data_buffer, length);
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000692 RTPHeader header;
693 if (!rtp_parser.Parse(header)) {
694 assert(false);
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000695 return -1;
696 }
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +0000697 // Convert from TickTime to Clock since capture_time_ms is based on
698 // TickTime.
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000699 int64_t corrected_capture_tims_ms = capture_time_ms + clock_delta_ms_;
700 if (!paced_sender_->SendPacket(
701 PacedSender::kHighPriority, header.ssrc, header.sequenceNumber,
702 corrected_capture_tims_ms, length - header.headerLength, true)) {
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000703 // We can't send the packet right now.
704 // We will be called when it is time.
stefan@webrtc.org5c58f632013-05-23 13:36:55 +0000705 return length;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000706 }
707 }
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000708 int rtx = kRtxOff;
709 {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000710 CriticalSectionScoped lock(send_critsect_.get());
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000711 rtx = rtx_;
712 }
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000713 return PrepareAndSendPacket(data_buffer, length, capture_time_ms,
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000714 (rtx & kRtxRetransmitted) > 0, true) ?
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000715 static_cast<int32_t>(length) : -1;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000716}
717
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000718bool RTPSender::SendPacketToNetwork(const uint8_t *packet, size_t size) {
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000719 int bytes_sent = -1;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000720 if (transport_) {
721 bytes_sent = transport_->SendPacket(id_, packet, size);
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000722 }
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000723 TRACE_EVENT_INSTANT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
724 "RTPSender::SendPacketToNetwork", "size", size, "sent",
725 bytes_sent);
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000726 // TODO(pwestin): Add a separate bitrate for sent bitrate after pacer.
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000727 if (bytes_sent <= 0) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000728 LOG(LS_WARNING) << "Transport failed to send packet";
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000729 return false;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000730 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000731 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +0000732}
733
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000734int RTPSender::SelectiveRetransmissions() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000735 if (!video_)
736 return -1;
737 return video_->SelectiveRetransmissions();
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000738}
739
740int RTPSender::SetSelectiveRetransmissions(uint8_t settings) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000741 if (!video_)
742 return -1;
mflodmanfcf54bd2015-04-14 21:28:08 +0200743 video_->SetSelectiveRetransmissions(settings);
744 return 0;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000745}
746
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000747void RTPSender::OnReceivedNACK(const std::list<uint16_t>& nack_sequence_numbers,
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000748 int64_t avg_rtt) {
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000749 TRACE_EVENT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
750 "RTPSender::OnReceivedNACK", "num_seqnum",
751 nack_sequence_numbers.size(), "avg_rtt", avg_rtt);
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000752 const int64_t now = clock_->TimeInMilliseconds();
stefan@webrtc.org11d81762014-12-19 09:52:24 +0000753 uint32_t bytes_re_sent = 0;
stefan@webrtc.orga15fbfd2014-06-17 17:32:05 +0000754 uint32_t target_bitrate = GetTargetBitrate();
niklase@google.com470e71d2011-07-07 08:21:25 +0000755
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000756 // Enough bandwidth to send NACK?
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000757 if (!ProcessNACKBitRate(now)) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000758 LOG(LS_INFO) << "NACK bitrate reached. Skip sending NACK response. Target "
stefan@webrtc.orga15fbfd2014-06-17 17:32:05 +0000759 << target_bitrate;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000760 return;
761 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000762
stefan@webrtc.orgbecf9c82013-02-01 15:09:57 +0000763 for (std::list<uint16_t>::const_iterator it = nack_sequence_numbers.begin();
764 it != nack_sequence_numbers.end(); ++it) {
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000765 const int32_t bytes_sent = ReSendPacket(*it, 5 + avg_rtt);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000766 if (bytes_sent > 0) {
767 bytes_re_sent += bytes_sent;
768 } else if (bytes_sent == 0) {
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000769 // The packet has previously been resent.
770 // Try resending next packet in the list.
771 continue;
stefan@webrtc.org11d81762014-12-19 09:52:24 +0000772 } else {
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000773 // Failed to send one Sequence number. Give up the rest in this nack.
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000774 LOG(LS_WARNING) << "Failed resending RTP packet " << *it
775 << ", Discard rest of packets";
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000776 break;
niklase@google.com470e71d2011-07-07 08:21:25 +0000777 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000778 // Delay bandwidth estimate (RTT * BW).
stefan@webrtc.orga15fbfd2014-06-17 17:32:05 +0000779 if (target_bitrate != 0 && avg_rtt) {
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000780 // kbits/s * ms = bits => bits/8 = bytes
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000781 size_t target_bytes =
782 (static_cast<size_t>(target_bitrate / 1000) * avg_rtt) >> 3;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000783 if (bytes_re_sent > target_bytes) {
784 break; // Ignore the rest of the packets in the list.
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000785 }
786 }
787 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000788 if (bytes_re_sent > 0) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000789 UpdateNACKBitRate(bytes_re_sent, now);
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000790 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000791}
792
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000793bool RTPSender::ProcessNACKBitRate(uint32_t now) {
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000794 uint32_t num = 0;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000795 size_t byte_count = 0;
henrike@webrtc.orgfe526ff2014-06-25 20:59:51 +0000796 const uint32_t kAvgIntervalMs = 1000;
stefan@webrtc.orga15fbfd2014-06-17 17:32:05 +0000797 uint32_t target_bitrate = GetTargetBitrate();
niklase@google.com470e71d2011-07-07 08:21:25 +0000798
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000799 CriticalSectionScoped cs(send_critsect_.get());
niklase@google.com470e71d2011-07-07 08:21:25 +0000800
stefan@webrtc.orga15fbfd2014-06-17 17:32:05 +0000801 if (target_bitrate == 0) {
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000802 return true;
803 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000804 for (num = 0; num < NACK_BYTECOUNT_SIZE; ++num) {
stefan@webrtc.orga15fbfd2014-06-17 17:32:05 +0000805 if ((now - nack_byte_count_times_[num]) > kAvgIntervalMs) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000806 // Don't use data older than 1sec.
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000807 break;
808 } else {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000809 byte_count += nack_byte_count_[num];
niklase@google.com470e71d2011-07-07 08:21:25 +0000810 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000811 }
henrike@webrtc.orgfe526ff2014-06-25 20:59:51 +0000812 uint32_t time_interval = kAvgIntervalMs;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000813 if (num == NACK_BYTECOUNT_SIZE) {
814 // More than NACK_BYTECOUNT_SIZE nack messages has been received
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000815 // during the last msg_interval.
henrike@webrtc.orgfe526ff2014-06-25 20:59:51 +0000816 if (nack_byte_count_times_[num - 1] <= now) {
817 time_interval = now - nack_byte_count_times_[num - 1];
niklase@google.com470e71d2011-07-07 08:21:25 +0000818 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000819 }
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000820 return (byte_count * 8) < (target_bitrate / 1000 * time_interval);
niklase@google.com470e71d2011-07-07 08:21:25 +0000821}
822
stefan@webrtc.org11d81762014-12-19 09:52:24 +0000823void RTPSender::UpdateNACKBitRate(uint32_t bytes, int64_t now) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000824 CriticalSectionScoped cs(send_critsect_.get());
stefan@webrtc.org11d81762014-12-19 09:52:24 +0000825 if (bytes == 0)
826 return;
827 nack_bitrate_.Update(bytes);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000828 // Save bitrate statistics.
stefan@webrtc.org11d81762014-12-19 09:52:24 +0000829 // Shift all but first time.
830 for (int i = NACK_BYTECOUNT_SIZE - 2; i >= 0; i--) {
831 nack_byte_count_[i + 1] = nack_byte_count_[i];
832 nack_byte_count_times_[i + 1] = nack_byte_count_times_[i];
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000833 }
stefan@webrtc.org11d81762014-12-19 09:52:24 +0000834 nack_byte_count_[0] = bytes;
835 nack_byte_count_times_[0] = now;
niklase@google.com470e71d2011-07-07 08:21:25 +0000836}
837
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000838// Called from pacer when we can send the packet.
hclam@chromium.org2e402ce2013-06-20 20:18:31 +0000839bool RTPSender::TimeToSendPacket(uint16_t sequence_number,
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000840 int64_t capture_time_ms,
841 bool retransmission) {
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000842 size_t length = IP_PACKET_SIZE;
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +0000843 uint8_t data_buffer[IP_PACKET_SIZE];
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000844 int64_t stored_time_ms;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000845
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000846 if (!packet_history_.GetPacketAndSetSendTime(sequence_number,
847 0,
848 retransmission,
849 data_buffer,
850 &length,
851 &stored_time_ms)) {
hclam@chromium.org2e402ce2013-06-20 20:18:31 +0000852 // Packet cannot be found. Allow sending to continue.
853 return true;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000854 }
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +0000855 if (!retransmission && capture_time_ms > 0) {
856 UpdateDelayStatistics(capture_time_ms, clock_->TimeInMilliseconds());
857 }
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000858 int rtx;
859 {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000860 CriticalSectionScoped lock(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000861 rtx = rtx_;
862 }
863 return PrepareAndSendPacket(data_buffer,
864 length,
865 capture_time_ms,
866 retransmission && (rtx & kRtxRetransmitted) > 0,
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000867 retransmission);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000868}
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000869
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000870bool RTPSender::PrepareAndSendPacket(uint8_t* buffer,
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000871 size_t length,
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000872 int64_t capture_time_ms,
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000873 bool send_over_rtx,
874 bool is_retransmit) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000875 uint8_t *buffer_to_send_ptr = buffer;
876
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000877 RtpUtility::RtpHeaderParser rtp_parser(buffer, length);
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000878 RTPHeader rtp_header;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000879 rtp_parser.Parse(rtp_header);
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000880 if (!is_retransmit && rtp_header.markerBit) {
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000881 TRACE_EVENT_ASYNC_END0(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"), "PacedSend",
882 capture_time_ms);
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000883 }
884
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000885 TRACE_EVENT_INSTANT2(
886 TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"), "PrepareAndSendPacket",
887 "timestamp", rtp_header.timestamp, "seqnum", rtp_header.sequenceNumber);
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000888
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000889 uint8_t data_buffer_rtx[IP_PACKET_SIZE];
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000890 if (send_over_rtx) {
891 BuildRtxPacket(buffer, &length, data_buffer_rtx);
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000892 buffer_to_send_ptr = data_buffer_rtx;
893 }
894
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000895 int64_t now_ms = clock_->TimeInMilliseconds();
896 int64_t diff_ms = now_ms - capture_time_ms;
stefan@webrtc.org420b2562014-05-30 12:17:15 +0000897 UpdateTransmissionTimeOffset(buffer_to_send_ptr, length, rtp_header,
898 diff_ms);
899 UpdateAbsoluteSendTime(buffer_to_send_ptr, length, rtp_header, now_ms);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000900 bool ret = SendPacketToNetwork(buffer_to_send_ptr, length);
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000901 if (ret) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000902 CriticalSectionScoped lock(send_critsect_.get());
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000903 media_has_been_sent_ = true;
904 }
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000905 UpdateRtpStats(buffer_to_send_ptr, length, rtp_header, send_over_rtx,
906 is_retransmit);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000907 return ret;
908}
909
910void RTPSender::UpdateRtpStats(const uint8_t* buffer,
asapersson@webrtc.org97d04892014-12-09 09:47:53 +0000911 size_t packet_length,
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000912 const RTPHeader& header,
913 bool is_rtx,
914 bool is_retransmit) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000915 StreamDataCounters* counters;
sprang@webrtc.org5314e852014-01-27 13:20:36 +0000916 // Get ssrc before taking statistics_crit_ to avoid possible deadlock.
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000917 uint32_t ssrc = is_rtx ? RtxSsrc() : SSRC();
sprang@webrtc.org5314e852014-01-27 13:20:36 +0000918
919 CriticalSectionScoped lock(statistics_crit_.get());
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000920 if (is_rtx) {
921 counters = &rtx_rtp_stats_;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000922 } else {
923 counters = &rtp_stats_;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000924 }
925
asapersson@webrtc.org97d04892014-12-09 09:47:53 +0000926 total_bitrate_sent_.Update(packet_length);
asapersson@webrtc.org44149392015-02-04 08:34:47 +0000927
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000928 if (counters->first_packet_time_ms == -1) {
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +0000929 counters->first_packet_time_ms = clock_->TimeInMilliseconds();
930 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000931 if (IsFecPacket(buffer, header)) {
asapersson@webrtc.org44149392015-02-04 08:34:47 +0000932 counters->fec.AddPacket(packet_length, header);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000933 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000934 if (is_retransmit) {
asapersson@webrtc.org44149392015-02-04 08:34:47 +0000935 counters->retransmitted.AddPacket(packet_length, header);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000936 }
asapersson@webrtc.org44149392015-02-04 08:34:47 +0000937 counters->transmitted.AddPacket(packet_length, header);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000938
939 if (rtp_stats_callback_) {
940 rtp_stats_callback_->DataCountersUpdated(*counters, ssrc);
941 }
942}
943
944bool RTPSender::IsFecPacket(const uint8_t* buffer,
945 const RTPHeader& header) const {
946 if (!video_) {
947 return false;
948 }
949 bool fec_enabled;
950 uint8_t pt_red;
951 uint8_t pt_fec;
952 video_->GenericFECStatus(fec_enabled, pt_red, pt_fec);
953 return fec_enabled &&
954 header.payloadType == pt_red &&
955 buffer[header.headerLength] == pt_fec;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000956}
957
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000958size_t RTPSender::TimeToSendPadding(size_t bytes) {
pbos545727e2015-07-01 06:31:06 -0700959 if (bytes == 0)
960 return 0;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000961 {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000962 CriticalSectionScoped cs(send_critsect_.get());
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000963 if (!sending_media_) return 0;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000964 }
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000965 size_t bytes_sent = TrySendRedundantPayloads(bytes);
966 if (bytes_sent < bytes)
967 bytes_sent += TrySendPadData(bytes - bytes_sent);
968 return bytes_sent;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000969}
970
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000971// TODO(pwestin): send in the RtpHeaderParser to avoid parsing it again.
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000972int32_t RTPSender::SendToNetwork(
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000973 uint8_t *buffer, size_t payload_length, size_t rtp_header_length,
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000974 int64_t capture_time_ms, StorageType storage,
975 PacedSender::Priority priority) {
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000976 RtpUtility::RtpHeaderParser rtp_parser(buffer,
977 payload_length + rtp_header_length);
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000978 RTPHeader rtp_header;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000979 rtp_parser.Parse(rtp_header);
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +0000980
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000981 int64_t now_ms = clock_->TimeInMilliseconds();
982
stefan@webrtc.org715faaf2012-08-28 15:20:39 +0000983 // |capture_time_ms| <= 0 is considered invalid.
984 // TODO(holmer): This should be changed all over Video Engine so that negative
985 // time is consider invalid, while 0 is considered a valid time.
986 if (capture_time_ms > 0) {
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +0000987 UpdateTransmissionTimeOffset(buffer, payload_length + rtp_header_length,
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000988 rtp_header, now_ms - capture_time_ms);
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +0000989 }
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000990
991 UpdateAbsoluteSendTime(buffer, payload_length + rtp_header_length,
992 rtp_header, now_ms);
993
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +0000994 // Used for NACK and to spread out the transmission of packets.
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000995 if (packet_history_.PutRTPPacket(buffer, rtp_header_length + payload_length,
996 max_payload_length_, capture_time_ms,
997 storage) != 0) {
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +0000998 return -1;
999 }
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001000
stefan@webrtc.orgbfacda62013-03-27 16:36:01 +00001001 if (paced_sender_ && storage != kDontStore) {
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +00001002 // Correct offset between implementations of millisecond time stamps in
1003 // TickTime and Clock.
1004 int64_t corrected_time_ms = capture_time_ms + clock_delta_ms_;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +00001005 if (!paced_sender_->SendPacket(priority, rtp_header.ssrc,
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +00001006 rtp_header.sequenceNumber, corrected_time_ms,
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +00001007 payload_length, false)) {
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +00001008 if (last_capture_time_ms_sent_ == 0 ||
1009 corrected_time_ms > last_capture_time_ms_sent_) {
1010 last_capture_time_ms_sent_ = corrected_time_ms;
sprang@webrtc.org0200f702015-02-16 12:06:00 +00001011 TRACE_EVENT_ASYNC_BEGIN1(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
1012 "PacedSend", corrected_time_ms,
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +00001013 "capture_time_ms", corrected_time_ms);
1014 }
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +00001015 // We can't send the packet right now.
1016 // We will be called when it is time.
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +00001017 return 0;
asapersson@webrtc.orge5b49a02012-11-06 13:09:39 +00001018 }
stefan@webrtc.orgddfdfed2012-07-03 13:21:22 +00001019 }
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +00001020 if (capture_time_ms > 0) {
1021 UpdateDelayStatistics(capture_time_ms, now_ms);
1022 }
sprang@webrtc.org43c88392015-01-29 09:09:17 +00001023
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001024 size_t length = payload_length + rtp_header_length;
sprang@webrtc.orgc957ffc2015-02-02 13:08:02 +00001025 bool sent = SendPacketToNetwork(buffer, length);
1026
1027 if (storage != kDontStore) {
1028 // Mark the packet as sent in the history even if send failed. Dropping a
1029 // packet here should be treated as any other packet drop so we should be
1030 // ready for a retransmission.
1031 packet_history_.SetSent(rtp_header.sequenceNumber);
1032 }
1033 if (!sent)
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001034 return -1;
sprang@webrtc.orgc957ffc2015-02-02 13:08:02 +00001035
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001036 {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001037 CriticalSectionScoped lock(send_critsect_.get());
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001038 media_has_been_sent_ = true;
1039 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001040 UpdateRtpStats(buffer, length, rtp_header, false, false);
1041 return 0;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +00001042}
1043
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +00001044void RTPSender::UpdateDelayStatistics(int64_t capture_time_ms, int64_t now_ms) {
Peter Boström71861a02015-05-28 14:45:36 +02001045 if (!send_side_delay_observer_)
1046 return;
1047
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001048 uint32_t ssrc;
1049 int avg_delay_ms = 0;
1050 int max_delay_ms = 0;
1051 {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001052 CriticalSectionScoped lock(send_critsect_.get());
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001053 ssrc = ssrc_;
1054 }
1055 {
1056 CriticalSectionScoped cs(statistics_crit_.get());
1057 // TODO(holmer): Compute this iteratively instead.
1058 send_delays_[now_ms] = now_ms - capture_time_ms;
1059 send_delays_.erase(send_delays_.begin(),
1060 send_delays_.lower_bound(now_ms -
1061 kSendSideDelayWindowMs));
Peter Boström71861a02015-05-28 14:45:36 +02001062 int num_delays = 0;
1063 for (auto it = send_delays_.upper_bound(now_ms - kSendSideDelayWindowMs);
1064 it != send_delays_.end(); ++it) {
1065 max_delay_ms = std::max(max_delay_ms, it->second);
1066 avg_delay_ms += it->second;
1067 ++num_delays;
1068 }
1069 if (num_delays == 0)
1070 return;
1071 avg_delay_ms = (avg_delay_ms + num_delays / 2) / num_delays;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001072 }
Peter Boström71861a02015-05-28 14:45:36 +02001073 send_side_delay_observer_->SendSideDelayUpdated(avg_delay_ms, max_delay_ms,
1074 ssrc);
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +00001075}
1076
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001077void RTPSender::ProcessBitrate() {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001078 CriticalSectionScoped cs(send_critsect_.get());
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001079 total_bitrate_sent_.Process();
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001080 nack_bitrate_.Process();
1081 if (audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001082 return;
1083 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001084 video_->ProcessBitrate();
niklase@google.com470e71d2011-07-07 08:21:25 +00001085}
1086
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001087size_t RTPSender::RTPHeaderLength() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001088 CriticalSectionScoped lock(send_critsect_.get());
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001089 size_t rtp_header_length = kRtpHeaderLength;
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001090 rtp_header_length += sizeof(uint32_t) * csrcs_.size();
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001091 rtp_header_length += RtpHeaderExtensionTotalLength();
1092 return rtp_header_length;
niklase@google.com470e71d2011-07-07 08:21:25 +00001093}
1094
mflodmanfcf54bd2015-04-14 21:28:08 +02001095uint16_t RTPSender::AllocateSequenceNumber(uint16_t packets_to_send) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001096 CriticalSectionScoped cs(send_critsect_.get());
mflodmanfcf54bd2015-04-14 21:28:08 +02001097 uint16_t first_allocated_sequence_number = sequence_number_;
1098 sequence_number_ += packets_to_send;
1099 return first_allocated_sequence_number;
niklase@google.com470e71d2011-07-07 08:21:25 +00001100}
1101
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001102void RTPSender::GetDataCounters(StreamDataCounters* rtp_stats,
1103 StreamDataCounters* rtx_stats) const {
pbos@webrtc.orge07049f2013-09-10 11:29:17 +00001104 CriticalSectionScoped lock(statistics_crit_.get());
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001105 *rtp_stats = rtp_stats_;
1106 *rtx_stats = rtx_rtp_stats_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001107}
1108
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001109size_t RTPSender::CreateRtpHeader(uint8_t* header,
1110 int8_t payload_type,
1111 uint32_t ssrc,
1112 bool marker_bit,
1113 uint32_t timestamp,
1114 uint16_t sequence_number,
1115 const std::vector<uint32_t>& csrcs) const {
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001116 header[0] = 0x80; // version 2.
1117 header[1] = static_cast<uint8_t>(payload_type);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001118 if (marker_bit) {
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001119 header[1] |= kRtpMarkerBitMask; // Marker bit is set.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001120 }
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001121 ByteWriter<uint16_t>::WriteBigEndian(header + 2, sequence_number);
1122 ByteWriter<uint32_t>::WriteBigEndian(header + 4, timestamp);
1123 ByteWriter<uint32_t>::WriteBigEndian(header + 8, ssrc);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001124 int32_t rtp_header_length = kRtpHeaderLength;
niklase@google.com470e71d2011-07-07 08:21:25 +00001125
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001126 if (csrcs.size() > 0) {
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001127 uint8_t *ptr = &header[rtp_header_length];
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001128 for (size_t i = 0; i < csrcs.size(); ++i) {
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001129 ByteWriter<uint32_t>::WriteBigEndian(ptr, csrcs[i]);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001130 ptr += 4;
niklase@google.com470e71d2011-07-07 08:21:25 +00001131 }
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001132 header[0] = (header[0] & 0xf0) | csrcs.size();
niklase@google.com470e71d2011-07-07 08:21:25 +00001133
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001134 // Update length of header.
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001135 rtp_header_length += sizeof(uint32_t) * csrcs.size();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001136 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001137
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001138 uint16_t len =
1139 BuildRTPHeaderExtension(header + rtp_header_length, marker_bit);
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001140 if (len > 0) {
1141 header[0] |= 0x10; // Set extension bit.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001142 rtp_header_length += len;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001143 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001144 return rtp_header_length;
niklase@google.com470e71d2011-07-07 08:21:25 +00001145}
1146
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001147int32_t RTPSender::BuildRTPheader(uint8_t* data_buffer,
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001148 int8_t payload_type,
1149 bool marker_bit,
1150 uint32_t capture_timestamp,
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001151 int64_t capture_time_ms,
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001152 bool timestamp_provided,
1153 bool inc_sequence_number) {
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001154 assert(payload_type >= 0);
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001155 CriticalSectionScoped cs(send_critsect_.get());
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001156
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001157 if (timestamp_provided) {
1158 timestamp_ = start_timestamp_ + capture_timestamp;
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001159 } else {
1160 // Make a unique time stamp.
1161 // We can't inc by the actual time, since then we increase the risk of back
1162 // timing.
1163 timestamp_++;
1164 }
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001165 last_timestamp_time_ms_ = clock_->TimeInMilliseconds();
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001166 uint32_t sequence_number = sequence_number_++;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +00001167 capture_time_ms_ = capture_time_ms;
1168 last_packet_marker_bit_ = marker_bit;
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001169 return CreateRtpHeader(data_buffer, payload_type, ssrc_, marker_bit,
1170 timestamp_, sequence_number, csrcs_);
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001171}
1172
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001173uint16_t RTPSender::BuildRTPHeaderExtension(uint8_t* data_buffer,
1174 bool marker_bit) const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001175 if (rtp_header_extension_map_.Size() <= 0) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001176 return 0;
1177 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001178 // RTP header extension, RFC 3550.
1179 // 0 1 2 3
1180 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
1181 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1182 // | defined by profile | length |
1183 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1184 // | header extension |
1185 // | .... |
1186 //
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001187 const uint32_t kPosLength = 2;
pbos@webrtc.org3004c792013-05-07 12:36:21 +00001188 const uint32_t kHeaderLength = kRtpOneByteHeaderLength;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001189
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001190 // Add extension ID (0xBEDE).
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001191 ByteWriter<uint16_t>::WriteBigEndian(data_buffer,
1192 kRtpOneByteHeaderExtensionId);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001193
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001194 // Add extensions.
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001195 uint16_t total_block_length = 0;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001196
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001197 RTPExtensionType type = rtp_header_extension_map_.First();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001198 while (type != kRtpExtensionNone) {
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001199 uint8_t block_length = 0;
sprang@webrtc.org30933902015-03-17 14:33:12 +00001200 uint8_t* extension_data = &data_buffer[kHeaderLength + total_block_length];
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001201 switch (type) {
1202 case kRtpExtensionTransmissionTimeOffset:
sprang@webrtc.org30933902015-03-17 14:33:12 +00001203 block_length = BuildTransmissionTimeOffsetExtension(extension_data);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001204 break;
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001205 case kRtpExtensionAudioLevel:
sprang@webrtc.org30933902015-03-17 14:33:12 +00001206 block_length = BuildAudioLevelExtension(extension_data);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001207 break;
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001208 case kRtpExtensionAbsoluteSendTime:
sprang@webrtc.org30933902015-03-17 14:33:12 +00001209 block_length = BuildAbsoluteSendTimeExtension(extension_data);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001210 break;
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001211 case kRtpExtensionVideoRotation:
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001212 block_length = BuildVideoRotationExtension(extension_data);
sprang@webrtc.org30933902015-03-17 14:33:12 +00001213 break;
1214 case kRtpExtensionTransportSequenceNumber:
1215 block_length = BuildTransportSequenceNumberExtension(extension_data);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001216 break;
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001217 default:
1218 assert(false);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001219 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001220 total_block_length += block_length;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001221 type = rtp_header_extension_map_.Next(type);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001222 }
1223 if (total_block_length == 0) {
1224 // No extension added.
1225 return 0;
1226 }
sprang@webrtc.org30933902015-03-17 14:33:12 +00001227 // Add padding elements until we've filled a 32 bit block.
1228 size_t padding_bytes =
1229 RtpUtility::Word32Align(total_block_length) - total_block_length;
1230 if (padding_bytes > 0) {
1231 memset(&data_buffer[kHeaderLength + total_block_length], 0, padding_bytes);
1232 total_block_length += padding_bytes;
1233 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001234 // Set header length (in number of Word32, header excluded).
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001235 ByteWriter<uint16_t>::WriteBigEndian(data_buffer + kPosLength,
1236 total_block_length / 4);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001237 // Total added length.
1238 return kHeaderLength + total_block_length;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001239}
1240
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001241uint8_t RTPSender::BuildTransmissionTimeOffsetExtension(
1242 uint8_t* data_buffer) const {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001243 // From RFC 5450: Transmission Time Offsets in RTP Streams.
1244 //
1245 // The transmission time is signaled to the receiver in-band using the
1246 // general mechanism for RTP header extensions [RFC5285]. The payload
1247 // of this extension (the transmitted value) is a 24-bit signed integer.
1248 // When added to the RTP timestamp of the packet, it represents the
1249 // "effective" RTP transmission time of the packet, on the RTP
1250 // timescale.
1251 //
1252 // The form of the transmission offset extension block:
1253 //
1254 // 0 1 2 3
1255 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
1256 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1257 // | ID | len=2 | transmission offset |
1258 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001259
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001260 // Get id defined by user.
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001261 uint8_t id;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001262 if (rtp_header_extension_map_.GetId(kRtpExtensionTransmissionTimeOffset,
1263 &id) != 0) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001264 // Not registered.
1265 return 0;
1266 }
pbos@webrtc.org3004c792013-05-07 12:36:21 +00001267 size_t pos = 0;
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001268 const uint8_t len = 2;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001269 data_buffer[pos++] = (id << 4) + len;
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001270 ByteWriter<int32_t, 3>::WriteBigEndian(data_buffer + pos,
1271 transmission_time_offset_);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001272 pos += 3;
pbos@webrtc.org3004c792013-05-07 12:36:21 +00001273 assert(pos == kTransmissionTimeOffsetLength);
1274 return kTransmissionTimeOffsetLength;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001275}
1276
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001277uint8_t RTPSender::BuildAudioLevelExtension(uint8_t* data_buffer) const {
1278 // An RTP Header Extension for Client-to-Mixer Audio Level Indication
1279 //
1280 // https://datatracker.ietf.org/doc/draft-lennox-avt-rtp-audio-level-exthdr/
1281 //
1282 // The form of the audio level extension block:
1283 //
sprang@webrtc.org30933902015-03-17 14:33:12 +00001284 // 0 1
1285 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5
1286 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1287 // | ID | len=0 |V| level |
1288 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001289 //
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001290
1291 // Get id defined by user.
1292 uint8_t id;
1293 if (rtp_header_extension_map_.GetId(kRtpExtensionAudioLevel, &id) != 0) {
1294 // Not registered.
1295 return 0;
1296 }
1297 size_t pos = 0;
1298 const uint8_t len = 0;
1299 data_buffer[pos++] = (id << 4) + len;
1300 data_buffer[pos++] = (1 << 7) + 0; // Voice, 0 dBov.
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001301 assert(pos == kAudioLevelLength);
1302 return kAudioLevelLength;
1303}
1304
1305uint8_t RTPSender::BuildAbsoluteSendTimeExtension(uint8_t* data_buffer) const {
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001306 // Absolute send time in RTP streams.
1307 //
1308 // The absolute send time is signaled to the receiver in-band using the
1309 // general mechanism for RTP header extensions [RFC5285]. The payload
1310 // of this extension (the transmitted value) is a 24-bit unsigned integer
1311 // containing the sender's current time in seconds as a fixed point number
1312 // with 18 bits fractional part.
1313 //
1314 // The form of the absolute send time extension block:
1315 //
1316 // 0 1 2 3
1317 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
1318 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1319 // | ID | len=2 | absolute send time |
1320 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1321
1322 // Get id defined by user.
1323 uint8_t id;
1324 if (rtp_header_extension_map_.GetId(kRtpExtensionAbsoluteSendTime,
1325 &id) != 0) {
1326 // Not registered.
1327 return 0;
1328 }
1329 size_t pos = 0;
1330 const uint8_t len = 2;
1331 data_buffer[pos++] = (id << 4) + len;
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001332 ByteWriter<uint32_t, 3>::WriteBigEndian(data_buffer + pos,
1333 absolute_send_time_);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001334 pos += 3;
1335 assert(pos == kAbsoluteSendTimeLength);
1336 return kAbsoluteSendTimeLength;
1337}
1338
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001339uint8_t RTPSender::BuildVideoRotationExtension(uint8_t* data_buffer) const {
1340 // Coordination of Video Orientation in RTP streams.
1341 //
sprang@webrtc.org30933902015-03-17 14:33:12 +00001342 // Coordination of Video Orientation consists in signaling of the current
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001343 // orientation of the image captured on the sender side to the receiver for
1344 // appropriate rendering and displaying.
1345 //
sprang@webrtc.org30933902015-03-17 14:33:12 +00001346 // 0 1
1347 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5
1348 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1349 // | ID | len=0 |0 0 0 0 C F R R|
1350 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001351 //
1352
1353 // Get id defined by user.
1354 uint8_t id;
1355 if (rtp_header_extension_map_.GetId(kRtpExtensionVideoRotation, &id) != 0) {
1356 // Not registered.
1357 return 0;
1358 }
1359 size_t pos = 0;
1360 const uint8_t len = 0;
1361 data_buffer[pos++] = (id << 4) + len;
guoweis@webrtc.orgfdd10572015-03-12 20:50:57 +00001362 data_buffer[pos++] = ConvertVideoRotationToCVOByte(rotation_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001363 assert(pos == kVideoRotationLength);
1364 return kVideoRotationLength;
1365}
1366
sprang@webrtc.org30933902015-03-17 14:33:12 +00001367uint8_t RTPSender::BuildTransportSequenceNumberExtension(
1368 uint8_t* data_buffer) const {
1369 // 0 1 2
1370 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3
1371 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1372 // | ID | L=1 |transport wide sequence number |
1373 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1374
1375 // Get id defined by user.
1376 uint8_t id;
1377 if (rtp_header_extension_map_.GetId(kRtpExtensionTransportSequenceNumber,
1378 &id) != 0) {
1379 // Not registered.
1380 return 0;
1381 }
1382 size_t pos = 0;
1383 const uint8_t len = 1;
1384 data_buffer[pos++] = (id << 4) + len;
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001385 ByteWriter<uint16_t>::WriteBigEndian(data_buffer + pos,
1386 transport_sequence_number_);
sprang@webrtc.org30933902015-03-17 14:33:12 +00001387 pos += 2;
1388 assert(pos == kTransportSequenceNumberLength);
1389 return kTransportSequenceNumberLength;
1390}
1391
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001392bool RTPSender::FindHeaderExtensionPosition(RTPExtensionType type,
1393 const uint8_t* rtp_packet,
1394 size_t rtp_packet_length,
1395 const RTPHeader& rtp_header,
1396 size_t* position) const {
1397 // Get length until start of header extension block.
1398 int extension_block_pos =
1399 rtp_header_extension_map_.GetLengthUntilBlockStartInBytes(type);
1400 if (extension_block_pos < 0) {
1401 LOG(LS_WARNING) << "Failed to find extension position for " << type
1402 << " as it is not registered.";
1403 return false;
1404 }
1405
1406 HeaderExtension header_extension(type);
1407
1408 size_t block_pos =
1409 kRtpHeaderLength + rtp_header.numCSRCs + extension_block_pos;
1410 if (rtp_packet_length < block_pos + header_extension.length ||
1411 rtp_header.headerLength < block_pos + header_extension.length) {
1412 LOG(LS_WARNING) << "Failed to find extension position for " << type
1413 << " as the length is invalid.";
1414 return false;
1415 }
1416
1417 // Verify that header contains extension.
1418 if (!((rtp_packet[kRtpHeaderLength + rtp_header.numCSRCs] == 0xBE) &&
1419 (rtp_packet[kRtpHeaderLength + rtp_header.numCSRCs + 1] == 0xDE))) {
1420 LOG(LS_WARNING) << "Failed to find extension position for " << type
1421 << "as hdr extension not found.";
1422 return false;
1423 }
1424
1425 *position = block_pos;
1426 return true;
1427}
1428
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001429void RTPSender::UpdateTransmissionTimeOffset(uint8_t* rtp_packet,
1430 size_t rtp_packet_length,
1431 const RTPHeader& rtp_header,
1432 int64_t time_diff_ms) const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001433 CriticalSectionScoped cs(send_critsect_.get());
stefan@webrtc.org2f8d5f32014-04-15 12:28:46 +00001434 // Get id.
1435 uint8_t id = 0;
1436 if (rtp_header_extension_map_.GetId(kRtpExtensionTransmissionTimeOffset,
1437 &id) != 0) {
1438 // Not registered.
stefan@webrtc.org420b2562014-05-30 12:17:15 +00001439 return;
stefan@webrtc.org2f8d5f32014-04-15 12:28:46 +00001440 }
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001441
1442 size_t block_pos = 0;
1443 if (!FindHeaderExtensionPosition(kRtpExtensionTransmissionTimeOffset,
1444 rtp_packet, rtp_packet_length, rtp_header,
1445 &block_pos)) {
1446 LOG(LS_WARNING) << "Failed to update transmission time offset.";
stefan@webrtc.org420b2562014-05-30 12:17:15 +00001447 return;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +00001448 }
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001449
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +00001450 // Verify first byte in block.
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001451 const uint8_t first_block_byte = (id << 4) + 2;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +00001452 if (rtp_packet[block_pos] != first_block_byte) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +00001453 LOG(LS_WARNING) << "Failed to update transmission time offset.";
stefan@webrtc.org420b2562014-05-30 12:17:15 +00001454 return;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +00001455 }
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001456 // Update transmission offset field (converting to a 90 kHz timestamp).
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001457 ByteWriter<int32_t, 3>::WriteBigEndian(rtp_packet + block_pos + 1,
1458 time_diff_ms * 90); // RTP timestamp.
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +00001459}
1460
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001461bool RTPSender::UpdateAudioLevel(uint8_t* rtp_packet,
1462 size_t rtp_packet_length,
1463 const RTPHeader& rtp_header,
1464 bool is_voiced,
1465 uint8_t dBov) const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001466 CriticalSectionScoped cs(send_critsect_.get());
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001467
stefan@webrtc.org2f8d5f32014-04-15 12:28:46 +00001468 // Get id.
1469 uint8_t id = 0;
1470 if (rtp_header_extension_map_.GetId(kRtpExtensionAudioLevel, &id) != 0) {
1471 // Not registered.
1472 return false;
1473 }
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001474
1475 size_t block_pos = 0;
1476 if (!FindHeaderExtensionPosition(kRtpExtensionAudioLevel, rtp_packet,
1477 rtp_packet_length, rtp_header, &block_pos)) {
1478 LOG(LS_WARNING) << "Failed to update audio level.";
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001479 return false;
1480 }
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001481
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001482 // Verify first byte in block.
1483 const uint8_t first_block_byte = (id << 4) + 0;
1484 if (rtp_packet[block_pos] != first_block_byte) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +00001485 LOG(LS_WARNING) << "Failed to update audio level.";
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001486 return false;
1487 }
1488 rtp_packet[block_pos + 1] = (is_voiced ? 0x80 : 0x00) + (dBov & 0x7f);
1489 return true;
1490}
1491
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001492bool RTPSender::UpdateVideoRotation(uint8_t* rtp_packet,
1493 size_t rtp_packet_length,
1494 const RTPHeader& rtp_header,
1495 VideoRotation rotation) const {
1496 CriticalSectionScoped cs(send_critsect_.get());
1497
1498 // Get id.
1499 uint8_t id = 0;
1500 if (rtp_header_extension_map_.GetId(kRtpExtensionVideoRotation, &id) != 0) {
1501 // Not registered.
1502 return false;
1503 }
1504
1505 size_t block_pos = 0;
1506 if (!FindHeaderExtensionPosition(kRtpExtensionVideoRotation, rtp_packet,
1507 rtp_packet_length, rtp_header, &block_pos)) {
1508 LOG(LS_WARNING) << "Failed to update video rotation (CVO).";
1509 return false;
1510 }
1511 // Get length until start of header extension block.
1512 int extension_block_pos =
1513 rtp_header_extension_map_.GetLengthUntilBlockStartInBytes(
1514 kRtpExtensionVideoRotation);
1515 if (extension_block_pos < 0) {
1516 // The feature is not enabled.
1517 return false;
1518 }
1519
1520 // Verify first byte in block.
1521 const uint8_t first_block_byte = (id << 4) + 0;
1522 if (rtp_packet[block_pos] != first_block_byte) {
1523 LOG(LS_WARNING) << "Failed to update CVO.";
1524 return false;
1525 }
guoweis@webrtc.orgfdd10572015-03-12 20:50:57 +00001526 rtp_packet[block_pos + 1] = ConvertVideoRotationToCVOByte(rotation);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001527 return true;
1528}
1529
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001530void RTPSender::UpdateAbsoluteSendTime(uint8_t* rtp_packet,
1531 size_t rtp_packet_length,
1532 const RTPHeader& rtp_header,
1533 int64_t now_ms) const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001534 CriticalSectionScoped cs(send_critsect_.get());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001535
stefan@webrtc.org2f8d5f32014-04-15 12:28:46 +00001536 // Get id.
1537 uint8_t id = 0;
1538 if (rtp_header_extension_map_.GetId(kRtpExtensionAbsoluteSendTime,
1539 &id) != 0) {
1540 // Not registered.
stefan@webrtc.org420b2562014-05-30 12:17:15 +00001541 return;
stefan@webrtc.org2f8d5f32014-04-15 12:28:46 +00001542 }
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001543 // Get length until start of header extension block.
1544 int extension_block_pos =
1545 rtp_header_extension_map_.GetLengthUntilBlockStartInBytes(
1546 kRtpExtensionAbsoluteSendTime);
1547 if (extension_block_pos < 0) {
andrew@webrtc.org2c3f1ab2014-04-15 21:26:34 +00001548 // The feature is not enabled.
stefan@webrtc.org420b2562014-05-30 12:17:15 +00001549 return;
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001550 }
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001551 size_t block_pos =
1552 kRtpHeaderLength + rtp_header.numCSRCs + extension_block_pos;
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001553 if (rtp_packet_length < block_pos + kAbsoluteSendTimeLength ||
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +00001554 rtp_header.headerLength < block_pos + kAbsoluteSendTimeLength) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +00001555 LOG(LS_WARNING) << "Failed to update absolute send time, invalid length.";
stefan@webrtc.org420b2562014-05-30 12:17:15 +00001556 return;
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001557 }
1558 // Verify that header contains extension.
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001559 if (!((rtp_packet[kRtpHeaderLength + rtp_header.numCSRCs] == 0xBE) &&
1560 (rtp_packet[kRtpHeaderLength + rtp_header.numCSRCs + 1] == 0xDE))) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +00001561 LOG(LS_WARNING)
1562 << "Failed to update absolute send time, hdr extension not found.";
stefan@webrtc.org420b2562014-05-30 12:17:15 +00001563 return;
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001564 }
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001565 // Verify first byte in block.
1566 const uint8_t first_block_byte = (id << 4) + 2;
1567 if (rtp_packet[block_pos] != first_block_byte) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +00001568 LOG(LS_WARNING) << "Failed to update absolute send time.";
stefan@webrtc.org420b2562014-05-30 12:17:15 +00001569 return;
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001570 }
1571 // Update absolute send time field (convert ms to 24-bit unsigned with 18 bit
1572 // fractional part).
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001573 ByteWriter<uint32_t, 3>::WriteBigEndian(rtp_packet + block_pos + 1,
1574 ((now_ms << 18) / 1000) & 0x00ffffff);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001575}
1576
pbos@webrtc.org59f20bb2013-09-09 16:02:19 +00001577void RTPSender::SetSendingStatus(bool enabled) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001578 if (enabled) {
pbos@webrtc.org59f20bb2013-09-09 16:02:19 +00001579 uint32_t frequency_hz = SendPayloadFrequency();
pbos@webrtc.org62bafae2014-07-08 12:10:51 +00001580 uint32_t RTPtime = RtpUtility::GetCurrentRTP(clock_, frequency_hz);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001581
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001582 // Will be ignored if it's already configured via API.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001583 SetStartTimestamp(RTPtime, false);
1584 } else {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001585 CriticalSectionScoped lock(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001586 if (!ssrc_forced_) {
1587 // Generate a new SSRC.
1588 ssrc_db_.ReturnSSRC(ssrc_);
1589 ssrc_ = ssrc_db_.CreateSSRC(); // Can't be 0.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001590 bitrates_->set_ssrc(ssrc_);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001591 }
1592 // Don't initialize seq number if SSRC passed externally.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001593 if (!sequence_number_forced_ && !ssrc_forced_) {
1594 // Generate a new sequence number.
1595 sequence_number_ =
1596 rand() / (RAND_MAX / MAX_INIT_RTP_SEQ_NUMBER); // NOLINT
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001597 }
1598 }
1599}
1600
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001601void RTPSender::SetSendingMediaStatus(bool enabled) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001602 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001603 sending_media_ = enabled;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001604}
1605
1606bool RTPSender::SendingMedia() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001607 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001608 return sending_media_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001609}
1610
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001611uint32_t RTPSender::Timestamp() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001612 CriticalSectionScoped cs(send_critsect_.get());
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001613 return timestamp_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001614}
1615
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001616void RTPSender::SetStartTimestamp(uint32_t timestamp, bool force) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001617 CriticalSectionScoped cs(send_critsect_.get());
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001618 if (force) {
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001619 start_timestamp_forced_ = true;
1620 start_timestamp_ = timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001621 } else {
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001622 if (!start_timestamp_forced_) {
1623 start_timestamp_ = timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001624 }
1625 }
1626}
1627
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001628uint32_t RTPSender::StartTimestamp() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001629 CriticalSectionScoped cs(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001630 return start_timestamp_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001631}
1632
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001633uint32_t RTPSender::GenerateNewSSRC() {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001634 // If configured via API, return 0.
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001635 CriticalSectionScoped cs(send_critsect_.get());
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001636
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001637 if (ssrc_forced_) {
niklase@google.com470e71d2011-07-07 08:21:25 +00001638 return 0;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001639 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001640 ssrc_ = ssrc_db_.CreateSSRC(); // Can't be 0.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001641 bitrates_->set_ssrc(ssrc_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001642 return ssrc_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001643}
1644
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001645void RTPSender::SetSSRC(uint32_t ssrc) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001646 // This is configured via the API.
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001647 CriticalSectionScoped cs(send_critsect_.get());
niklase@google.com470e71d2011-07-07 08:21:25 +00001648
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001649 if (ssrc_ == ssrc && ssrc_forced_) {
1650 return; // Since it's same ssrc, don't reset anything.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001651 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001652 ssrc_forced_ = true;
1653 ssrc_db_.ReturnSSRC(ssrc_);
1654 ssrc_db_.RegisterSSRC(ssrc);
1655 ssrc_ = ssrc;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001656 bitrates_->set_ssrc(ssrc_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001657 if (!sequence_number_forced_) {
1658 sequence_number_ =
1659 rand() / (RAND_MAX / MAX_INIT_RTP_SEQ_NUMBER); // NOLINT
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001660 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001661}
1662
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001663uint32_t RTPSender::SSRC() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001664 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001665 return ssrc_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001666}
1667
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001668void RTPSender::SetCsrcs(const std::vector<uint32_t>& csrcs) {
1669 assert(csrcs.size() <= kRtpCsrcSize);
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001670 CriticalSectionScoped cs(send_critsect_.get());
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001671 csrcs_ = csrcs;
niklase@google.com470e71d2011-07-07 08:21:25 +00001672}
1673
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001674void RTPSender::SetSequenceNumber(uint16_t seq) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001675 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001676 sequence_number_forced_ = true;
1677 sequence_number_ = seq;
niklase@google.com470e71d2011-07-07 08:21:25 +00001678}
1679
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001680uint16_t RTPSender::SequenceNumber() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001681 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001682 return sequence_number_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001683}
1684
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001685// Audio.
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001686int32_t RTPSender::SendTelephoneEvent(uint8_t key,
1687 uint16_t time_ms,
1688 uint8_t level) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001689 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001690 return -1;
1691 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001692 return audio_->SendTelephoneEvent(key, time_ms, level);
niklase@google.com470e71d2011-07-07 08:21:25 +00001693}
1694
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001695int32_t RTPSender::SetAudioPacketSize(uint16_t packet_size_samples) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001696 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001697 return -1;
1698 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001699 return audio_->SetAudioPacketSize(packet_size_samples);
niklase@google.com470e71d2011-07-07 08:21:25 +00001700}
1701
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001702int32_t RTPSender::SetAudioLevel(uint8_t level_d_bov) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001703 return audio_->SetAudioLevel(level_d_bov);
niklase@google.com470e71d2011-07-07 08:21:25 +00001704}
1705
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001706int32_t RTPSender::SetRED(int8_t payload_type) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001707 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001708 return -1;
1709 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001710 return audio_->SetRED(payload_type);
niklase@google.com470e71d2011-07-07 08:21:25 +00001711}
1712
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001713int32_t RTPSender::RED(int8_t *payload_type) const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001714 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001715 return -1;
1716 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001717 return audio_->RED(*payload_type);
niklase@google.com470e71d2011-07-07 08:21:25 +00001718}
1719
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001720RtpVideoCodecTypes RTPSender::VideoCodecType() const {
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001721 assert(!audio_configured_ && "Sender is an audio stream!");
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001722 return video_->VideoCodecType();
niklase@google.com470e71d2011-07-07 08:21:25 +00001723}
1724
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001725uint32_t RTPSender::MaxConfiguredBitrateVideo() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001726 if (audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001727 return 0;
1728 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001729 return video_->MaxConfiguredBitrateVideo();
niklase@google.com470e71d2011-07-07 08:21:25 +00001730}
1731
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001732int32_t RTPSender::SendRTPIntraRequest() {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001733 if (audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001734 return -1;
1735 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001736 return video_->SendRTPIntraRequest();
niklase@google.com470e71d2011-07-07 08:21:25 +00001737}
1738
pbosba8c15b2015-07-14 09:36:34 -07001739void RTPSender::SetGenericFECStatus(bool enable,
1740 uint8_t payload_type_red,
1741 uint8_t payload_type_fec) {
1742 DCHECK(!audio_configured_);
mflodmanfcf54bd2015-04-14 21:28:08 +02001743 video_->SetGenericFECStatus(enable, payload_type_red, payload_type_fec);
niklase@google.com470e71d2011-07-07 08:21:25 +00001744}
1745
pbosba8c15b2015-07-14 09:36:34 -07001746void RTPSender::GenericFECStatus(bool* enable,
pkasting@chromium.orgd3245462015-02-23 21:28:22 +00001747 uint8_t* payload_type_red,
1748 uint8_t* payload_type_fec) const {
pbosba8c15b2015-07-14 09:36:34 -07001749 DCHECK(!audio_configured_);
mflodmanfcf54bd2015-04-14 21:28:08 +02001750 video_->GenericFECStatus(*enable, *payload_type_red, *payload_type_fec);
niklase@google.com470e71d2011-07-07 08:21:25 +00001751}
1752
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001753int32_t RTPSender::SetFecParameters(
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001754 const FecProtectionParams *delta_params,
1755 const FecProtectionParams *key_params) {
1756 if (audio_configured_) {
stefan@webrtc.orge0d6fa42012-03-20 22:10:56 +00001757 return -1;
1758 }
mflodmanfcf54bd2015-04-14 21:28:08 +02001759 video_->SetFecParameters(delta_params, key_params);
1760 return 0;
marpan@google.com80c5d7a2011-07-15 21:32:40 +00001761}
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001762
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001763void RTPSender::BuildRtxPacket(uint8_t* buffer, size_t* length,
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001764 uint8_t* buffer_rtx) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001765 CriticalSectionScoped cs(send_critsect_.get());
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001766 uint8_t* data_buffer_rtx = buffer_rtx;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001767 // Add RTX header.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +00001768 RtpUtility::RtpHeaderParser rtp_parser(
1769 reinterpret_cast<const uint8_t*>(buffer), *length);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001770
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +00001771 RTPHeader rtp_header;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001772 rtp_parser.Parse(rtp_header);
1773
1774 // Add original RTP header.
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +00001775 memcpy(data_buffer_rtx, buffer, rtp_header.headerLength);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001776
andrew@webrtc.org8f27fcc2015-01-09 20:22:46 +00001777 // Replace payload type, if a specific type is set for RTX.
Shao Changbine62202f2015-04-21 20:24:50 +08001778 if (rtx_payload_type_ != -1) {
1779 data_buffer_rtx[1] = static_cast<uint8_t>(rtx_payload_type_);
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +00001780 if (rtp_header.markerBit)
mflodman@webrtc.org9f5ebb52013-04-12 14:55:46 +00001781 data_buffer_rtx[1] |= kRtpMarkerBitMask;
1782 }
1783
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001784 // Replace sequence number.
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001785 uint8_t *ptr = data_buffer_rtx + 2;
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001786 ByteWriter<uint16_t>::WriteBigEndian(ptr, sequence_number_rtx_++);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001787
1788 // Replace SSRC.
1789 ptr += 6;
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001790 ByteWriter<uint32_t>::WriteBigEndian(ptr, ssrc_rtx_);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001791
1792 // Add OSN (original sequence number).
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +00001793 ptr = data_buffer_rtx + rtp_header.headerLength;
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001794 ByteWriter<uint16_t>::WriteBigEndian(ptr, rtp_header.sequenceNumber);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001795 ptr += 2;
1796
1797 // Add original payload data.
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +00001798 memcpy(ptr, buffer + rtp_header.headerLength,
1799 *length - rtp_header.headerLength);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001800 *length += 2;
1801}
1802
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001803void RTPSender::RegisterRtpStatisticsCallback(
1804 StreamDataCountersCallback* callback) {
1805 CriticalSectionScoped cs(statistics_crit_.get());
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001806 rtp_stats_callback_ = callback;
1807}
1808
1809StreamDataCountersCallback* RTPSender::GetRtpStatisticsCallback() const {
1810 CriticalSectionScoped cs(statistics_crit_.get());
1811 return rtp_stats_callback_;
1812}
1813
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001814uint32_t RTPSender::BitrateSent() const {
1815 return total_bitrate_sent_.BitrateLast();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001816}
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001817
1818void RTPSender::SetRtpState(const RtpState& rtp_state) {
1819 SetStartTimestamp(rtp_state.start_timestamp, true);
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001820 CriticalSectionScoped lock(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001821 sequence_number_ = rtp_state.sequence_number;
1822 sequence_number_forced_ = true;
1823 timestamp_ = rtp_state.timestamp;
1824 capture_time_ms_ = rtp_state.capture_time_ms;
1825 last_timestamp_time_ms_ = rtp_state.last_timestamp_time_ms;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001826 media_has_been_sent_ = rtp_state.media_has_been_sent;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001827}
1828
1829RtpState RTPSender::GetRtpState() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001830 CriticalSectionScoped lock(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001831
1832 RtpState state;
1833 state.sequence_number = sequence_number_;
1834 state.start_timestamp = start_timestamp_;
1835 state.timestamp = timestamp_;
1836 state.capture_time_ms = capture_time_ms_;
1837 state.last_timestamp_time_ms = last_timestamp_time_ms_;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001838 state.media_has_been_sent = media_has_been_sent_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001839
1840 return state;
1841}
1842
1843void RTPSender::SetRtxRtpState(const RtpState& rtp_state) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001844 CriticalSectionScoped lock(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001845 sequence_number_rtx_ = rtp_state.sequence_number;
1846}
1847
1848RtpState RTPSender::GetRtxRtpState() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001849 CriticalSectionScoped lock(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001850
1851 RtpState state;
1852 state.sequence_number = sequence_number_rtx_;
1853 state.start_timestamp = start_timestamp_;
1854
1855 return state;
1856}
1857
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001858} // namespace webrtc