blob: 44ac96541325af59a565b9d76281ece1b4c4ab8f [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgf6bb77a2012-01-24 17:16:59 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +000011#include "webrtc/modules/rtp_rtcp/source/rtp_sender.h"
12
pbos@webrtc.org12dc1a32013-08-05 16:22:53 +000013#include <stdlib.h> // srand
Shao Changbine62202f2015-04-21 20:24:50 +080014#include <utility>
niklase@google.com470e71d2011-07-07 08:21:25 +000015
Shao Changbine62202f2015-04-21 20:24:50 +080016#include "webrtc/base/checks.h"
guoweis@webrtc.orgfdd10572015-03-12 20:50:57 +000017#include "webrtc/modules/rtp_rtcp/interface/rtp_cvo.h"
sprang@webrtc.org779c3d12015-03-17 16:42:49 +000018#include "webrtc/modules/rtp_rtcp/source/byte_io.h"
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +000019#include "webrtc/modules/rtp_rtcp/source/rtp_sender_audio.h"
20#include "webrtc/modules/rtp_rtcp/source/rtp_sender_video.h"
21#include "webrtc/system_wrappers/interface/critical_section_wrapper.h"
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +000022#include "webrtc/system_wrappers/interface/logging.h"
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000023#include "webrtc/system_wrappers/interface/tick_util.h"
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000024#include "webrtc/system_wrappers/interface/trace_event.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000025
26namespace webrtc {
niklase@google.com470e71d2011-07-07 08:21:25 +000027
stefan@webrtc.orga8179622013-06-04 13:47:36 +000028// Max in the RFC 3550 is 255 bytes, we limit it to be modulus 32 for SRTP.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +000029const size_t kMaxPaddingLength = 224;
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +000030const int kSendSideDelayWindowMs = 1000;
stefan@webrtc.orga8179622013-06-04 13:47:36 +000031
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000032namespace {
33
guoweis@webrtc.org45362892015-03-04 22:55:15 +000034const size_t kRtpHeaderLength = 12;
35
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +000036const char* FrameTypeToString(FrameType frame_type) {
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000037 switch (frame_type) {
38 case kFrameEmpty: return "empty";
39 case kAudioFrameSpeech: return "audio_speech";
40 case kAudioFrameCN: return "audio_cn";
41 case kVideoFrameKey: return "video_key";
42 case kVideoFrameDelta: return "video_delta";
hclam@chromium.org806dc3b2013-04-09 19:54:10 +000043 }
44 return "";
45}
46
47} // namespace
48
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +000049class BitrateAggregator {
50 public:
51 explicit BitrateAggregator(BitrateStatisticsObserver* bitrate_callback)
52 : callback_(bitrate_callback),
53 total_bitrate_observer_(*this),
54 retransmit_bitrate_observer_(*this),
55 ssrc_(0) {}
56
57 void OnStatsUpdated() const {
58 if (callback_)
59 callback_->Notify(total_bitrate_observer_.statistics(),
60 retransmit_bitrate_observer_.statistics(),
61 ssrc_);
62 }
63
64 Bitrate::Observer* total_bitrate_observer() {
65 return &total_bitrate_observer_;
66 }
67 Bitrate::Observer* retransmit_bitrate_observer() {
68 return &retransmit_bitrate_observer_;
69 }
70
71 void set_ssrc(uint32_t ssrc) { ssrc_ = ssrc; }
72
73 private:
74 // We assume that these observers are called on the same thread, which is
75 // true for RtpSender as they are called on the Process thread.
76 class BitrateObserver : public Bitrate::Observer {
77 public:
78 explicit BitrateObserver(const BitrateAggregator& aggregator)
79 : aggregator_(aggregator) {}
80
81 // Implements Bitrate::Observer.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000082 void BitrateUpdated(const BitrateStatistics& stats) override {
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +000083 statistics_ = stats;
84 aggregator_.OnStatsUpdated();
85 }
86
87 BitrateStatistics statistics() const { return statistics_; }
88
89 private:
90 BitrateStatistics statistics_;
91 const BitrateAggregator& aggregator_;
92 };
93
94 BitrateStatisticsObserver* const callback_;
95 BitrateObserver total_bitrate_observer_;
96 BitrateObserver retransmit_bitrate_observer_;
97 uint32_t ssrc_;
98};
99
Peter Boströmac547a62015-09-17 23:03:57 +0200100RTPSender::RTPSender(bool audio,
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000101 Clock* clock,
102 Transport* transport,
103 RtpAudioFeedback* audio_feedback,
andresp@webrtc.orgd11bec42014-07-08 14:32:58 +0000104 PacedSender* paced_sender,
sprang867fb522015-08-03 04:38:41 -0700105 PacketRouter* packet_router,
sprang5e023eb2015-09-14 06:42:43 -0700106 TransportFeedbackObserver* transport_feedback_observer,
andresp@webrtc.org8f151212014-07-10 09:39:23 +0000107 BitrateStatisticsObserver* bitrate_callback,
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000108 FrameCountObserver* frame_count_observer,
109 SendSideDelayObserver* send_side_delay_observer)
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000110 : clock_(clock),
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000111 // TODO(holmer): Remove this conversion when we remove the use of
112 // TickTime.
113 clock_delta_ms_(clock_->TimeInMilliseconds() -
114 TickTime::MillisecondTimestamp()),
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000115 bitrates_(new BitrateAggregator(bitrate_callback)),
116 total_bitrate_sent_(clock, bitrates_->total_bitrate_observer()),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000117 audio_configured_(audio),
Peter Boströmac547a62015-09-17 23:03:57 +0200118 audio_(audio ? new RTPSenderAudio(clock, this, audio_feedback) : nullptr),
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000119 video_(audio ? nullptr : new RTPSenderVideo(clock, this)),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000120 paced_sender_(paced_sender),
sprang867fb522015-08-03 04:38:41 -0700121 packet_router_(packet_router),
sprang5e023eb2015-09-14 06:42:43 -0700122 transport_feedback_observer_(transport_feedback_observer),
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000123 last_capture_time_ms_sent_(0),
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000124 send_critsect_(CriticalSectionWrapper::CreateCriticalSection()),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000125 transport_(transport),
126 sending_media_(true), // Default to sending media.
127 max_payload_length_(IP_PACKET_SIZE - 28), // Default is IP-v4/UDP.
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000128 packet_over_head_(28),
129 payload_type_(-1),
130 payload_type_map_(),
131 rtp_header_extension_map_(),
132 transmission_time_offset_(0),
133 absolute_send_time_(0),
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000134 rotation_(kVideoRotation_0),
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700135 cvo_mode_(kCVONone),
sprang@webrtc.org30933902015-03-17 14:33:12 +0000136 transport_sequence_number_(0),
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000137 // NACK.
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000138 nack_byte_count_times_(),
139 nack_byte_count_(),
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000140 nack_bitrate_(clock, bitrates_->retransmit_bitrate_observer()),
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000141 packet_history_(clock),
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000142 // Statistics
pbos@webrtc.orge07049f2013-09-10 11:29:17 +0000143 statistics_crit_(CriticalSectionWrapper::CreateCriticalSection()),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000144 rtp_stats_callback_(NULL),
andresp@webrtc.org8f151212014-07-10 09:39:23 +0000145 frame_count_observer_(frame_count_observer),
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000146 send_side_delay_observer_(send_side_delay_observer),
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000147 // RTP variables
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000148 start_timestamp_forced_(false),
149 start_timestamp_(0),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000150 ssrc_db_(*SSRCDatabase::GetSSRCDatabase()),
151 remote_ssrc_(0),
152 sequence_number_forced_(false),
153 ssrc_forced_(false),
154 timestamp_(0),
155 capture_time_ms_(0),
156 last_timestamp_time_ms_(0),
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000157 media_has_been_sent_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000158 last_packet_marker_bit_(false),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000159 csrcs_(),
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +0000160 rtx_(kRtxOff),
Shao Changbine62202f2015-04-21 20:24:50 +0800161 rtx_payload_type_(-1),
andresp@webrtc.orgd09d0742014-03-26 14:27:34 +0000162 target_bitrate_critsect_(CriticalSectionWrapper::CreateCriticalSection()),
stefan@webrtc.orga15fbfd2014-06-17 17:32:05 +0000163 target_bitrate_(0) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000164 memset(nack_byte_count_times_, 0, sizeof(nack_byte_count_times_));
165 memset(nack_byte_count_, 0, sizeof(nack_byte_count_));
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000166 // We need to seed the random generator.
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000167 srand(static_cast<uint32_t>(clock_->TimeInMilliseconds()));
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000168 ssrc_ = ssrc_db_.CreateSSRC(); // Can't be 0.
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000169 ssrc_rtx_ = ssrc_db_.CreateSSRC(); // Can't be 0.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000170 bitrates_->set_ssrc(ssrc_);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000171 // Random start, 16 bits. Can't be 0.
172 sequence_number_rtx_ = static_cast<uint16_t>(rand() + 1) & 0x7FFF;
173 sequence_number_ = static_cast<uint16_t>(rand() + 1) & 0x7FFF;
niklase@google.com470e71d2011-07-07 08:21:25 +0000174}
175
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000176RTPSender::~RTPSender() {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000177 if (remote_ssrc_ != 0) {
178 ssrc_db_.ReturnSSRC(remote_ssrc_);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000179 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000180 ssrc_db_.ReturnSSRC(ssrc_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000181
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000182 SSRCDatabase::ReturnSSRCDatabase();
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000183 while (!payload_type_map_.empty()) {
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000184 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000185 payload_type_map_.begin();
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000186 delete it->second;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000187 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000188 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000189}
niklase@google.com470e71d2011-07-07 08:21:25 +0000190
stefan@webrtc.orga15fbfd2014-06-17 17:32:05 +0000191void RTPSender::SetTargetBitrate(uint32_t bitrate) {
192 CriticalSectionScoped cs(target_bitrate_critsect_.get());
193 target_bitrate_ = bitrate;
194}
195
196uint32_t RTPSender::GetTargetBitrate() {
197 CriticalSectionScoped cs(target_bitrate_critsect_.get());
198 return target_bitrate_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000199}
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000200
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000201uint16_t RTPSender::ActualSendBitrateKbit() const {
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000202 return (uint16_t)(total_bitrate_sent_.BitrateNow() / 1000);
niklase@google.com470e71d2011-07-07 08:21:25 +0000203}
204
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000205uint32_t RTPSender::VideoBitrateSent() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000206 if (video_) {
207 return video_->VideoBitrateSent();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000208 }
209 return 0;
stefan@webrtc.orgfbea4e52011-10-27 16:08:29 +0000210}
211
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000212uint32_t RTPSender::FecOverheadRate() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000213 if (video_) {
214 return video_->FecOverheadRate();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000215 }
216 return 0;
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000217}
218
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000219uint32_t RTPSender::NackOverheadRate() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000220 return nack_bitrate_.BitrateLast();
stefan@webrtc.orgd0bdab02011-10-14 14:24:54 +0000221}
222
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000223int32_t RTPSender::SetTransmissionTimeOffset(int32_t transmission_time_offset) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000224 if (transmission_time_offset > (0x800000 - 1) ||
225 transmission_time_offset < -(0x800000 - 1)) { // Word24.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000226 return -1;
227 }
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000228 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000229 transmission_time_offset_ = transmission_time_offset;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000230 return 0;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000231}
232
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000233int32_t RTPSender::SetAbsoluteSendTime(uint32_t absolute_send_time) {
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000234 if (absolute_send_time > 0xffffff) { // UWord24.
235 return -1;
236 }
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000237 CriticalSectionScoped cs(send_critsect_.get());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000238 absolute_send_time_ = absolute_send_time;
239 return 0;
240}
241
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000242void RTPSender::SetVideoRotation(VideoRotation rotation) {
243 CriticalSectionScoped cs(send_critsect_.get());
244 rotation_ = rotation;
245}
246
sprang@webrtc.org30933902015-03-17 14:33:12 +0000247int32_t RTPSender::SetTransportSequenceNumber(uint16_t sequence_number) {
248 CriticalSectionScoped cs(send_critsect_.get());
249 transport_sequence_number_ = sequence_number;
250 return 0;
251}
252
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000253int32_t RTPSender::RegisterRtpHeaderExtension(RTPExtensionType type,
254 uint8_t id) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000255 CriticalSectionScoped cs(send_critsect_.get());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700256 if (type == kRtpExtensionVideoRotation) {
257 cvo_mode_ = kCVOInactive;
258 return rtp_header_extension_map_.RegisterInactive(type, id);
259 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000260 return rtp_header_extension_map_.Register(type, id);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000261}
262
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000263bool RTPSender::IsRtpHeaderExtensionRegistered(RTPExtensionType type) {
264 CriticalSectionScoped cs(send_critsect_.get());
265 return rtp_header_extension_map_.IsRegistered(type);
266}
267
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000268int32_t RTPSender::DeregisterRtpHeaderExtension(RTPExtensionType type) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000269 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000270 return rtp_header_extension_map_.Deregister(type);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000271}
272
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000273size_t RTPSender::RtpHeaderExtensionTotalLength() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000274 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000275 return rtp_header_extension_map_.GetTotalLengthInBytes();
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000276}
277
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000278int32_t RTPSender::RegisterPayload(
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000279 const char payload_name[RTP_PAYLOAD_NAME_SIZE],
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000280 int8_t payload_number,
281 uint32_t frequency,
282 uint8_t channels,
283 uint32_t rate) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000284 assert(payload_name);
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000285 CriticalSectionScoped cs(send_critsect_.get());
niklase@google.com470e71d2011-07-07 08:21:25 +0000286
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000287 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000288 payload_type_map_.find(payload_number);
niklase@google.com470e71d2011-07-07 08:21:25 +0000289
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000290 if (payload_type_map_.end() != it) {
291 // We already use this payload type.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000292 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000293 assert(payload);
niklase@google.com470e71d2011-07-07 08:21:25 +0000294
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000295 // Check if it's the same as we already have.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000296 if (RtpUtility::StringCompare(
297 payload->name, payload_name, RTP_PAYLOAD_NAME_SIZE - 1)) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000298 if (audio_configured_ && payload->audio &&
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000299 payload->typeSpecific.Audio.frequency == frequency &&
300 (payload->typeSpecific.Audio.rate == rate ||
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000301 payload->typeSpecific.Audio.rate == 0 || rate == 0)) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000302 payload->typeSpecific.Audio.rate = rate;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000303 // Ensure that we update the rate if new or old is zero.
niklase@google.com470e71d2011-07-07 08:21:25 +0000304 return 0;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000305 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000306 if (!audio_configured_ && !payload->audio) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000307 return 0;
308 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000309 }
310 return -1;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000311 }
mflodmanfcf54bd2015-04-14 21:28:08 +0200312 int32_t ret_val = 0;
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000313 RtpUtility::Payload* payload = NULL;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000314 if (audio_configured_) {
mflodmanfcf54bd2015-04-14 21:28:08 +0200315 // TODO(mflodman): Change to CreateAudioPayload and make static.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000316 ret_val = audio_->RegisterAudioPayload(payload_name, payload_number,
317 frequency, channels, rate, payload);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000318 } else {
mflodmanfcf54bd2015-04-14 21:28:08 +0200319 payload = video_->CreateVideoPayload(payload_name, payload_number, rate);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000320 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000321 if (payload) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000322 payload_type_map_[payload_number] = payload;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000323 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000324 return ret_val;
niklase@google.com470e71d2011-07-07 08:21:25 +0000325}
326
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000327int32_t RTPSender::DeRegisterSendPayload(int8_t payload_type) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000328 CriticalSectionScoped lock(send_critsect_.get());
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000329
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000330 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000331 payload_type_map_.find(payload_type);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000332
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000333 if (payload_type_map_.end() == it) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000334 return -1;
335 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000336 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000337 delete payload;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000338 payload_type_map_.erase(it);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000339 return 0;
340}
niklase@google.com470e71d2011-07-07 08:21:25 +0000341
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000342void RTPSender::SetSendPayloadType(int8_t payload_type) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000343 CriticalSectionScoped cs(send_critsect_.get());
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000344 payload_type_ = payload_type;
345}
346
sprang@webrtc.orgefcad392014-03-25 16:51:35 +0000347int8_t RTPSender::SendPayloadType() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000348 CriticalSectionScoped cs(send_critsect_.get());
sprang@webrtc.orgefcad392014-03-25 16:51:35 +0000349 return payload_type_;
350}
niklase@google.com470e71d2011-07-07 08:21:25 +0000351
pbos@webrtc.org59f20bb2013-09-09 16:02:19 +0000352int RTPSender::SendPayloadFrequency() const {
353 return audio_ != NULL ? audio_->AudioFrequency() : kVideoPayloadTypeFrequency;
354}
niklase@google.com470e71d2011-07-07 08:21:25 +0000355
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000356int32_t RTPSender::SetMaxPayloadLength(size_t max_payload_length,
357 uint16_t packet_over_head) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000358 // Sanity check.
henrikg91d6ede2015-09-17 00:24:34 -0700359 RTC_DCHECK(max_payload_length >= 100 && max_payload_length <= IP_PACKET_SIZE)
Peter Boströmd6f1a382015-07-14 16:08:02 +0200360 << "Invalid max payload length: " << max_payload_length;
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000361 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000362 max_payload_length_ = max_payload_length;
363 packet_over_head_ = packet_over_head;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000364 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000365}
366
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000367size_t RTPSender::MaxDataPayloadLength() const {
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000368 int rtx;
369 {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000370 CriticalSectionScoped rtx_lock(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000371 rtx = rtx_;
372 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000373 if (audio_configured_) {
374 return max_payload_length_ - RTPHeaderLength();
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000375 } else {
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000376 return max_payload_length_ - RTPHeaderLength() // RTP overhead.
377 - video_->FECPacketOverhead() // FEC/ULP/RED overhead.
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000378 - ((rtx) ? 2 : 0); // RTX overhead.
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000379 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000380}
381
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000382size_t RTPSender::MaxPayloadLength() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000383 return max_payload_length_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000384}
385
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000386uint16_t RTPSender::PacketOverHead() const { return packet_over_head_; }
niklase@google.com470e71d2011-07-07 08:21:25 +0000387
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000388void RTPSender::SetRtxStatus(int mode) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000389 CriticalSectionScoped cs(send_critsect_.get());
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +0000390 rtx_ = mode;
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000391}
392
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000393int RTPSender::RtxStatus() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000394 CriticalSectionScoped cs(send_critsect_.get());
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000395 return rtx_;
396}
397
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000398void RTPSender::SetRtxSsrc(uint32_t ssrc) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000399 CriticalSectionScoped cs(send_critsect_.get());
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000400 ssrc_rtx_ = ssrc;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000401}
402
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000403uint32_t RTPSender::RtxSsrc() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000404 CriticalSectionScoped cs(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000405 return ssrc_rtx_;
406}
407
Shao Changbine62202f2015-04-21 20:24:50 +0800408void RTPSender::SetRtxPayloadType(int payload_type,
409 int associated_payload_type) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000410 CriticalSectionScoped cs(send_critsect_.get());
henrikg91d6ede2015-09-17 00:24:34 -0700411 RTC_DCHECK_LE(payload_type, 127);
412 RTC_DCHECK_LE(associated_payload_type, 127);
Shao Changbine62202f2015-04-21 20:24:50 +0800413 if (payload_type < 0) {
414 LOG(LS_ERROR) << "Invalid RTX payload type: " << payload_type;
415 return;
416 }
417
418 rtx_payload_type_map_[associated_payload_type] = payload_type;
419 rtx_payload_type_ = payload_type;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000420}
421
Shao Changbine62202f2015-04-21 20:24:50 +0800422std::pair<int, int> RTPSender::RtxPayloadType() const {
Ă…sa Persson6ae25722015-04-13 17:48:08 +0200423 CriticalSectionScoped cs(send_critsect_.get());
Shao Changbine62202f2015-04-21 20:24:50 +0800424 for (const auto& kv : rtx_payload_type_map_) {
425 if (kv.second == rtx_payload_type_) {
426 return std::make_pair(rtx_payload_type_, kv.first);
427 }
428 }
429 return std::make_pair(-1, -1);
Ă…sa Persson6ae25722015-04-13 17:48:08 +0200430}
431
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000432int32_t RTPSender::CheckPayloadType(int8_t payload_type,
433 RtpVideoCodecTypes* video_type) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000434 CriticalSectionScoped cs(send_critsect_.get());
niklase@google.com470e71d2011-07-07 08:21:25 +0000435
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000436 if (payload_type < 0) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000437 LOG(LS_ERROR) << "Invalid payload_type " << payload_type;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000438 return -1;
439 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000440 if (audio_configured_) {
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000441 int8_t red_pl_type = -1;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000442 if (audio_->RED(red_pl_type) == 0) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000443 // We have configured RED.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000444 if (red_pl_type == payload_type) {
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000445 // And it's a match...
446 return 0;
447 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000448 }
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000449 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000450 if (payload_type_ == payload_type) {
451 if (!audio_configured_) {
452 *video_type = video_->VideoCodecType();
niklase@google.com470e71d2011-07-07 08:21:25 +0000453 }
454 return 0;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000455 }
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000456 std::map<int8_t, RtpUtility::Payload*>::iterator it =
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000457 payload_type_map_.find(payload_type);
458 if (it == payload_type_map_.end()) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000459 LOG(LS_WARNING) << "Payload type " << payload_type << " not registered.";
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000460 return -1;
461 }
andresp@webrtc.orgc3c29112014-08-27 09:39:43 +0000462 SetSendPayloadType(payload_type);
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000463 RtpUtility::Payload* payload = it->second;
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000464 assert(payload);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000465 if (!payload->audio && !audio_configured_) {
466 video_->SetVideoCodecType(payload->typeSpecific.Video.videoCodecType);
467 *video_type = payload->typeSpecific.Video.videoCodecType;
468 video_->SetMaxConfiguredBitrateVideo(payload->typeSpecific.Video.maxRate);
pwestin@webrtc.org00741872012-01-19 15:56:10 +0000469 }
470 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000471}
472
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700473RTPSenderInterface::CVOMode RTPSender::ActivateCVORtpHeaderExtension() {
474 if (cvo_mode_ == kCVOInactive) {
475 CriticalSectionScoped cs(send_critsect_.get());
476 if (rtp_header_extension_map_.SetActive(kRtpExtensionVideoRotation, true)) {
477 cvo_mode_ = kCVOActivated;
478 }
479 }
480 return cvo_mode_;
481}
482
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000483int32_t RTPSender::SendOutgoingData(FrameType frame_type,
484 int8_t payload_type,
485 uint32_t capture_timestamp,
486 int64_t capture_time_ms,
487 const uint8_t* payload_data,
488 size_t payload_size,
489 const RTPFragmentationHeader* fragmentation,
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000490 const RTPVideoHeader* rtp_hdr) {
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000491 uint32_t ssrc;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000492 {
493 // Drop this packet if we're not sending media packets.
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000494 CriticalSectionScoped cs(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000495 ssrc = ssrc_;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000496 if (!sending_media_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000497 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000498 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000499 }
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000500 RtpVideoCodecTypes video_type = kRtpVideoGeneric;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000501 if (CheckPayloadType(payload_type, &video_type) != 0) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000502 LOG(LS_ERROR) << "Don't send data with unknown payload type.";
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000503 return -1;
504 }
505
Peter Boströmd6f1a382015-07-14 16:08:02 +0200506 int32_t ret_val;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000507 if (audio_configured_) {
hclam@chromium.org1a7b9b92013-07-08 21:31:18 +0000508 TRACE_EVENT_ASYNC_STEP1("webrtc", "Audio", capture_timestamp,
509 "Send", "type", FrameTypeToString(frame_type));
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000510 assert(frame_type == kAudioFrameSpeech || frame_type == kAudioFrameCN ||
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000511 frame_type == kFrameEmpty);
512
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000513 ret_val = audio_->SendAudio(frame_type, payload_type, capture_timestamp,
514 payload_data, payload_size, fragmentation);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000515 } else {
hclam@chromium.org1a7b9b92013-07-08 21:31:18 +0000516 TRACE_EVENT_ASYNC_STEP1("webrtc", "Video", capture_time_ms,
517 "Send", "type", FrameTypeToString(frame_type));
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000518 assert(frame_type != kAudioFrameSpeech && frame_type != kAudioFrameCN);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000519
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000520 if (frame_type == kFrameEmpty)
521 return 0;
522
guoweis@webrtc.org45362892015-03-04 22:55:15 +0000523 ret_val =
524 video_->SendVideo(video_type, frame_type, payload_type,
525 capture_timestamp, capture_time_ms, payload_data,
mflodmanfcf54bd2015-04-14 21:28:08 +0200526 payload_size, fragmentation, rtp_hdr);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +0000527 }
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000528
529 CriticalSectionScoped cs(statistics_crit_.get());
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000530 // Note: This is currently only counting for video.
531 if (frame_type == kVideoFrameKey) {
532 ++frame_counts_.key_frames;
533 } else if (frame_type == kVideoFrameDelta) {
534 ++frame_counts_.delta_frames;
535 }
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000536 if (frame_count_observer_) {
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000537 frame_count_observer_->FrameCountUpdated(frame_counts_, ssrc);
sprang@webrtc.org71f055f2013-12-04 15:09:27 +0000538 }
539
540 return ret_val;
niklase@google.com470e71d2011-07-07 08:21:25 +0000541}
542
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000543size_t RTPSender::TrySendRedundantPayloads(size_t bytes_to_send) {
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000544 {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000545 CriticalSectionScoped cs(send_critsect_.get());
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000546 if ((rtx_ & kRtxRedundantPayloads) == 0)
547 return 0;
548 }
549
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000550 uint8_t buffer[IP_PACKET_SIZE];
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000551 int bytes_left = static_cast<int>(bytes_to_send);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000552 while (bytes_left > 0) {
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000553 size_t length = bytes_left;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000554 int64_t capture_time_ms;
555 if (!packet_history_.GetBestFittingPacket(buffer, &length,
556 &capture_time_ms)) {
557 break;
558 }
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000559 if (!PrepareAndSendPacket(buffer, length, capture_time_ms, true, false))
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000560 break;
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000561 RtpUtility::RtpHeaderParser rtp_parser(buffer, length);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000562 RTPHeader rtp_header;
563 rtp_parser.Parse(rtp_header);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000564 bytes_left -= static_cast<int>(length - rtp_header.headerLength);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000565 }
566 return bytes_to_send - bytes_left;
567}
568
Stefan Holmer586b19b2015-09-18 11:14:31 +0200569void RTPSender::BuildPaddingPacket(uint8_t* packet,
570 size_t header_length,
571 size_t padding_length) {
stefan@webrtc.orga8179622013-06-04 13:47:36 +0000572 packet[0] |= 0x20; // Set padding bit.
573 int32_t *data =
574 reinterpret_cast<int32_t *>(&(packet[header_length]));
575
576 // Fill data buffer with random data.
Stefan Holmer586b19b2015-09-18 11:14:31 +0200577 for (size_t j = 0; j < (padding_length >> 2); ++j) {
stefan@webrtc.orga8179622013-06-04 13:47:36 +0000578 data[j] = rand(); // NOLINT
579 }
580 // Set number of padding bytes in the last byte of the packet.
Stefan Holmer586b19b2015-09-18 11:14:31 +0200581 packet[header_length + padding_length - 1] =
582 static_cast<uint8_t>(padding_length);
stefan@webrtc.orga8179622013-06-04 13:47:36 +0000583}
584
Stefan Holmer586b19b2015-09-18 11:14:31 +0200585size_t RTPSender::SendPadData(size_t bytes,
586 bool timestamp_provided,
587 uint32_t timestamp,
588 int64_t capture_time_ms) {
589 // Always send full padding packets. This is accounted for by the PacedSender,
590 // which will make sure we don't send too much padding even if a single packet
591 // is larger than requested.
592 size_t padding_bytes_in_packet =
593 std::min(MaxDataPayloadLength(), kMaxPaddingLength);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000594 size_t bytes_sent = 0;
sprang867fb522015-08-03 04:38:41 -0700595 bool using_transport_seq = rtp_header_extension_map_.IsRegistered(
596 kRtpExtensionTransportSequenceNumber) &&
597 packet_router_;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000598 for (; bytes > 0; bytes -= padding_bytes_in_packet) {
Stefan Holmer586b19b2015-09-18 11:14:31 +0200599 if (bytes < padding_bytes_in_packet)
600 bytes = padding_bytes_in_packet;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000601
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000602 uint32_t ssrc;
603 uint16_t sequence_number;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000604 int payload_type;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000605 bool over_rtx;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000606 {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000607 CriticalSectionScoped cs(send_critsect_.get());
Stefan Holmer586b19b2015-09-18 11:14:31 +0200608 if (!timestamp_provided) {
609 timestamp = timestamp_;
610 capture_time_ms = capture_time_ms_;
611 }
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000612 if (rtx_ == kRtxOff) {
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000613 // Without RTX we can't send padding in the middle of frames.
614 if (!last_packet_marker_bit_)
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000615 return 0;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000616 ssrc = ssrc_;
617 sequence_number = sequence_number_;
618 ++sequence_number_;
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000619 payload_type = payload_type_;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000620 over_rtx = false;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000621 } else {
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000622 // Without abs-send-time a media packet must be sent before padding so
623 // that the timestamps used for estimation are correct.
624 if (!media_has_been_sent_ && !rtp_header_extension_map_.IsRegistered(
625 kRtpExtensionAbsoluteSendTime))
andresp@webrtc.org817a0342014-08-14 08:24:47 +0000626 return 0;
Stefan Holmer586b19b2015-09-18 11:14:31 +0200627 // Only change change the timestamp of padding packets sent over RTX.
628 // Padding only packets over RTP has to be sent as part of a media
629 // frame (and therefore the same timestamp).
630 if (last_timestamp_time_ms_ > 0) {
631 timestamp +=
632 (clock_->TimeInMilliseconds() - last_timestamp_time_ms_) * 90;
633 capture_time_ms +=
634 (clock_->TimeInMilliseconds() - last_timestamp_time_ms_);
635 }
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000636 ssrc = ssrc_rtx_;
637 sequence_number = sequence_number_rtx_;
638 ++sequence_number_rtx_;
Shao Changbine62202f2015-04-21 20:24:50 +0800639 payload_type = rtx_payload_type_;
pbos@webrtc.org63c60ed2014-07-16 09:37:29 +0000640 over_rtx = true;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000641 }
642 }
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000643
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +0000644 uint8_t padding_packet[IP_PACKET_SIZE];
pbos@webrtc.org9334ac22014-11-24 08:25:50 +0000645 size_t header_length =
646 CreateRtpHeader(padding_packet, payload_type, ssrc, false, timestamp,
647 sequence_number, std::vector<uint32_t>());
Stefan Holmer586b19b2015-09-18 11:14:31 +0200648 BuildPaddingPacket(padding_packet, header_length, padding_bytes_in_packet);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000649 size_t length = padding_bytes_in_packet + header_length;
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000650 int64_t now_ms = clock_->TimeInMilliseconds();
651
652 RtpUtility::RtpHeaderParser rtp_parser(padding_packet, length);
653 RTPHeader rtp_header;
654 rtp_parser.Parse(rtp_header);
655
656 if (capture_time_ms > 0) {
657 UpdateTransmissionTimeOffset(
658 padding_packet, length, rtp_header, now_ms - capture_time_ms);
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000659 }
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000660
661 UpdateAbsoluteSendTime(padding_packet, length, rtp_header, now_ms);
sprang867fb522015-08-03 04:38:41 -0700662
663 uint16_t transport_seq = 0;
664 if (using_transport_seq) {
665 transport_seq =
666 UpdateTransportSequenceNumber(padding_packet, length, rtp_header);
667 }
668
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000669 if (!SendPacketToNetwork(padding_packet, length))
670 break;
sprang867fb522015-08-03 04:38:41 -0700671
sprang5e023eb2015-09-14 06:42:43 -0700672 if (using_transport_seq && transport_feedback_observer_) {
673 transport_feedback_observer_->OnPacketSent(
674 PacketInfo(0, now_ms, transport_seq, length, true));
675 }
sprang867fb522015-08-03 04:38:41 -0700676
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000677 bytes_sent += padding_bytes_in_packet;
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000678 UpdateRtpStats(padding_packet, length, rtp_header, over_rtx, false);
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000679 }
pbos@webrtc.org72491b92014-07-10 16:24:54 +0000680
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000681 return bytes_sent;
pwestin@webrtc.org12d97f62012-01-05 10:54:44 +0000682}
683
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000684void RTPSender::SetStorePacketsStatus(bool enable, uint16_t number_to_store) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000685 packet_history_.SetStorePacketsStatus(enable, number_to_store);
niklase@google.com470e71d2011-07-07 08:21:25 +0000686}
687
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000688bool RTPSender::StorePackets() const {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000689 return packet_history_.StorePackets();
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000690}
niklase@google.com470e71d2011-07-07 08:21:25 +0000691
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000692int32_t RTPSender::ReSendPacket(uint16_t packet_id, int64_t min_resend_time) {
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000693 size_t length = IP_PACKET_SIZE;
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000694 uint8_t data_buffer[IP_PACKET_SIZE];
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000695 int64_t capture_time_ms;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000696 if (!packet_history_.GetPacketAndSetSendTime(packet_id, min_resend_time, true,
697 data_buffer, &length,
698 &capture_time_ms)) {
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000699 // Packet not found.
asapersson@webrtc.org83ed0a42012-04-23 12:43:05 +0000700 return 0;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000701 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000702
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000703 if (paced_sender_) {
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000704 RtpUtility::RtpHeaderParser rtp_parser(data_buffer, length);
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000705 RTPHeader header;
706 if (!rtp_parser.Parse(header)) {
707 assert(false);
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000708 return -1;
709 }
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +0000710 // Convert from TickTime to Clock since capture_time_ms is based on
711 // TickTime.
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000712 int64_t corrected_capture_tims_ms = capture_time_ms + clock_delta_ms_;
713 if (!paced_sender_->SendPacket(
714 PacedSender::kHighPriority, header.ssrc, header.sequenceNumber,
715 corrected_capture_tims_ms, length - header.headerLength, true)) {
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000716 // We can't send the packet right now.
717 // We will be called when it is time.
stefan@webrtc.org5c58f632013-05-23 13:36:55 +0000718 return length;
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000719 }
720 }
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000721 int rtx = kRtxOff;
722 {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000723 CriticalSectionScoped lock(send_critsect_.get());
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000724 rtx = rtx_;
725 }
sprang867fb522015-08-03 04:38:41 -0700726 if (!PrepareAndSendPacket(data_buffer, length, capture_time_ms,
727 (rtx & kRtxRetransmitted) > 0, true)) {
728 return -1;
729 }
730 return static_cast<int32_t>(length);
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000731}
732
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000733bool RTPSender::SendPacketToNetwork(const uint8_t *packet, size_t size) {
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000734 int bytes_sent = -1;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000735 if (transport_) {
Peter Boströmac547a62015-09-17 23:03:57 +0200736 bytes_sent = transport_->SendPacket(packet, size);
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000737 }
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000738 TRACE_EVENT_INSTANT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
739 "RTPSender::SendPacketToNetwork", "size", size, "sent",
740 bytes_sent);
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000741 // TODO(pwestin): Add a separate bitrate for sent bitrate after pacer.
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000742 if (bytes_sent <= 0) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000743 LOG(LS_WARNING) << "Transport failed to send packet";
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000744 return false;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000745 }
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000746 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +0000747}
748
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000749int RTPSender::SelectiveRetransmissions() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000750 if (!video_)
751 return -1;
752 return video_->SelectiveRetransmissions();
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000753}
754
755int RTPSender::SetSelectiveRetransmissions(uint8_t settings) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000756 if (!video_)
757 return -1;
mflodmanfcf54bd2015-04-14 21:28:08 +0200758 video_->SetSelectiveRetransmissions(settings);
759 return 0;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +0000760}
761
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000762void RTPSender::OnReceivedNACK(const std::list<uint16_t>& nack_sequence_numbers,
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000763 int64_t avg_rtt) {
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000764 TRACE_EVENT2(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
765 "RTPSender::OnReceivedNACK", "num_seqnum",
766 nack_sequence_numbers.size(), "avg_rtt", avg_rtt);
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000767 const int64_t now = clock_->TimeInMilliseconds();
stefan@webrtc.org11d81762014-12-19 09:52:24 +0000768 uint32_t bytes_re_sent = 0;
stefan@webrtc.orga15fbfd2014-06-17 17:32:05 +0000769 uint32_t target_bitrate = GetTargetBitrate();
niklase@google.com470e71d2011-07-07 08:21:25 +0000770
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000771 // Enough bandwidth to send NACK?
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000772 if (!ProcessNACKBitRate(now)) {
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000773 LOG(LS_INFO) << "NACK bitrate reached. Skip sending NACK response. Target "
stefan@webrtc.orga15fbfd2014-06-17 17:32:05 +0000774 << target_bitrate;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000775 return;
776 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000777
stefan@webrtc.orgbecf9c82013-02-01 15:09:57 +0000778 for (std::list<uint16_t>::const_iterator it = nack_sequence_numbers.begin();
779 it != nack_sequence_numbers.end(); ++it) {
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000780 const int32_t bytes_sent = ReSendPacket(*it, 5 + avg_rtt);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000781 if (bytes_sent > 0) {
782 bytes_re_sent += bytes_sent;
783 } else if (bytes_sent == 0) {
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000784 // The packet has previously been resent.
785 // Try resending next packet in the list.
786 continue;
stefan@webrtc.org11d81762014-12-19 09:52:24 +0000787 } else {
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000788 // Failed to send one Sequence number. Give up the rest in this nack.
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000789 LOG(LS_WARNING) << "Failed resending RTP packet " << *it
790 << ", Discard rest of packets";
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000791 break;
niklase@google.com470e71d2011-07-07 08:21:25 +0000792 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000793 // Delay bandwidth estimate (RTT * BW).
stefan@webrtc.orga15fbfd2014-06-17 17:32:05 +0000794 if (target_bitrate != 0 && avg_rtt) {
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000795 // kbits/s * ms = bits => bits/8 = bytes
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000796 size_t target_bytes =
797 (static_cast<size_t>(target_bitrate / 1000) * avg_rtt) >> 3;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000798 if (bytes_re_sent > target_bytes) {
799 break; // Ignore the rest of the packets in the list.
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000800 }
801 }
802 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000803 if (bytes_re_sent > 0) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000804 UpdateNACKBitRate(bytes_re_sent, now);
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000805 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000806}
807
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000808bool RTPSender::ProcessNACKBitRate(uint32_t now) {
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000809 uint32_t num = 0;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000810 size_t byte_count = 0;
henrike@webrtc.orgfe526ff2014-06-25 20:59:51 +0000811 const uint32_t kAvgIntervalMs = 1000;
stefan@webrtc.orga15fbfd2014-06-17 17:32:05 +0000812 uint32_t target_bitrate = GetTargetBitrate();
niklase@google.com470e71d2011-07-07 08:21:25 +0000813
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000814 CriticalSectionScoped cs(send_critsect_.get());
niklase@google.com470e71d2011-07-07 08:21:25 +0000815
stefan@webrtc.orga15fbfd2014-06-17 17:32:05 +0000816 if (target_bitrate == 0) {
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000817 return true;
818 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000819 for (num = 0; num < NACK_BYTECOUNT_SIZE; ++num) {
stefan@webrtc.orga15fbfd2014-06-17 17:32:05 +0000820 if ((now - nack_byte_count_times_[num]) > kAvgIntervalMs) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000821 // Don't use data older than 1sec.
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000822 break;
823 } else {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000824 byte_count += nack_byte_count_[num];
niklase@google.com470e71d2011-07-07 08:21:25 +0000825 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000826 }
henrike@webrtc.orgfe526ff2014-06-25 20:59:51 +0000827 uint32_t time_interval = kAvgIntervalMs;
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000828 if (num == NACK_BYTECOUNT_SIZE) {
829 // More than NACK_BYTECOUNT_SIZE nack messages has been received
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000830 // during the last msg_interval.
henrike@webrtc.orgfe526ff2014-06-25 20:59:51 +0000831 if (nack_byte_count_times_[num - 1] <= now) {
832 time_interval = now - nack_byte_count_times_[num - 1];
niklase@google.com470e71d2011-07-07 08:21:25 +0000833 }
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000834 }
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000835 return (byte_count * 8) < (target_bitrate / 1000 * time_interval);
niklase@google.com470e71d2011-07-07 08:21:25 +0000836}
837
stefan@webrtc.org11d81762014-12-19 09:52:24 +0000838void RTPSender::UpdateNACKBitRate(uint32_t bytes, int64_t now) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000839 CriticalSectionScoped cs(send_critsect_.get());
stefan@webrtc.org11d81762014-12-19 09:52:24 +0000840 if (bytes == 0)
841 return;
842 nack_bitrate_.Update(bytes);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000843 // Save bitrate statistics.
stefan@webrtc.org11d81762014-12-19 09:52:24 +0000844 // Shift all but first time.
845 for (int i = NACK_BYTECOUNT_SIZE - 2; i >= 0; i--) {
846 nack_byte_count_[i + 1] = nack_byte_count_[i];
847 nack_byte_count_times_[i + 1] = nack_byte_count_times_[i];
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000848 }
stefan@webrtc.org11d81762014-12-19 09:52:24 +0000849 nack_byte_count_[0] = bytes;
850 nack_byte_count_times_[0] = now;
niklase@google.com470e71d2011-07-07 08:21:25 +0000851}
852
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000853// Called from pacer when we can send the packet.
hclam@chromium.org2e402ce2013-06-20 20:18:31 +0000854bool RTPSender::TimeToSendPacket(uint16_t sequence_number,
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000855 int64_t capture_time_ms,
856 bool retransmission) {
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000857 size_t length = IP_PACKET_SIZE;
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +0000858 uint8_t data_buffer[IP_PACKET_SIZE];
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +0000859 int64_t stored_time_ms;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000860
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000861 if (!packet_history_.GetPacketAndSetSendTime(sequence_number,
862 0,
863 retransmission,
864 data_buffer,
865 &length,
866 &stored_time_ms)) {
hclam@chromium.org2e402ce2013-06-20 20:18:31 +0000867 // Packet cannot be found. Allow sending to continue.
868 return true;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000869 }
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +0000870 if (!retransmission && capture_time_ms > 0) {
871 UpdateDelayStatistics(capture_time_ms, clock_->TimeInMilliseconds());
872 }
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000873 int rtx;
874 {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000875 CriticalSectionScoped lock(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000876 rtx = rtx_;
877 }
878 return PrepareAndSendPacket(data_buffer,
879 length,
880 capture_time_ms,
881 retransmission && (rtx & kRtxRetransmitted) > 0,
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000882 retransmission);
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000883}
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000884
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000885bool RTPSender::PrepareAndSendPacket(uint8_t* buffer,
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000886 size_t length,
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000887 int64_t capture_time_ms,
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000888 bool send_over_rtx,
889 bool is_retransmit) {
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000890 uint8_t *buffer_to_send_ptr = buffer;
891
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000892 RtpUtility::RtpHeaderParser rtp_parser(buffer, length);
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000893 RTPHeader rtp_header;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +0000894 rtp_parser.Parse(rtp_header);
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000895 if (!is_retransmit && rtp_header.markerBit) {
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000896 TRACE_EVENT_ASYNC_END0(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"), "PacedSend",
897 capture_time_ms);
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000898 }
899
sprang@webrtc.org0200f702015-02-16 12:06:00 +0000900 TRACE_EVENT_INSTANT2(
901 TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"), "PrepareAndSendPacket",
902 "timestamp", rtp_header.timestamp, "seqnum", rtp_header.sequenceNumber);
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000903
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000904 uint8_t data_buffer_rtx[IP_PACKET_SIZE];
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000905 if (send_over_rtx) {
906 BuildRtxPacket(buffer, &length, data_buffer_rtx);
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +0000907 buffer_to_send_ptr = data_buffer_rtx;
908 }
909
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +0000910 int64_t now_ms = clock_->TimeInMilliseconds();
911 int64_t diff_ms = now_ms - capture_time_ms;
stefan@webrtc.org420b2562014-05-30 12:17:15 +0000912 UpdateTransmissionTimeOffset(buffer_to_send_ptr, length, rtp_header,
913 diff_ms);
914 UpdateAbsoluteSendTime(buffer_to_send_ptr, length, rtp_header, now_ms);
sprang867fb522015-08-03 04:38:41 -0700915
916 uint16_t transport_seq = 0;
sprang5e023eb2015-09-14 06:42:43 -0700917 // TODO(sprang): Potentially too much overhead in IsRegistered()?
sprang867fb522015-08-03 04:38:41 -0700918 bool using_transport_seq = rtp_header_extension_map_.IsRegistered(
919 kRtpExtensionTransportSequenceNumber) &&
sprang5e023eb2015-09-14 06:42:43 -0700920 packet_router_ && !is_retransmit;
sprang867fb522015-08-03 04:38:41 -0700921 if (using_transport_seq) {
922 transport_seq =
923 UpdateTransportSequenceNumber(buffer_to_send_ptr, length, rtp_header);
924 }
925
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000926 bool ret = SendPacketToNetwork(buffer_to_send_ptr, length);
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000927 if (ret) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000928 CriticalSectionScoped lock(send_critsect_.get());
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +0000929 media_has_been_sent_ = true;
930 }
sprang5e023eb2015-09-14 06:42:43 -0700931 if (using_transport_seq && transport_feedback_observer_) {
932 transport_feedback_observer_->OnPacketSent(
933 PacketInfo(0, now_ms, transport_seq, length, true));
934 }
stefan@webrtc.org7c6ff2d2014-03-19 18:14:52 +0000935 UpdateRtpStats(buffer_to_send_ptr, length, rtp_header, send_over_rtx,
936 is_retransmit);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000937 return ret;
938}
939
940void RTPSender::UpdateRtpStats(const uint8_t* buffer,
asapersson@webrtc.org97d04892014-12-09 09:47:53 +0000941 size_t packet_length,
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000942 const RTPHeader& header,
943 bool is_rtx,
944 bool is_retransmit) {
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000945 StreamDataCounters* counters;
sprang@webrtc.org5314e852014-01-27 13:20:36 +0000946 // Get ssrc before taking statistics_crit_ to avoid possible deadlock.
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000947 uint32_t ssrc = is_rtx ? RtxSsrc() : SSRC();
sprang@webrtc.org5314e852014-01-27 13:20:36 +0000948
949 CriticalSectionScoped lock(statistics_crit_.get());
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000950 if (is_rtx) {
951 counters = &rtx_rtp_stats_;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000952 } else {
953 counters = &rtp_stats_;
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000954 }
955
asapersson@webrtc.org97d04892014-12-09 09:47:53 +0000956 total_bitrate_sent_.Update(packet_length);
asapersson@webrtc.org44149392015-02-04 08:34:47 +0000957
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000958 if (counters->first_packet_time_ms == -1) {
asapersson@webrtc.orgd08d3892014-12-16 12:03:11 +0000959 counters->first_packet_time_ms = clock_->TimeInMilliseconds();
960 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000961 if (IsFecPacket(buffer, header)) {
asapersson@webrtc.org44149392015-02-04 08:34:47 +0000962 counters->fec.AddPacket(packet_length, header);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000963 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000964 if (is_retransmit) {
asapersson@webrtc.org44149392015-02-04 08:34:47 +0000965 counters->retransmitted.AddPacket(packet_length, header);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000966 }
asapersson@webrtc.org44149392015-02-04 08:34:47 +0000967 counters->transmitted.AddPacket(packet_length, header);
sprang@webrtc.orgebad7652013-12-05 14:29:02 +0000968
969 if (rtp_stats_callback_) {
970 rtp_stats_callback_->DataCountersUpdated(*counters, ssrc);
971 }
972}
973
974bool RTPSender::IsFecPacket(const uint8_t* buffer,
975 const RTPHeader& header) const {
976 if (!video_) {
977 return false;
978 }
979 bool fec_enabled;
980 uint8_t pt_red;
981 uint8_t pt_fec;
982 video_->GenericFECStatus(fec_enabled, pt_red, pt_fec);
983 return fec_enabled &&
984 header.payloadType == pt_red &&
985 buffer[header.headerLength] == pt_fec;
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000986}
987
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000988size_t RTPSender::TimeToSendPadding(size_t bytes) {
pbos545727e2015-07-01 06:31:06 -0700989 if (bytes == 0)
990 return 0;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000991 {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +0000992 CriticalSectionScoped cs(send_critsect_.get());
sprang867fb522015-08-03 04:38:41 -0700993 if (!sending_media_)
994 return 0;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +0000995 }
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000996 size_t bytes_sent = TrySendRedundantPayloads(bytes);
997 if (bytes_sent < bytes)
Stefan Holmer586b19b2015-09-18 11:14:31 +0200998 bytes_sent += SendPadData(bytes - bytes_sent, false, 0, 0);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000999 return bytes_sent;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +00001000}
1001
pbos@webrtc.org62bafae2014-07-08 12:10:51 +00001002// TODO(pwestin): send in the RtpHeaderParser to avoid parsing it again.
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001003int32_t RTPSender::SendToNetwork(
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001004 uint8_t *buffer, size_t payload_length, size_t rtp_header_length,
stefan@webrtc.org508a84b2013-06-17 12:53:37 +00001005 int64_t capture_time_ms, StorageType storage,
1006 PacedSender::Priority priority) {
pbos@webrtc.org62bafae2014-07-08 12:10:51 +00001007 RtpUtility::RtpHeaderParser rtp_parser(buffer,
1008 payload_length + rtp_header_length);
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +00001009 RTPHeader rtp_header;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001010 rtp_parser.Parse(rtp_header);
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +00001011
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001012 int64_t now_ms = clock_->TimeInMilliseconds();
1013
stefan@webrtc.org715faaf2012-08-28 15:20:39 +00001014 // |capture_time_ms| <= 0 is considered invalid.
1015 // TODO(holmer): This should be changed all over Video Engine so that negative
1016 // time is consider invalid, while 0 is considered a valid time.
1017 if (capture_time_ms > 0) {
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +00001018 UpdateTransmissionTimeOffset(buffer, payload_length + rtp_header_length,
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001019 rtp_header, now_ms - capture_time_ms);
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +00001020 }
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001021
1022 UpdateAbsoluteSendTime(buffer, payload_length + rtp_header_length,
1023 rtp_header, now_ms);
1024
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +00001025 // Used for NACK and to spread out the transmission of packets.
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +00001026 if (packet_history_.PutRTPPacket(buffer, rtp_header_length + payload_length,
pbosc32d2db2015-09-11 08:33:35 -07001027 capture_time_ms, storage) != 0) {
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +00001028 return -1;
1029 }
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001030
stefan@webrtc.orgbfacda62013-03-27 16:36:01 +00001031 if (paced_sender_ && storage != kDontStore) {
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +00001032 // Correct offset between implementations of millisecond time stamps in
1033 // TickTime and Clock.
1034 int64_t corrected_time_ms = capture_time_ms + clock_delta_ms_;
stefan@webrtc.org508a84b2013-06-17 12:53:37 +00001035 if (!paced_sender_->SendPacket(priority, rtp_header.ssrc,
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +00001036 rtp_header.sequenceNumber, corrected_time_ms,
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +00001037 payload_length, false)) {
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +00001038 if (last_capture_time_ms_sent_ == 0 ||
1039 corrected_time_ms > last_capture_time_ms_sent_) {
1040 last_capture_time_ms_sent_ = corrected_time_ms;
sprang@webrtc.org0200f702015-02-16 12:06:00 +00001041 TRACE_EVENT_ASYNC_BEGIN1(TRACE_DISABLED_BY_DEFAULT("webrtc_rtp"),
1042 "PacedSend", corrected_time_ms,
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +00001043 "capture_time_ms", corrected_time_ms);
1044 }
pwestin@webrtc.org571a1c02012-11-13 21:12:39 +00001045 // We can't send the packet right now.
1046 // We will be called when it is time.
pwestin@webrtc.orgb0061f92013-04-27 00:41:08 +00001047 return 0;
asapersson@webrtc.orge5b49a02012-11-06 13:09:39 +00001048 }
stefan@webrtc.orgddfdfed2012-07-03 13:21:22 +00001049 }
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +00001050 if (capture_time_ms > 0) {
1051 UpdateDelayStatistics(capture_time_ms, now_ms);
1052 }
sprang@webrtc.org43c88392015-01-29 09:09:17 +00001053
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001054 size_t length = payload_length + rtp_header_length;
sprang@webrtc.orgc957ffc2015-02-02 13:08:02 +00001055 bool sent = SendPacketToNetwork(buffer, length);
1056
1057 if (storage != kDontStore) {
1058 // Mark the packet as sent in the history even if send failed. Dropping a
1059 // packet here should be treated as any other packet drop so we should be
1060 // ready for a retransmission.
1061 packet_history_.SetSent(rtp_header.sequenceNumber);
1062 }
1063 if (!sent)
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001064 return -1;
sprang@webrtc.orgc957ffc2015-02-02 13:08:02 +00001065
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001066 {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001067 CriticalSectionScoped lock(send_critsect_.get());
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001068 media_has_been_sent_ = true;
1069 }
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001070 UpdateRtpStats(buffer, length, rtp_header, false, false);
1071 return 0;
stefan@webrtc.org6a4bef42011-12-22 12:52:41 +00001072}
1073
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +00001074void RTPSender::UpdateDelayStatistics(int64_t capture_time_ms, int64_t now_ms) {
Peter Boström71861a02015-05-28 14:45:36 +02001075 if (!send_side_delay_observer_)
1076 return;
1077
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001078 uint32_t ssrc;
1079 int avg_delay_ms = 0;
1080 int max_delay_ms = 0;
1081 {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001082 CriticalSectionScoped lock(send_critsect_.get());
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001083 ssrc = ssrc_;
1084 }
1085 {
1086 CriticalSectionScoped cs(statistics_crit_.get());
1087 // TODO(holmer): Compute this iteratively instead.
1088 send_delays_[now_ms] = now_ms - capture_time_ms;
1089 send_delays_.erase(send_delays_.begin(),
1090 send_delays_.lower_bound(now_ms -
1091 kSendSideDelayWindowMs));
Peter Boström71861a02015-05-28 14:45:36 +02001092 int num_delays = 0;
1093 for (auto it = send_delays_.upper_bound(now_ms - kSendSideDelayWindowMs);
1094 it != send_delays_.end(); ++it) {
1095 max_delay_ms = std::max(max_delay_ms, it->second);
1096 avg_delay_ms += it->second;
1097 ++num_delays;
1098 }
1099 if (num_delays == 0)
1100 return;
1101 avg_delay_ms = (avg_delay_ms + num_delays / 2) / num_delays;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001102 }
Peter Boström71861a02015-05-28 14:45:36 +02001103 send_side_delay_observer_->SendSideDelayUpdated(avg_delay_ms, max_delay_ms,
1104 ssrc);
stefan@webrtc.org0a3c1472013-12-05 14:05:07 +00001105}
1106
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001107void RTPSender::ProcessBitrate() {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001108 CriticalSectionScoped cs(send_critsect_.get());
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001109 total_bitrate_sent_.Process();
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001110 nack_bitrate_.Process();
1111 if (audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001112 return;
1113 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001114 video_->ProcessBitrate();
niklase@google.com470e71d2011-07-07 08:21:25 +00001115}
1116
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001117size_t RTPSender::RTPHeaderLength() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001118 CriticalSectionScoped lock(send_critsect_.get());
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001119 size_t rtp_header_length = kRtpHeaderLength;
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001120 rtp_header_length += sizeof(uint32_t) * csrcs_.size();
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001121 rtp_header_length += RtpHeaderExtensionTotalLength();
1122 return rtp_header_length;
niklase@google.com470e71d2011-07-07 08:21:25 +00001123}
1124
mflodmanfcf54bd2015-04-14 21:28:08 +02001125uint16_t RTPSender::AllocateSequenceNumber(uint16_t packets_to_send) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001126 CriticalSectionScoped cs(send_critsect_.get());
mflodmanfcf54bd2015-04-14 21:28:08 +02001127 uint16_t first_allocated_sequence_number = sequence_number_;
1128 sequence_number_ += packets_to_send;
1129 return first_allocated_sequence_number;
niklase@google.com470e71d2011-07-07 08:21:25 +00001130}
1131
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001132void RTPSender::GetDataCounters(StreamDataCounters* rtp_stats,
1133 StreamDataCounters* rtx_stats) const {
pbos@webrtc.orge07049f2013-09-10 11:29:17 +00001134 CriticalSectionScoped lock(statistics_crit_.get());
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001135 *rtp_stats = rtp_stats_;
1136 *rtx_stats = rtx_rtp_stats_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001137}
1138
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001139size_t RTPSender::CreateRtpHeader(uint8_t* header,
1140 int8_t payload_type,
1141 uint32_t ssrc,
1142 bool marker_bit,
1143 uint32_t timestamp,
1144 uint16_t sequence_number,
1145 const std::vector<uint32_t>& csrcs) const {
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001146 header[0] = 0x80; // version 2.
1147 header[1] = static_cast<uint8_t>(payload_type);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001148 if (marker_bit) {
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001149 header[1] |= kRtpMarkerBitMask; // Marker bit is set.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001150 }
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001151 ByteWriter<uint16_t>::WriteBigEndian(header + 2, sequence_number);
1152 ByteWriter<uint32_t>::WriteBigEndian(header + 4, timestamp);
1153 ByteWriter<uint32_t>::WriteBigEndian(header + 8, ssrc);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001154 int32_t rtp_header_length = kRtpHeaderLength;
niklase@google.com470e71d2011-07-07 08:21:25 +00001155
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001156 if (csrcs.size() > 0) {
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001157 uint8_t *ptr = &header[rtp_header_length];
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001158 for (size_t i = 0; i < csrcs.size(); ++i) {
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001159 ByteWriter<uint32_t>::WriteBigEndian(ptr, csrcs[i]);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001160 ptr += 4;
niklase@google.com470e71d2011-07-07 08:21:25 +00001161 }
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001162 header[0] = (header[0] & 0xf0) | csrcs.size();
niklase@google.com470e71d2011-07-07 08:21:25 +00001163
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001164 // Update length of header.
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001165 rtp_header_length += sizeof(uint32_t) * csrcs.size();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001166 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001167
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001168 uint16_t len =
1169 BuildRTPHeaderExtension(header + rtp_header_length, marker_bit);
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001170 if (len > 0) {
1171 header[0] |= 0x10; // Set extension bit.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001172 rtp_header_length += len;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001173 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001174 return rtp_header_length;
niklase@google.com470e71d2011-07-07 08:21:25 +00001175}
1176
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001177int32_t RTPSender::BuildRTPheader(uint8_t* data_buffer,
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001178 int8_t payload_type,
1179 bool marker_bit,
1180 uint32_t capture_timestamp,
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001181 int64_t capture_time_ms,
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001182 bool timestamp_provided,
1183 bool inc_sequence_number) {
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001184 assert(payload_type >= 0);
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001185 CriticalSectionScoped cs(send_critsect_.get());
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001186
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001187 if (timestamp_provided) {
1188 timestamp_ = start_timestamp_ + capture_timestamp;
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001189 } else {
1190 // Make a unique time stamp.
1191 // We can't inc by the actual time, since then we increase the risk of back
1192 // timing.
1193 timestamp_++;
1194 }
henrik.lundin@webrtc.org6e95d7a2013-11-15 08:59:19 +00001195 last_timestamp_time_ms_ = clock_->TimeInMilliseconds();
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001196 uint32_t sequence_number = sequence_number_++;
stefan@webrtc.org8ccb9f92013-06-19 14:13:42 +00001197 capture_time_ms_ = capture_time_ms;
1198 last_packet_marker_bit_ = marker_bit;
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001199 return CreateRtpHeader(data_buffer, payload_type, ssrc_, marker_bit,
1200 timestamp_, sequence_number, csrcs_);
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001201}
1202
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001203uint16_t RTPSender::BuildRTPHeaderExtension(uint8_t* data_buffer,
1204 bool marker_bit) const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001205 if (rtp_header_extension_map_.Size() <= 0) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001206 return 0;
1207 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001208 // RTP header extension, RFC 3550.
1209 // 0 1 2 3
1210 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
1211 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1212 // | defined by profile | length |
1213 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1214 // | header extension |
1215 // | .... |
1216 //
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001217 const uint32_t kPosLength = 2;
pbos@webrtc.org3004c792013-05-07 12:36:21 +00001218 const uint32_t kHeaderLength = kRtpOneByteHeaderLength;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001219
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001220 // Add extension ID (0xBEDE).
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001221 ByteWriter<uint16_t>::WriteBigEndian(data_buffer,
1222 kRtpOneByteHeaderExtensionId);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001223
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001224 // Add extensions.
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001225 uint16_t total_block_length = 0;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001226
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001227 RTPExtensionType type = rtp_header_extension_map_.First();
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001228 while (type != kRtpExtensionNone) {
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001229 uint8_t block_length = 0;
sprang@webrtc.org30933902015-03-17 14:33:12 +00001230 uint8_t* extension_data = &data_buffer[kHeaderLength + total_block_length];
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001231 switch (type) {
1232 case kRtpExtensionTransmissionTimeOffset:
sprang@webrtc.org30933902015-03-17 14:33:12 +00001233 block_length = BuildTransmissionTimeOffsetExtension(extension_data);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001234 break;
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001235 case kRtpExtensionAudioLevel:
sprang@webrtc.org30933902015-03-17 14:33:12 +00001236 block_length = BuildAudioLevelExtension(extension_data);
solenberg@webrtc.orgc0352d52013-05-20 20:55:07 +00001237 break;
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001238 case kRtpExtensionAbsoluteSendTime:
sprang@webrtc.org30933902015-03-17 14:33:12 +00001239 block_length = BuildAbsoluteSendTimeExtension(extension_data);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001240 break;
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001241 case kRtpExtensionVideoRotation:
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001242 block_length = BuildVideoRotationExtension(extension_data);
sprang@webrtc.org30933902015-03-17 14:33:12 +00001243 break;
1244 case kRtpExtensionTransportSequenceNumber:
sprang867fb522015-08-03 04:38:41 -07001245 block_length = BuildTransportSequenceNumberExtension(
1246 extension_data, transport_sequence_number_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001247 break;
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001248 default:
1249 assert(false);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001250 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001251 total_block_length += block_length;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001252 type = rtp_header_extension_map_.Next(type);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001253 }
1254 if (total_block_length == 0) {
1255 // No extension added.
1256 return 0;
1257 }
sprang@webrtc.org30933902015-03-17 14:33:12 +00001258 // Add padding elements until we've filled a 32 bit block.
1259 size_t padding_bytes =
1260 RtpUtility::Word32Align(total_block_length) - total_block_length;
1261 if (padding_bytes > 0) {
1262 memset(&data_buffer[kHeaderLength + total_block_length], 0, padding_bytes);
1263 total_block_length += padding_bytes;
1264 }
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001265 // Set header length (in number of Word32, header excluded).
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001266 ByteWriter<uint16_t>::WriteBigEndian(data_buffer + kPosLength,
1267 total_block_length / 4);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001268 // Total added length.
1269 return kHeaderLength + total_block_length;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001270}
1271
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001272uint8_t RTPSender::BuildTransmissionTimeOffsetExtension(
1273 uint8_t* data_buffer) const {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001274 // From RFC 5450: Transmission Time Offsets in RTP Streams.
1275 //
1276 // The transmission time is signaled to the receiver in-band using the
1277 // general mechanism for RTP header extensions [RFC5285]. The payload
1278 // of this extension (the transmitted value) is a 24-bit signed integer.
1279 // When added to the RTP timestamp of the packet, it represents the
1280 // "effective" RTP transmission time of the packet, on the RTP
1281 // timescale.
1282 //
1283 // The form of the transmission offset extension block:
1284 //
1285 // 0 1 2 3
1286 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
1287 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1288 // | ID | len=2 | transmission offset |
1289 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001290
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001291 // Get id defined by user.
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001292 uint8_t id;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001293 if (rtp_header_extension_map_.GetId(kRtpExtensionTransmissionTimeOffset,
1294 &id) != 0) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001295 // Not registered.
1296 return 0;
1297 }
pbos@webrtc.org3004c792013-05-07 12:36:21 +00001298 size_t pos = 0;
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001299 const uint8_t len = 2;
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001300 data_buffer[pos++] = (id << 4) + len;
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001301 ByteWriter<int32_t, 3>::WriteBigEndian(data_buffer + pos,
1302 transmission_time_offset_);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001303 pos += 3;
pbos@webrtc.org3004c792013-05-07 12:36:21 +00001304 assert(pos == kTransmissionTimeOffsetLength);
1305 return kTransmissionTimeOffsetLength;
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +00001306}
1307
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001308uint8_t RTPSender::BuildAudioLevelExtension(uint8_t* data_buffer) const {
1309 // An RTP Header Extension for Client-to-Mixer Audio Level Indication
1310 //
1311 // https://datatracker.ietf.org/doc/draft-lennox-avt-rtp-audio-level-exthdr/
1312 //
1313 // The form of the audio level extension block:
1314 //
sprang@webrtc.org30933902015-03-17 14:33:12 +00001315 // 0 1
1316 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5
1317 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1318 // | ID | len=0 |V| level |
1319 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001320 //
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001321
1322 // Get id defined by user.
1323 uint8_t id;
1324 if (rtp_header_extension_map_.GetId(kRtpExtensionAudioLevel, &id) != 0) {
1325 // Not registered.
1326 return 0;
1327 }
1328 size_t pos = 0;
1329 const uint8_t len = 0;
1330 data_buffer[pos++] = (id << 4) + len;
1331 data_buffer[pos++] = (1 << 7) + 0; // Voice, 0 dBov.
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001332 assert(pos == kAudioLevelLength);
1333 return kAudioLevelLength;
1334}
1335
1336uint8_t RTPSender::BuildAbsoluteSendTimeExtension(uint8_t* data_buffer) const {
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001337 // Absolute send time in RTP streams.
1338 //
1339 // The absolute send time is signaled to the receiver in-band using the
1340 // general mechanism for RTP header extensions [RFC5285]. The payload
1341 // of this extension (the transmitted value) is a 24-bit unsigned integer
1342 // containing the sender's current time in seconds as a fixed point number
1343 // with 18 bits fractional part.
1344 //
1345 // The form of the absolute send time extension block:
1346 //
1347 // 0 1 2 3
1348 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
1349 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1350 // | ID | len=2 | absolute send time |
1351 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1352
1353 // Get id defined by user.
1354 uint8_t id;
1355 if (rtp_header_extension_map_.GetId(kRtpExtensionAbsoluteSendTime,
1356 &id) != 0) {
1357 // Not registered.
1358 return 0;
1359 }
1360 size_t pos = 0;
1361 const uint8_t len = 2;
1362 data_buffer[pos++] = (id << 4) + len;
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001363 ByteWriter<uint32_t, 3>::WriteBigEndian(data_buffer + pos,
1364 absolute_send_time_);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001365 pos += 3;
1366 assert(pos == kAbsoluteSendTimeLength);
1367 return kAbsoluteSendTimeLength;
1368}
1369
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001370uint8_t RTPSender::BuildVideoRotationExtension(uint8_t* data_buffer) const {
1371 // Coordination of Video Orientation in RTP streams.
1372 //
sprang@webrtc.org30933902015-03-17 14:33:12 +00001373 // Coordination of Video Orientation consists in signaling of the current
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001374 // orientation of the image captured on the sender side to the receiver for
1375 // appropriate rendering and displaying.
1376 //
sprang@webrtc.org30933902015-03-17 14:33:12 +00001377 // 0 1
1378 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5
1379 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1380 // | ID | len=0 |0 0 0 0 C F R R|
1381 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001382 //
1383
1384 // Get id defined by user.
1385 uint8_t id;
1386 if (rtp_header_extension_map_.GetId(kRtpExtensionVideoRotation, &id) != 0) {
1387 // Not registered.
1388 return 0;
1389 }
1390 size_t pos = 0;
1391 const uint8_t len = 0;
1392 data_buffer[pos++] = (id << 4) + len;
guoweis@webrtc.orgfdd10572015-03-12 20:50:57 +00001393 data_buffer[pos++] = ConvertVideoRotationToCVOByte(rotation_);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001394 assert(pos == kVideoRotationLength);
1395 return kVideoRotationLength;
1396}
1397
sprang@webrtc.org30933902015-03-17 14:33:12 +00001398uint8_t RTPSender::BuildTransportSequenceNumberExtension(
sprang867fb522015-08-03 04:38:41 -07001399 uint8_t* data_buffer,
1400 uint16_t sequence_number) const {
sprang@webrtc.org30933902015-03-17 14:33:12 +00001401 // 0 1 2
1402 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3
1403 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1404 // | ID | L=1 |transport wide sequence number |
1405 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
1406
1407 // Get id defined by user.
1408 uint8_t id;
1409 if (rtp_header_extension_map_.GetId(kRtpExtensionTransportSequenceNumber,
1410 &id) != 0) {
1411 // Not registered.
1412 return 0;
1413 }
1414 size_t pos = 0;
1415 const uint8_t len = 1;
1416 data_buffer[pos++] = (id << 4) + len;
sprang867fb522015-08-03 04:38:41 -07001417 ByteWriter<uint16_t>::WriteBigEndian(data_buffer + pos, sequence_number);
sprang@webrtc.org30933902015-03-17 14:33:12 +00001418 pos += 2;
1419 assert(pos == kTransportSequenceNumberLength);
1420 return kTransportSequenceNumberLength;
1421}
1422
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001423bool RTPSender::FindHeaderExtensionPosition(RTPExtensionType type,
1424 const uint8_t* rtp_packet,
1425 size_t rtp_packet_length,
1426 const RTPHeader& rtp_header,
1427 size_t* position) const {
1428 // Get length until start of header extension block.
1429 int extension_block_pos =
1430 rtp_header_extension_map_.GetLengthUntilBlockStartInBytes(type);
1431 if (extension_block_pos < 0) {
1432 LOG(LS_WARNING) << "Failed to find extension position for " << type
1433 << " as it is not registered.";
1434 return false;
1435 }
1436
1437 HeaderExtension header_extension(type);
1438
1439 size_t block_pos =
1440 kRtpHeaderLength + rtp_header.numCSRCs + extension_block_pos;
1441 if (rtp_packet_length < block_pos + header_extension.length ||
1442 rtp_header.headerLength < block_pos + header_extension.length) {
1443 LOG(LS_WARNING) << "Failed to find extension position for " << type
1444 << " as the length is invalid.";
1445 return false;
1446 }
1447
1448 // Verify that header contains extension.
1449 if (!((rtp_packet[kRtpHeaderLength + rtp_header.numCSRCs] == 0xBE) &&
1450 (rtp_packet[kRtpHeaderLength + rtp_header.numCSRCs + 1] == 0xDE))) {
1451 LOG(LS_WARNING) << "Failed to find extension position for " << type
1452 << "as hdr extension not found.";
1453 return false;
1454 }
1455
1456 *position = block_pos;
1457 return true;
1458}
1459
sprang867fb522015-08-03 04:38:41 -07001460RTPSender::ExtensionStatus RTPSender::VerifyExtension(
1461 RTPExtensionType extension_type,
1462 uint8_t* rtp_packet,
1463 size_t rtp_packet_length,
1464 const RTPHeader& rtp_header,
1465 size_t extension_length_bytes,
1466 size_t* extension_offset) const {
1467 // Get id.
1468 uint8_t id = 0;
1469 if (rtp_header_extension_map_.GetId(extension_type, &id) != 0)
1470 return ExtensionStatus::kNotRegistered;
1471
1472 size_t block_pos = 0;
1473 if (!FindHeaderExtensionPosition(extension_type, rtp_packet,
1474 rtp_packet_length, rtp_header, &block_pos))
1475 return ExtensionStatus::kError;
1476
1477 // Verify that header contains extension.
1478 if (!((rtp_packet[kRtpHeaderLength + rtp_header.numCSRCs] == 0xBE) &&
1479 (rtp_packet[kRtpHeaderLength + rtp_header.numCSRCs + 1] == 0xDE))) {
1480 LOG(LS_WARNING)
1481 << "Failed to update absolute send time, hdr extension not found.";
1482 return ExtensionStatus::kError;
1483 }
1484
1485 // Verify first byte in block.
1486 const uint8_t first_block_byte = (id << 4) + (extension_length_bytes - 2);
1487 if (rtp_packet[block_pos] != first_block_byte)
1488 return ExtensionStatus::kError;
1489
1490 *extension_offset = block_pos;
1491 return ExtensionStatus::kOk;
1492}
1493
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001494void RTPSender::UpdateTransmissionTimeOffset(uint8_t* rtp_packet,
1495 size_t rtp_packet_length,
1496 const RTPHeader& rtp_header,
1497 int64_t time_diff_ms) const {
sprang867fb522015-08-03 04:38:41 -07001498 size_t offset;
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001499 CriticalSectionScoped cs(send_critsect_.get());
sprang867fb522015-08-03 04:38:41 -07001500 switch (VerifyExtension(kRtpExtensionTransmissionTimeOffset, rtp_packet,
1501 rtp_packet_length, rtp_header,
1502 kTransmissionTimeOffsetLength, &offset)) {
1503 case ExtensionStatus::kNotRegistered:
1504 return;
1505 case ExtensionStatus::kError:
1506 LOG(LS_WARNING) << "Failed to update transmission time offset.";
1507 return;
1508 case ExtensionStatus::kOk:
1509 break;
1510 default:
1511 RTC_NOTREACHED();
stefan@webrtc.org2f8d5f32014-04-15 12:28:46 +00001512 }
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001513
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001514 // Update transmission offset field (converting to a 90 kHz timestamp).
sprang867fb522015-08-03 04:38:41 -07001515 ByteWriter<int32_t, 3>::WriteBigEndian(rtp_packet + offset + 1,
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001516 time_diff_ms * 90); // RTP timestamp.
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +00001517}
1518
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001519bool RTPSender::UpdateAudioLevel(uint8_t* rtp_packet,
1520 size_t rtp_packet_length,
1521 const RTPHeader& rtp_header,
1522 bool is_voiced,
1523 uint8_t dBov) const {
sprang867fb522015-08-03 04:38:41 -07001524 size_t offset;
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001525 CriticalSectionScoped cs(send_critsect_.get());
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001526
sprang867fb522015-08-03 04:38:41 -07001527 switch (VerifyExtension(kRtpExtensionAudioLevel, rtp_packet,
1528 rtp_packet_length, rtp_header, kAudioLevelLength,
1529 &offset)) {
1530 case ExtensionStatus::kNotRegistered:
1531 return false;
1532 case ExtensionStatus::kError:
1533 LOG(LS_WARNING) << "Failed to update audio level.";
1534 return false;
1535 case ExtensionStatus::kOk:
1536 break;
1537 default:
1538 RTC_NOTREACHED();
stefan@webrtc.org2f8d5f32014-04-15 12:28:46 +00001539 }
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001540
sprang867fb522015-08-03 04:38:41 -07001541 rtp_packet[offset + 1] = (is_voiced ? 0x80 : 0x00) + (dBov & 0x7f);
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00001542 return true;
1543}
1544
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001545bool RTPSender::UpdateVideoRotation(uint8_t* rtp_packet,
1546 size_t rtp_packet_length,
1547 const RTPHeader& rtp_header,
1548 VideoRotation rotation) const {
sprang867fb522015-08-03 04:38:41 -07001549 size_t offset;
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001550 CriticalSectionScoped cs(send_critsect_.get());
1551
sprang867fb522015-08-03 04:38:41 -07001552 switch (VerifyExtension(kRtpExtensionVideoRotation, rtp_packet,
1553 rtp_packet_length, rtp_header, kVideoRotationLength,
1554 &offset)) {
1555 case ExtensionStatus::kNotRegistered:
1556 return false;
1557 case ExtensionStatus::kError:
1558 LOG(LS_WARNING) << "Failed to update CVO.";
1559 return false;
1560 case ExtensionStatus::kOk:
1561 break;
1562 default:
1563 RTC_NOTREACHED();
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001564 }
1565
sprang867fb522015-08-03 04:38:41 -07001566 rtp_packet[offset + 1] = ConvertVideoRotationToCVOByte(rotation);
guoweis@webrtc.org45362892015-03-04 22:55:15 +00001567 return true;
1568}
1569
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001570void RTPSender::UpdateAbsoluteSendTime(uint8_t* rtp_packet,
1571 size_t rtp_packet_length,
1572 const RTPHeader& rtp_header,
1573 int64_t now_ms) const {
sprang867fb522015-08-03 04:38:41 -07001574 size_t offset;
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001575 CriticalSectionScoped cs(send_critsect_.get());
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001576
sprang867fb522015-08-03 04:38:41 -07001577 switch (VerifyExtension(kRtpExtensionAbsoluteSendTime, rtp_packet,
1578 rtp_packet_length, rtp_header,
1579 kAbsoluteSendTimeLength, &offset)) {
1580 case ExtensionStatus::kNotRegistered:
1581 return;
1582 case ExtensionStatus::kError:
1583 LOG(LS_WARNING) << "Failed to update absolute send time";
1584 return;
1585 case ExtensionStatus::kOk:
1586 break;
1587 default:
1588 RTC_NOTREACHED();
stefan@webrtc.org2f8d5f32014-04-15 12:28:46 +00001589 }
sprang867fb522015-08-03 04:38:41 -07001590
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001591 // Update absolute send time field (convert ms to 24-bit unsigned with 18 bit
1592 // fractional part).
sprang867fb522015-08-03 04:38:41 -07001593 ByteWriter<uint32_t, 3>::WriteBigEndian(rtp_packet + offset + 1,
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001594 ((now_ms << 18) / 1000) & 0x00ffffff);
solenberg@webrtc.org7ebbea12013-05-16 11:10:31 +00001595}
1596
sprang867fb522015-08-03 04:38:41 -07001597uint16_t RTPSender::UpdateTransportSequenceNumber(
1598 uint8_t* rtp_packet,
1599 size_t rtp_packet_length,
1600 const RTPHeader& rtp_header) const {
1601 size_t offset;
1602 CriticalSectionScoped cs(send_critsect_.get());
1603
1604 switch (VerifyExtension(kRtpExtensionTransportSequenceNumber, rtp_packet,
1605 rtp_packet_length, rtp_header,
1606 kTransportSequenceNumberLength, &offset)) {
1607 case ExtensionStatus::kNotRegistered:
1608 return 0;
1609 case ExtensionStatus::kError:
1610 LOG(LS_WARNING) << "Failed to update transport sequence number";
1611 return 0;
1612 case ExtensionStatus::kOk:
1613 break;
1614 default:
1615 RTC_NOTREACHED();
1616 }
1617
1618 uint16_t seq = packet_router_->AllocateSequenceNumber();
1619 BuildTransportSequenceNumberExtension(rtp_packet + offset, seq);
1620 return seq;
1621}
1622
pbos@webrtc.org59f20bb2013-09-09 16:02:19 +00001623void RTPSender::SetSendingStatus(bool enabled) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001624 if (enabled) {
pbos@webrtc.org59f20bb2013-09-09 16:02:19 +00001625 uint32_t frequency_hz = SendPayloadFrequency();
pbos@webrtc.org62bafae2014-07-08 12:10:51 +00001626 uint32_t RTPtime = RtpUtility::GetCurrentRTP(clock_, frequency_hz);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001627
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001628 // Will be ignored if it's already configured via API.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001629 SetStartTimestamp(RTPtime, false);
1630 } else {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001631 CriticalSectionScoped lock(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001632 if (!ssrc_forced_) {
1633 // Generate a new SSRC.
1634 ssrc_db_.ReturnSSRC(ssrc_);
1635 ssrc_ = ssrc_db_.CreateSSRC(); // Can't be 0.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001636 bitrates_->set_ssrc(ssrc_);
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001637 }
1638 // Don't initialize seq number if SSRC passed externally.
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001639 if (!sequence_number_forced_ && !ssrc_forced_) {
1640 // Generate a new sequence number.
1641 sequence_number_ =
1642 rand() / (RAND_MAX / MAX_INIT_RTP_SEQ_NUMBER); // NOLINT
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001643 }
1644 }
1645}
1646
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001647void RTPSender::SetSendingMediaStatus(bool enabled) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001648 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001649 sending_media_ = enabled;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001650}
1651
1652bool RTPSender::SendingMedia() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001653 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001654 return sending_media_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001655}
1656
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001657uint32_t RTPSender::Timestamp() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001658 CriticalSectionScoped cs(send_critsect_.get());
stefan@webrtc.orga8179622013-06-04 13:47:36 +00001659 return timestamp_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001660}
1661
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001662void RTPSender::SetStartTimestamp(uint32_t timestamp, bool force) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001663 CriticalSectionScoped cs(send_critsect_.get());
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001664 if (force) {
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001665 start_timestamp_forced_ = true;
1666 start_timestamp_ = timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001667 } else {
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001668 if (!start_timestamp_forced_) {
1669 start_timestamp_ = timestamp;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001670 }
1671 }
1672}
1673
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001674uint32_t RTPSender::StartTimestamp() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001675 CriticalSectionScoped cs(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001676 return start_timestamp_;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001677}
1678
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001679uint32_t RTPSender::GenerateNewSSRC() {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001680 // If configured via API, return 0.
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001681 CriticalSectionScoped cs(send_critsect_.get());
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001682
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001683 if (ssrc_forced_) {
niklase@google.com470e71d2011-07-07 08:21:25 +00001684 return 0;
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001685 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001686 ssrc_ = ssrc_db_.CreateSSRC(); // Can't be 0.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001687 bitrates_->set_ssrc(ssrc_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001688 return ssrc_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001689}
1690
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001691void RTPSender::SetSSRC(uint32_t ssrc) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001692 // This is configured via the API.
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001693 CriticalSectionScoped cs(send_critsect_.get());
niklase@google.com470e71d2011-07-07 08:21:25 +00001694
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001695 if (ssrc_ == ssrc && ssrc_forced_) {
1696 return; // Since it's same ssrc, don't reset anything.
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001697 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001698 ssrc_forced_ = true;
1699 ssrc_db_.ReturnSSRC(ssrc_);
1700 ssrc_db_.RegisterSSRC(ssrc);
1701 ssrc_ = ssrc;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001702 bitrates_->set_ssrc(ssrc_);
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001703 if (!sequence_number_forced_) {
1704 sequence_number_ =
1705 rand() / (RAND_MAX / MAX_INIT_RTP_SEQ_NUMBER); // NOLINT
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001706 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001707}
1708
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001709uint32_t RTPSender::SSRC() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001710 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001711 return ssrc_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001712}
1713
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001714void RTPSender::SetCsrcs(const std::vector<uint32_t>& csrcs) {
1715 assert(csrcs.size() <= kRtpCsrcSize);
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001716 CriticalSectionScoped cs(send_critsect_.get());
pbos@webrtc.org9334ac22014-11-24 08:25:50 +00001717 csrcs_ = csrcs;
niklase@google.com470e71d2011-07-07 08:21:25 +00001718}
1719
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001720void RTPSender::SetSequenceNumber(uint16_t seq) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001721 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001722 sequence_number_forced_ = true;
1723 sequence_number_ = seq;
niklase@google.com470e71d2011-07-07 08:21:25 +00001724}
1725
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001726uint16_t RTPSender::SequenceNumber() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001727 CriticalSectionScoped cs(send_critsect_.get());
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001728 return sequence_number_;
niklase@google.com470e71d2011-07-07 08:21:25 +00001729}
1730
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001731// Audio.
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001732int32_t RTPSender::SendTelephoneEvent(uint8_t key,
1733 uint16_t time_ms,
1734 uint8_t level) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001735 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001736 return -1;
1737 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001738 return audio_->SendTelephoneEvent(key, time_ms, level);
niklase@google.com470e71d2011-07-07 08:21:25 +00001739}
1740
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001741int32_t RTPSender::SetAudioPacketSize(uint16_t packet_size_samples) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001742 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001743 return -1;
1744 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001745 return audio_->SetAudioPacketSize(packet_size_samples);
niklase@google.com470e71d2011-07-07 08:21:25 +00001746}
1747
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001748int32_t RTPSender::SetAudioLevel(uint8_t level_d_bov) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001749 return audio_->SetAudioLevel(level_d_bov);
niklase@google.com470e71d2011-07-07 08:21:25 +00001750}
1751
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00001752int32_t RTPSender::SetRED(int8_t payload_type) {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001753 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001754 return -1;
1755 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001756 return audio_->SetRED(payload_type);
niklase@google.com470e71d2011-07-07 08:21:25 +00001757}
1758
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001759int32_t RTPSender::RED(int8_t *payload_type) const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001760 if (!audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001761 return -1;
1762 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001763 return audio_->RED(*payload_type);
niklase@google.com470e71d2011-07-07 08:21:25 +00001764}
1765
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001766RtpVideoCodecTypes RTPSender::VideoCodecType() const {
pbos@webrtc.org8911ce42013-03-18 16:39:03 +00001767 assert(!audio_configured_ && "Sender is an audio stream!");
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001768 return video_->VideoCodecType();
niklase@google.com470e71d2011-07-07 08:21:25 +00001769}
1770
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001771uint32_t RTPSender::MaxConfiguredBitrateVideo() const {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001772 if (audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001773 return 0;
1774 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001775 return video_->MaxConfiguredBitrateVideo();
niklase@google.com470e71d2011-07-07 08:21:25 +00001776}
1777
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001778int32_t RTPSender::SendRTPIntraRequest() {
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001779 if (audio_configured_) {
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001780 return -1;
1781 }
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001782 return video_->SendRTPIntraRequest();
niklase@google.com470e71d2011-07-07 08:21:25 +00001783}
1784
pbosba8c15b2015-07-14 09:36:34 -07001785void RTPSender::SetGenericFECStatus(bool enable,
1786 uint8_t payload_type_red,
1787 uint8_t payload_type_fec) {
henrikg91d6ede2015-09-17 00:24:34 -07001788 RTC_DCHECK(!audio_configured_);
mflodmanfcf54bd2015-04-14 21:28:08 +02001789 video_->SetGenericFECStatus(enable, payload_type_red, payload_type_fec);
niklase@google.com470e71d2011-07-07 08:21:25 +00001790}
1791
pbosba8c15b2015-07-14 09:36:34 -07001792void RTPSender::GenericFECStatus(bool* enable,
pkasting@chromium.orgd3245462015-02-23 21:28:22 +00001793 uint8_t* payload_type_red,
1794 uint8_t* payload_type_fec) const {
henrikg91d6ede2015-09-17 00:24:34 -07001795 RTC_DCHECK(!audio_configured_);
mflodmanfcf54bd2015-04-14 21:28:08 +02001796 video_->GenericFECStatus(*enable, *payload_type_red, *payload_type_fec);
niklase@google.com470e71d2011-07-07 08:21:25 +00001797}
1798
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001799int32_t RTPSender::SetFecParameters(
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001800 const FecProtectionParams *delta_params,
1801 const FecProtectionParams *key_params) {
1802 if (audio_configured_) {
stefan@webrtc.orge0d6fa42012-03-20 22:10:56 +00001803 return -1;
1804 }
mflodmanfcf54bd2015-04-14 21:28:08 +02001805 video_->SetFecParameters(delta_params, key_params);
1806 return 0;
marpan@google.com80c5d7a2011-07-15 21:32:40 +00001807}
phoglund@webrtc.org43da54a2013-01-25 10:53:38 +00001808
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001809void RTPSender::BuildRtxPacket(uint8_t* buffer, size_t* length,
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001810 uint8_t* buffer_rtx) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001811 CriticalSectionScoped cs(send_critsect_.get());
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001812 uint8_t* data_buffer_rtx = buffer_rtx;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001813 // Add RTX header.
pbos@webrtc.org62bafae2014-07-08 12:10:51 +00001814 RtpUtility::RtpHeaderParser rtp_parser(
1815 reinterpret_cast<const uint8_t*>(buffer), *length);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001816
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +00001817 RTPHeader rtp_header;
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001818 rtp_parser.Parse(rtp_header);
1819
1820 // Add original RTP header.
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +00001821 memcpy(data_buffer_rtx, buffer, rtp_header.headerLength);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001822
andrew@webrtc.org8f27fcc2015-01-09 20:22:46 +00001823 // Replace payload type, if a specific type is set for RTX.
Shao Changbine62202f2015-04-21 20:24:50 +08001824 if (rtx_payload_type_ != -1) {
1825 data_buffer_rtx[1] = static_cast<uint8_t>(rtx_payload_type_);
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +00001826 if (rtp_header.markerBit)
mflodman@webrtc.org9f5ebb52013-04-12 14:55:46 +00001827 data_buffer_rtx[1] |= kRtpMarkerBitMask;
1828 }
1829
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001830 // Replace sequence number.
pbos@webrtc.org2f446732013-04-08 11:08:41 +00001831 uint8_t *ptr = data_buffer_rtx + 2;
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001832 ByteWriter<uint16_t>::WriteBigEndian(ptr, sequence_number_rtx_++);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001833
1834 // Replace SSRC.
1835 ptr += 6;
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001836 ByteWriter<uint32_t>::WriteBigEndian(ptr, ssrc_rtx_);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001837
1838 // Add OSN (original sequence number).
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +00001839 ptr = data_buffer_rtx + rtp_header.headerLength;
sprang@webrtc.org779c3d12015-03-17 16:42:49 +00001840 ByteWriter<uint16_t>::WriteBigEndian(ptr, rtp_header.sequenceNumber);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001841 ptr += 2;
1842
1843 // Add original payload data.
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +00001844 memcpy(ptr, buffer + rtp_header.headerLength,
1845 *length - rtp_header.headerLength);
mikhal@webrtc.orgbda7f302013-03-15 23:21:52 +00001846 *length += 2;
1847}
1848
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001849void RTPSender::RegisterRtpStatisticsCallback(
1850 StreamDataCountersCallback* callback) {
1851 CriticalSectionScoped cs(statistics_crit_.get());
sprang@webrtc.orgebad7652013-12-05 14:29:02 +00001852 rtp_stats_callback_ = callback;
1853}
1854
1855StreamDataCountersCallback* RTPSender::GetRtpStatisticsCallback() const {
1856 CriticalSectionScoped cs(statistics_crit_.get());
1857 return rtp_stats_callback_;
1858}
1859
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001860uint32_t RTPSender::BitrateSent() const {
1861 return total_bitrate_sent_.BitrateLast();
sprang@webrtc.org6811b6e2013-12-13 09:46:59 +00001862}
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001863
1864void RTPSender::SetRtpState(const RtpState& rtp_state) {
1865 SetStartTimestamp(rtp_state.start_timestamp, true);
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001866 CriticalSectionScoped lock(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001867 sequence_number_ = rtp_state.sequence_number;
1868 sequence_number_forced_ = true;
1869 timestamp_ = rtp_state.timestamp;
1870 capture_time_ms_ = rtp_state.capture_time_ms;
1871 last_timestamp_time_ms_ = rtp_state.last_timestamp_time_ms;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001872 media_has_been_sent_ = rtp_state.media_has_been_sent;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001873}
1874
1875RtpState RTPSender::GetRtpState() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001876 CriticalSectionScoped lock(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001877
1878 RtpState state;
1879 state.sequence_number = sequence_number_;
1880 state.start_timestamp = start_timestamp_;
1881 state.timestamp = timestamp_;
1882 state.capture_time_ms = capture_time_ms_;
1883 state.last_timestamp_time_ms = last_timestamp_time_ms_;
stefan@webrtc.org8b94e3d2014-07-17 16:10:14 +00001884 state.media_has_been_sent = media_has_been_sent_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001885
1886 return state;
1887}
1888
1889void RTPSender::SetRtxRtpState(const RtpState& rtp_state) {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001890 CriticalSectionScoped lock(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001891 sequence_number_rtx_ = rtp_state.sequence_number;
1892}
1893
1894RtpState RTPSender::GetRtxRtpState() const {
pbos@webrtc.org7c4d20f2015-02-12 12:20:08 +00001895 CriticalSectionScoped lock(send_critsect_.get());
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001896
1897 RtpState state;
1898 state.sequence_number = sequence_number_rtx_;
1899 state.start_timestamp = start_timestamp_;
1900
1901 return state;
1902}
1903
pwestin@webrtc.orgc66e8b32012-11-07 17:01:04 +00001904} // namespace webrtc