blob: c3367c0a1f60b494f7a3313d1f552cb7ad6eded2 [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
kjellander1afca732016-02-07 20:46:45 -08002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003 *
kjellander1afca732016-02-07 20:46:45 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00009 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "media/base/rtpdataengine.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000012
Steve Antone78bcb92017-10-31 09:53:08 -070013#include <map>
14
Niels Möller3c7d5992018-10-19 15:29:54 +020015#include "absl/strings/match.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020016#include "media/base/codec.h"
17#include "media/base/mediaconstants.h"
18#include "media/base/rtputils.h"
19#include "media/base/streamparams.h"
20#include "rtc_base/copyonwritebuffer.h"
Sebastian Janssonf9c5cf62018-02-28 16:04:26 +010021#include "rtc_base/data_rate_limiter.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020022#include "rtc_base/helpers.h"
23#include "rtc_base/logging.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020024#include "rtc_base/sanitizer.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000025
26namespace cricket {
27
28// We want to avoid IP fragmentation.
29static const size_t kDataMaxRtpPacketLen = 1200U;
30// We reserve space after the RTP header for future wiggle room.
Yves Gerey665174f2018-06-19 15:03:05 +020031static const unsigned char kReservedSpace[] = {0x00, 0x00, 0x00, 0x00};
henrike@webrtc.org28e20752013-07-10 00:45:36 +000032
33// Amount of overhead SRTP may take. We need to leave room in the
34// buffer for it, otherwise SRTP will fail later. If SRTP ever uses
35// more than this, we need to increase this number.
36static const size_t kMaxSrtpHmacOverhead = 16;
37
38RtpDataEngine::RtpDataEngine() {
39 data_codecs_.push_back(
solenberg9fa49752016-10-08 13:02:44 -070040 DataCodec(kGoogleRtpDataCodecPlType, kGoogleRtpDataCodecName));
henrike@webrtc.org28e20752013-07-10 00:45:36 +000041}
42
Yves Gerey665174f2018-06-19 15:03:05 +020043DataMediaChannel* RtpDataEngine::CreateChannel(const MediaConfig& config) {
zhihuangebbe4f22016-12-06 10:45:42 -080044 return new RtpDataMediaChannel(config);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000045}
46
magjedb49fc142016-11-30 04:52:04 -080047static const DataCodec* FindCodecByName(const std::vector<DataCodec>& codecs,
48 const std::string& name) {
49 for (const DataCodec& codec : codecs) {
Niels Möller3c7d5992018-10-19 15:29:54 +020050 if (absl::EqualsIgnoreCase(name, codec.name))
magjedb49fc142016-11-30 04:52:04 -080051 return &codec;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000052 }
magjedb49fc142016-11-30 04:52:04 -080053 return nullptr;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000054}
55
zhihuangebbe4f22016-12-06 10:45:42 -080056RtpDataMediaChannel::RtpDataMediaChannel(const MediaConfig& config)
57 : DataMediaChannel(config) {
nissecdf37a92016-09-13 23:41:47 -070058 Construct();
henrike@webrtc.org28e20752013-07-10 00:45:36 +000059}
60
nissecdf37a92016-09-13 23:41:47 -070061void RtpDataMediaChannel::Construct() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000062 sending_ = false;
63 receiving_ = false;
Sebastian Janssonf9c5cf62018-02-28 16:04:26 +010064 send_limiter_.reset(new rtc::DataRateLimiter(kDataMaxBandwidth / 8, 1.0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +000065}
66
henrike@webrtc.org28e20752013-07-10 00:45:36 +000067RtpDataMediaChannel::~RtpDataMediaChannel() {
Peter Boström0c4e06b2015-10-07 12:23:21 +020068 std::map<uint32_t, RtpClock*>::const_iterator iter;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000069 for (iter = rtp_clock_by_send_ssrc_.begin();
Yves Gerey665174f2018-06-19 15:03:05 +020070 iter != rtp_clock_by_send_ssrc_.end(); ++iter) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000071 delete iter->second;
72 }
73}
74
oprypin30431d52017-09-05 09:49:30 -070075void RTC_NO_SANITIZE("float-cast-overflow") // bugs.webrtc.org/8204
Yves Gerey665174f2018-06-19 15:03:05 +020076 RtpClock::Tick(double now, int* seq_num, uint32_t* timestamp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000077 *seq_num = ++last_seq_num_;
Peter Boström0c4e06b2015-10-07 12:23:21 +020078 *timestamp = timestamp_offset_ + static_cast<uint32_t>(now * clockrate_);
oprypin30431d52017-09-05 09:49:30 -070079 // UBSan: 5.92374e+10 is outside the range of representable values of type
80 // 'unsigned int'
henrike@webrtc.org28e20752013-07-10 00:45:36 +000081}
82
83const DataCodec* FindUnknownCodec(const std::vector<DataCodec>& codecs) {
solenberg9fa49752016-10-08 13:02:44 -070084 DataCodec data_codec(kGoogleRtpDataCodecPlType, kGoogleRtpDataCodecName);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000085 std::vector<DataCodec>::const_iterator iter;
86 for (iter = codecs.begin(); iter != codecs.end(); ++iter) {
87 if (!iter->Matches(data_codec)) {
88 return &(*iter);
89 }
90 }
91 return NULL;
92}
93
94const DataCodec* FindKnownCodec(const std::vector<DataCodec>& codecs) {
solenberg9fa49752016-10-08 13:02:44 -070095 DataCodec data_codec(kGoogleRtpDataCodecPlType, kGoogleRtpDataCodecName);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000096 std::vector<DataCodec>::const_iterator iter;
97 for (iter = codecs.begin(); iter != codecs.end(); ++iter) {
98 if (iter->Matches(data_codec)) {
99 return &(*iter);
100 }
101 }
102 return NULL;
103}
104
105bool RtpDataMediaChannel::SetRecvCodecs(const std::vector<DataCodec>& codecs) {
106 const DataCodec* unknown_codec = FindUnknownCodec(codecs);
107 if (unknown_codec) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100108 RTC_LOG(LS_WARNING) << "Failed to SetRecvCodecs because of unknown codec: "
109 << unknown_codec->ToString();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000110 return false;
111 }
112
113 recv_codecs_ = codecs;
114 return true;
115}
116
117bool RtpDataMediaChannel::SetSendCodecs(const std::vector<DataCodec>& codecs) {
118 const DataCodec* known_codec = FindKnownCodec(codecs);
119 if (!known_codec) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100120 RTC_LOG(LS_WARNING)
121 << "Failed to SetSendCodecs because there is no known codec.";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000122 return false;
123 }
124
125 send_codecs_ = codecs;
126 return true;
127}
128
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200129bool RtpDataMediaChannel::SetSendParameters(const DataSendParameters& params) {
130 return (SetSendCodecs(params.codecs) &&
131 SetMaxSendBandwidth(params.max_bandwidth_bps));
132}
133
134bool RtpDataMediaChannel::SetRecvParameters(const DataRecvParameters& params) {
135 return SetRecvCodecs(params.codecs);
136}
137
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000138bool RtpDataMediaChannel::AddSendStream(const StreamParams& stream) {
139 if (!stream.has_ssrcs()) {
140 return false;
141 }
142
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +0000143 if (GetStreamBySsrc(send_streams_, stream.first_ssrc())) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100144 RTC_LOG(LS_WARNING) << "Not adding data send stream '" << stream.id
145 << "' with ssrc=" << stream.first_ssrc()
146 << " because stream already exists.";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000147 return false;
148 }
149
150 send_streams_.push_back(stream);
151 // TODO(pthatcher): This should be per-stream, not per-ssrc.
152 // And we should probably allow more than one per stream.
Yves Gerey665174f2018-06-19 15:03:05 +0200153 rtp_clock_by_send_ssrc_[stream.first_ssrc()] =
154 new RtpClock(kDataCodecClockrate, rtc::CreateRandomNonZeroId(),
155 rtc::CreateRandomNonZeroId());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000156
Mirko Bonadei675513b2017-11-09 11:09:25 +0100157 RTC_LOG(LS_INFO) << "Added data send stream '" << stream.id
158 << "' with ssrc=" << stream.first_ssrc();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000159 return true;
160}
161
Peter Boström0c4e06b2015-10-07 12:23:21 +0200162bool RtpDataMediaChannel::RemoveSendStream(uint32_t ssrc) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +0000163 if (!GetStreamBySsrc(send_streams_, ssrc)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000164 return false;
165 }
166
167 RemoveStreamBySsrc(&send_streams_, ssrc);
168 delete rtp_clock_by_send_ssrc_[ssrc];
169 rtp_clock_by_send_ssrc_.erase(ssrc);
170 return true;
171}
172
173bool RtpDataMediaChannel::AddRecvStream(const StreamParams& stream) {
174 if (!stream.has_ssrcs()) {
175 return false;
176 }
177
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +0000178 if (GetStreamBySsrc(recv_streams_, stream.first_ssrc())) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100179 RTC_LOG(LS_WARNING) << "Not adding data recv stream '" << stream.id
180 << "' with ssrc=" << stream.first_ssrc()
181 << " because stream already exists.";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000182 return false;
183 }
184
185 recv_streams_.push_back(stream);
Mirko Bonadei675513b2017-11-09 11:09:25 +0100186 RTC_LOG(LS_INFO) << "Added data recv stream '" << stream.id
187 << "' with ssrc=" << stream.first_ssrc();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000188 return true;
189}
190
Peter Boström0c4e06b2015-10-07 12:23:21 +0200191bool RtpDataMediaChannel::RemoveRecvStream(uint32_t ssrc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000192 RemoveStreamBySsrc(&recv_streams_, ssrc);
193 return true;
194}
195
Yves Gerey665174f2018-06-19 15:03:05 +0200196void RtpDataMediaChannel::OnPacketReceived(rtc::CopyOnWriteBuffer* packet,
Niels Möllere6933812018-11-05 13:01:41 +0100197 int64_t /* packet_time_us */) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000198 RtpHeader header;
jbaucheec21bd2016-03-20 06:15:43 -0700199 if (!GetRtpHeader(packet->cdata(), packet->size(), &header)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000200 return;
201 }
202
203 size_t header_length;
jbaucheec21bd2016-03-20 06:15:43 -0700204 if (!GetRtpHeaderLen(packet->cdata(), packet->size(), &header_length)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000205 return;
206 }
Karl Wiberg94784372015-04-20 14:03:07 +0200207 const char* data =
jbaucheec21bd2016-03-20 06:15:43 -0700208 packet->cdata<char>() + header_length + sizeof(kReservedSpace);
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06 +0000209 size_t data_len = packet->size() - header_length - sizeof(kReservedSpace);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000210
211 if (!receiving_) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100212 RTC_LOG(LS_WARNING) << "Not receiving packet " << header.ssrc << ":"
213 << header.seq_num << " before SetReceive(true) called.";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000214 return;
215 }
216
magjedb05fa242016-11-11 04:00:16 -0800217 if (!FindCodecById(recv_codecs_, header.payload_type)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000218 return;
219 }
220
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +0000221 if (!GetStreamBySsrc(recv_streams_, header.ssrc)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100222 RTC_LOG(LS_WARNING) << "Received packet for unknown ssrc: " << header.ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000223 return;
224 }
225
226 // Uncomment this for easy debugging.
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +0000227 // const auto* found_stream = GetStreamBySsrc(recv_streams_, header.ssrc);
Mirko Bonadei675513b2017-11-09 11:09:25 +0100228 // RTC_LOG(LS_INFO) << "Received packet"
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000229 // << " groupid=" << found_stream.groupid
230 // << ", ssrc=" << header.ssrc
231 // << ", seqnum=" << header.seq_num
232 // << ", timestamp=" << header.timestamp
233 // << ", len=" << data_len;
234
235 ReceiveDataParams params;
236 params.ssrc = header.ssrc;
237 params.seq_num = header.seq_num;
238 params.timestamp = header.timestamp;
239 SignalDataReceived(params, data, data_len);
240}
241
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000242bool RtpDataMediaChannel::SetMaxSendBandwidth(int bps) {
243 if (bps <= 0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000244 bps = kDataMaxBandwidth;
245 }
Sebastian Janssonf9c5cf62018-02-28 16:04:26 +0100246 send_limiter_.reset(new rtc::DataRateLimiter(bps / 8, 1.0));
Mirko Bonadei675513b2017-11-09 11:09:25 +0100247 RTC_LOG(LS_INFO) << "RtpDataMediaChannel::SetSendBandwidth to " << bps
248 << "bps.";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000249 return true;
250}
251
Yves Gerey665174f2018-06-19 15:03:05 +0200252bool RtpDataMediaChannel::SendData(const SendDataParams& params,
253 const rtc::CopyOnWriteBuffer& payload,
254 SendDataResult* result) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000255 if (result) {
256 // If we return true, we'll set this to SDR_SUCCESS.
257 *result = SDR_ERROR;
258 }
259 if (!sending_) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100260 RTC_LOG(LS_WARNING) << "Not sending packet with ssrc=" << params.ssrc
261 << " len=" << payload.size()
262 << " before SetSend(true).";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000263 return false;
264 }
265
266 if (params.type != cricket::DMT_TEXT) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100267 RTC_LOG(LS_WARNING)
268 << "Not sending data because binary type is unsupported.";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000269 return false;
270 }
271
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +0000272 const StreamParams* found_stream =
273 GetStreamBySsrc(send_streams_, params.ssrc);
274 if (!found_stream) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100275 RTC_LOG(LS_WARNING) << "Not sending data because ssrc is unknown: "
276 << params.ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000277 return false;
278 }
279
magjedb49fc142016-11-30 04:52:04 -0800280 const DataCodec* found_codec =
281 FindCodecByName(send_codecs_, kGoogleRtpDataCodecName);
282 if (!found_codec) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100283 RTC_LOG(LS_WARNING) << "Not sending data because codec is unknown: "
284 << kGoogleRtpDataCodecName;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000285 return false;
286 }
287
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06 +0000288 size_t packet_len = (kMinRtpPacketLen + sizeof(kReservedSpace) +
289 payload.size() + kMaxSrtpHmacOverhead);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000290 if (packet_len > kDataMaxRtpPacketLen) {
291 return false;
292 }
293
nissecdf37a92016-09-13 23:41:47 -0700294 double now =
295 rtc::TimeMicros() / static_cast<double>(rtc::kNumMicrosecsPerSec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000296
297 if (!send_limiter_->CanUse(packet_len, now)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100298 RTC_LOG(LS_VERBOSE) << "Dropped data packet of len=" << packet_len
299 << "; already sent " << send_limiter_->used_in_period()
300 << "/" << send_limiter_->max_per_period();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000301 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000302 }
303
304 RtpHeader header;
magjedb49fc142016-11-30 04:52:04 -0800305 header.payload_type = found_codec->id;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000306 header.ssrc = params.ssrc;
Yves Gerey665174f2018-06-19 15:03:05 +0200307 rtp_clock_by_send_ssrc_[header.ssrc]->Tick(now, &header.seq_num,
308 &header.timestamp);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000309
jbaucheec21bd2016-03-20 06:15:43 -0700310 rtc::CopyOnWriteBuffer packet(kMinRtpPacketLen, packet_len);
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06 +0000311 if (!SetRtpHeader(packet.data(), packet.size(), header)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000312 return false;
313 }
Karl Wiberg94784372015-04-20 14:03:07 +0200314 packet.AppendData(kReservedSpace);
315 packet.AppendData(payload);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000316
Mirko Bonadei675513b2017-11-09 11:09:25 +0100317 RTC_LOG(LS_VERBOSE) << "Sent RTP data packet: "
318 << " stream=" << found_stream->id
319 << " ssrc=" << header.ssrc
320 << ", seqnum=" << header.seq_num
321 << ", timestamp=" << header.timestamp
322 << ", len=" << payload.size();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000323
Qingsi Wang6e641e62018-04-11 20:14:17 -0700324 rtc::PacketOptions options;
325 options.info_signaled_after_sent.packet_type = rtc::PacketType::kData;
326 MediaChannel::SendPacket(&packet, options);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000327 send_limiter_->Use(packet_len, now);
328 if (result) {
329 *result = SDR_SUCCESS;
330 }
331 return true;
332}
333
zhihuangebbe4f22016-12-06 10:45:42 -0800334rtc::DiffServCodePoint RtpDataMediaChannel::PreferredDscp() const {
335 return rtc::DSCP_AF41;
336}
337
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000338} // namespace cricket