blob: 6161085a7c906412ef558069445f03a7da1f19f2 [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
kjellander1afca732016-02-07 20:46:45 -08002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003 *
kjellander1afca732016-02-07 20:46:45 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00009 */
10
Steve Anton10542f22019-01-11 09:11:00 -080011#include "media/base/rtp_data_engine.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000012
Steve Antone78bcb92017-10-31 09:53:08 -070013#include <map>
14
Niels Möller3c7d5992018-10-19 15:29:54 +020015#include "absl/strings/match.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020016#include "media/base/codec.h"
Steve Anton10542f22019-01-11 09:11:00 -080017#include "media/base/media_constants.h"
18#include "media/base/rtp_utils.h"
19#include "media/base/stream_params.h"
20#include "rtc_base/copy_on_write_buffer.h"
Sebastian Janssonf9c5cf62018-02-28 16:04:26 +010021#include "rtc_base/data_rate_limiter.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020022#include "rtc_base/helpers.h"
23#include "rtc_base/logging.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020024#include "rtc_base/sanitizer.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000025
26namespace cricket {
27
28// We want to avoid IP fragmentation.
29static const size_t kDataMaxRtpPacketLen = 1200U;
30// We reserve space after the RTP header for future wiggle room.
Yves Gerey665174f2018-06-19 15:03:05 +020031static const unsigned char kReservedSpace[] = {0x00, 0x00, 0x00, 0x00};
henrike@webrtc.org28e20752013-07-10 00:45:36 +000032
33// Amount of overhead SRTP may take. We need to leave room in the
34// buffer for it, otherwise SRTP will fail later. If SRTP ever uses
35// more than this, we need to increase this number.
36static const size_t kMaxSrtpHmacOverhead = 16;
37
38RtpDataEngine::RtpDataEngine() {
39 data_codecs_.push_back(
solenberg9fa49752016-10-08 13:02:44 -070040 DataCodec(kGoogleRtpDataCodecPlType, kGoogleRtpDataCodecName));
henrike@webrtc.org28e20752013-07-10 00:45:36 +000041}
42
Yves Gerey665174f2018-06-19 15:03:05 +020043DataMediaChannel* RtpDataEngine::CreateChannel(const MediaConfig& config) {
zhihuangebbe4f22016-12-06 10:45:42 -080044 return new RtpDataMediaChannel(config);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000045}
46
magjedb49fc142016-11-30 04:52:04 -080047static const DataCodec* FindCodecByName(const std::vector<DataCodec>& codecs,
48 const std::string& name) {
49 for (const DataCodec& codec : codecs) {
Niels Möller3c7d5992018-10-19 15:29:54 +020050 if (absl::EqualsIgnoreCase(name, codec.name))
magjedb49fc142016-11-30 04:52:04 -080051 return &codec;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000052 }
magjedb49fc142016-11-30 04:52:04 -080053 return nullptr;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000054}
55
zhihuangebbe4f22016-12-06 10:45:42 -080056RtpDataMediaChannel::RtpDataMediaChannel(const MediaConfig& config)
57 : DataMediaChannel(config) {
nissecdf37a92016-09-13 23:41:47 -070058 Construct();
Steve Antone25f5952019-03-08 15:09:16 -080059 SetPreferredDscp(rtc::DSCP_AF41);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000060}
61
nissecdf37a92016-09-13 23:41:47 -070062void RtpDataMediaChannel::Construct() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000063 sending_ = false;
64 receiving_ = false;
Sebastian Janssonf9c5cf62018-02-28 16:04:26 +010065 send_limiter_.reset(new rtc::DataRateLimiter(kDataMaxBandwidth / 8, 1.0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +000066}
67
henrike@webrtc.org28e20752013-07-10 00:45:36 +000068RtpDataMediaChannel::~RtpDataMediaChannel() {
Peter Boström0c4e06b2015-10-07 12:23:21 +020069 std::map<uint32_t, RtpClock*>::const_iterator iter;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000070 for (iter = rtp_clock_by_send_ssrc_.begin();
Yves Gerey665174f2018-06-19 15:03:05 +020071 iter != rtp_clock_by_send_ssrc_.end(); ++iter) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000072 delete iter->second;
73 }
74}
75
oprypin30431d52017-09-05 09:49:30 -070076void RTC_NO_SANITIZE("float-cast-overflow") // bugs.webrtc.org/8204
Yves Gerey665174f2018-06-19 15:03:05 +020077 RtpClock::Tick(double now, int* seq_num, uint32_t* timestamp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000078 *seq_num = ++last_seq_num_;
Peter Boström0c4e06b2015-10-07 12:23:21 +020079 *timestamp = timestamp_offset_ + static_cast<uint32_t>(now * clockrate_);
oprypin30431d52017-09-05 09:49:30 -070080 // UBSan: 5.92374e+10 is outside the range of representable values of type
81 // 'unsigned int'
henrike@webrtc.org28e20752013-07-10 00:45:36 +000082}
83
84const DataCodec* FindUnknownCodec(const std::vector<DataCodec>& codecs) {
solenberg9fa49752016-10-08 13:02:44 -070085 DataCodec data_codec(kGoogleRtpDataCodecPlType, kGoogleRtpDataCodecName);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000086 std::vector<DataCodec>::const_iterator iter;
87 for (iter = codecs.begin(); iter != codecs.end(); ++iter) {
88 if (!iter->Matches(data_codec)) {
89 return &(*iter);
90 }
91 }
92 return NULL;
93}
94
95const DataCodec* FindKnownCodec(const std::vector<DataCodec>& codecs) {
solenberg9fa49752016-10-08 13:02:44 -070096 DataCodec data_codec(kGoogleRtpDataCodecPlType, kGoogleRtpDataCodecName);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000097 std::vector<DataCodec>::const_iterator iter;
98 for (iter = codecs.begin(); iter != codecs.end(); ++iter) {
99 if (iter->Matches(data_codec)) {
100 return &(*iter);
101 }
102 }
103 return NULL;
104}
105
106bool RtpDataMediaChannel::SetRecvCodecs(const std::vector<DataCodec>& codecs) {
107 const DataCodec* unknown_codec = FindUnknownCodec(codecs);
108 if (unknown_codec) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100109 RTC_LOG(LS_WARNING) << "Failed to SetRecvCodecs because of unknown codec: "
110 << unknown_codec->ToString();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000111 return false;
112 }
113
114 recv_codecs_ = codecs;
115 return true;
116}
117
118bool RtpDataMediaChannel::SetSendCodecs(const std::vector<DataCodec>& codecs) {
119 const DataCodec* known_codec = FindKnownCodec(codecs);
120 if (!known_codec) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100121 RTC_LOG(LS_WARNING)
122 << "Failed to SetSendCodecs because there is no known codec.";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000123 return false;
124 }
125
126 send_codecs_ = codecs;
127 return true;
128}
129
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200130bool RtpDataMediaChannel::SetSendParameters(const DataSendParameters& params) {
131 return (SetSendCodecs(params.codecs) &&
132 SetMaxSendBandwidth(params.max_bandwidth_bps));
133}
134
135bool RtpDataMediaChannel::SetRecvParameters(const DataRecvParameters& params) {
136 return SetRecvCodecs(params.codecs);
137}
138
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000139bool RtpDataMediaChannel::AddSendStream(const StreamParams& stream) {
140 if (!stream.has_ssrcs()) {
141 return false;
142 }
143
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +0000144 if (GetStreamBySsrc(send_streams_, stream.first_ssrc())) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100145 RTC_LOG(LS_WARNING) << "Not adding data send stream '" << stream.id
146 << "' with ssrc=" << stream.first_ssrc()
147 << " because stream already exists.";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000148 return false;
149 }
150
151 send_streams_.push_back(stream);
152 // TODO(pthatcher): This should be per-stream, not per-ssrc.
153 // And we should probably allow more than one per stream.
Yves Gerey665174f2018-06-19 15:03:05 +0200154 rtp_clock_by_send_ssrc_[stream.first_ssrc()] =
155 new RtpClock(kDataCodecClockrate, rtc::CreateRandomNonZeroId(),
156 rtc::CreateRandomNonZeroId());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000157
Mirko Bonadei675513b2017-11-09 11:09:25 +0100158 RTC_LOG(LS_INFO) << "Added data send stream '" << stream.id
159 << "' with ssrc=" << stream.first_ssrc();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000160 return true;
161}
162
Peter Boström0c4e06b2015-10-07 12:23:21 +0200163bool RtpDataMediaChannel::RemoveSendStream(uint32_t ssrc) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +0000164 if (!GetStreamBySsrc(send_streams_, ssrc)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000165 return false;
166 }
167
168 RemoveStreamBySsrc(&send_streams_, ssrc);
169 delete rtp_clock_by_send_ssrc_[ssrc];
170 rtp_clock_by_send_ssrc_.erase(ssrc);
171 return true;
172}
173
174bool RtpDataMediaChannel::AddRecvStream(const StreamParams& stream) {
175 if (!stream.has_ssrcs()) {
176 return false;
177 }
178
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +0000179 if (GetStreamBySsrc(recv_streams_, stream.first_ssrc())) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100180 RTC_LOG(LS_WARNING) << "Not adding data recv stream '" << stream.id
181 << "' with ssrc=" << stream.first_ssrc()
182 << " because stream already exists.";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000183 return false;
184 }
185
186 recv_streams_.push_back(stream);
Mirko Bonadei675513b2017-11-09 11:09:25 +0100187 RTC_LOG(LS_INFO) << "Added data recv stream '" << stream.id
188 << "' with ssrc=" << stream.first_ssrc();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000189 return true;
190}
191
Peter Boström0c4e06b2015-10-07 12:23:21 +0200192bool RtpDataMediaChannel::RemoveRecvStream(uint32_t ssrc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000193 RemoveStreamBySsrc(&recv_streams_, ssrc);
194 return true;
195}
196
Saurav Dasff27da52019-09-20 11:05:30 -0700197// Not implemented.
198void RtpDataMediaChannel::ResetUnsignaledRecvStream() {}
199
Amit Hilbuche7a5f7b2019-03-12 11:10:27 -0700200void RtpDataMediaChannel::OnPacketReceived(rtc::CopyOnWriteBuffer packet,
Niels Möllere6933812018-11-05 13:01:41 +0100201 int64_t /* packet_time_us */) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000202 RtpHeader header;
Amit Hilbuche7a5f7b2019-03-12 11:10:27 -0700203 if (!GetRtpHeader(packet.cdata(), packet.size(), &header)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000204 return;
205 }
206
207 size_t header_length;
Amit Hilbuche7a5f7b2019-03-12 11:10:27 -0700208 if (!GetRtpHeaderLen(packet.cdata(), packet.size(), &header_length)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000209 return;
210 }
Karl Wiberg94784372015-04-20 14:03:07 +0200211 const char* data =
Amit Hilbuche7a5f7b2019-03-12 11:10:27 -0700212 packet.cdata<char>() + header_length + sizeof(kReservedSpace);
213 size_t data_len = packet.size() - header_length - sizeof(kReservedSpace);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000214
215 if (!receiving_) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100216 RTC_LOG(LS_WARNING) << "Not receiving packet " << header.ssrc << ":"
217 << header.seq_num << " before SetReceive(true) called.";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000218 return;
219 }
220
magjedb05fa242016-11-11 04:00:16 -0800221 if (!FindCodecById(recv_codecs_, header.payload_type)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000222 return;
223 }
224
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +0000225 if (!GetStreamBySsrc(recv_streams_, header.ssrc)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100226 RTC_LOG(LS_WARNING) << "Received packet for unknown ssrc: " << header.ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000227 return;
228 }
229
230 // Uncomment this for easy debugging.
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +0000231 // const auto* found_stream = GetStreamBySsrc(recv_streams_, header.ssrc);
Mirko Bonadei675513b2017-11-09 11:09:25 +0100232 // RTC_LOG(LS_INFO) << "Received packet"
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000233 // << " groupid=" << found_stream.groupid
234 // << ", ssrc=" << header.ssrc
235 // << ", seqnum=" << header.seq_num
236 // << ", timestamp=" << header.timestamp
237 // << ", len=" << data_len;
238
239 ReceiveDataParams params;
240 params.ssrc = header.ssrc;
241 params.seq_num = header.seq_num;
242 params.timestamp = header.timestamp;
243 SignalDataReceived(params, data, data_len);
244}
245
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000246bool RtpDataMediaChannel::SetMaxSendBandwidth(int bps) {
247 if (bps <= 0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000248 bps = kDataMaxBandwidth;
249 }
Sebastian Janssonf9c5cf62018-02-28 16:04:26 +0100250 send_limiter_.reset(new rtc::DataRateLimiter(bps / 8, 1.0));
Mirko Bonadei675513b2017-11-09 11:09:25 +0100251 RTC_LOG(LS_INFO) << "RtpDataMediaChannel::SetSendBandwidth to " << bps
252 << "bps.";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000253 return true;
254}
255
Yves Gerey665174f2018-06-19 15:03:05 +0200256bool RtpDataMediaChannel::SendData(const SendDataParams& params,
257 const rtc::CopyOnWriteBuffer& payload,
258 SendDataResult* result) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000259 if (result) {
260 // If we return true, we'll set this to SDR_SUCCESS.
261 *result = SDR_ERROR;
262 }
263 if (!sending_) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100264 RTC_LOG(LS_WARNING) << "Not sending packet with ssrc=" << params.ssrc
265 << " len=" << payload.size()
266 << " before SetSend(true).";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000267 return false;
268 }
269
270 if (params.type != cricket::DMT_TEXT) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100271 RTC_LOG(LS_WARNING)
272 << "Not sending data because binary type is unsupported.";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000273 return false;
274 }
275
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +0000276 const StreamParams* found_stream =
277 GetStreamBySsrc(send_streams_, params.ssrc);
278 if (!found_stream) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100279 RTC_LOG(LS_WARNING) << "Not sending data because ssrc is unknown: "
280 << params.ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000281 return false;
282 }
283
magjedb49fc142016-11-30 04:52:04 -0800284 const DataCodec* found_codec =
285 FindCodecByName(send_codecs_, kGoogleRtpDataCodecName);
286 if (!found_codec) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100287 RTC_LOG(LS_WARNING) << "Not sending data because codec is unknown: "
288 << kGoogleRtpDataCodecName;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000289 return false;
290 }
291
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06 +0000292 size_t packet_len = (kMinRtpPacketLen + sizeof(kReservedSpace) +
293 payload.size() + kMaxSrtpHmacOverhead);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000294 if (packet_len > kDataMaxRtpPacketLen) {
295 return false;
296 }
297
nissecdf37a92016-09-13 23:41:47 -0700298 double now =
299 rtc::TimeMicros() / static_cast<double>(rtc::kNumMicrosecsPerSec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000300
301 if (!send_limiter_->CanUse(packet_len, now)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100302 RTC_LOG(LS_VERBOSE) << "Dropped data packet of len=" << packet_len
303 << "; already sent " << send_limiter_->used_in_period()
304 << "/" << send_limiter_->max_per_period();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000305 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000306 }
307
308 RtpHeader header;
magjedb49fc142016-11-30 04:52:04 -0800309 header.payload_type = found_codec->id;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000310 header.ssrc = params.ssrc;
Yves Gerey665174f2018-06-19 15:03:05 +0200311 rtp_clock_by_send_ssrc_[header.ssrc]->Tick(now, &header.seq_num,
312 &header.timestamp);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000313
jbaucheec21bd2016-03-20 06:15:43 -0700314 rtc::CopyOnWriteBuffer packet(kMinRtpPacketLen, packet_len);
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06 +0000315 if (!SetRtpHeader(packet.data(), packet.size(), header)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000316 return false;
317 }
Karl Wiberg94784372015-04-20 14:03:07 +0200318 packet.AppendData(kReservedSpace);
319 packet.AppendData(payload);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000320
Mirko Bonadei675513b2017-11-09 11:09:25 +0100321 RTC_LOG(LS_VERBOSE) << "Sent RTP data packet: "
322 << " stream=" << found_stream->id
323 << " ssrc=" << header.ssrc
324 << ", seqnum=" << header.seq_num
325 << ", timestamp=" << header.timestamp
326 << ", len=" << payload.size();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000327
Qingsi Wang6e641e62018-04-11 20:14:17 -0700328 rtc::PacketOptions options;
329 options.info_signaled_after_sent.packet_type = rtc::PacketType::kData;
330 MediaChannel::SendPacket(&packet, options);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000331 send_limiter_->Use(packet_len, now);
332 if (result) {
333 *result = SDR_SUCCESS;
334 }
335 return true;
336}
337
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000338} // namespace cricket