blob: 1185ec6c93dd7271e781e532e190d4996cc9505c [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
kjellander65c7f672016-02-12 00:05:01 -08002 * Copyright 2004 The WebRTC project authors. All Rights Reserved.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003 *
kjellander65c7f672016-02-12 00:05:01 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00009 */
10
jbauch5869f502017-06-29 12:31:36 -070011#include <algorithm>
12#include <iterator>
kwiberg0eb15ed2015-12-17 03:04:15 -080013#include <utility>
14
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020015#include "pc/channel.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000016
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020017#include "api/call/audio_sink.h"
18#include "media/base/mediaconstants.h"
19#include "media/base/rtputils.h"
20#include "rtc_base/bind.h"
21#include "rtc_base/byteorder.h"
22#include "rtc_base/checks.h"
23#include "rtc_base/copyonwritebuffer.h"
24#include "rtc_base/dscp.h"
25#include "rtc_base/logging.h"
26#include "rtc_base/networkroute.h"
27#include "rtc_base/ptr_util.h"
28#include "rtc_base/trace_event.h"
zhihuang38ede132017-06-15 12:52:32 -070029// Adding 'nogncheck' to disable the gn include headers check to support modular
30// WebRTC build targets.
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020031#include "media/engine/webrtcvoiceengine.h" // nogncheck
32#include "p2p/base/packettransportinternal.h"
33#include "pc/channelmanager.h"
34#include "pc/rtptransport.h"
35#include "pc/srtptransport.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000036
37namespace cricket {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000038using rtc::Bind;
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +000039
deadbeef2d110be2016-01-13 12:00:26 -080040namespace {
kwiberg31022942016-03-11 14:18:21 -080041// See comment below for why we need to use a pointer to a unique_ptr.
deadbeef2d110be2016-01-13 12:00:26 -080042bool SetRawAudioSink_w(VoiceMediaChannel* channel,
43 uint32_t ssrc,
kwiberg31022942016-03-11 14:18:21 -080044 std::unique_ptr<webrtc::AudioSinkInterface>* sink) {
45 channel->SetRawAudioSink(ssrc, std::move(*sink));
deadbeef2d110be2016-01-13 12:00:26 -080046 return true;
47}
Danil Chapovalov33b01f22016-05-11 19:55:27 +020048
49struct SendPacketMessageData : public rtc::MessageData {
50 rtc::CopyOnWriteBuffer packet;
51 rtc::PacketOptions options;
52};
53
deadbeef2d110be2016-01-13 12:00:26 -080054} // namespace
55
henrike@webrtc.org28e20752013-07-10 00:45:36 +000056enum {
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +000057 MSG_EARLYMEDIATIMEOUT = 1,
Danil Chapovalov33b01f22016-05-11 19:55:27 +020058 MSG_SEND_RTP_PACKET,
59 MSG_SEND_RTCP_PACKET,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000060 MSG_CHANNEL_ERROR,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000061 MSG_READYTOSENDDATA,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000062 MSG_DATARECEIVED,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000063 MSG_FIRSTPACKETRECEIVED,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000064};
65
66// Value specified in RFC 5764.
67static const char kDtlsSrtpExporterLabel[] = "EXTRACTOR-dtls_srtp";
68
69static const int kAgcMinus10db = -10;
70
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +000071static void SafeSetError(const std::string& message, std::string* error_desc) {
72 if (error_desc) {
73 *error_desc = message;
74 }
75}
76
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000077struct VoiceChannelErrorMessageData : public rtc::MessageData {
Peter Boström0c4e06b2015-10-07 12:23:21 +020078 VoiceChannelErrorMessageData(uint32_t in_ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000079 VoiceMediaChannel::Error in_error)
Peter Boström0c4e06b2015-10-07 12:23:21 +020080 : ssrc(in_ssrc), error(in_error) {}
81 uint32_t ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000082 VoiceMediaChannel::Error error;
83};
84
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000085struct VideoChannelErrorMessageData : public rtc::MessageData {
Peter Boström0c4e06b2015-10-07 12:23:21 +020086 VideoChannelErrorMessageData(uint32_t in_ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000087 VideoMediaChannel::Error in_error)
Peter Boström0c4e06b2015-10-07 12:23:21 +020088 : ssrc(in_ssrc), error(in_error) {}
89 uint32_t ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000090 VideoMediaChannel::Error error;
91};
92
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000093struct DataChannelErrorMessageData : public rtc::MessageData {
Peter Boström0c4e06b2015-10-07 12:23:21 +020094 DataChannelErrorMessageData(uint32_t in_ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000095 DataMediaChannel::Error in_error)
Peter Boström0c4e06b2015-10-07 12:23:21 +020096 : ssrc(in_ssrc), error(in_error) {}
97 uint32_t ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000098 DataMediaChannel::Error error;
99};
100
jbaucheec21bd2016-03-20 06:15:43 -0700101static bool ValidPacket(bool rtcp, const rtc::CopyOnWriteBuffer* packet) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000102 // Check the packet size. We could check the header too if needed.
zstein3dcf0e92017-06-01 13:22:42 -0700103 return packet && IsValidRtpRtcpPacketSize(rtcp, packet->size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000104}
105
106static bool IsReceiveContentDirection(MediaContentDirection direction) {
107 return direction == MD_SENDRECV || direction == MD_RECVONLY;
108}
109
110static bool IsSendContentDirection(MediaContentDirection direction) {
111 return direction == MD_SENDRECV || direction == MD_SENDONLY;
112}
113
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700114template <class Codec>
115void RtpParametersFromMediaDescription(
116 const MediaContentDescriptionImpl<Codec>* desc,
jbauch5869f502017-06-29 12:31:36 -0700117 const RtpHeaderExtensions& extensions,
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700118 RtpParameters<Codec>* params) {
119 // TODO(pthatcher): Remove this once we're sure no one will give us
120 // a description without codecs (currently a CA_UPDATE with just
121 // streams can).
122 if (desc->has_codecs()) {
123 params->codecs = desc->codecs();
124 }
125 // TODO(pthatcher): See if we really need
126 // rtp_header_extensions_set() and remove it if we don't.
127 if (desc->rtp_header_extensions_set()) {
jbauch5869f502017-06-29 12:31:36 -0700128 params->extensions = extensions;
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700129 }
deadbeef13871492015-12-09 12:37:51 -0800130 params->rtcp.reduced_size = desc->rtcp_reduced_size();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700131}
132
nisse05103312016-03-16 02:22:50 -0700133template <class Codec>
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700134void RtpSendParametersFromMediaDescription(
135 const MediaContentDescriptionImpl<Codec>* desc,
jbauch5869f502017-06-29 12:31:36 -0700136 const RtpHeaderExtensions& extensions,
nisse05103312016-03-16 02:22:50 -0700137 RtpSendParameters<Codec>* send_params) {
jbauch5869f502017-06-29 12:31:36 -0700138 RtpParametersFromMediaDescription(desc, extensions, send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700139 send_params->max_bandwidth_bps = desc->bandwidth();
140}
141
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200142BaseChannel::BaseChannel(rtc::Thread* worker_thread,
143 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -0800144 rtc::Thread* signaling_thread,
deadbeefcbecd352015-09-23 11:50:27 -0700145 MediaChannel* media_channel,
deadbeefcbecd352015-09-23 11:50:27 -0700146 const std::string& content_name,
deadbeefac22f702017-01-12 21:59:29 -0800147 bool rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -0800148 bool srtp_required)
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200149 : worker_thread_(worker_thread),
150 network_thread_(network_thread),
zhihuangf5b251b2017-01-12 19:37:48 -0800151 signaling_thread_(signaling_thread),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000152 content_name_(content_name),
zstein56162b92017-04-24 16:54:35 -0700153 rtcp_mux_required_(rtcp_mux_required),
deadbeef7af91dd2016-12-13 11:29:11 -0800154 srtp_required_(srtp_required),
michaelt79e05882016-11-08 02:50:09 -0800155 media_channel_(media_channel),
156 selected_candidate_pair_(nullptr) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700157 RTC_DCHECK(worker_thread_ == rtc::Thread::Current());
Zhi Huangcf990f52017-09-22 12:12:30 -0700158 if (srtp_required) {
159 auto transport =
160 rtc::MakeUnique<webrtc::SrtpTransport>(rtcp_mux_required, content_name);
161 srtp_transport_ = transport.get();
162 rtp_transport_ = std::move(transport);
jbauchdfcab722017-03-06 00:14:10 -0800163#if defined(ENABLE_EXTERNAL_AUTH)
Zhi Huangcf990f52017-09-22 12:12:30 -0700164 srtp_transport_->EnableExternalAuth();
jbauchdfcab722017-03-06 00:14:10 -0800165#endif
Zhi Huangcf990f52017-09-22 12:12:30 -0700166 } else {
167 rtp_transport_ = rtc::MakeUnique<webrtc::RtpTransport>(rtcp_mux_required);
168 srtp_transport_ = nullptr;
169 }
zsteine8ab5432017-07-12 11:48:11 -0700170 rtp_transport_->SignalReadyToSend.connect(
zstein56162b92017-04-24 16:54:35 -0700171 this, &BaseChannel::OnTransportReadyToSend);
zstein3dcf0e92017-06-01 13:22:42 -0700172 // TODO(zstein): RtpTransport::SignalPacketReceived will probably be replaced
173 // with a callback interface later so that the demuxer can select which
174 // channel to signal.
zsteine8ab5432017-07-12 11:48:11 -0700175 rtp_transport_->SignalPacketReceived.connect(this,
zstein398c3fd2017-07-19 13:38:02 -0700176 &BaseChannel::OnPacketReceived);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000177 LOG(LS_INFO) << "Created channel for " << content_name;
178}
179
180BaseChannel::~BaseChannel() {
Peter Boströmca8b4042016-03-08 14:24:13 -0800181 TRACE_EVENT0("webrtc", "BaseChannel::~BaseChannel");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700182 RTC_DCHECK(worker_thread_ == rtc::Thread::Current());
wu@webrtc.org78187522013-10-07 23:32:02 +0000183 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000184 StopConnectionMonitor();
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200185 // Eats any outstanding messages or packets.
186 worker_thread_->Clear(&invoker_);
187 worker_thread_->Clear(this);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000188 // We must destroy the media channel before the transport channel, otherwise
189 // the media channel may try to send on the dead transport channel. NULLing
190 // is not an effective strategy since the sends will come on another thread.
191 delete media_channel_;
zhihuangf5b251b2017-01-12 19:37:48 -0800192 LOG(LS_INFO) << "Destroyed channel: " << content_name_;
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200193}
194
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200195void BaseChannel::DisconnectTransportChannels_n() {
196 // Send any outstanding RTCP packets.
197 FlushRtcpMessages_n();
198
199 // Stop signals from transport channels, but keep them alive because
200 // media_channel may use them from a different thread.
zhihuangb2cdd932017-01-19 16:54:25 -0800201 if (rtp_dtls_transport_) {
deadbeeff5346592017-01-24 21:51:21 -0800202 DisconnectFromDtlsTransport(rtp_dtls_transport_);
zsteine8ab5432017-07-12 11:48:11 -0700203 } else if (rtp_transport_->rtp_packet_transport()) {
204 DisconnectFromPacketTransport(rtp_transport_->rtp_packet_transport());
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200205 }
zhihuangb2cdd932017-01-19 16:54:25 -0800206 if (rtcp_dtls_transport_) {
deadbeeff5346592017-01-24 21:51:21 -0800207 DisconnectFromDtlsTransport(rtcp_dtls_transport_);
zsteine8ab5432017-07-12 11:48:11 -0700208 } else if (rtp_transport_->rtcp_packet_transport()) {
209 DisconnectFromPacketTransport(rtp_transport_->rtcp_packet_transport());
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200210 }
211
zsteine8ab5432017-07-12 11:48:11 -0700212 rtp_transport_->SetRtpPacketTransport(nullptr);
213 rtp_transport_->SetRtcpPacketTransport(nullptr);
zstein3dcf0e92017-06-01 13:22:42 -0700214
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200215 // Clear pending read packets/messages.
216 network_thread_->Clear(&invoker_);
217 network_thread_->Clear(this);
218}
219
zhihuangb2cdd932017-01-19 16:54:25 -0800220bool BaseChannel::Init_w(DtlsTransportInternal* rtp_dtls_transport,
deadbeeff5346592017-01-24 21:51:21 -0800221 DtlsTransportInternal* rtcp_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -0800222 rtc::PacketTransportInternal* rtp_packet_transport,
223 rtc::PacketTransportInternal* rtcp_packet_transport) {
skvlad6c87a672016-05-17 17:49:52 -0700224 if (!network_thread_->Invoke<bool>(
zhihuangb2cdd932017-01-19 16:54:25 -0800225 RTC_FROM_HERE, Bind(&BaseChannel::InitNetwork_n, this,
deadbeeff5346592017-01-24 21:51:21 -0800226 rtp_dtls_transport, rtcp_dtls_transport,
227 rtp_packet_transport, rtcp_packet_transport))) {
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000228 return false;
229 }
deadbeeff5346592017-01-24 21:51:21 -0800230 // Both RTP and RTCP channels should be set, we can call SetInterface on
231 // the media channel and it can set network options.
232 RTC_DCHECK_RUN_ON(worker_thread_);
wu@webrtc.orgde305012013-10-31 15:40:38 +0000233 media_channel_->SetInterface(this);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000234 return true;
235}
236
deadbeeff5346592017-01-24 21:51:21 -0800237bool BaseChannel::InitNetwork_n(
238 DtlsTransportInternal* rtp_dtls_transport,
239 DtlsTransportInternal* rtcp_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -0800240 rtc::PacketTransportInternal* rtp_packet_transport,
241 rtc::PacketTransportInternal* rtcp_packet_transport) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200242 RTC_DCHECK(network_thread_->IsCurrent());
deadbeeff5346592017-01-24 21:51:21 -0800243 SetTransports_n(rtp_dtls_transport, rtcp_dtls_transport, rtp_packet_transport,
244 rtcp_packet_transport);
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200245
zstein56162b92017-04-24 16:54:35 -0700246 if (rtcp_mux_required_) {
deadbeefac22f702017-01-12 21:59:29 -0800247 rtcp_mux_filter_.SetActive();
248 }
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200249 return true;
250}
251
wu@webrtc.org78187522013-10-07 23:32:02 +0000252void BaseChannel::Deinit() {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200253 RTC_DCHECK(worker_thread_->IsCurrent());
wu@webrtc.org78187522013-10-07 23:32:02 +0000254 media_channel_->SetInterface(NULL);
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200255 // Packets arrive on the network thread, processing packets calls virtual
256 // functions, so need to stop this process in Deinit that is called in
257 // derived classes destructor.
258 network_thread_->Invoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700259 RTC_FROM_HERE, Bind(&BaseChannel::DisconnectTransportChannels_n, this));
wu@webrtc.org78187522013-10-07 23:32:02 +0000260}
261
zhihuangb2cdd932017-01-19 16:54:25 -0800262void BaseChannel::SetTransports(DtlsTransportInternal* rtp_dtls_transport,
263 DtlsTransportInternal* rtcp_dtls_transport) {
deadbeeff5346592017-01-24 21:51:21 -0800264 network_thread_->Invoke<void>(
265 RTC_FROM_HERE,
266 Bind(&BaseChannel::SetTransports_n, this, rtp_dtls_transport,
267 rtcp_dtls_transport, rtp_dtls_transport, rtcp_dtls_transport));
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000268}
269
deadbeeff5346592017-01-24 21:51:21 -0800270void BaseChannel::SetTransports(
deadbeef5bd5ca32017-02-10 11:31:50 -0800271 rtc::PacketTransportInternal* rtp_packet_transport,
272 rtc::PacketTransportInternal* rtcp_packet_transport) {
deadbeeff5346592017-01-24 21:51:21 -0800273 network_thread_->Invoke<void>(
274 RTC_FROM_HERE, Bind(&BaseChannel::SetTransports_n, this, nullptr, nullptr,
275 rtp_packet_transport, rtcp_packet_transport));
276}
zhihuangf5b251b2017-01-12 19:37:48 -0800277
deadbeeff5346592017-01-24 21:51:21 -0800278void BaseChannel::SetTransports_n(
279 DtlsTransportInternal* rtp_dtls_transport,
280 DtlsTransportInternal* rtcp_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -0800281 rtc::PacketTransportInternal* rtp_packet_transport,
282 rtc::PacketTransportInternal* rtcp_packet_transport) {
deadbeeff5346592017-01-24 21:51:21 -0800283 RTC_DCHECK(network_thread_->IsCurrent());
284 // Validate some assertions about the input.
285 RTC_DCHECK(rtp_packet_transport);
286 RTC_DCHECK_EQ(NeedsRtcpTransport(), rtcp_packet_transport != nullptr);
287 if (rtp_dtls_transport || rtcp_dtls_transport) {
288 // DTLS/non-DTLS pointers should be to the same object.
289 RTC_DCHECK(rtp_dtls_transport == rtp_packet_transport);
290 RTC_DCHECK(rtcp_dtls_transport == rtcp_packet_transport);
291 // Can't go from non-DTLS to DTLS.
zsteine8ab5432017-07-12 11:48:11 -0700292 RTC_DCHECK(!rtp_transport_->rtp_packet_transport() || rtp_dtls_transport_);
deadbeeff5346592017-01-24 21:51:21 -0800293 } else {
294 // Can't go from DTLS to non-DTLS.
295 RTC_DCHECK(!rtp_dtls_transport_);
296 }
297 // Transport names should be the same.
zhihuangb2cdd932017-01-19 16:54:25 -0800298 if (rtp_dtls_transport && rtcp_dtls_transport) {
299 RTC_DCHECK(rtp_dtls_transport->transport_name() ==
300 rtcp_dtls_transport->transport_name());
zhihuangb2cdd932017-01-19 16:54:25 -0800301 }
deadbeeff5346592017-01-24 21:51:21 -0800302 std::string debug_name;
303 if (rtp_dtls_transport) {
304 transport_name_ = rtp_dtls_transport->transport_name();
305 debug_name = transport_name_;
306 } else {
307 debug_name = rtp_packet_transport->debug_name();
308 }
zsteine8ab5432017-07-12 11:48:11 -0700309 if (rtp_packet_transport == rtp_transport_->rtp_packet_transport()) {
deadbeeff5346592017-01-24 21:51:21 -0800310 // Nothing to do if transport isn't changing.
deadbeefbad5dad2017-01-17 18:32:35 -0800311 return;
deadbeefcbecd352015-09-23 11:50:27 -0700312 }
313
Zhi Huangcf990f52017-09-22 12:12:30 -0700314 // When using DTLS-SRTP, we must reset the SrtpTransport every time the
315 // DtlsTransport changes and wait until the DTLS handshake is complete to set
316 // the newly negotiated parameters.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200317 if (ShouldSetupDtlsSrtp_n()) {
guoweis46383312015-12-17 16:45:59 -0800318 // Set |writable_| to false such that UpdateWritableState_w can set up
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700319 // DTLS-SRTP when |writable_| becomes true again.
guoweis46383312015-12-17 16:45:59 -0800320 writable_ = false;
Zhi Huangcf990f52017-09-22 12:12:30 -0700321 dtls_active_ = false;
322 if (srtp_transport_) {
323 srtp_transport_->ResetParams();
324 }
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800325 }
326
deadbeefac22f702017-01-12 21:59:29 -0800327 // If this BaseChannel doesn't require RTCP mux and we haven't fully
328 // negotiated RTCP mux, we need an RTCP transport.
deadbeeff5346592017-01-24 21:51:21 -0800329 if (rtcp_packet_transport) {
zhihuangf5b251b2017-01-12 19:37:48 -0800330 LOG(LS_INFO) << "Setting RTCP Transport for " << content_name() << " on "
deadbeeff5346592017-01-24 21:51:21 -0800331 << debug_name << " transport " << rtcp_packet_transport;
332 SetTransport_n(true, rtcp_dtls_transport, rtcp_packet_transport);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000333 }
334
deadbeeff5346592017-01-24 21:51:21 -0800335 LOG(LS_INFO) << "Setting RTP Transport for " << content_name() << " on "
336 << debug_name << " transport " << rtp_packet_transport;
337 SetTransport_n(false, rtp_dtls_transport, rtp_packet_transport);
guoweis46383312015-12-17 16:45:59 -0800338
deadbeefcbecd352015-09-23 11:50:27 -0700339 // Update aggregate writable/ready-to-send state between RTP and RTCP upon
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700340 // setting new transport channels.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200341 UpdateWritableState_n();
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000342}
343
deadbeeff5346592017-01-24 21:51:21 -0800344void BaseChannel::SetTransport_n(
345 bool rtcp,
346 DtlsTransportInternal* new_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -0800347 rtc::PacketTransportInternal* new_packet_transport) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200348 RTC_DCHECK(network_thread_->IsCurrent());
deadbeeff5346592017-01-24 21:51:21 -0800349 DtlsTransportInternal*& old_dtls_transport =
zhihuangb2cdd932017-01-19 16:54:25 -0800350 rtcp ? rtcp_dtls_transport_ : rtp_dtls_transport_;
zsteind48dbda2017-04-04 19:45:57 -0700351 rtc::PacketTransportInternal* old_packet_transport =
zsteine8ab5432017-07-12 11:48:11 -0700352 rtcp ? rtp_transport_->rtcp_packet_transport()
353 : rtp_transport_->rtp_packet_transport();
zhihuangb2cdd932017-01-19 16:54:25 -0800354
deadbeeff5346592017-01-24 21:51:21 -0800355 if (!old_packet_transport && !new_packet_transport) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700356 // Nothing to do.
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000357 return;
358 }
zhihuangb2cdd932017-01-19 16:54:25 -0800359
deadbeeff5346592017-01-24 21:51:21 -0800360 RTC_DCHECK(old_packet_transport != new_packet_transport);
361 if (old_dtls_transport) {
362 DisconnectFromDtlsTransport(old_dtls_transport);
363 } else if (old_packet_transport) {
364 DisconnectFromPacketTransport(old_packet_transport);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000365 }
366
zsteind48dbda2017-04-04 19:45:57 -0700367 if (rtcp) {
zsteine8ab5432017-07-12 11:48:11 -0700368 rtp_transport_->SetRtcpPacketTransport(new_packet_transport);
zsteind48dbda2017-04-04 19:45:57 -0700369 } else {
zsteine8ab5432017-07-12 11:48:11 -0700370 rtp_transport_->SetRtpPacketTransport(new_packet_transport);
zsteind48dbda2017-04-04 19:45:57 -0700371 }
deadbeeff5346592017-01-24 21:51:21 -0800372 old_dtls_transport = new_dtls_transport;
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000373
deadbeeff5346592017-01-24 21:51:21 -0800374 // If there's no new transport, we're done after disconnecting from old one.
375 if (!new_packet_transport) {
376 return;
377 }
378
379 if (rtcp && new_dtls_transport) {
Zhi Huangcf990f52017-09-22 12:12:30 -0700380 RTC_CHECK(!(ShouldSetupDtlsSrtp_n() && srtp_active()))
381 << "Setting RTCP for DTLS/SRTP after the DTLS is active "
deadbeeff5346592017-01-24 21:51:21 -0800382 << "should never happen.";
383 }
zstein56162b92017-04-24 16:54:35 -0700384
deadbeeff5346592017-01-24 21:51:21 -0800385 if (new_dtls_transport) {
386 ConnectToDtlsTransport(new_dtls_transport);
387 } else {
388 ConnectToPacketTransport(new_packet_transport);
389 }
390 auto& socket_options = rtcp ? rtcp_socket_options_ : socket_options_;
391 for (const auto& pair : socket_options) {
392 new_packet_transport->SetOption(pair.first, pair.second);
guoweis46383312015-12-17 16:45:59 -0800393 }
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000394}
395
deadbeeff5346592017-01-24 21:51:21 -0800396void BaseChannel::ConnectToDtlsTransport(DtlsTransportInternal* transport) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200397 RTC_DCHECK(network_thread_->IsCurrent());
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000398
zstein56162b92017-04-24 16:54:35 -0700399 // TODO(zstein): de-dup with ConnectToPacketTransport
zhihuangb2cdd932017-01-19 16:54:25 -0800400 transport->SignalWritableState.connect(this, &BaseChannel::OnWritableState);
zhihuangb2cdd932017-01-19 16:54:25 -0800401 transport->SignalDtlsState.connect(this, &BaseChannel::OnDtlsState);
402 transport->SignalSentPacket.connect(this, &BaseChannel::SignalSentPacket_n);
403 transport->ice_transport()->SignalSelectedCandidatePairChanged.connect(
Honghai Zhangcc411c02016-03-29 17:27:21 -0700404 this, &BaseChannel::OnSelectedCandidatePairChanged);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000405}
406
deadbeeff5346592017-01-24 21:51:21 -0800407void BaseChannel::DisconnectFromDtlsTransport(
408 DtlsTransportInternal* transport) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200409 RTC_DCHECK(network_thread_->IsCurrent());
zhihuangb2cdd932017-01-19 16:54:25 -0800410 OnSelectedCandidatePairChanged(transport->ice_transport(), nullptr, -1,
411 false);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000412
zhihuangb2cdd932017-01-19 16:54:25 -0800413 transport->SignalWritableState.disconnect(this);
zhihuangb2cdd932017-01-19 16:54:25 -0800414 transport->SignalDtlsState.disconnect(this);
415 transport->SignalSentPacket.disconnect(this);
416 transport->ice_transport()->SignalSelectedCandidatePairChanged.disconnect(
417 this);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000418}
419
deadbeeff5346592017-01-24 21:51:21 -0800420void BaseChannel::ConnectToPacketTransport(
deadbeef5bd5ca32017-02-10 11:31:50 -0800421 rtc::PacketTransportInternal* transport) {
deadbeeff5346592017-01-24 21:51:21 -0800422 RTC_DCHECK_RUN_ON(network_thread_);
423 transport->SignalWritableState.connect(this, &BaseChannel::OnWritableState);
deadbeeff5346592017-01-24 21:51:21 -0800424 transport->SignalSentPacket.connect(this, &BaseChannel::SignalSentPacket_n);
425}
426
427void BaseChannel::DisconnectFromPacketTransport(
deadbeef5bd5ca32017-02-10 11:31:50 -0800428 rtc::PacketTransportInternal* transport) {
deadbeeff5346592017-01-24 21:51:21 -0800429 RTC_DCHECK_RUN_ON(network_thread_);
430 transport->SignalWritableState.disconnect(this);
deadbeeff5346592017-01-24 21:51:21 -0800431 transport->SignalSentPacket.disconnect(this);
432}
433
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000434bool BaseChannel::Enable(bool enable) {
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700435 worker_thread_->Invoke<void>(
436 RTC_FROM_HERE,
437 Bind(enable ? &BaseChannel::EnableMedia_w : &BaseChannel::DisableMedia_w,
438 this));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000439 return true;
440}
441
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000442bool BaseChannel::AddRecvStream(const StreamParams& sp) {
stefanf79ade12017-06-02 06:44:03 -0700443 return InvokeOnWorker<bool>(RTC_FROM_HERE,
444 Bind(&BaseChannel::AddRecvStream_w, this, sp));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000445}
446
Peter Boström0c4e06b2015-10-07 12:23:21 +0200447bool BaseChannel::RemoveRecvStream(uint32_t ssrc) {
stefanf79ade12017-06-02 06:44:03 -0700448 return InvokeOnWorker<bool>(
449 RTC_FROM_HERE, Bind(&BaseChannel::RemoveRecvStream_w, this, ssrc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000450}
451
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000452bool BaseChannel::AddSendStream(const StreamParams& sp) {
stefanf79ade12017-06-02 06:44:03 -0700453 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700454 RTC_FROM_HERE, Bind(&MediaChannel::AddSendStream, media_channel(), sp));
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000455}
456
Peter Boström0c4e06b2015-10-07 12:23:21 +0200457bool BaseChannel::RemoveSendStream(uint32_t ssrc) {
stefanf79ade12017-06-02 06:44:03 -0700458 return InvokeOnWorker<bool>(
459 RTC_FROM_HERE,
460 Bind(&MediaChannel::RemoveSendStream, media_channel(), ssrc));
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000461}
462
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000463bool BaseChannel::SetLocalContent(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000464 ContentAction action,
465 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100466 TRACE_EVENT0("webrtc", "BaseChannel::SetLocalContent");
stefanf79ade12017-06-02 06:44:03 -0700467 return InvokeOnWorker<bool>(
468 RTC_FROM_HERE,
469 Bind(&BaseChannel::SetLocalContent_w, this, content, action, error_desc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000470}
471
472bool BaseChannel::SetRemoteContent(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000473 ContentAction action,
474 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100475 TRACE_EVENT0("webrtc", "BaseChannel::SetRemoteContent");
stefanf79ade12017-06-02 06:44:03 -0700476 return InvokeOnWorker<bool>(
477 RTC_FROM_HERE, Bind(&BaseChannel::SetRemoteContent_w, this, content,
478 action, error_desc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000479}
480
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000481void BaseChannel::StartConnectionMonitor(int cms) {
zhihuangb2cdd932017-01-19 16:54:25 -0800482 // We pass in the BaseChannel instead of the rtp_dtls_transport_
483 // because if the rtp_dtls_transport_ changes, the ConnectionMonitor
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000484 // would be pointing to the wrong TransportChannel.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200485 // We pass in the network thread because on that thread connection monitor
486 // will call BaseChannel::GetConnectionStats which must be called on the
487 // network thread.
488 connection_monitor_.reset(
489 new ConnectionMonitor(this, network_thread(), rtc::Thread::Current()));
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000490 connection_monitor_->SignalUpdate.connect(
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000491 this, &BaseChannel::OnConnectionMonitorUpdate);
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000492 connection_monitor_->Start(cms);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000493}
494
495void BaseChannel::StopConnectionMonitor() {
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000496 if (connection_monitor_) {
497 connection_monitor_->Stop();
498 connection_monitor_.reset();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000499 }
500}
501
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000502bool BaseChannel::GetConnectionStats(ConnectionInfos* infos) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200503 RTC_DCHECK(network_thread_->IsCurrent());
deadbeeff5346592017-01-24 21:51:21 -0800504 if (!rtp_dtls_transport_) {
505 return false;
506 }
zhihuangb2cdd932017-01-19 16:54:25 -0800507 return rtp_dtls_transport_->ice_transport()->GetStats(infos);
zhihuangf5b251b2017-01-12 19:37:48 -0800508}
509
510bool BaseChannel::NeedsRtcpTransport() {
deadbeefac22f702017-01-12 21:59:29 -0800511 // If this BaseChannel doesn't require RTCP mux and we haven't fully
512 // negotiated RTCP mux, we need an RTCP transport.
zstein56162b92017-04-24 16:54:35 -0700513 return !rtcp_mux_required_ && !rtcp_mux_filter_.IsFullyActive();
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000514}
515
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700516bool BaseChannel::IsReadyToReceiveMedia_w() const {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000517 // Receive data if we are enabled and have local content,
518 return enabled() && IsReceiveContentDirection(local_content_direction_);
519}
520
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700521bool BaseChannel::IsReadyToSendMedia_w() const {
522 // Need to access some state updated on the network thread.
523 return network_thread_->Invoke<bool>(
524 RTC_FROM_HERE, Bind(&BaseChannel::IsReadyToSendMedia_n, this));
525}
526
527bool BaseChannel::IsReadyToSendMedia_n() const {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000528 // Send outgoing data if we are enabled, have local and remote content,
529 // and we have had some form of connectivity.
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800530 return enabled() && IsReceiveContentDirection(remote_content_direction_) &&
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000531 IsSendContentDirection(local_content_direction_) &&
Zhi Huangcf990f52017-09-22 12:12:30 -0700532 was_ever_writable() && (srtp_active() || !ShouldSetupDtlsSrtp_n());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000533}
534
jbaucheec21bd2016-03-20 06:15:43 -0700535bool BaseChannel::SendPacket(rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700536 const rtc::PacketOptions& options) {
537 return SendPacket(false, packet, options);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000538}
539
jbaucheec21bd2016-03-20 06:15:43 -0700540bool BaseChannel::SendRtcp(rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700541 const rtc::PacketOptions& options) {
542 return SendPacket(true, packet, options);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000543}
544
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000545int BaseChannel::SetOption(SocketType type, rtc::Socket::Option opt,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000546 int value) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200547 return network_thread_->Invoke<int>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700548 RTC_FROM_HERE, Bind(&BaseChannel::SetOption_n, this, type, opt, value));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200549}
550
551int BaseChannel::SetOption_n(SocketType type,
552 rtc::Socket::Option opt,
553 int value) {
554 RTC_DCHECK(network_thread_->IsCurrent());
deadbeef5bd5ca32017-02-10 11:31:50 -0800555 rtc::PacketTransportInternal* transport = nullptr;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000556 switch (type) {
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000557 case ST_RTP:
zsteine8ab5432017-07-12 11:48:11 -0700558 transport = rtp_transport_->rtp_packet_transport();
deadbeefcbecd352015-09-23 11:50:27 -0700559 socket_options_.push_back(
560 std::pair<rtc::Socket::Option, int>(opt, value));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000561 break;
562 case ST_RTCP:
zsteine8ab5432017-07-12 11:48:11 -0700563 transport = rtp_transport_->rtcp_packet_transport();
deadbeefcbecd352015-09-23 11:50:27 -0700564 rtcp_socket_options_.push_back(
565 std::pair<rtc::Socket::Option, int>(opt, value));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000566 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000567 }
deadbeeff5346592017-01-24 21:51:21 -0800568 return transport ? transport->SetOption(opt, value) : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000569}
570
deadbeef5bd5ca32017-02-10 11:31:50 -0800571void BaseChannel::OnWritableState(rtc::PacketTransportInternal* transport) {
zsteine8ab5432017-07-12 11:48:11 -0700572 RTC_DCHECK(transport == rtp_transport_->rtp_packet_transport() ||
573 transport == rtp_transport_->rtcp_packet_transport());
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200574 RTC_DCHECK(network_thread_->IsCurrent());
575 UpdateWritableState_n();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000576}
577
zhihuangb2cdd932017-01-19 16:54:25 -0800578void BaseChannel::OnDtlsState(DtlsTransportInternal* transport,
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800579 DtlsTransportState state) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200580 if (!ShouldSetupDtlsSrtp_n()) {
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800581 return;
582 }
583
Zhi Huangcf990f52017-09-22 12:12:30 -0700584 // Reset the SrtpTransport if it's not the CONNECTED state. For the CONNECTED
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800585 // state, setting up DTLS-SRTP context is deferred to ChannelWritable_w to
zhihuangb2cdd932017-01-19 16:54:25 -0800586 // cover other scenarios like the whole transport is writable (not just this
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800587 // TransportChannel) or when TransportChannel is attached after DTLS is
588 // negotiated.
589 if (state != DTLS_TRANSPORT_CONNECTED) {
Zhi Huangcf990f52017-09-22 12:12:30 -0700590 dtls_active_ = false;
591 if (srtp_transport_) {
592 srtp_transport_->ResetParams();
593 }
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800594 }
595}
596
Honghai Zhangcc411c02016-03-29 17:27:21 -0700597void BaseChannel::OnSelectedCandidatePairChanged(
zhihuangb2cdd932017-01-19 16:54:25 -0800598 IceTransportInternal* ice_transport,
Honghai Zhang52dce732016-03-31 12:37:31 -0700599 CandidatePairInterface* selected_candidate_pair,
Taylor Brandstetter6bb1ef22016-06-27 18:09:03 -0700600 int last_sent_packet_id,
601 bool ready_to_send) {
deadbeeff5346592017-01-24 21:51:21 -0800602 RTC_DCHECK((rtp_dtls_transport_ &&
603 ice_transport == rtp_dtls_transport_->ice_transport()) ||
604 (rtcp_dtls_transport_ &&
605 ice_transport == rtcp_dtls_transport_->ice_transport()));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200606 RTC_DCHECK(network_thread_->IsCurrent());
michaelt79e05882016-11-08 02:50:09 -0800607 selected_candidate_pair_ = selected_candidate_pair;
zhihuangb2cdd932017-01-19 16:54:25 -0800608 std::string transport_name = ice_transport->transport_name();
Honghai Zhang0e533ef2016-04-19 15:41:36 -0700609 rtc::NetworkRoute network_route;
Honghai Zhangcc411c02016-03-29 17:27:21 -0700610 if (selected_candidate_pair) {
Honghai Zhang0e533ef2016-04-19 15:41:36 -0700611 network_route = rtc::NetworkRoute(
Taylor Brandstetter6bb1ef22016-06-27 18:09:03 -0700612 ready_to_send, selected_candidate_pair->local_candidate().network_id(),
Honghai Zhang0e533ef2016-04-19 15:41:36 -0700613 selected_candidate_pair->remote_candidate().network_id(),
614 last_sent_packet_id);
michaelt79e05882016-11-08 02:50:09 -0800615
616 UpdateTransportOverhead();
Honghai Zhangcc411c02016-03-29 17:27:21 -0700617 }
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200618 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700619 RTC_FROM_HERE, worker_thread_,
620 Bind(&MediaChannel::OnNetworkRouteChanged, media_channel_, transport_name,
621 network_route));
Honghai Zhangcc411c02016-03-29 17:27:21 -0700622}
623
zstein56162b92017-04-24 16:54:35 -0700624void BaseChannel::OnTransportReadyToSend(bool ready) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200625 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700626 RTC_FROM_HERE, worker_thread_,
zstein56162b92017-04-24 16:54:35 -0700627 Bind(&MediaChannel::OnReadyToSend, media_channel_, ready));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000628}
629
stefanc1aeaf02015-10-15 07:26:07 -0700630bool BaseChannel::SendPacket(bool rtcp,
jbaucheec21bd2016-03-20 06:15:43 -0700631 rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700632 const rtc::PacketOptions& options) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200633 // SendPacket gets called from MediaEngine, on a pacer or an encoder thread.
634 // If the thread is not our network thread, we will post to our network
635 // so that the real work happens on our network. This avoids us having to
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000636 // synchronize access to all the pieces of the send path, including
637 // SRTP and the inner workings of the transport channels.
638 // The only downside is that we can't return a proper failure code if
639 // needed. Since UDP is unreliable anyway, this should be a non-issue.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200640 if (!network_thread_->IsCurrent()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000641 // Avoid a copy by transferring the ownership of the packet data.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200642 int message_id = rtcp ? MSG_SEND_RTCP_PACKET : MSG_SEND_RTP_PACKET;
643 SendPacketMessageData* data = new SendPacketMessageData;
kwiberg0eb15ed2015-12-17 03:04:15 -0800644 data->packet = std::move(*packet);
stefanc1aeaf02015-10-15 07:26:07 -0700645 data->options = options;
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700646 network_thread_->Post(RTC_FROM_HERE, this, message_id, data);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000647 return true;
648 }
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200649 TRACE_EVENT0("webrtc", "BaseChannel::SendPacket");
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000650
651 // Now that we are on the correct thread, ensure we have a place to send this
652 // packet before doing anything. (We might get RTCP packets that we don't
653 // intend to send.) If we've negotiated RTCP mux, send RTCP over the RTP
654 // transport.
zsteine8ab5432017-07-12 11:48:11 -0700655 if (!rtp_transport_->IsWritable(rtcp)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000656 return false;
657 }
658
659 // Protect ourselves against crazy data.
660 if (!ValidPacket(rtcp, packet)) {
661 LOG(LS_ERROR) << "Dropping outgoing " << content_name_ << " "
zstein3dcf0e92017-06-01 13:22:42 -0700662 << RtpRtcpStringLiteral(rtcp)
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06 +0000663 << " packet: wrong size=" << packet->size();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000664 return false;
665 }
666
Zhi Huangcf990f52017-09-22 12:12:30 -0700667 if (!srtp_active()) {
668 if (srtp_required_) {
669 // The audio/video engines may attempt to send RTCP packets as soon as the
670 // streams are created, so don't treat this as an error for RTCP.
671 // See: https://bugs.chromium.org/p/webrtc/issues/detail?id=6809
672 if (rtcp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000673 return false;
674 }
Zhi Huangcf990f52017-09-22 12:12:30 -0700675 // However, there shouldn't be any RTP packets sent before SRTP is set up
676 // (and SetSend(true) is called).
677 LOG(LS_ERROR) << "Can't send outgoing RTP packet when SRTP is inactive"
678 << " and crypto is required";
679 RTC_NOTREACHED();
deadbeef8f425f92016-12-01 12:26:27 -0800680 return false;
681 }
Zhi Huangcf990f52017-09-22 12:12:30 -0700682 // Bon voyage.
Zhi Huang04eaa152017-10-04 14:08:30 -0700683 return rtcp
684 ? rtp_transport_->SendRtcpPacket(packet, options, PF_SRTP_BYPASS)
685 : rtp_transport_->SendRtpPacket(packet, options, PF_SRTP_BYPASS);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000686 }
Zhi Huangcf990f52017-09-22 12:12:30 -0700687 RTC_DCHECK(srtp_transport_);
688 RTC_DCHECK(srtp_transport_->IsActive());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000689 // Bon voyage.
Zhi Huangcf990f52017-09-22 12:12:30 -0700690 return rtcp ? srtp_transport_->SendRtcpPacket(packet, options, PF_SRTP_BYPASS)
691 : srtp_transport_->SendRtpPacket(packet, options, PF_SRTP_BYPASS);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000692}
693
zstein3dcf0e92017-06-01 13:22:42 -0700694bool BaseChannel::HandlesPayloadType(int packet_type) const {
zsteine8ab5432017-07-12 11:48:11 -0700695 return rtp_transport_->HandlesPayloadType(packet_type);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000696}
697
zstein3dcf0e92017-06-01 13:22:42 -0700698void BaseChannel::OnPacketReceived(bool rtcp,
zstein634977b2017-07-14 12:30:04 -0700699 rtc::CopyOnWriteBuffer* packet,
zstein3dcf0e92017-06-01 13:22:42 -0700700 const rtc::PacketTime& packet_time) {
honghaiz@google.coma67ca1a2015-01-28 19:48:33 +0000701 if (!has_received_packet_ && !rtcp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000702 has_received_packet_ = true;
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700703 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_FIRSTPACKETRECEIVED);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000704 }
705
Zhi Huangcf990f52017-09-22 12:12:30 -0700706 if (!srtp_active() && srtp_required_) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000707 // Our session description indicates that SRTP is required, but we got a
708 // packet before our SRTP filter is active. This means either that
709 // a) we got SRTP packets before we received the SDES keys, in which case
710 // we can't decrypt it anyway, or
711 // b) we got SRTP packets before DTLS completed on both the RTP and RTCP
zhihuangb2cdd932017-01-19 16:54:25 -0800712 // transports, so we haven't yet extracted keys, even if DTLS did
713 // complete on the transport that the packets are being sent on. It's
714 // really good practice to wait for both RTP and RTCP to be good to go
715 // before sending media, to prevent weird failure modes, so it's fine
716 // for us to just eat packets here. This is all sidestepped if RTCP mux
717 // is used anyway.
zstein3dcf0e92017-06-01 13:22:42 -0700718 LOG(LS_WARNING) << "Can't process incoming " << RtpRtcpStringLiteral(rtcp)
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000719 << " packet when SRTP is inactive and crypto is required";
720 return;
721 }
722
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200723 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700724 RTC_FROM_HERE, worker_thread_,
zstein634977b2017-07-14 12:30:04 -0700725 Bind(&BaseChannel::ProcessPacket, this, rtcp, *packet, packet_time));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200726}
727
zstein3dcf0e92017-06-01 13:22:42 -0700728void BaseChannel::ProcessPacket(bool rtcp,
729 const rtc::CopyOnWriteBuffer& packet,
730 const rtc::PacketTime& packet_time) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200731 RTC_DCHECK(worker_thread_->IsCurrent());
zstein3dcf0e92017-06-01 13:22:42 -0700732
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200733 // Need to copy variable because OnRtcpReceived/OnPacketReceived
734 // requires non-const pointer to buffer. This doesn't memcpy the actual data.
735 rtc::CopyOnWriteBuffer data(packet);
736 if (rtcp) {
737 media_channel_->OnRtcpReceived(&data, packet_time);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000738 } else {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200739 media_channel_->OnPacketReceived(&data, packet_time);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000740 }
741}
742
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000743void BaseChannel::EnableMedia_w() {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700744 RTC_DCHECK(worker_thread_ == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000745 if (enabled_)
746 return;
747
748 LOG(LS_INFO) << "Channel enabled";
749 enabled_ = true;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700750 UpdateMediaSendRecvState_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000751}
752
753void BaseChannel::DisableMedia_w() {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700754 RTC_DCHECK(worker_thread_ == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000755 if (!enabled_)
756 return;
757
758 LOG(LS_INFO) << "Channel disabled";
759 enabled_ = false;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700760 UpdateMediaSendRecvState_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000761}
762
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200763void BaseChannel::UpdateWritableState_n() {
zsteind48dbda2017-04-04 19:45:57 -0700764 rtc::PacketTransportInternal* rtp_packet_transport =
zsteine8ab5432017-07-12 11:48:11 -0700765 rtp_transport_->rtp_packet_transport();
zsteind48dbda2017-04-04 19:45:57 -0700766 rtc::PacketTransportInternal* rtcp_packet_transport =
zsteine8ab5432017-07-12 11:48:11 -0700767 rtp_transport_->rtcp_packet_transport();
zsteind48dbda2017-04-04 19:45:57 -0700768 if (rtp_packet_transport && rtp_packet_transport->writable() &&
769 (!rtcp_packet_transport || rtcp_packet_transport->writable())) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200770 ChannelWritable_n();
deadbeefcbecd352015-09-23 11:50:27 -0700771 } else {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200772 ChannelNotWritable_n();
deadbeefcbecd352015-09-23 11:50:27 -0700773 }
774}
775
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200776void BaseChannel::ChannelWritable_n() {
777 RTC_DCHECK(network_thread_->IsCurrent());
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800778 if (writable_) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000779 return;
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800780 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000781
deadbeefcbecd352015-09-23 11:50:27 -0700782 LOG(LS_INFO) << "Channel writable (" << content_name_ << ")"
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000783 << (was_ever_writable_ ? "" : " for the first time");
784
michaelt79e05882016-11-08 02:50:09 -0800785 if (selected_candidate_pair_)
786 LOG(LS_INFO)
787 << "Using "
788 << selected_candidate_pair_->local_candidate().ToSensitiveString()
789 << "->"
790 << selected_candidate_pair_->remote_candidate().ToSensitiveString();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000791
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000792 was_ever_writable_ = true;
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200793 MaybeSetupDtlsSrtp_n();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000794 writable_ = true;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700795 UpdateMediaSendRecvState();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000796}
797
deadbeef953c2ce2017-01-09 14:53:41 -0800798void BaseChannel::SignalDtlsSrtpSetupFailure_n(bool rtcp) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200799 RTC_DCHECK(network_thread_->IsCurrent());
800 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700801 RTC_FROM_HERE, signaling_thread(),
deadbeef953c2ce2017-01-09 14:53:41 -0800802 Bind(&BaseChannel::SignalDtlsSrtpSetupFailure_s, this, rtcp));
pthatcher@webrtc.org4eeef582015-03-16 19:34:23 +0000803}
804
deadbeef953c2ce2017-01-09 14:53:41 -0800805void BaseChannel::SignalDtlsSrtpSetupFailure_s(bool rtcp) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700806 RTC_DCHECK(signaling_thread() == rtc::Thread::Current());
deadbeef953c2ce2017-01-09 14:53:41 -0800807 SignalDtlsSrtpSetupFailure(this, rtcp);
pthatcher@webrtc.org4eeef582015-03-16 19:34:23 +0000808}
809
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200810bool BaseChannel::ShouldSetupDtlsSrtp_n() const {
zhihuangb2cdd932017-01-19 16:54:25 -0800811 // Since DTLS is applied to all transports, checking RTP should be enough.
812 return rtp_dtls_transport_ && rtp_dtls_transport_->IsDtlsActive();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000813}
814
815// This function returns true if either DTLS-SRTP is not in use
816// *or* DTLS-SRTP is successfully set up.
zhihuangb2cdd932017-01-19 16:54:25 -0800817bool BaseChannel::SetupDtlsSrtp_n(bool rtcp) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200818 RTC_DCHECK(network_thread_->IsCurrent());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000819 bool ret = false;
820
zhihuangb2cdd932017-01-19 16:54:25 -0800821 DtlsTransportInternal* transport =
822 rtcp ? rtcp_dtls_transport_ : rtp_dtls_transport_;
deadbeeff5346592017-01-24 21:51:21 -0800823 RTC_DCHECK(transport);
zhihuangb2cdd932017-01-19 16:54:25 -0800824 RTC_DCHECK(transport->IsDtlsActive());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000825
Guo-wei Shieh521ed7b2015-11-18 19:41:53 -0800826 int selected_crypto_suite;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000827
zhihuangb2cdd932017-01-19 16:54:25 -0800828 if (!transport->GetSrtpCryptoSuite(&selected_crypto_suite)) {
Guo-wei Shieh521ed7b2015-11-18 19:41:53 -0800829 LOG(LS_ERROR) << "No DTLS-SRTP selected crypto suite";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000830 return false;
831 }
832
zhihuangb2cdd932017-01-19 16:54:25 -0800833 LOG(LS_INFO) << "Installing keys from DTLS-SRTP on " << content_name() << " "
zstein3dcf0e92017-06-01 13:22:42 -0700834 << RtpRtcpStringLiteral(rtcp);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000835
jbauchcb560652016-08-04 05:20:32 -0700836 int key_len;
837 int salt_len;
838 if (!rtc::GetSrtpKeyAndSaltLengths(selected_crypto_suite, &key_len,
839 &salt_len)) {
840 LOG(LS_ERROR) << "Unknown DTLS-SRTP crypto suite" << selected_crypto_suite;
841 return false;
842 }
843
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000844 // OK, we're now doing DTLS (RFC 5764)
jbauchcb560652016-08-04 05:20:32 -0700845 std::vector<unsigned char> dtls_buffer(key_len * 2 + salt_len * 2);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000846
847 // RFC 5705 exporter using the RFC 5764 parameters
zhihuangb2cdd932017-01-19 16:54:25 -0800848 if (!transport->ExportKeyingMaterial(kDtlsSrtpExporterLabel, NULL, 0, false,
849 &dtls_buffer[0], dtls_buffer.size())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000850 LOG(LS_WARNING) << "DTLS-SRTP key export failed";
nisseeb4ca4e2017-01-12 02:24:27 -0800851 RTC_NOTREACHED(); // This should never happen
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000852 return false;
853 }
854
855 // Sync up the keys with the DTLS-SRTP interface
jbauchcb560652016-08-04 05:20:32 -0700856 std::vector<unsigned char> client_write_key(key_len + salt_len);
857 std::vector<unsigned char> server_write_key(key_len + salt_len);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000858 size_t offset = 0;
jbauchcb560652016-08-04 05:20:32 -0700859 memcpy(&client_write_key[0], &dtls_buffer[offset], key_len);
860 offset += key_len;
861 memcpy(&server_write_key[0], &dtls_buffer[offset], key_len);
862 offset += key_len;
863 memcpy(&client_write_key[key_len], &dtls_buffer[offset], salt_len);
864 offset += salt_len;
865 memcpy(&server_write_key[key_len], &dtls_buffer[offset], salt_len);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000866
867 std::vector<unsigned char> *send_key, *recv_key;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000868 rtc::SSLRole role;
zhihuangb2cdd932017-01-19 16:54:25 -0800869 if (!transport->GetSslRole(&role)) {
sergeyu@chromium.org0be6aa02013-08-23 23:21:25 +0000870 LOG(LS_WARNING) << "GetSslRole failed";
871 return false;
872 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000873
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000874 if (role == rtc::SSL_SERVER) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000875 send_key = &server_write_key;
876 recv_key = &client_write_key;
877 } else {
878 send_key = &client_write_key;
879 recv_key = &server_write_key;
880 }
881
Zhi Huangcf990f52017-09-22 12:12:30 -0700882 if (rtcp) {
883 if (!dtls_active()) {
884 RTC_DCHECK(srtp_transport_);
885 ret = srtp_transport_->SetRtcpParams(
886 selected_crypto_suite, &(*send_key)[0],
887 static_cast<int>(send_key->size()), selected_crypto_suite,
888 &(*recv_key)[0], static_cast<int>(recv_key->size()));
jbauch5869f502017-06-29 12:31:36 -0700889 } else {
Zhi Huangcf990f52017-09-22 12:12:30 -0700890 // RTCP doesn't need to call SetRtpParam because it is only used
891 // to make the updated encrypted RTP header extension IDs take effect.
892 ret = true;
jbauch5869f502017-06-29 12:31:36 -0700893 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000894 } else {
Zhi Huangcf990f52017-09-22 12:12:30 -0700895 RTC_DCHECK(srtp_transport_);
896 ret = srtp_transport_->SetRtpParams(selected_crypto_suite, &(*send_key)[0],
897 static_cast<int>(send_key->size()),
898 selected_crypto_suite, &(*recv_key)[0],
899 static_cast<int>(recv_key->size()));
900 dtls_active_ = ret;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000901 }
902
michaelt79e05882016-11-08 02:50:09 -0800903 if (!ret) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000904 LOG(LS_WARNING) << "DTLS-SRTP key installation failed";
michaelt79e05882016-11-08 02:50:09 -0800905 } else {
michaelt79e05882016-11-08 02:50:09 -0800906 UpdateTransportOverhead();
907 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000908 return ret;
909}
910
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200911void BaseChannel::MaybeSetupDtlsSrtp_n() {
Zhi Huangcf990f52017-09-22 12:12:30 -0700912 if (dtls_active()) {
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800913 return;
914 }
915
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200916 if (!ShouldSetupDtlsSrtp_n()) {
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800917 return;
918 }
919
Zhi Huangcf990f52017-09-22 12:12:30 -0700920 if (!srtp_transport_) {
921 EnableSrtpTransport_n();
922 }
923
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200924 if (!SetupDtlsSrtp_n(false)) {
deadbeef953c2ce2017-01-09 14:53:41 -0800925 SignalDtlsSrtpSetupFailure_n(false);
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800926 return;
927 }
928
zhihuangb2cdd932017-01-19 16:54:25 -0800929 if (rtcp_dtls_transport_) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200930 if (!SetupDtlsSrtp_n(true)) {
deadbeef953c2ce2017-01-09 14:53:41 -0800931 SignalDtlsSrtpSetupFailure_n(true);
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800932 return;
933 }
934 }
935}
936
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200937void BaseChannel::ChannelNotWritable_n() {
938 RTC_DCHECK(network_thread_->IsCurrent());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000939 if (!writable_)
940 return;
941
deadbeefcbecd352015-09-23 11:50:27 -0700942 LOG(LS_INFO) << "Channel not writable (" << content_name_ << ")";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000943 writable_ = false;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700944 UpdateMediaSendRecvState();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000945}
946
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200947bool BaseChannel::SetRtpTransportParameters(
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700948 const MediaContentDescription* content,
949 ContentAction action,
950 ContentSource src,
jbauch5869f502017-06-29 12:31:36 -0700951 const RtpHeaderExtensions& extensions,
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700952 std::string* error_desc) {
953 if (action == CA_UPDATE) {
954 // These parameters never get changed by a CA_UDPATE.
955 return true;
956 }
957
jbauch5869f502017-06-29 12:31:36 -0700958 std::vector<int> encrypted_extension_ids;
959 for (const webrtc::RtpExtension& extension : extensions) {
960 if (extension.encrypt) {
961 LOG(LS_INFO) << "Using " << (src == CS_LOCAL ? "local" : "remote")
962 << " encrypted extension: " << extension.ToString();
963 encrypted_extension_ids.push_back(extension.id);
964 }
965 }
966
deadbeef7af91dd2016-12-13 11:29:11 -0800967 // Cache srtp_required_ for belt and suspenders check on SendPacket
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200968 return network_thread_->Invoke<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700969 RTC_FROM_HERE, Bind(&BaseChannel::SetRtpTransportParameters_n, this,
jbauch5869f502017-06-29 12:31:36 -0700970 content, action, src, encrypted_extension_ids,
971 error_desc));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200972}
973
974bool BaseChannel::SetRtpTransportParameters_n(
975 const MediaContentDescription* content,
976 ContentAction action,
977 ContentSource src,
jbauch5869f502017-06-29 12:31:36 -0700978 const std::vector<int>& encrypted_extension_ids,
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200979 std::string* error_desc) {
980 RTC_DCHECK(network_thread_->IsCurrent());
981
jbauch5869f502017-06-29 12:31:36 -0700982 if (!SetSrtp_n(content->cryptos(), action, src, encrypted_extension_ids,
983 error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700984 return false;
985 }
986
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200987 if (!SetRtcpMux_n(content->rtcp_mux(), action, src, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700988 return false;
989 }
990
991 return true;
992}
993
zhihuangb2cdd932017-01-19 16:54:25 -0800994// |dtls| will be set to true if DTLS is active for transport and crypto is
995// empty.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200996bool BaseChannel::CheckSrtpConfig_n(const std::vector<CryptoParams>& cryptos,
997 bool* dtls,
998 std::string* error_desc) {
deadbeeff5346592017-01-24 21:51:21 -0800999 *dtls = rtp_dtls_transport_ && rtp_dtls_transport_->IsDtlsActive();
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +00001000 if (*dtls && !cryptos.empty()) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001001 SafeSetError("Cryptos must be empty when DTLS is active.", error_desc);
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +00001002 return false;
1003 }
1004 return true;
1005}
1006
Zhi Huangcf990f52017-09-22 12:12:30 -07001007void BaseChannel::EnableSrtpTransport_n() {
1008 if (srtp_transport_ == nullptr) {
1009 rtp_transport_->SignalReadyToSend.disconnect(this);
1010 rtp_transport_->SignalPacketReceived.disconnect(this);
1011
1012 auto transport = rtc::MakeUnique<webrtc::SrtpTransport>(
1013 std::move(rtp_transport_), content_name_);
1014 srtp_transport_ = transport.get();
1015 rtp_transport_ = std::move(transport);
1016
1017 rtp_transport_->SignalReadyToSend.connect(
1018 this, &BaseChannel::OnTransportReadyToSend);
1019 rtp_transport_->SignalPacketReceived.connect(
1020 this, &BaseChannel::OnPacketReceived);
1021 LOG(LS_INFO) << "Wrapping RtpTransport in SrtpTransport.";
1022 }
1023}
1024
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001025bool BaseChannel::SetSrtp_n(const std::vector<CryptoParams>& cryptos,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001026 ContentAction action,
1027 ContentSource src,
jbauch5869f502017-06-29 12:31:36 -07001028 const std::vector<int>& encrypted_extension_ids,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001029 std::string* error_desc) {
Peter Boströmca8b4042016-03-08 14:24:13 -08001030 TRACE_EVENT0("webrtc", "BaseChannel::SetSrtp_w");
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001031 if (action == CA_UPDATE) {
1032 // no crypto params.
1033 return true;
1034 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001035 bool ret = false;
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +00001036 bool dtls = false;
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001037 ret = CheckSrtpConfig_n(cryptos, &dtls, error_desc);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001038 if (!ret) {
1039 return false;
1040 }
Zhi Huangcf990f52017-09-22 12:12:30 -07001041
1042 // If SRTP was not required, but we're setting a description that uses SDES,
1043 // we need to upgrade to an SrtpTransport.
1044 if (!srtp_transport_ && !dtls && !cryptos.empty()) {
1045 EnableSrtpTransport_n();
1046 }
1047 if (srtp_transport_) {
1048 srtp_transport_->SetEncryptedHeaderExtensionIds(src,
1049 encrypted_extension_ids);
1050 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001051 switch (action) {
1052 case CA_OFFER:
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +00001053 // If DTLS is already active on the channel, we could be renegotiating
1054 // here. We don't update the srtp filter.
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001055 if (!dtls) {
Zhi Huangcf990f52017-09-22 12:12:30 -07001056 ret = sdes_negotiator_.SetOffer(cryptos, src);
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +00001057 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001058 break;
1059 case CA_PRANSWER:
1060 // If we're doing DTLS-SRTP, we don't want to update the filter
1061 // with an answer, because we already have SRTP parameters.
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001062 if (!dtls) {
Zhi Huangcf990f52017-09-22 12:12:30 -07001063 ret = sdes_negotiator_.SetProvisionalAnswer(cryptos, src);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001064 }
1065 break;
1066 case CA_ANSWER:
1067 // If we're doing DTLS-SRTP, we don't want to update the filter
1068 // with an answer, because we already have SRTP parameters.
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001069 if (!dtls) {
Zhi Huangcf990f52017-09-22 12:12:30 -07001070 ret = sdes_negotiator_.SetAnswer(cryptos, src);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001071 }
1072 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001073 default:
1074 break;
1075 }
Zhi Huangcf990f52017-09-22 12:12:30 -07001076
1077 // If setting an SDES answer succeeded, apply the negotiated parameters
1078 // to the SRTP transport.
1079 if ((action == CA_PRANSWER || action == CA_ANSWER) && !dtls && ret) {
1080 if (sdes_negotiator_.send_cipher_suite() &&
1081 sdes_negotiator_.recv_cipher_suite()) {
1082 ret = srtp_transport_->SetRtpParams(
1083 *(sdes_negotiator_.send_cipher_suite()),
1084 sdes_negotiator_.send_key().data(),
1085 static_cast<int>(sdes_negotiator_.send_key().size()),
1086 *(sdes_negotiator_.recv_cipher_suite()),
1087 sdes_negotiator_.recv_key().data(),
1088 static_cast<int>(sdes_negotiator_.recv_key().size()));
1089 } else {
1090 LOG(LS_INFO) << "No crypto keys are provided for SDES.";
1091 if (action == CA_ANSWER && srtp_transport_) {
1092 // Explicitly reset the |srtp_transport_| if no crypto param is
1093 // provided in the answer. No need to call |ResetParams()| for
1094 // |sdes_negotiator_| because it resets the params inside |SetAnswer|.
1095 srtp_transport_->ResetParams();
1096 }
1097 }
1098 }
1099
jbauch5869f502017-06-29 12:31:36 -07001100 // Only update SRTP filter if using DTLS. SDES is handled internally
1101 // by the SRTP filter.
1102 // TODO(jbauch): Only update if encrypted extension ids have changed.
Zhi Huangcf990f52017-09-22 12:12:30 -07001103 if (ret && dtls_active() && rtp_dtls_transport_ &&
jbauch5869f502017-06-29 12:31:36 -07001104 rtp_dtls_transport_->dtls_state() == DTLS_TRANSPORT_CONNECTED) {
1105 bool rtcp = false;
1106 ret = SetupDtlsSrtp_n(rtcp);
1107 }
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001108 if (!ret) {
1109 SafeSetError("Failed to setup SRTP filter.", error_desc);
1110 return false;
1111 }
1112 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001113}
1114
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001115bool BaseChannel::SetRtcpMux_n(bool enable,
1116 ContentAction action,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001117 ContentSource src,
1118 std::string* error_desc) {
deadbeef8e814d72017-01-13 11:34:39 -08001119 // Provide a more specific error message for the RTCP mux "require" policy
1120 // case.
zstein56162b92017-04-24 16:54:35 -07001121 if (rtcp_mux_required_ && !enable) {
deadbeef8e814d72017-01-13 11:34:39 -08001122 SafeSetError(
1123 "rtcpMuxPolicy is 'require', but media description does not "
1124 "contain 'a=rtcp-mux'.",
1125 error_desc);
1126 return false;
1127 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001128 bool ret = false;
1129 switch (action) {
1130 case CA_OFFER:
1131 ret = rtcp_mux_filter_.SetOffer(enable, src);
1132 break;
1133 case CA_PRANSWER:
zhihuangb2cdd932017-01-19 16:54:25 -08001134 // This may activate RTCP muxing, but we don't yet destroy the transport
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001135 // because the final answer may deactivate it.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001136 ret = rtcp_mux_filter_.SetProvisionalAnswer(enable, src);
1137 break;
1138 case CA_ANSWER:
1139 ret = rtcp_mux_filter_.SetAnswer(enable, src);
1140 if (ret && rtcp_mux_filter_.IsActive()) {
deadbeefe814a0d2017-02-25 18:15:09 -08001141 // We permanently activated RTCP muxing; signal that we no longer need
1142 // the RTCP transport.
zsteind48dbda2017-04-04 19:45:57 -07001143 std::string debug_name =
1144 transport_name_.empty()
zsteine8ab5432017-07-12 11:48:11 -07001145 ? rtp_transport_->rtp_packet_transport()->debug_name()
zsteind48dbda2017-04-04 19:45:57 -07001146 : transport_name_;
deadbeefcbecd352015-09-23 11:50:27 -07001147 LOG(LS_INFO) << "Enabling rtcp-mux for " << content_name()
deadbeefe814a0d2017-02-25 18:15:09 -08001148 << "; no longer need RTCP transport for " << debug_name;
zsteine8ab5432017-07-12 11:48:11 -07001149 if (rtp_transport_->rtcp_packet_transport()) {
deadbeeff5346592017-01-24 21:51:21 -08001150 SetTransport_n(true, nullptr, nullptr);
1151 SignalRtcpMuxFullyActive(transport_name_);
zhihuangf5b251b2017-01-12 19:37:48 -08001152 }
deadbeef062ce9f2016-08-26 21:42:15 -07001153 UpdateWritableState_n();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001154 }
1155 break;
1156 case CA_UPDATE:
1157 // No RTCP mux info.
1158 ret = true;
Henrik Kjellander7c027b62015-04-22 13:21:30 +02001159 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001160 default:
1161 break;
1162 }
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001163 if (!ret) {
1164 SafeSetError("Failed to setup RTCP mux filter.", error_desc);
1165 return false;
1166 }
zsteine8ab5432017-07-12 11:48:11 -07001167 rtp_transport_->SetRtcpMuxEnabled(rtcp_mux_filter_.IsActive());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001168 // |rtcp_mux_filter_| can be active if |action| is CA_PRANSWER or
zhihuangb2cdd932017-01-19 16:54:25 -08001169 // CA_ANSWER, but we only want to tear down the RTCP transport if we received
1170 // a final answer.
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001171 if (rtcp_mux_filter_.IsActive()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001172 // If the RTP transport is already writable, then so are we.
zsteine8ab5432017-07-12 11:48:11 -07001173 if (rtp_transport_->rtp_packet_transport()->writable()) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001174 ChannelWritable_n();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001175 }
1176 }
1177
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001178 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001179}
1180
1181bool BaseChannel::AddRecvStream_w(const StreamParams& sp) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001182 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
pbos482b12e2015-11-16 10:19:58 -08001183 return media_channel()->AddRecvStream(sp);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001184}
1185
Peter Boström0c4e06b2015-10-07 12:23:21 +02001186bool BaseChannel::RemoveRecvStream_w(uint32_t ssrc) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001187 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001188 return media_channel()->RemoveRecvStream(ssrc);
1189}
1190
1191bool BaseChannel::UpdateLocalStreams_w(const std::vector<StreamParams>& streams,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001192 ContentAction action,
1193 std::string* error_desc) {
nisse7ce109a2017-01-31 00:57:56 -08001194 if (!(action == CA_OFFER || action == CA_ANSWER ||
1195 action == CA_PRANSWER || action == CA_UPDATE))
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001196 return false;
1197
1198 // If this is an update, streams only contain streams that have changed.
1199 if (action == CA_UPDATE) {
1200 for (StreamParamsVec::const_iterator it = streams.begin();
1201 it != streams.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001202 const StreamParams* existing_stream =
1203 GetStreamByIds(local_streams_, it->groupid, it->id);
1204 if (!existing_stream && it->has_ssrcs()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001205 if (media_channel()->AddSendStream(*it)) {
1206 local_streams_.push_back(*it);
1207 LOG(LS_INFO) << "Add send stream ssrc: " << it->first_ssrc();
1208 } else {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001209 std::ostringstream desc;
1210 desc << "Failed to add send stream ssrc: " << it->first_ssrc();
1211 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001212 return false;
1213 }
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001214 } else if (existing_stream && !it->has_ssrcs()) {
1215 if (!media_channel()->RemoveSendStream(existing_stream->first_ssrc())) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001216 std::ostringstream desc;
1217 desc << "Failed to remove send stream with ssrc "
1218 << it->first_ssrc() << ".";
1219 SafeSetError(desc.str(), error_desc);
1220 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001221 }
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001222 RemoveStreamBySsrc(&local_streams_, existing_stream->first_ssrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001223 } else {
1224 LOG(LS_WARNING) << "Ignore unsupported stream update";
1225 }
1226 }
1227 return true;
1228 }
1229 // Else streams are all the streams we want to send.
1230
1231 // Check for streams that have been removed.
1232 bool ret = true;
1233 for (StreamParamsVec::const_iterator it = local_streams_.begin();
1234 it != local_streams_.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001235 if (!GetStreamBySsrc(streams, it->first_ssrc())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001236 if (!media_channel()->RemoveSendStream(it->first_ssrc())) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001237 std::ostringstream desc;
1238 desc << "Failed to remove send stream with ssrc "
1239 << it->first_ssrc() << ".";
1240 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001241 ret = false;
1242 }
1243 }
1244 }
1245 // Check for new streams.
1246 for (StreamParamsVec::const_iterator it = streams.begin();
1247 it != streams.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001248 if (!GetStreamBySsrc(local_streams_, it->first_ssrc())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001249 if (media_channel()->AddSendStream(*it)) {
stefanc1aeaf02015-10-15 07:26:07 -07001250 LOG(LS_INFO) << "Add send stream ssrc: " << it->ssrcs[0];
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001251 } else {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001252 std::ostringstream desc;
1253 desc << "Failed to add send stream ssrc: " << it->first_ssrc();
1254 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001255 ret = false;
1256 }
1257 }
1258 }
1259 local_streams_ = streams;
1260 return ret;
1261}
1262
1263bool BaseChannel::UpdateRemoteStreams_w(
1264 const std::vector<StreamParams>& streams,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001265 ContentAction action,
1266 std::string* error_desc) {
nisse7ce109a2017-01-31 00:57:56 -08001267 if (!(action == CA_OFFER || action == CA_ANSWER ||
1268 action == CA_PRANSWER || action == CA_UPDATE))
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001269 return false;
1270
1271 // If this is an update, streams only contain streams that have changed.
1272 if (action == CA_UPDATE) {
1273 for (StreamParamsVec::const_iterator it = streams.begin();
1274 it != streams.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001275 const StreamParams* existing_stream =
1276 GetStreamByIds(remote_streams_, it->groupid, it->id);
1277 if (!existing_stream && it->has_ssrcs()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001278 if (AddRecvStream_w(*it)) {
1279 remote_streams_.push_back(*it);
1280 LOG(LS_INFO) << "Add remote stream ssrc: " << it->first_ssrc();
1281 } else {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001282 std::ostringstream desc;
1283 desc << "Failed to add remote stream ssrc: " << it->first_ssrc();
1284 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001285 return false;
1286 }
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001287 } else if (existing_stream && !it->has_ssrcs()) {
1288 if (!RemoveRecvStream_w(existing_stream->first_ssrc())) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001289 std::ostringstream desc;
1290 desc << "Failed to remove remote stream with ssrc "
1291 << it->first_ssrc() << ".";
1292 SafeSetError(desc.str(), error_desc);
1293 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001294 }
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001295 RemoveStreamBySsrc(&remote_streams_, existing_stream->first_ssrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001296 } else {
1297 LOG(LS_WARNING) << "Ignore unsupported stream update."
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001298 << " Stream exists? " << (existing_stream != nullptr)
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001299 << " new stream = " << it->ToString();
1300 }
1301 }
1302 return true;
1303 }
1304 // Else streams are all the streams we want to receive.
1305
1306 // Check for streams that have been removed.
1307 bool ret = true;
1308 for (StreamParamsVec::const_iterator it = remote_streams_.begin();
1309 it != remote_streams_.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001310 if (!GetStreamBySsrc(streams, it->first_ssrc())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001311 if (!RemoveRecvStream_w(it->first_ssrc())) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001312 std::ostringstream desc;
1313 desc << "Failed to remove remote stream with ssrc "
1314 << it->first_ssrc() << ".";
1315 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001316 ret = false;
1317 }
1318 }
1319 }
1320 // Check for new streams.
1321 for (StreamParamsVec::const_iterator it = streams.begin();
1322 it != streams.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001323 if (!GetStreamBySsrc(remote_streams_, it->first_ssrc())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001324 if (AddRecvStream_w(*it)) {
1325 LOG(LS_INFO) << "Add remote ssrc: " << it->ssrcs[0];
1326 } else {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001327 std::ostringstream desc;
1328 desc << "Failed to add remote stream ssrc: " << it->first_ssrc();
1329 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001330 ret = false;
1331 }
1332 }
1333 }
1334 remote_streams_ = streams;
1335 return ret;
1336}
1337
jbauch5869f502017-06-29 12:31:36 -07001338RtpHeaderExtensions BaseChannel::GetFilteredRtpHeaderExtensions(
1339 const RtpHeaderExtensions& extensions) {
1340 if (!rtp_dtls_transport_ ||
1341 !rtp_dtls_transport_->crypto_options()
1342 .enable_encrypted_rtp_header_extensions) {
1343 RtpHeaderExtensions filtered;
1344 auto pred = [](const webrtc::RtpExtension& extension) {
1345 return !extension.encrypt;
1346 };
1347 std::copy_if(extensions.begin(), extensions.end(),
1348 std::back_inserter(filtered), pred);
1349 return filtered;
1350 }
1351
1352 return webrtc::RtpExtension::FilterDuplicateNonEncrypted(extensions);
1353}
1354
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001355void BaseChannel::MaybeCacheRtpAbsSendTimeHeaderExtension_w(
isheriff6f8d6862016-05-26 11:24:55 -07001356 const std::vector<webrtc::RtpExtension>& extensions) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001357// Absolute Send Time extension id is used only with external auth,
1358// so do not bother searching for it and making asyncronious call to set
1359// something that is not used.
1360#if defined(ENABLE_EXTERNAL_AUTH)
isheriff6f8d6862016-05-26 11:24:55 -07001361 const webrtc::RtpExtension* send_time_extension =
jbauch5869f502017-06-29 12:31:36 -07001362 webrtc::RtpExtension::FindHeaderExtensionByUri(
1363 extensions, webrtc::RtpExtension::kAbsSendTimeUri);
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001364 int rtp_abs_sendtime_extn_id =
henrike@webrtc.orgd43aa9d2014-02-21 23:43:24 +00001365 send_time_extension ? send_time_extension->id : -1;
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001366 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001367 RTC_FROM_HERE, network_thread_,
1368 Bind(&BaseChannel::CacheRtpAbsSendTimeHeaderExtension_n, this,
1369 rtp_abs_sendtime_extn_id));
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001370#endif
1371}
1372
1373void BaseChannel::CacheRtpAbsSendTimeHeaderExtension_n(
1374 int rtp_abs_sendtime_extn_id) {
Zhi Huangcf990f52017-09-22 12:12:30 -07001375 if (srtp_transport_) {
1376 srtp_transport_->CacheRtpAbsSendTimeHeaderExtension(
1377 rtp_abs_sendtime_extn_id);
1378 } else {
1379 LOG(LS_WARNING) << "Trying to cache the Absolute Send Time extension id "
1380 "but the SRTP is not active.";
1381 }
henrike@webrtc.orgd43aa9d2014-02-21 23:43:24 +00001382}
1383
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001384void BaseChannel::OnMessage(rtc::Message *pmsg) {
Peter Boström6f28cf02015-12-07 23:17:15 +01001385 TRACE_EVENT0("webrtc", "BaseChannel::OnMessage");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001386 switch (pmsg->message_id) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001387 case MSG_SEND_RTP_PACKET:
1388 case MSG_SEND_RTCP_PACKET: {
1389 RTC_DCHECK(network_thread_->IsCurrent());
1390 SendPacketMessageData* data =
1391 static_cast<SendPacketMessageData*>(pmsg->pdata);
1392 bool rtcp = pmsg->message_id == MSG_SEND_RTCP_PACKET;
1393 SendPacket(rtcp, &data->packet, data->options);
1394 delete data;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001395 break;
1396 }
1397 case MSG_FIRSTPACKETRECEIVED: {
1398 SignalFirstPacketReceived(this);
1399 break;
1400 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001401 }
1402}
1403
zstein3dcf0e92017-06-01 13:22:42 -07001404void BaseChannel::AddHandledPayloadType(int payload_type) {
zsteine8ab5432017-07-12 11:48:11 -07001405 rtp_transport_->AddHandledPayloadType(payload_type);
zstein3dcf0e92017-06-01 13:22:42 -07001406}
1407
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001408void BaseChannel::FlushRtcpMessages_n() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001409 // Flush all remaining RTCP messages. This should only be called in
1410 // destructor.
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001411 RTC_DCHECK(network_thread_->IsCurrent());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001412 rtc::MessageList rtcp_messages;
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001413 network_thread_->Clear(this, MSG_SEND_RTCP_PACKET, &rtcp_messages);
1414 for (const auto& message : rtcp_messages) {
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001415 network_thread_->Send(RTC_FROM_HERE, this, MSG_SEND_RTCP_PACKET,
1416 message.pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001417 }
1418}
1419
johand89ab142016-10-25 10:50:32 -07001420void BaseChannel::SignalSentPacket_n(
deadbeef5bd5ca32017-02-10 11:31:50 -08001421 rtc::PacketTransportInternal* /* transport */,
johand89ab142016-10-25 10:50:32 -07001422 const rtc::SentPacket& sent_packet) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001423 RTC_DCHECK(network_thread_->IsCurrent());
1424 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001425 RTC_FROM_HERE, worker_thread_,
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001426 rtc::Bind(&BaseChannel::SignalSentPacket_w, this, sent_packet));
1427}
1428
1429void BaseChannel::SignalSentPacket_w(const rtc::SentPacket& sent_packet) {
1430 RTC_DCHECK(worker_thread_->IsCurrent());
1431 SignalSentPacket(sent_packet);
1432}
1433
1434VoiceChannel::VoiceChannel(rtc::Thread* worker_thread,
1435 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001436 rtc::Thread* signaling_thread,
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001437 MediaEngineInterface* media_engine,
1438 VoiceMediaChannel* media_channel,
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001439 const std::string& content_name,
deadbeefac22f702017-01-12 21:59:29 -08001440 bool rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -08001441 bool srtp_required)
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001442 : BaseChannel(worker_thread,
1443 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001444 signaling_thread,
deadbeefcbecd352015-09-23 11:50:27 -07001445 media_channel,
deadbeefcbecd352015-09-23 11:50:27 -07001446 content_name,
deadbeefac22f702017-01-12 21:59:29 -08001447 rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -08001448 srtp_required),
Fredrik Solenberg0c022642015-08-05 12:25:22 +02001449 media_engine_(media_engine),
deadbeefcbecd352015-09-23 11:50:27 -07001450 received_media_(false) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001451
1452VoiceChannel::~VoiceChannel() {
Peter Boströmca8b4042016-03-08 14:24:13 -08001453 TRACE_EVENT0("webrtc", "VoiceChannel::~VoiceChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001454 StopAudioMonitor();
1455 StopMediaMonitor();
1456 // this can't be done in the base class, since it calls a virtual
1457 DisableMedia_w();
wu@webrtc.org78187522013-10-07 23:32:02 +00001458 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001459}
1460
Peter Boström0c4e06b2015-10-07 12:23:21 +02001461bool VoiceChannel::SetAudioSend(uint32_t ssrc,
solenbergdfc8f4f2015-10-01 02:31:10 -07001462 bool enable,
solenberg1dd98f32015-09-10 01:57:14 -07001463 const AudioOptions* options,
Taylor Brandstetter1a018dc2016-03-08 12:37:39 -08001464 AudioSource* source) {
stefanf79ade12017-06-02 06:44:03 -07001465 return InvokeOnWorker<bool>(
1466 RTC_FROM_HERE, Bind(&VoiceMediaChannel::SetAudioSend, media_channel(),
1467 ssrc, enable, options, source));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001468}
1469
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001470// TODO(juberti): Handle early media the right way. We should get an explicit
1471// ringing message telling us to start playing local ringback, which we cancel
1472// if any early media actually arrives. For now, we do the opposite, which is
1473// to wait 1 second for early media, and start playing local ringback if none
1474// arrives.
1475void VoiceChannel::SetEarlyMedia(bool enable) {
1476 if (enable) {
1477 // Start the early media timeout
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001478 worker_thread()->PostDelayed(RTC_FROM_HERE, kEarlyMediaTimeout, this,
1479 MSG_EARLYMEDIATIMEOUT);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001480 } else {
1481 // Stop the timeout if currently going.
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +00001482 worker_thread()->Clear(this, MSG_EARLYMEDIATIMEOUT);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001483 }
1484}
1485
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001486bool VoiceChannel::CanInsertDtmf() {
stefanf79ade12017-06-02 06:44:03 -07001487 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001488 RTC_FROM_HERE, Bind(&VoiceMediaChannel::CanInsertDtmf, media_channel()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001489}
1490
Peter Boström0c4e06b2015-10-07 12:23:21 +02001491bool VoiceChannel::InsertDtmf(uint32_t ssrc,
1492 int event_code,
solenberg1d63dd02015-12-02 12:35:09 -08001493 int duration) {
stefanf79ade12017-06-02 06:44:03 -07001494 return InvokeOnWorker<bool>(
1495 RTC_FROM_HERE,
1496 Bind(&VoiceChannel::InsertDtmf_w, this, ssrc, event_code, duration));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001497}
1498
solenberg4bac9c52015-10-09 02:32:53 -07001499bool VoiceChannel::SetOutputVolume(uint32_t ssrc, double volume) {
stefanf79ade12017-06-02 06:44:03 -07001500 return InvokeOnWorker<bool>(
1501 RTC_FROM_HERE,
1502 Bind(&VoiceMediaChannel::SetOutputVolume, media_channel(), ssrc, volume));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001503}
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +00001504
Tommif888bb52015-12-12 01:37:01 +01001505void VoiceChannel::SetRawAudioSink(
1506 uint32_t ssrc,
kwiberg31022942016-03-11 14:18:21 -08001507 std::unique_ptr<webrtc::AudioSinkInterface> sink) {
1508 // We need to work around Bind's lack of support for unique_ptr and ownership
deadbeef2d110be2016-01-13 12:00:26 -08001509 // passing. So we invoke to our own little routine that gets a pointer to
1510 // our local variable. This is OK since we're synchronously invoking.
stefanf79ade12017-06-02 06:44:03 -07001511 InvokeOnWorker<bool>(RTC_FROM_HERE,
1512 Bind(&SetRawAudioSink_w, media_channel(), ssrc, &sink));
Tommif888bb52015-12-12 01:37:01 +01001513}
1514
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001515webrtc::RtpParameters VoiceChannel::GetRtpSendParameters(uint32_t ssrc) const {
skvladdc1c62c2016-03-16 19:07:43 -07001516 return worker_thread()->Invoke<webrtc::RtpParameters>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001517 RTC_FROM_HERE, Bind(&VoiceChannel::GetRtpSendParameters_w, this, ssrc));
skvladdc1c62c2016-03-16 19:07:43 -07001518}
1519
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001520webrtc::RtpParameters VoiceChannel::GetRtpSendParameters_w(
1521 uint32_t ssrc) const {
1522 return media_channel()->GetRtpSendParameters(ssrc);
skvladdc1c62c2016-03-16 19:07:43 -07001523}
1524
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001525bool VoiceChannel::SetRtpSendParameters(
1526 uint32_t ssrc,
1527 const webrtc::RtpParameters& parameters) {
stefanf79ade12017-06-02 06:44:03 -07001528 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001529 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001530 Bind(&VoiceChannel::SetRtpSendParameters_w, this, ssrc, parameters));
skvladdc1c62c2016-03-16 19:07:43 -07001531}
1532
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001533bool VoiceChannel::SetRtpSendParameters_w(uint32_t ssrc,
1534 webrtc::RtpParameters parameters) {
1535 return media_channel()->SetRtpSendParameters(ssrc, parameters);
1536}
1537
1538webrtc::RtpParameters VoiceChannel::GetRtpReceiveParameters(
1539 uint32_t ssrc) const {
1540 return worker_thread()->Invoke<webrtc::RtpParameters>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001541 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001542 Bind(&VoiceChannel::GetRtpReceiveParameters_w, this, ssrc));
1543}
1544
1545webrtc::RtpParameters VoiceChannel::GetRtpReceiveParameters_w(
1546 uint32_t ssrc) const {
1547 return media_channel()->GetRtpReceiveParameters(ssrc);
1548}
1549
1550bool VoiceChannel::SetRtpReceiveParameters(
1551 uint32_t ssrc,
1552 const webrtc::RtpParameters& parameters) {
stefanf79ade12017-06-02 06:44:03 -07001553 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001554 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001555 Bind(&VoiceChannel::SetRtpReceiveParameters_w, this, ssrc, parameters));
1556}
1557
1558bool VoiceChannel::SetRtpReceiveParameters_w(uint32_t ssrc,
1559 webrtc::RtpParameters parameters) {
1560 return media_channel()->SetRtpReceiveParameters(ssrc, parameters);
skvladdc1c62c2016-03-16 19:07:43 -07001561}
1562
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001563bool VoiceChannel::GetStats(VoiceMediaInfo* stats) {
stefanf79ade12017-06-02 06:44:03 -07001564 return InvokeOnWorker<bool>(RTC_FROM_HERE, Bind(&VoiceMediaChannel::GetStats,
1565 media_channel(), stats));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001566}
1567
hbos8d609f62017-04-10 07:39:05 -07001568std::vector<webrtc::RtpSource> VoiceChannel::GetSources(uint32_t ssrc) const {
1569 return worker_thread()->Invoke<std::vector<webrtc::RtpSource>>(
zhihuang38ede132017-06-15 12:52:32 -07001570 RTC_FROM_HERE, Bind(&VoiceChannel::GetSources_w, this, ssrc));
1571}
1572
1573std::vector<webrtc::RtpSource> VoiceChannel::GetSources_w(uint32_t ssrc) const {
1574 RTC_DCHECK(worker_thread()->IsCurrent());
1575 return media_channel()->GetSources(ssrc);
hbos8d609f62017-04-10 07:39:05 -07001576}
1577
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001578void VoiceChannel::StartMediaMonitor(int cms) {
1579 media_monitor_.reset(new VoiceMediaMonitor(media_channel(), worker_thread(),
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001580 rtc::Thread::Current()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001581 media_monitor_->SignalUpdate.connect(
1582 this, &VoiceChannel::OnMediaMonitorUpdate);
1583 media_monitor_->Start(cms);
1584}
1585
1586void VoiceChannel::StopMediaMonitor() {
1587 if (media_monitor_) {
1588 media_monitor_->Stop();
1589 media_monitor_->SignalUpdate.disconnect(this);
1590 media_monitor_.reset();
1591 }
1592}
1593
1594void VoiceChannel::StartAudioMonitor(int cms) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001595 audio_monitor_.reset(new AudioMonitor(this, rtc::Thread::Current()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001596 audio_monitor_
1597 ->SignalUpdate.connect(this, &VoiceChannel::OnAudioMonitorUpdate);
1598 audio_monitor_->Start(cms);
1599}
1600
1601void VoiceChannel::StopAudioMonitor() {
1602 if (audio_monitor_) {
1603 audio_monitor_->Stop();
1604 audio_monitor_.reset();
1605 }
1606}
1607
1608bool VoiceChannel::IsAudioMonitorRunning() const {
1609 return (audio_monitor_.get() != NULL);
1610}
1611
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001612int VoiceChannel::GetInputLevel_w() {
Fredrik Solenberg0c022642015-08-05 12:25:22 +02001613 return media_engine_->GetInputLevel();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001614}
1615
1616int VoiceChannel::GetOutputLevel_w() {
1617 return media_channel()->GetOutputLevel();
1618}
1619
1620void VoiceChannel::GetActiveStreams_w(AudioInfo::StreamList* actives) {
1621 media_channel()->GetActiveStreams(actives);
1622}
1623
zstein3dcf0e92017-06-01 13:22:42 -07001624void VoiceChannel::OnPacketReceived(bool rtcp,
zstein634977b2017-07-14 12:30:04 -07001625 rtc::CopyOnWriteBuffer* packet,
zstein3dcf0e92017-06-01 13:22:42 -07001626 const rtc::PacketTime& packet_time) {
1627 BaseChannel::OnPacketReceived(rtcp, packet, packet_time);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001628 // Set a flag when we've received an RTP packet. If we're waiting for early
1629 // media, this will disable the timeout.
zstein3dcf0e92017-06-01 13:22:42 -07001630 if (!received_media_ && !rtcp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001631 received_media_ = true;
1632 }
1633}
1634
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001635void BaseChannel::UpdateMediaSendRecvState() {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001636 RTC_DCHECK(network_thread_->IsCurrent());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001637 invoker_.AsyncInvoke<void>(
1638 RTC_FROM_HERE, worker_thread_,
1639 Bind(&BaseChannel::UpdateMediaSendRecvState_w, this));
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001640}
1641
michaelt79e05882016-11-08 02:50:09 -08001642int BaseChannel::GetTransportOverheadPerPacket() const {
1643 RTC_DCHECK(network_thread_->IsCurrent());
1644
1645 if (!selected_candidate_pair_)
1646 return 0;
1647
1648 int transport_overhead_per_packet = 0;
1649
1650 constexpr int kIpv4Overhaed = 20;
1651 constexpr int kIpv6Overhaed = 40;
1652 transport_overhead_per_packet +=
1653 selected_candidate_pair_->local_candidate().address().family() == AF_INET
1654 ? kIpv4Overhaed
1655 : kIpv6Overhaed;
1656
1657 constexpr int kUdpOverhaed = 8;
1658 constexpr int kTcpOverhaed = 20;
1659 transport_overhead_per_packet +=
1660 selected_candidate_pair_->local_candidate().protocol() ==
1661 TCP_PROTOCOL_NAME
1662 ? kTcpOverhaed
1663 : kUdpOverhaed;
1664
Zhi Huang04eaa152017-10-04 14:08:30 -07001665 if (srtp_active()) {
michaelt79e05882016-11-08 02:50:09 -08001666 int srtp_overhead = 0;
Zhi Huangcf990f52017-09-22 12:12:30 -07001667 if (srtp_transport_->GetSrtpOverhead(&srtp_overhead))
michaelt79e05882016-11-08 02:50:09 -08001668 transport_overhead_per_packet += srtp_overhead;
1669 }
1670
1671 return transport_overhead_per_packet;
1672}
1673
1674void BaseChannel::UpdateTransportOverhead() {
1675 int transport_overhead_per_packet = GetTransportOverheadPerPacket();
1676 if (transport_overhead_per_packet)
1677 invoker_.AsyncInvoke<void>(
1678 RTC_FROM_HERE, worker_thread_,
1679 Bind(&MediaChannel::OnTransportOverheadChanged, media_channel_,
1680 transport_overhead_per_packet));
1681}
1682
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001683void VoiceChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001684 // Render incoming data if we're the active call, and we have the local
1685 // content. We receive data on the default channel and multiplexed streams.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001686 bool recv = IsReadyToReceiveMedia_w();
solenberg5b14b422015-10-01 04:10:31 -07001687 media_channel()->SetPlayout(recv);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001688
1689 // Send outgoing data if we're the active call, we have the remote content,
1690 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001691 bool send = IsReadyToSendMedia_w();
Taylor Brandstetter1a018dc2016-03-08 12:37:39 -08001692 media_channel()->SetSend(send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001693
1694 LOG(LS_INFO) << "Changing voice state, recv=" << recv << " send=" << send;
1695}
1696
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001697bool VoiceChannel::SetLocalContent_w(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001698 ContentAction action,
1699 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01001700 TRACE_EVENT0("webrtc", "VoiceChannel::SetLocalContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001701 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001702 LOG(LS_INFO) << "Setting local voice description";
1703
1704 const AudioContentDescription* audio =
1705 static_cast<const AudioContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001706 RTC_DCHECK(audio != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001707 if (!audio) {
1708 SafeSetError("Can't find audio content in local description.", error_desc);
1709 return false;
1710 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001711
jbauch5869f502017-06-29 12:31:36 -07001712 RtpHeaderExtensions rtp_header_extensions =
1713 GetFilteredRtpHeaderExtensions(audio->rtp_header_extensions());
1714
1715 if (!SetRtpTransportParameters(content, action, CS_LOCAL,
1716 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001717 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001718 }
1719
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001720 AudioRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -07001721 RtpParametersFromMediaDescription(audio, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001722 if (!media_channel()->SetRecvParameters(recv_params)) {
Peter Thatcherbfab5cb2015-08-20 17:40:24 -07001723 SafeSetError("Failed to set local audio description recv parameters.",
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001724 error_desc);
1725 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001726 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001727 for (const AudioCodec& codec : audio->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -07001728 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001729 }
1730 last_recv_params_ = recv_params;
1731
1732 // TODO(pthatcher): Move local streams into AudioSendParameters, and
1733 // only give it to the media channel once we have a remote
1734 // description too (without a remote description, we won't be able
1735 // to send them anyway).
1736 if (!UpdateLocalStreams_w(audio->streams(), action, error_desc)) {
1737 SafeSetError("Failed to set local audio description streams.", error_desc);
1738 return false;
1739 }
1740
1741 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001742 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001743 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001744}
1745
1746bool VoiceChannel::SetRemoteContent_w(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001747 ContentAction action,
1748 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01001749 TRACE_EVENT0("webrtc", "VoiceChannel::SetRemoteContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001750 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001751 LOG(LS_INFO) << "Setting remote voice description";
1752
1753 const AudioContentDescription* audio =
1754 static_cast<const AudioContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001755 RTC_DCHECK(audio != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001756 if (!audio) {
1757 SafeSetError("Can't find audio content in remote description.", error_desc);
1758 return false;
1759 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001760
jbauch5869f502017-06-29 12:31:36 -07001761 RtpHeaderExtensions rtp_header_extensions =
1762 GetFilteredRtpHeaderExtensions(audio->rtp_header_extensions());
1763
1764 if (!SetRtpTransportParameters(content, action, CS_REMOTE,
1765 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001766 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001767 }
1768
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001769 AudioSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -07001770 RtpSendParametersFromMediaDescription(audio, rtp_header_extensions,
1771 &send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001772 if (audio->agc_minus_10db()) {
Karl Wibergbe579832015-11-10 22:34:18 +01001773 send_params.options.adjust_agc_delta = rtc::Optional<int>(kAgcMinus10db);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001774 }
skvladdc1c62c2016-03-16 19:07:43 -07001775
1776 bool parameters_applied = media_channel()->SetSendParameters(send_params);
1777 if (!parameters_applied) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001778 SafeSetError("Failed to set remote audio description send parameters.",
1779 error_desc);
1780 return false;
1781 }
1782 last_send_params_ = send_params;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001783
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001784 // TODO(pthatcher): Move remote streams into AudioRecvParameters,
1785 // and only give it to the media channel once we have a local
1786 // description too (without a local description, we won't be able to
1787 // recv them anyway).
1788 if (!UpdateRemoteStreams_w(audio->streams(), action, error_desc)) {
1789 SafeSetError("Failed to set remote audio description streams.", error_desc);
1790 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001791 }
1792
Peter Thatcherbfab5cb2015-08-20 17:40:24 -07001793 if (audio->rtp_header_extensions_set()) {
jbauch5869f502017-06-29 12:31:36 -07001794 MaybeCacheRtpAbsSendTimeHeaderExtension_w(rtp_header_extensions);
Peter Thatcherbfab5cb2015-08-20 17:40:24 -07001795 }
1796
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001797 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001798 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001799 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001800}
1801
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001802void VoiceChannel::HandleEarlyMediaTimeout() {
1803 // This occurs on the main thread, not the worker thread.
1804 if (!received_media_) {
1805 LOG(LS_INFO) << "No early media received before timeout";
1806 SignalEarlyMediaTimeout(this);
1807 }
1808}
1809
Peter Boström0c4e06b2015-10-07 12:23:21 +02001810bool VoiceChannel::InsertDtmf_w(uint32_t ssrc,
1811 int event,
solenberg1d63dd02015-12-02 12:35:09 -08001812 int duration) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001813 if (!enabled()) {
1814 return false;
1815 }
solenberg1d63dd02015-12-02 12:35:09 -08001816 return media_channel()->InsertDtmf(ssrc, event, duration);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001817}
1818
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001819void VoiceChannel::OnMessage(rtc::Message *pmsg) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001820 switch (pmsg->message_id) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001821 case MSG_EARLYMEDIATIMEOUT:
1822 HandleEarlyMediaTimeout();
1823 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001824 case MSG_CHANNEL_ERROR: {
1825 VoiceChannelErrorMessageData* data =
1826 static_cast<VoiceChannelErrorMessageData*>(pmsg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001827 delete data;
1828 break;
1829 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001830 default:
1831 BaseChannel::OnMessage(pmsg);
1832 break;
1833 }
1834}
1835
1836void VoiceChannel::OnConnectionMonitorUpdate(
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +00001837 ConnectionMonitor* monitor, const std::vector<ConnectionInfo>& infos) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001838 SignalConnectionMonitor(this, infos);
1839}
1840
1841void VoiceChannel::OnMediaMonitorUpdate(
1842 VoiceMediaChannel* media_channel, const VoiceMediaInfo& info) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001843 RTC_DCHECK(media_channel == this->media_channel());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001844 SignalMediaMonitor(this, info);
1845}
1846
1847void VoiceChannel::OnAudioMonitorUpdate(AudioMonitor* monitor,
1848 const AudioInfo& info) {
1849 SignalAudioMonitor(this, info);
1850}
1851
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001852VideoChannel::VideoChannel(rtc::Thread* worker_thread,
1853 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001854 rtc::Thread* signaling_thread,
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001855 VideoMediaChannel* media_channel,
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001856 const std::string& content_name,
deadbeefac22f702017-01-12 21:59:29 -08001857 bool rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -08001858 bool srtp_required)
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001859 : BaseChannel(worker_thread,
1860 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001861 signaling_thread,
deadbeefcbecd352015-09-23 11:50:27 -07001862 media_channel,
deadbeefcbecd352015-09-23 11:50:27 -07001863 content_name,
deadbeefac22f702017-01-12 21:59:29 -08001864 rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -08001865 srtp_required) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001866
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001867VideoChannel::~VideoChannel() {
Peter Boströmca8b4042016-03-08 14:24:13 -08001868 TRACE_EVENT0("webrtc", "VideoChannel::~VideoChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001869 StopMediaMonitor();
1870 // this can't be done in the base class, since it calls a virtual
1871 DisableMedia_w();
wu@webrtc.org78187522013-10-07 23:32:02 +00001872
1873 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001874}
1875
nisse08582ff2016-02-04 01:24:52 -08001876bool VideoChannel::SetSink(uint32_t ssrc,
nisseacd935b2016-11-11 03:55:13 -08001877 rtc::VideoSinkInterface<webrtc::VideoFrame>* sink) {
nisse08582ff2016-02-04 01:24:52 -08001878 worker_thread()->Invoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001879 RTC_FROM_HERE,
nisse08582ff2016-02-04 01:24:52 -08001880 Bind(&VideoMediaChannel::SetSink, media_channel(), ssrc, sink));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001881 return true;
1882}
1883
deadbeef5a4a75a2016-06-02 16:23:38 -07001884bool VideoChannel::SetVideoSend(
nisse2ded9b12016-04-08 02:23:55 -07001885 uint32_t ssrc,
deadbeef5a4a75a2016-06-02 16:23:38 -07001886 bool mute,
1887 const VideoOptions* options,
nisseacd935b2016-11-11 03:55:13 -08001888 rtc::VideoSourceInterface<webrtc::VideoFrame>* source) {
stefanf79ade12017-06-02 06:44:03 -07001889 return InvokeOnWorker<bool>(
1890 RTC_FROM_HERE, Bind(&VideoMediaChannel::SetVideoSend, media_channel(),
1891 ssrc, mute, options, source));
solenberg1dd98f32015-09-10 01:57:14 -07001892}
1893
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001894webrtc::RtpParameters VideoChannel::GetRtpSendParameters(uint32_t ssrc) const {
skvladdc1c62c2016-03-16 19:07:43 -07001895 return worker_thread()->Invoke<webrtc::RtpParameters>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001896 RTC_FROM_HERE, Bind(&VideoChannel::GetRtpSendParameters_w, this, ssrc));
skvladdc1c62c2016-03-16 19:07:43 -07001897}
1898
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001899webrtc::RtpParameters VideoChannel::GetRtpSendParameters_w(
1900 uint32_t ssrc) const {
1901 return media_channel()->GetRtpSendParameters(ssrc);
skvladdc1c62c2016-03-16 19:07:43 -07001902}
1903
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001904bool VideoChannel::SetRtpSendParameters(
1905 uint32_t ssrc,
1906 const webrtc::RtpParameters& parameters) {
stefanf79ade12017-06-02 06:44:03 -07001907 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001908 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001909 Bind(&VideoChannel::SetRtpSendParameters_w, this, ssrc, parameters));
skvladdc1c62c2016-03-16 19:07:43 -07001910}
1911
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001912bool VideoChannel::SetRtpSendParameters_w(uint32_t ssrc,
1913 webrtc::RtpParameters parameters) {
1914 return media_channel()->SetRtpSendParameters(ssrc, parameters);
1915}
1916
1917webrtc::RtpParameters VideoChannel::GetRtpReceiveParameters(
1918 uint32_t ssrc) const {
1919 return worker_thread()->Invoke<webrtc::RtpParameters>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001920 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001921 Bind(&VideoChannel::GetRtpReceiveParameters_w, this, ssrc));
1922}
1923
1924webrtc::RtpParameters VideoChannel::GetRtpReceiveParameters_w(
1925 uint32_t ssrc) const {
1926 return media_channel()->GetRtpReceiveParameters(ssrc);
1927}
1928
1929bool VideoChannel::SetRtpReceiveParameters(
1930 uint32_t ssrc,
1931 const webrtc::RtpParameters& parameters) {
stefanf79ade12017-06-02 06:44:03 -07001932 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001933 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001934 Bind(&VideoChannel::SetRtpReceiveParameters_w, this, ssrc, parameters));
1935}
1936
1937bool VideoChannel::SetRtpReceiveParameters_w(uint32_t ssrc,
1938 webrtc::RtpParameters parameters) {
1939 return media_channel()->SetRtpReceiveParameters(ssrc, parameters);
skvladdc1c62c2016-03-16 19:07:43 -07001940}
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001941
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001942void VideoChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001943 // Send outgoing data if we're the active call, we have the remote content,
1944 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001945 bool send = IsReadyToSendMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001946 if (!media_channel()->SetSend(send)) {
1947 LOG(LS_ERROR) << "Failed to SetSend on video channel";
1948 // TODO(gangji): Report error back to server.
1949 }
1950
Peter Boström34fbfff2015-09-24 19:20:30 +02001951 LOG(LS_INFO) << "Changing video state, send=" << send;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001952}
1953
stefanf79ade12017-06-02 06:44:03 -07001954void VideoChannel::FillBitrateInfo(BandwidthEstimationInfo* bwe_info) {
1955 InvokeOnWorker<void>(RTC_FROM_HERE, Bind(&VideoMediaChannel::FillBitrateInfo,
1956 media_channel(), bwe_info));
1957}
1958
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00001959bool VideoChannel::GetStats(VideoMediaInfo* stats) {
stefanf79ade12017-06-02 06:44:03 -07001960 return InvokeOnWorker<bool>(RTC_FROM_HERE, Bind(&VideoMediaChannel::GetStats,
1961 media_channel(), stats));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001962}
1963
1964void VideoChannel::StartMediaMonitor(int cms) {
1965 media_monitor_.reset(new VideoMediaMonitor(media_channel(), worker_thread(),
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001966 rtc::Thread::Current()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001967 media_monitor_->SignalUpdate.connect(
1968 this, &VideoChannel::OnMediaMonitorUpdate);
1969 media_monitor_->Start(cms);
1970}
1971
1972void VideoChannel::StopMediaMonitor() {
1973 if (media_monitor_) {
1974 media_monitor_->Stop();
1975 media_monitor_.reset();
1976 }
1977}
1978
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001979bool VideoChannel::SetLocalContent_w(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001980 ContentAction action,
1981 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01001982 TRACE_EVENT0("webrtc", "VideoChannel::SetLocalContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001983 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001984 LOG(LS_INFO) << "Setting local video description";
1985
1986 const VideoContentDescription* video =
1987 static_cast<const VideoContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001988 RTC_DCHECK(video != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001989 if (!video) {
1990 SafeSetError("Can't find video content in local description.", error_desc);
1991 return false;
1992 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001993
jbauch5869f502017-06-29 12:31:36 -07001994 RtpHeaderExtensions rtp_header_extensions =
1995 GetFilteredRtpHeaderExtensions(video->rtp_header_extensions());
1996
1997 if (!SetRtpTransportParameters(content, action, CS_LOCAL,
1998 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001999 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002000 }
2001
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002002 VideoRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -07002003 RtpParametersFromMediaDescription(video, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002004 if (!media_channel()->SetRecvParameters(recv_params)) {
2005 SafeSetError("Failed to set local video description recv parameters.",
2006 error_desc);
2007 return false;
2008 }
2009 for (const VideoCodec& codec : video->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -07002010 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002011 }
2012 last_recv_params_ = recv_params;
2013
2014 // TODO(pthatcher): Move local streams into VideoSendParameters, and
2015 // only give it to the media channel once we have a remote
2016 // description too (without a remote description, we won't be able
2017 // to send them anyway).
2018 if (!UpdateLocalStreams_w(video->streams(), action, error_desc)) {
2019 SafeSetError("Failed to set local video description streams.", error_desc);
2020 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002021 }
2022
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002023 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002024 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002025 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002026}
2027
2028bool VideoChannel::SetRemoteContent_w(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002029 ContentAction action,
2030 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01002031 TRACE_EVENT0("webrtc", "VideoChannel::SetRemoteContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002032 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002033 LOG(LS_INFO) << "Setting remote video description";
2034
2035 const VideoContentDescription* video =
2036 static_cast<const VideoContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002037 RTC_DCHECK(video != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002038 if (!video) {
2039 SafeSetError("Can't find video content in remote description.", error_desc);
2040 return false;
2041 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002042
jbauch5869f502017-06-29 12:31:36 -07002043 RtpHeaderExtensions rtp_header_extensions =
2044 GetFilteredRtpHeaderExtensions(video->rtp_header_extensions());
2045
2046 if (!SetRtpTransportParameters(content, action, CS_REMOTE,
2047 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002048 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002049 }
2050
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002051 VideoSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -07002052 RtpSendParametersFromMediaDescription(video, rtp_header_extensions,
2053 &send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002054 if (video->conference_mode()) {
nisse4b4dc862016-02-17 05:25:36 -08002055 send_params.conference_mode = true;
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002056 }
skvladdc1c62c2016-03-16 19:07:43 -07002057
2058 bool parameters_applied = media_channel()->SetSendParameters(send_params);
2059
2060 if (!parameters_applied) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002061 SafeSetError("Failed to set remote video description send parameters.",
2062 error_desc);
2063 return false;
2064 }
2065 last_send_params_ = send_params;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002066
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002067 // TODO(pthatcher): Move remote streams into VideoRecvParameters,
2068 // and only give it to the media channel once we have a local
2069 // description too (without a local description, we won't be able to
2070 // recv them anyway).
2071 if (!UpdateRemoteStreams_w(video->streams(), action, error_desc)) {
2072 SafeSetError("Failed to set remote video description streams.", error_desc);
2073 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002074 }
2075
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002076 if (video->rtp_header_extensions_set()) {
jbauch5869f502017-06-29 12:31:36 -07002077 MaybeCacheRtpAbsSendTimeHeaderExtension_w(rtp_header_extensions);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002078 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002079
2080 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002081 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002082 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002083}
2084
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00002085void VideoChannel::OnMessage(rtc::Message *pmsg) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002086 switch (pmsg->message_id) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002087 case MSG_CHANNEL_ERROR: {
2088 const VideoChannelErrorMessageData* data =
2089 static_cast<VideoChannelErrorMessageData*>(pmsg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002090 delete data;
2091 break;
2092 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002093 default:
2094 BaseChannel::OnMessage(pmsg);
2095 break;
2096 }
2097}
2098
2099void VideoChannel::OnConnectionMonitorUpdate(
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +00002100 ConnectionMonitor* monitor, const std::vector<ConnectionInfo> &infos) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002101 SignalConnectionMonitor(this, infos);
2102}
2103
2104// TODO(pthatcher): Look into removing duplicate code between
2105// audio, video, and data, perhaps by using templates.
2106void VideoChannel::OnMediaMonitorUpdate(
2107 VideoMediaChannel* media_channel, const VideoMediaInfo &info) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002108 RTC_DCHECK(media_channel == this->media_channel());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002109 SignalMediaMonitor(this, info);
2110}
2111
deadbeef953c2ce2017-01-09 14:53:41 -08002112RtpDataChannel::RtpDataChannel(rtc::Thread* worker_thread,
2113 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08002114 rtc::Thread* signaling_thread,
deadbeef953c2ce2017-01-09 14:53:41 -08002115 DataMediaChannel* media_channel,
deadbeef953c2ce2017-01-09 14:53:41 -08002116 const std::string& content_name,
deadbeefac22f702017-01-12 21:59:29 -08002117 bool rtcp_mux_required,
deadbeef953c2ce2017-01-09 14:53:41 -08002118 bool srtp_required)
Danil Chapovalov33b01f22016-05-11 19:55:27 +02002119 : BaseChannel(worker_thread,
2120 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08002121 signaling_thread,
deadbeefcbecd352015-09-23 11:50:27 -07002122 media_channel,
deadbeefcbecd352015-09-23 11:50:27 -07002123 content_name,
deadbeefac22f702017-01-12 21:59:29 -08002124 rtcp_mux_required,
deadbeef953c2ce2017-01-09 14:53:41 -08002125 srtp_required) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002126
deadbeef953c2ce2017-01-09 14:53:41 -08002127RtpDataChannel::~RtpDataChannel() {
2128 TRACE_EVENT0("webrtc", "RtpDataChannel::~RtpDataChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002129 StopMediaMonitor();
2130 // this can't be done in the base class, since it calls a virtual
2131 DisableMedia_w();
wu@webrtc.org78187522013-10-07 23:32:02 +00002132
2133 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002134}
2135
deadbeeff5346592017-01-24 21:51:21 -08002136bool RtpDataChannel::Init_w(
2137 DtlsTransportInternal* rtp_dtls_transport,
2138 DtlsTransportInternal* rtcp_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -08002139 rtc::PacketTransportInternal* rtp_packet_transport,
2140 rtc::PacketTransportInternal* rtcp_packet_transport) {
deadbeeff5346592017-01-24 21:51:21 -08002141 if (!BaseChannel::Init_w(rtp_dtls_transport, rtcp_dtls_transport,
2142 rtp_packet_transport, rtcp_packet_transport)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002143 return false;
2144 }
deadbeef953c2ce2017-01-09 14:53:41 -08002145 media_channel()->SignalDataReceived.connect(this,
2146 &RtpDataChannel::OnDataReceived);
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00002147 media_channel()->SignalReadyToSend.connect(
deadbeef953c2ce2017-01-09 14:53:41 -08002148 this, &RtpDataChannel::OnDataChannelReadyToSend);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002149 return true;
2150}
2151
deadbeef953c2ce2017-01-09 14:53:41 -08002152bool RtpDataChannel::SendData(const SendDataParams& params,
2153 const rtc::CopyOnWriteBuffer& payload,
2154 SendDataResult* result) {
stefanf79ade12017-06-02 06:44:03 -07002155 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07002156 RTC_FROM_HERE, Bind(&DataMediaChannel::SendData, media_channel(), params,
2157 payload, result));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002158}
2159
deadbeef953c2ce2017-01-09 14:53:41 -08002160bool RtpDataChannel::CheckDataChannelTypeFromContent(
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002161 const DataContentDescription* content,
2162 std::string* error_desc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002163 bool is_sctp = ((content->protocol() == kMediaProtocolSctp) ||
2164 (content->protocol() == kMediaProtocolDtlsSctp));
deadbeef953c2ce2017-01-09 14:53:41 -08002165 // It's been set before, but doesn't match. That's bad.
2166 if (is_sctp) {
2167 SafeSetError("Data channel type mismatch. Expected RTP, got SCTP.",
2168 error_desc);
2169 return false;
2170 }
2171 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002172}
2173
deadbeef953c2ce2017-01-09 14:53:41 -08002174bool RtpDataChannel::SetLocalContent_w(const MediaContentDescription* content,
2175 ContentAction action,
2176 std::string* error_desc) {
2177 TRACE_EVENT0("webrtc", "RtpDataChannel::SetLocalContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002178 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002179 LOG(LS_INFO) << "Setting local data description";
2180
2181 const DataContentDescription* data =
2182 static_cast<const DataContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002183 RTC_DCHECK(data != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002184 if (!data) {
2185 SafeSetError("Can't find data content in local description.", error_desc);
2186 return false;
2187 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002188
deadbeef953c2ce2017-01-09 14:53:41 -08002189 if (!CheckDataChannelTypeFromContent(data, error_desc)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002190 return false;
2191 }
2192
jbauch5869f502017-06-29 12:31:36 -07002193 RtpHeaderExtensions rtp_header_extensions =
2194 GetFilteredRtpHeaderExtensions(data->rtp_header_extensions());
2195
2196 if (!SetRtpTransportParameters(content, action, CS_LOCAL,
2197 rtp_header_extensions, error_desc)) {
deadbeef953c2ce2017-01-09 14:53:41 -08002198 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002199 }
2200
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002201 DataRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -07002202 RtpParametersFromMediaDescription(data, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002203 if (!media_channel()->SetRecvParameters(recv_params)) {
2204 SafeSetError("Failed to set remote data description recv parameters.",
2205 error_desc);
2206 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002207 }
deadbeef953c2ce2017-01-09 14:53:41 -08002208 for (const DataCodec& codec : data->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -07002209 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002210 }
2211 last_recv_params_ = recv_params;
2212
2213 // TODO(pthatcher): Move local streams into DataSendParameters, and
2214 // only give it to the media channel once we have a remote
2215 // description too (without a remote description, we won't be able
2216 // to send them anyway).
2217 if (!UpdateLocalStreams_w(data->streams(), action, error_desc)) {
2218 SafeSetError("Failed to set local data description streams.", error_desc);
2219 return false;
2220 }
2221
2222 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002223 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002224 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002225}
2226
deadbeef953c2ce2017-01-09 14:53:41 -08002227bool RtpDataChannel::SetRemoteContent_w(const MediaContentDescription* content,
2228 ContentAction action,
2229 std::string* error_desc) {
2230 TRACE_EVENT0("webrtc", "RtpDataChannel::SetRemoteContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002231 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002232
2233 const DataContentDescription* data =
2234 static_cast<const DataContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002235 RTC_DCHECK(data != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002236 if (!data) {
2237 SafeSetError("Can't find data content in remote description.", error_desc);
2238 return false;
2239 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002240
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002241 // If the remote data doesn't have codecs and isn't an update, it
2242 // must be empty, so ignore it.
2243 if (!data->has_codecs() && action != CA_UPDATE) {
2244 return true;
2245 }
2246
deadbeef953c2ce2017-01-09 14:53:41 -08002247 if (!CheckDataChannelTypeFromContent(data, error_desc)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002248 return false;
2249 }
2250
jbauch5869f502017-06-29 12:31:36 -07002251 RtpHeaderExtensions rtp_header_extensions =
2252 GetFilteredRtpHeaderExtensions(data->rtp_header_extensions());
2253
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002254 LOG(LS_INFO) << "Setting remote data description";
jbauch5869f502017-06-29 12:31:36 -07002255 if (!SetRtpTransportParameters(content, action, CS_REMOTE,
2256 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002257 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002258 }
2259
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002260 DataSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -07002261 RtpSendParametersFromMediaDescription<DataCodec>(data, rtp_header_extensions,
2262 &send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002263 if (!media_channel()->SetSendParameters(send_params)) {
2264 SafeSetError("Failed to set remote data description send parameters.",
2265 error_desc);
2266 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002267 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002268 last_send_params_ = send_params;
2269
2270 // TODO(pthatcher): Move remote streams into DataRecvParameters,
2271 // and only give it to the media channel once we have a local
2272 // description too (without a local description, we won't be able to
2273 // recv them anyway).
2274 if (!UpdateRemoteStreams_w(data->streams(), action, error_desc)) {
2275 SafeSetError("Failed to set remote data description streams.",
2276 error_desc);
2277 return false;
2278 }
2279
2280 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002281 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002282 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002283}
2284
deadbeef953c2ce2017-01-09 14:53:41 -08002285void RtpDataChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002286 // Render incoming data if we're the active call, and we have the local
2287 // content. We receive data on the default channel and multiplexed streams.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002288 bool recv = IsReadyToReceiveMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002289 if (!media_channel()->SetReceive(recv)) {
2290 LOG(LS_ERROR) << "Failed to SetReceive on data channel";
2291 }
2292
2293 // Send outgoing data if we're the active call, we have the remote content,
2294 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002295 bool send = IsReadyToSendMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002296 if (!media_channel()->SetSend(send)) {
2297 LOG(LS_ERROR) << "Failed to SetSend on data channel";
2298 }
2299
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +00002300 // Trigger SignalReadyToSendData asynchronously.
2301 OnDataChannelReadyToSend(send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002302
2303 LOG(LS_INFO) << "Changing data state, recv=" << recv << " send=" << send;
2304}
2305
deadbeef953c2ce2017-01-09 14:53:41 -08002306void RtpDataChannel::OnMessage(rtc::Message* pmsg) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002307 switch (pmsg->message_id) {
2308 case MSG_READYTOSENDDATA: {
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00002309 DataChannelReadyToSendMessageData* data =
2310 static_cast<DataChannelReadyToSendMessageData*>(pmsg->pdata);
wu@webrtc.org07a6fbe2013-11-04 18:41:34 +00002311 ready_to_send_data_ = data->data();
2312 SignalReadyToSendData(ready_to_send_data_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002313 delete data;
2314 break;
2315 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002316 case MSG_DATARECEIVED: {
2317 DataReceivedMessageData* data =
2318 static_cast<DataReceivedMessageData*>(pmsg->pdata);
deadbeef953c2ce2017-01-09 14:53:41 -08002319 SignalDataReceived(data->params, data->payload);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002320 delete data;
2321 break;
2322 }
2323 case MSG_CHANNEL_ERROR: {
2324 const DataChannelErrorMessageData* data =
2325 static_cast<DataChannelErrorMessageData*>(pmsg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002326 delete data;
2327 break;
2328 }
2329 default:
2330 BaseChannel::OnMessage(pmsg);
2331 break;
2332 }
2333}
2334
deadbeef953c2ce2017-01-09 14:53:41 -08002335void RtpDataChannel::OnConnectionMonitorUpdate(
2336 ConnectionMonitor* monitor,
2337 const std::vector<ConnectionInfo>& infos) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002338 SignalConnectionMonitor(this, infos);
2339}
2340
deadbeef953c2ce2017-01-09 14:53:41 -08002341void RtpDataChannel::StartMediaMonitor(int cms) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002342 media_monitor_.reset(new DataMediaMonitor(media_channel(), worker_thread(),
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00002343 rtc::Thread::Current()));
deadbeef953c2ce2017-01-09 14:53:41 -08002344 media_monitor_->SignalUpdate.connect(this,
2345 &RtpDataChannel::OnMediaMonitorUpdate);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002346 media_monitor_->Start(cms);
2347}
2348
deadbeef953c2ce2017-01-09 14:53:41 -08002349void RtpDataChannel::StopMediaMonitor() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002350 if (media_monitor_) {
2351 media_monitor_->Stop();
2352 media_monitor_->SignalUpdate.disconnect(this);
2353 media_monitor_.reset();
2354 }
2355}
2356
deadbeef953c2ce2017-01-09 14:53:41 -08002357void RtpDataChannel::OnMediaMonitorUpdate(DataMediaChannel* media_channel,
2358 const DataMediaInfo& info) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002359 RTC_DCHECK(media_channel == this->media_channel());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002360 SignalMediaMonitor(this, info);
2361}
2362
deadbeef953c2ce2017-01-09 14:53:41 -08002363void RtpDataChannel::OnDataReceived(const ReceiveDataParams& params,
2364 const char* data,
2365 size_t len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002366 DataReceivedMessageData* msg = new DataReceivedMessageData(
2367 params, data, len);
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07002368 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_DATARECEIVED, msg);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002369}
2370
deadbeef953c2ce2017-01-09 14:53:41 -08002371void RtpDataChannel::OnDataChannelError(uint32_t ssrc,
2372 DataMediaChannel::Error err) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002373 DataChannelErrorMessageData* data = new DataChannelErrorMessageData(
2374 ssrc, err);
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07002375 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_CHANNEL_ERROR, data);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002376}
2377
deadbeef953c2ce2017-01-09 14:53:41 -08002378void RtpDataChannel::OnDataChannelReadyToSend(bool writable) {
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00002379 // This is usded for congestion control to indicate that the stream is ready
2380 // to send by the MediaChannel, as opposed to OnReadyToSend, which indicates
2381 // that the transport channel is ready.
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07002382 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_READYTOSENDDATA,
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00002383 new DataChannelReadyToSendMessageData(writable));
2384}
2385
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002386} // namespace cricket