blob: d99a1058683f0e6c51a00e862463edfcce6f9c05 [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
kjellander65c7f672016-02-12 00:05:01 -08002 * Copyright 2004 The WebRTC project authors. All Rights Reserved.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003 *
kjellander65c7f672016-02-12 00:05:01 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00009 */
10
jbauch5869f502017-06-29 12:31:36 -070011#include <algorithm>
12#include <iterator>
kwiberg0eb15ed2015-12-17 03:04:15 -080013#include <utility>
14
kjellander@webrtc.org9b8df252016-02-12 06:47:59 +010015#include "webrtc/pc/channel.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000016
kjellandera69d9732016-08-31 07:33:05 -070017#include "webrtc/api/call/audio_sink.h"
kjellanderf4752772016-03-02 05:42:30 -080018#include "webrtc/media/base/mediaconstants.h"
kjellandera96e2d72016-02-04 23:52:28 -080019#include "webrtc/media/base/rtputils.h"
Edward Lemurc20978e2017-07-06 19:44:34 +020020#include "webrtc/rtc_base/bind.h"
21#include "webrtc/rtc_base/byteorder.h"
22#include "webrtc/rtc_base/checks.h"
23#include "webrtc/rtc_base/copyonwritebuffer.h"
24#include "webrtc/rtc_base/dscp.h"
25#include "webrtc/rtc_base/logging.h"
26#include "webrtc/rtc_base/networkroute.h"
zsteine8ab5432017-07-12 11:48:11 -070027#include "webrtc/rtc_base/ptr_util.h"
Edward Lemurc20978e2017-07-06 19:44:34 +020028#include "webrtc/rtc_base/trace_event.h"
zhihuang38ede132017-06-15 12:52:32 -070029// Adding 'nogncheck' to disable the gn include headers check to support modular
30// WebRTC build targets.
31#include "webrtc/media/engine/webrtcvoiceengine.h" // nogncheck
deadbeef5bd5ca32017-02-10 11:31:50 -080032#include "webrtc/p2p/base/packettransportinternal.h"
kjellander@webrtc.org9b8df252016-02-12 06:47:59 +010033#include "webrtc/pc/channelmanager.h"
zstein398c3fd2017-07-19 13:38:02 -070034#include "webrtc/pc/rtptransport.h"
35#include "webrtc/pc/srtptransport.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000036
37namespace cricket {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000038using rtc::Bind;
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +000039
deadbeef2d110be2016-01-13 12:00:26 -080040namespace {
kwiberg31022942016-03-11 14:18:21 -080041// See comment below for why we need to use a pointer to a unique_ptr.
deadbeef2d110be2016-01-13 12:00:26 -080042bool SetRawAudioSink_w(VoiceMediaChannel* channel,
43 uint32_t ssrc,
kwiberg31022942016-03-11 14:18:21 -080044 std::unique_ptr<webrtc::AudioSinkInterface>* sink) {
45 channel->SetRawAudioSink(ssrc, std::move(*sink));
deadbeef2d110be2016-01-13 12:00:26 -080046 return true;
47}
Danil Chapovalov33b01f22016-05-11 19:55:27 +020048
49struct SendPacketMessageData : public rtc::MessageData {
50 rtc::CopyOnWriteBuffer packet;
51 rtc::PacketOptions options;
52};
53
deadbeef2d110be2016-01-13 12:00:26 -080054} // namespace
55
henrike@webrtc.org28e20752013-07-10 00:45:36 +000056enum {
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +000057 MSG_EARLYMEDIATIMEOUT = 1,
Danil Chapovalov33b01f22016-05-11 19:55:27 +020058 MSG_SEND_RTP_PACKET,
59 MSG_SEND_RTCP_PACKET,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000060 MSG_CHANNEL_ERROR,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000061 MSG_READYTOSENDDATA,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000062 MSG_DATARECEIVED,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000063 MSG_FIRSTPACKETRECEIVED,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000064};
65
66// Value specified in RFC 5764.
67static const char kDtlsSrtpExporterLabel[] = "EXTRACTOR-dtls_srtp";
68
69static const int kAgcMinus10db = -10;
70
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +000071static void SafeSetError(const std::string& message, std::string* error_desc) {
72 if (error_desc) {
73 *error_desc = message;
74 }
75}
76
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000077struct VoiceChannelErrorMessageData : public rtc::MessageData {
Peter Boström0c4e06b2015-10-07 12:23:21 +020078 VoiceChannelErrorMessageData(uint32_t in_ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000079 VoiceMediaChannel::Error in_error)
Peter Boström0c4e06b2015-10-07 12:23:21 +020080 : ssrc(in_ssrc), error(in_error) {}
81 uint32_t ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000082 VoiceMediaChannel::Error error;
83};
84
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000085struct VideoChannelErrorMessageData : public rtc::MessageData {
Peter Boström0c4e06b2015-10-07 12:23:21 +020086 VideoChannelErrorMessageData(uint32_t in_ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000087 VideoMediaChannel::Error in_error)
Peter Boström0c4e06b2015-10-07 12:23:21 +020088 : ssrc(in_ssrc), error(in_error) {}
89 uint32_t ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000090 VideoMediaChannel::Error error;
91};
92
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000093struct DataChannelErrorMessageData : public rtc::MessageData {
Peter Boström0c4e06b2015-10-07 12:23:21 +020094 DataChannelErrorMessageData(uint32_t in_ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000095 DataMediaChannel::Error in_error)
Peter Boström0c4e06b2015-10-07 12:23:21 +020096 : ssrc(in_ssrc), error(in_error) {}
97 uint32_t ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000098 DataMediaChannel::Error error;
99};
100
jbaucheec21bd2016-03-20 06:15:43 -0700101static bool ValidPacket(bool rtcp, const rtc::CopyOnWriteBuffer* packet) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000102 // Check the packet size. We could check the header too if needed.
zstein3dcf0e92017-06-01 13:22:42 -0700103 return packet && IsValidRtpRtcpPacketSize(rtcp, packet->size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000104}
105
106static bool IsReceiveContentDirection(MediaContentDirection direction) {
107 return direction == MD_SENDRECV || direction == MD_RECVONLY;
108}
109
110static bool IsSendContentDirection(MediaContentDirection direction) {
111 return direction == MD_SENDRECV || direction == MD_SENDONLY;
112}
113
114static const MediaContentDescription* GetContentDescription(
115 const ContentInfo* cinfo) {
116 if (cinfo == NULL)
117 return NULL;
118 return static_cast<const MediaContentDescription*>(cinfo->description);
119}
120
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700121template <class Codec>
122void RtpParametersFromMediaDescription(
123 const MediaContentDescriptionImpl<Codec>* desc,
jbauch5869f502017-06-29 12:31:36 -0700124 const RtpHeaderExtensions& extensions,
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700125 RtpParameters<Codec>* params) {
126 // TODO(pthatcher): Remove this once we're sure no one will give us
127 // a description without codecs (currently a CA_UPDATE with just
128 // streams can).
129 if (desc->has_codecs()) {
130 params->codecs = desc->codecs();
131 }
132 // TODO(pthatcher): See if we really need
133 // rtp_header_extensions_set() and remove it if we don't.
134 if (desc->rtp_header_extensions_set()) {
jbauch5869f502017-06-29 12:31:36 -0700135 params->extensions = extensions;
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700136 }
deadbeef13871492015-12-09 12:37:51 -0800137 params->rtcp.reduced_size = desc->rtcp_reduced_size();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700138}
139
nisse05103312016-03-16 02:22:50 -0700140template <class Codec>
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700141void RtpSendParametersFromMediaDescription(
142 const MediaContentDescriptionImpl<Codec>* desc,
jbauch5869f502017-06-29 12:31:36 -0700143 const RtpHeaderExtensions& extensions,
nisse05103312016-03-16 02:22:50 -0700144 RtpSendParameters<Codec>* send_params) {
jbauch5869f502017-06-29 12:31:36 -0700145 RtpParametersFromMediaDescription(desc, extensions, send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700146 send_params->max_bandwidth_bps = desc->bandwidth();
147}
148
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200149BaseChannel::BaseChannel(rtc::Thread* worker_thread,
150 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -0800151 rtc::Thread* signaling_thread,
deadbeefcbecd352015-09-23 11:50:27 -0700152 MediaChannel* media_channel,
deadbeefcbecd352015-09-23 11:50:27 -0700153 const std::string& content_name,
deadbeefac22f702017-01-12 21:59:29 -0800154 bool rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -0800155 bool srtp_required)
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200156 : worker_thread_(worker_thread),
157 network_thread_(network_thread),
zhihuangf5b251b2017-01-12 19:37:48 -0800158 signaling_thread_(signaling_thread),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000159 content_name_(content_name),
zstein56162b92017-04-24 16:54:35 -0700160 rtcp_mux_required_(rtcp_mux_required),
deadbeef7af91dd2016-12-13 11:29:11 -0800161 srtp_required_(srtp_required),
michaelt79e05882016-11-08 02:50:09 -0800162 media_channel_(media_channel),
163 selected_candidate_pair_(nullptr) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700164 RTC_DCHECK(worker_thread_ == rtc::Thread::Current());
zhihuange683c682017-08-31 16:00:07 -0700165 if (srtp_required) {
166 auto transport =
167 rtc::MakeUnique<webrtc::SrtpTransport>(rtcp_mux_required, content_name);
168 srtp_transport_ = transport.get();
169 rtp_transport_ = std::move(transport);
jbauchdfcab722017-03-06 00:14:10 -0800170#if defined(ENABLE_EXTERNAL_AUTH)
zhihuange683c682017-08-31 16:00:07 -0700171 srtp_transport_->EnableExternalAuth();
jbauchdfcab722017-03-06 00:14:10 -0800172#endif
zhihuange683c682017-08-31 16:00:07 -0700173 } else {
174 rtp_transport_ = rtc::MakeUnique<webrtc::RtpTransport>(rtcp_mux_required);
175 srtp_transport_ = nullptr;
176 }
zsteine8ab5432017-07-12 11:48:11 -0700177 rtp_transport_->SignalReadyToSend.connect(
zstein56162b92017-04-24 16:54:35 -0700178 this, &BaseChannel::OnTransportReadyToSend);
zstein3dcf0e92017-06-01 13:22:42 -0700179 // TODO(zstein): RtpTransport::SignalPacketReceived will probably be replaced
180 // with a callback interface later so that the demuxer can select which
181 // channel to signal.
zsteine8ab5432017-07-12 11:48:11 -0700182 rtp_transport_->SignalPacketReceived.connect(this,
zstein398c3fd2017-07-19 13:38:02 -0700183 &BaseChannel::OnPacketReceived);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000184 LOG(LS_INFO) << "Created channel for " << content_name;
185}
186
187BaseChannel::~BaseChannel() {
Peter Boströmca8b4042016-03-08 14:24:13 -0800188 TRACE_EVENT0("webrtc", "BaseChannel::~BaseChannel");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700189 RTC_DCHECK(worker_thread_ == rtc::Thread::Current());
wu@webrtc.org78187522013-10-07 23:32:02 +0000190 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000191 StopConnectionMonitor();
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200192 // Eats any outstanding messages or packets.
193 worker_thread_->Clear(&invoker_);
194 worker_thread_->Clear(this);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000195 // We must destroy the media channel before the transport channel, otherwise
196 // the media channel may try to send on the dead transport channel. NULLing
197 // is not an effective strategy since the sends will come on another thread.
198 delete media_channel_;
zhihuangf5b251b2017-01-12 19:37:48 -0800199 LOG(LS_INFO) << "Destroyed channel: " << content_name_;
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200200}
201
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200202void BaseChannel::DisconnectTransportChannels_n() {
203 // Send any outstanding RTCP packets.
204 FlushRtcpMessages_n();
205
206 // Stop signals from transport channels, but keep them alive because
207 // media_channel may use them from a different thread.
zhihuangb2cdd932017-01-19 16:54:25 -0800208 if (rtp_dtls_transport_) {
deadbeeff5346592017-01-24 21:51:21 -0800209 DisconnectFromDtlsTransport(rtp_dtls_transport_);
zsteine8ab5432017-07-12 11:48:11 -0700210 } else if (rtp_transport_->rtp_packet_transport()) {
211 DisconnectFromPacketTransport(rtp_transport_->rtp_packet_transport());
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200212 }
zhihuangb2cdd932017-01-19 16:54:25 -0800213 if (rtcp_dtls_transport_) {
deadbeeff5346592017-01-24 21:51:21 -0800214 DisconnectFromDtlsTransport(rtcp_dtls_transport_);
zsteine8ab5432017-07-12 11:48:11 -0700215 } else if (rtp_transport_->rtcp_packet_transport()) {
216 DisconnectFromPacketTransport(rtp_transport_->rtcp_packet_transport());
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200217 }
218
zsteine8ab5432017-07-12 11:48:11 -0700219 rtp_transport_->SetRtpPacketTransport(nullptr);
220 rtp_transport_->SetRtcpPacketTransport(nullptr);
zstein3dcf0e92017-06-01 13:22:42 -0700221
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200222 // Clear pending read packets/messages.
223 network_thread_->Clear(&invoker_);
224 network_thread_->Clear(this);
225}
226
zhihuangb2cdd932017-01-19 16:54:25 -0800227bool BaseChannel::Init_w(DtlsTransportInternal* rtp_dtls_transport,
deadbeeff5346592017-01-24 21:51:21 -0800228 DtlsTransportInternal* rtcp_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -0800229 rtc::PacketTransportInternal* rtp_packet_transport,
230 rtc::PacketTransportInternal* rtcp_packet_transport) {
skvlad6c87a672016-05-17 17:49:52 -0700231 if (!network_thread_->Invoke<bool>(
zhihuangb2cdd932017-01-19 16:54:25 -0800232 RTC_FROM_HERE, Bind(&BaseChannel::InitNetwork_n, this,
deadbeeff5346592017-01-24 21:51:21 -0800233 rtp_dtls_transport, rtcp_dtls_transport,
234 rtp_packet_transport, rtcp_packet_transport))) {
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000235 return false;
236 }
deadbeeff5346592017-01-24 21:51:21 -0800237 // Both RTP and RTCP channels should be set, we can call SetInterface on
238 // the media channel and it can set network options.
239 RTC_DCHECK_RUN_ON(worker_thread_);
wu@webrtc.orgde305012013-10-31 15:40:38 +0000240 media_channel_->SetInterface(this);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000241 return true;
242}
243
deadbeeff5346592017-01-24 21:51:21 -0800244bool BaseChannel::InitNetwork_n(
245 DtlsTransportInternal* rtp_dtls_transport,
246 DtlsTransportInternal* rtcp_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -0800247 rtc::PacketTransportInternal* rtp_packet_transport,
248 rtc::PacketTransportInternal* rtcp_packet_transport) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200249 RTC_DCHECK(network_thread_->IsCurrent());
deadbeeff5346592017-01-24 21:51:21 -0800250 SetTransports_n(rtp_dtls_transport, rtcp_dtls_transport, rtp_packet_transport,
251 rtcp_packet_transport);
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200252
zstein56162b92017-04-24 16:54:35 -0700253 if (rtcp_mux_required_) {
deadbeefac22f702017-01-12 21:59:29 -0800254 rtcp_mux_filter_.SetActive();
255 }
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200256 return true;
257}
258
wu@webrtc.org78187522013-10-07 23:32:02 +0000259void BaseChannel::Deinit() {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200260 RTC_DCHECK(worker_thread_->IsCurrent());
wu@webrtc.org78187522013-10-07 23:32:02 +0000261 media_channel_->SetInterface(NULL);
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200262 // Packets arrive on the network thread, processing packets calls virtual
263 // functions, so need to stop this process in Deinit that is called in
264 // derived classes destructor.
265 network_thread_->Invoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700266 RTC_FROM_HERE, Bind(&BaseChannel::DisconnectTransportChannels_n, this));
wu@webrtc.org78187522013-10-07 23:32:02 +0000267}
268
zhihuangb2cdd932017-01-19 16:54:25 -0800269void BaseChannel::SetTransports(DtlsTransportInternal* rtp_dtls_transport,
270 DtlsTransportInternal* rtcp_dtls_transport) {
deadbeeff5346592017-01-24 21:51:21 -0800271 network_thread_->Invoke<void>(
272 RTC_FROM_HERE,
273 Bind(&BaseChannel::SetTransports_n, this, rtp_dtls_transport,
274 rtcp_dtls_transport, rtp_dtls_transport, rtcp_dtls_transport));
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000275}
276
deadbeeff5346592017-01-24 21:51:21 -0800277void BaseChannel::SetTransports(
deadbeef5bd5ca32017-02-10 11:31:50 -0800278 rtc::PacketTransportInternal* rtp_packet_transport,
279 rtc::PacketTransportInternal* rtcp_packet_transport) {
deadbeeff5346592017-01-24 21:51:21 -0800280 network_thread_->Invoke<void>(
281 RTC_FROM_HERE, Bind(&BaseChannel::SetTransports_n, this, nullptr, nullptr,
282 rtp_packet_transport, rtcp_packet_transport));
283}
zhihuangf5b251b2017-01-12 19:37:48 -0800284
deadbeeff5346592017-01-24 21:51:21 -0800285void BaseChannel::SetTransports_n(
286 DtlsTransportInternal* rtp_dtls_transport,
287 DtlsTransportInternal* rtcp_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -0800288 rtc::PacketTransportInternal* rtp_packet_transport,
289 rtc::PacketTransportInternal* rtcp_packet_transport) {
deadbeeff5346592017-01-24 21:51:21 -0800290 RTC_DCHECK(network_thread_->IsCurrent());
291 // Validate some assertions about the input.
292 RTC_DCHECK(rtp_packet_transport);
293 RTC_DCHECK_EQ(NeedsRtcpTransport(), rtcp_packet_transport != nullptr);
294 if (rtp_dtls_transport || rtcp_dtls_transport) {
295 // DTLS/non-DTLS pointers should be to the same object.
296 RTC_DCHECK(rtp_dtls_transport == rtp_packet_transport);
297 RTC_DCHECK(rtcp_dtls_transport == rtcp_packet_transport);
298 // Can't go from non-DTLS to DTLS.
zsteine8ab5432017-07-12 11:48:11 -0700299 RTC_DCHECK(!rtp_transport_->rtp_packet_transport() || rtp_dtls_transport_);
deadbeeff5346592017-01-24 21:51:21 -0800300 } else {
301 // Can't go from DTLS to non-DTLS.
302 RTC_DCHECK(!rtp_dtls_transport_);
303 }
304 // Transport names should be the same.
zhihuangb2cdd932017-01-19 16:54:25 -0800305 if (rtp_dtls_transport && rtcp_dtls_transport) {
306 RTC_DCHECK(rtp_dtls_transport->transport_name() ==
307 rtcp_dtls_transport->transport_name());
zhihuangb2cdd932017-01-19 16:54:25 -0800308 }
deadbeeff5346592017-01-24 21:51:21 -0800309 std::string debug_name;
310 if (rtp_dtls_transport) {
311 transport_name_ = rtp_dtls_transport->transport_name();
312 debug_name = transport_name_;
313 } else {
314 debug_name = rtp_packet_transport->debug_name();
315 }
zsteine8ab5432017-07-12 11:48:11 -0700316 if (rtp_packet_transport == rtp_transport_->rtp_packet_transport()) {
deadbeeff5346592017-01-24 21:51:21 -0800317 // Nothing to do if transport isn't changing.
deadbeefbad5dad2017-01-17 18:32:35 -0800318 return;
deadbeefcbecd352015-09-23 11:50:27 -0700319 }
320
zhihuange683c682017-08-31 16:00:07 -0700321 // When using DTLS-SRTP, we must reset the SrtpTransport every time the
322 // DtlsTransport changes and wait until the DTLS handshake is complete to set
323 // the newly negotiated parameters.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200324 if (ShouldSetupDtlsSrtp_n()) {
guoweis46383312015-12-17 16:45:59 -0800325 // Set |writable_| to false such that UpdateWritableState_w can set up
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700326 // DTLS-SRTP when |writable_| becomes true again.
guoweis46383312015-12-17 16:45:59 -0800327 writable_ = false;
zhihuange683c682017-08-31 16:00:07 -0700328 dtls_active_ = false;
329 if (srtp_transport_) {
330 srtp_transport_->ResetParams();
331 }
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800332 }
333
deadbeefac22f702017-01-12 21:59:29 -0800334 // If this BaseChannel doesn't require RTCP mux and we haven't fully
335 // negotiated RTCP mux, we need an RTCP transport.
deadbeeff5346592017-01-24 21:51:21 -0800336 if (rtcp_packet_transport) {
zhihuangf5b251b2017-01-12 19:37:48 -0800337 LOG(LS_INFO) << "Setting RTCP Transport for " << content_name() << " on "
deadbeeff5346592017-01-24 21:51:21 -0800338 << debug_name << " transport " << rtcp_packet_transport;
339 SetTransport_n(true, rtcp_dtls_transport, rtcp_packet_transport);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000340 }
341
deadbeeff5346592017-01-24 21:51:21 -0800342 LOG(LS_INFO) << "Setting RTP Transport for " << content_name() << " on "
343 << debug_name << " transport " << rtp_packet_transport;
344 SetTransport_n(false, rtp_dtls_transport, rtp_packet_transport);
guoweis46383312015-12-17 16:45:59 -0800345
deadbeefcbecd352015-09-23 11:50:27 -0700346 // Update aggregate writable/ready-to-send state between RTP and RTCP upon
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700347 // setting new transport channels.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200348 UpdateWritableState_n();
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000349}
350
deadbeeff5346592017-01-24 21:51:21 -0800351void BaseChannel::SetTransport_n(
352 bool rtcp,
353 DtlsTransportInternal* new_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -0800354 rtc::PacketTransportInternal* new_packet_transport) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200355 RTC_DCHECK(network_thread_->IsCurrent());
deadbeeff5346592017-01-24 21:51:21 -0800356 DtlsTransportInternal*& old_dtls_transport =
zhihuangb2cdd932017-01-19 16:54:25 -0800357 rtcp ? rtcp_dtls_transport_ : rtp_dtls_transport_;
zsteind48dbda2017-04-04 19:45:57 -0700358 rtc::PacketTransportInternal* old_packet_transport =
zsteine8ab5432017-07-12 11:48:11 -0700359 rtcp ? rtp_transport_->rtcp_packet_transport()
360 : rtp_transport_->rtp_packet_transport();
zhihuangb2cdd932017-01-19 16:54:25 -0800361
deadbeeff5346592017-01-24 21:51:21 -0800362 if (!old_packet_transport && !new_packet_transport) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700363 // Nothing to do.
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000364 return;
365 }
zhihuangb2cdd932017-01-19 16:54:25 -0800366
deadbeeff5346592017-01-24 21:51:21 -0800367 RTC_DCHECK(old_packet_transport != new_packet_transport);
368 if (old_dtls_transport) {
369 DisconnectFromDtlsTransport(old_dtls_transport);
370 } else if (old_packet_transport) {
371 DisconnectFromPacketTransport(old_packet_transport);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000372 }
373
zsteind48dbda2017-04-04 19:45:57 -0700374 if (rtcp) {
zsteine8ab5432017-07-12 11:48:11 -0700375 rtp_transport_->SetRtcpPacketTransport(new_packet_transport);
zsteind48dbda2017-04-04 19:45:57 -0700376 } else {
zsteine8ab5432017-07-12 11:48:11 -0700377 rtp_transport_->SetRtpPacketTransport(new_packet_transport);
zsteind48dbda2017-04-04 19:45:57 -0700378 }
deadbeeff5346592017-01-24 21:51:21 -0800379 old_dtls_transport = new_dtls_transport;
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000380
deadbeeff5346592017-01-24 21:51:21 -0800381 // If there's no new transport, we're done after disconnecting from old one.
382 if (!new_packet_transport) {
383 return;
384 }
385
386 if (rtcp && new_dtls_transport) {
zhihuange683c682017-08-31 16:00:07 -0700387 RTC_CHECK(!(ShouldSetupDtlsSrtp_n() && srtp_active()))
388 << "Setting RTCP for DTLS/SRTP after the DTLS is active "
deadbeeff5346592017-01-24 21:51:21 -0800389 << "should never happen.";
390 }
zstein56162b92017-04-24 16:54:35 -0700391
deadbeeff5346592017-01-24 21:51:21 -0800392 if (new_dtls_transport) {
393 ConnectToDtlsTransport(new_dtls_transport);
394 } else {
395 ConnectToPacketTransport(new_packet_transport);
396 }
397 auto& socket_options = rtcp ? rtcp_socket_options_ : socket_options_;
398 for (const auto& pair : socket_options) {
399 new_packet_transport->SetOption(pair.first, pair.second);
guoweis46383312015-12-17 16:45:59 -0800400 }
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000401}
402
deadbeeff5346592017-01-24 21:51:21 -0800403void BaseChannel::ConnectToDtlsTransport(DtlsTransportInternal* transport) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200404 RTC_DCHECK(network_thread_->IsCurrent());
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000405
zstein56162b92017-04-24 16:54:35 -0700406 // TODO(zstein): de-dup with ConnectToPacketTransport
zhihuangb2cdd932017-01-19 16:54:25 -0800407 transport->SignalWritableState.connect(this, &BaseChannel::OnWritableState);
zhihuangb2cdd932017-01-19 16:54:25 -0800408 transport->SignalDtlsState.connect(this, &BaseChannel::OnDtlsState);
409 transport->SignalSentPacket.connect(this, &BaseChannel::SignalSentPacket_n);
410 transport->ice_transport()->SignalSelectedCandidatePairChanged.connect(
Honghai Zhangcc411c02016-03-29 17:27:21 -0700411 this, &BaseChannel::OnSelectedCandidatePairChanged);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000412}
413
deadbeeff5346592017-01-24 21:51:21 -0800414void BaseChannel::DisconnectFromDtlsTransport(
415 DtlsTransportInternal* transport) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200416 RTC_DCHECK(network_thread_->IsCurrent());
zhihuangb2cdd932017-01-19 16:54:25 -0800417 OnSelectedCandidatePairChanged(transport->ice_transport(), nullptr, -1,
418 false);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000419
zhihuangb2cdd932017-01-19 16:54:25 -0800420 transport->SignalWritableState.disconnect(this);
zhihuangb2cdd932017-01-19 16:54:25 -0800421 transport->SignalDtlsState.disconnect(this);
422 transport->SignalSentPacket.disconnect(this);
423 transport->ice_transport()->SignalSelectedCandidatePairChanged.disconnect(
424 this);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000425}
426
deadbeeff5346592017-01-24 21:51:21 -0800427void BaseChannel::ConnectToPacketTransport(
deadbeef5bd5ca32017-02-10 11:31:50 -0800428 rtc::PacketTransportInternal* transport) {
deadbeeff5346592017-01-24 21:51:21 -0800429 RTC_DCHECK_RUN_ON(network_thread_);
430 transport->SignalWritableState.connect(this, &BaseChannel::OnWritableState);
deadbeeff5346592017-01-24 21:51:21 -0800431 transport->SignalSentPacket.connect(this, &BaseChannel::SignalSentPacket_n);
432}
433
434void BaseChannel::DisconnectFromPacketTransport(
deadbeef5bd5ca32017-02-10 11:31:50 -0800435 rtc::PacketTransportInternal* transport) {
deadbeeff5346592017-01-24 21:51:21 -0800436 RTC_DCHECK_RUN_ON(network_thread_);
437 transport->SignalWritableState.disconnect(this);
deadbeeff5346592017-01-24 21:51:21 -0800438 transport->SignalSentPacket.disconnect(this);
439}
440
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000441bool BaseChannel::Enable(bool enable) {
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700442 worker_thread_->Invoke<void>(
443 RTC_FROM_HERE,
444 Bind(enable ? &BaseChannel::EnableMedia_w : &BaseChannel::DisableMedia_w,
445 this));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000446 return true;
447}
448
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000449bool BaseChannel::AddRecvStream(const StreamParams& sp) {
stefanf79ade12017-06-02 06:44:03 -0700450 return InvokeOnWorker<bool>(RTC_FROM_HERE,
451 Bind(&BaseChannel::AddRecvStream_w, this, sp));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000452}
453
Peter Boström0c4e06b2015-10-07 12:23:21 +0200454bool BaseChannel::RemoveRecvStream(uint32_t ssrc) {
stefanf79ade12017-06-02 06:44:03 -0700455 return InvokeOnWorker<bool>(
456 RTC_FROM_HERE, Bind(&BaseChannel::RemoveRecvStream_w, this, ssrc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000457}
458
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000459bool BaseChannel::AddSendStream(const StreamParams& sp) {
stefanf79ade12017-06-02 06:44:03 -0700460 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700461 RTC_FROM_HERE, Bind(&MediaChannel::AddSendStream, media_channel(), sp));
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000462}
463
Peter Boström0c4e06b2015-10-07 12:23:21 +0200464bool BaseChannel::RemoveSendStream(uint32_t ssrc) {
stefanf79ade12017-06-02 06:44:03 -0700465 return InvokeOnWorker<bool>(
466 RTC_FROM_HERE,
467 Bind(&MediaChannel::RemoveSendStream, media_channel(), ssrc));
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000468}
469
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000470bool BaseChannel::SetLocalContent(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000471 ContentAction action,
472 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100473 TRACE_EVENT0("webrtc", "BaseChannel::SetLocalContent");
stefanf79ade12017-06-02 06:44:03 -0700474 return InvokeOnWorker<bool>(
475 RTC_FROM_HERE,
476 Bind(&BaseChannel::SetLocalContent_w, this, content, action, error_desc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000477}
478
479bool BaseChannel::SetRemoteContent(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000480 ContentAction action,
481 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100482 TRACE_EVENT0("webrtc", "BaseChannel::SetRemoteContent");
stefanf79ade12017-06-02 06:44:03 -0700483 return InvokeOnWorker<bool>(
484 RTC_FROM_HERE, Bind(&BaseChannel::SetRemoteContent_w, this, content,
485 action, error_desc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000486}
487
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000488void BaseChannel::StartConnectionMonitor(int cms) {
zhihuangb2cdd932017-01-19 16:54:25 -0800489 // We pass in the BaseChannel instead of the rtp_dtls_transport_
490 // because if the rtp_dtls_transport_ changes, the ConnectionMonitor
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000491 // would be pointing to the wrong TransportChannel.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200492 // We pass in the network thread because on that thread connection monitor
493 // will call BaseChannel::GetConnectionStats which must be called on the
494 // network thread.
495 connection_monitor_.reset(
496 new ConnectionMonitor(this, network_thread(), rtc::Thread::Current()));
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000497 connection_monitor_->SignalUpdate.connect(
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000498 this, &BaseChannel::OnConnectionMonitorUpdate);
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000499 connection_monitor_->Start(cms);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000500}
501
502void BaseChannel::StopConnectionMonitor() {
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000503 if (connection_monitor_) {
504 connection_monitor_->Stop();
505 connection_monitor_.reset();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000506 }
507}
508
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000509bool BaseChannel::GetConnectionStats(ConnectionInfos* infos) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200510 RTC_DCHECK(network_thread_->IsCurrent());
deadbeeff5346592017-01-24 21:51:21 -0800511 if (!rtp_dtls_transport_) {
512 return false;
513 }
zhihuangb2cdd932017-01-19 16:54:25 -0800514 return rtp_dtls_transport_->ice_transport()->GetStats(infos);
zhihuangf5b251b2017-01-12 19:37:48 -0800515}
516
517bool BaseChannel::NeedsRtcpTransport() {
deadbeefac22f702017-01-12 21:59:29 -0800518 // If this BaseChannel doesn't require RTCP mux and we haven't fully
519 // negotiated RTCP mux, we need an RTCP transport.
zstein56162b92017-04-24 16:54:35 -0700520 return !rtcp_mux_required_ && !rtcp_mux_filter_.IsFullyActive();
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000521}
522
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700523bool BaseChannel::IsReadyToReceiveMedia_w() const {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000524 // Receive data if we are enabled and have local content,
525 return enabled() && IsReceiveContentDirection(local_content_direction_);
526}
527
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700528bool BaseChannel::IsReadyToSendMedia_w() const {
529 // Need to access some state updated on the network thread.
530 return network_thread_->Invoke<bool>(
531 RTC_FROM_HERE, Bind(&BaseChannel::IsReadyToSendMedia_n, this));
532}
533
534bool BaseChannel::IsReadyToSendMedia_n() const {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000535 // Send outgoing data if we are enabled, have local and remote content,
536 // and we have had some form of connectivity.
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800537 return enabled() && IsReceiveContentDirection(remote_content_direction_) &&
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000538 IsSendContentDirection(local_content_direction_) &&
zhihuange683c682017-08-31 16:00:07 -0700539 was_ever_writable() && (srtp_active() || !ShouldSetupDtlsSrtp_n());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000540}
541
jbaucheec21bd2016-03-20 06:15:43 -0700542bool BaseChannel::SendPacket(rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700543 const rtc::PacketOptions& options) {
544 return SendPacket(false, packet, options);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000545}
546
jbaucheec21bd2016-03-20 06:15:43 -0700547bool BaseChannel::SendRtcp(rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700548 const rtc::PacketOptions& options) {
549 return SendPacket(true, packet, options);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000550}
551
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000552int BaseChannel::SetOption(SocketType type, rtc::Socket::Option opt,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000553 int value) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200554 return network_thread_->Invoke<int>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700555 RTC_FROM_HERE, Bind(&BaseChannel::SetOption_n, this, type, opt, value));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200556}
557
558int BaseChannel::SetOption_n(SocketType type,
559 rtc::Socket::Option opt,
560 int value) {
561 RTC_DCHECK(network_thread_->IsCurrent());
deadbeef5bd5ca32017-02-10 11:31:50 -0800562 rtc::PacketTransportInternal* transport = nullptr;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000563 switch (type) {
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000564 case ST_RTP:
zsteine8ab5432017-07-12 11:48:11 -0700565 transport = rtp_transport_->rtp_packet_transport();
deadbeefcbecd352015-09-23 11:50:27 -0700566 socket_options_.push_back(
567 std::pair<rtc::Socket::Option, int>(opt, value));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000568 break;
569 case ST_RTCP:
zsteine8ab5432017-07-12 11:48:11 -0700570 transport = rtp_transport_->rtcp_packet_transport();
deadbeefcbecd352015-09-23 11:50:27 -0700571 rtcp_socket_options_.push_back(
572 std::pair<rtc::Socket::Option, int>(opt, value));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000573 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000574 }
deadbeeff5346592017-01-24 21:51:21 -0800575 return transport ? transport->SetOption(opt, value) : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000576}
577
deadbeef5bd5ca32017-02-10 11:31:50 -0800578void BaseChannel::OnWritableState(rtc::PacketTransportInternal* transport) {
zsteine8ab5432017-07-12 11:48:11 -0700579 RTC_DCHECK(transport == rtp_transport_->rtp_packet_transport() ||
580 transport == rtp_transport_->rtcp_packet_transport());
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200581 RTC_DCHECK(network_thread_->IsCurrent());
582 UpdateWritableState_n();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000583}
584
zhihuangb2cdd932017-01-19 16:54:25 -0800585void BaseChannel::OnDtlsState(DtlsTransportInternal* transport,
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800586 DtlsTransportState state) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200587 if (!ShouldSetupDtlsSrtp_n()) {
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800588 return;
589 }
590
zhihuange683c682017-08-31 16:00:07 -0700591 // Reset the SrtpTransport if it's not the CONNECTED state. For the CONNECTED
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800592 // state, setting up DTLS-SRTP context is deferred to ChannelWritable_w to
zhihuangb2cdd932017-01-19 16:54:25 -0800593 // cover other scenarios like the whole transport is writable (not just this
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800594 // TransportChannel) or when TransportChannel is attached after DTLS is
595 // negotiated.
596 if (state != DTLS_TRANSPORT_CONNECTED) {
zhihuange683c682017-08-31 16:00:07 -0700597 dtls_active_ = false;
598 if (srtp_transport_) {
599 srtp_transport_->ResetParams();
600 }
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800601 }
602}
603
Honghai Zhangcc411c02016-03-29 17:27:21 -0700604void BaseChannel::OnSelectedCandidatePairChanged(
zhihuangb2cdd932017-01-19 16:54:25 -0800605 IceTransportInternal* ice_transport,
Honghai Zhang52dce732016-03-31 12:37:31 -0700606 CandidatePairInterface* selected_candidate_pair,
Taylor Brandstetter6bb1ef22016-06-27 18:09:03 -0700607 int last_sent_packet_id,
608 bool ready_to_send) {
deadbeeff5346592017-01-24 21:51:21 -0800609 RTC_DCHECK((rtp_dtls_transport_ &&
610 ice_transport == rtp_dtls_transport_->ice_transport()) ||
611 (rtcp_dtls_transport_ &&
612 ice_transport == rtcp_dtls_transport_->ice_transport()));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200613 RTC_DCHECK(network_thread_->IsCurrent());
michaelt79e05882016-11-08 02:50:09 -0800614 selected_candidate_pair_ = selected_candidate_pair;
zhihuangb2cdd932017-01-19 16:54:25 -0800615 std::string transport_name = ice_transport->transport_name();
Honghai Zhang0e533ef2016-04-19 15:41:36 -0700616 rtc::NetworkRoute network_route;
Honghai Zhangcc411c02016-03-29 17:27:21 -0700617 if (selected_candidate_pair) {
Honghai Zhang0e533ef2016-04-19 15:41:36 -0700618 network_route = rtc::NetworkRoute(
Taylor Brandstetter6bb1ef22016-06-27 18:09:03 -0700619 ready_to_send, selected_candidate_pair->local_candidate().network_id(),
Honghai Zhang0e533ef2016-04-19 15:41:36 -0700620 selected_candidate_pair->remote_candidate().network_id(),
621 last_sent_packet_id);
michaelt79e05882016-11-08 02:50:09 -0800622
623 UpdateTransportOverhead();
Honghai Zhangcc411c02016-03-29 17:27:21 -0700624 }
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200625 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700626 RTC_FROM_HERE, worker_thread_,
627 Bind(&MediaChannel::OnNetworkRouteChanged, media_channel_, transport_name,
628 network_route));
Honghai Zhangcc411c02016-03-29 17:27:21 -0700629}
630
zstein56162b92017-04-24 16:54:35 -0700631void BaseChannel::OnTransportReadyToSend(bool ready) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200632 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700633 RTC_FROM_HERE, worker_thread_,
zstein56162b92017-04-24 16:54:35 -0700634 Bind(&MediaChannel::OnReadyToSend, media_channel_, ready));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000635}
636
stefanc1aeaf02015-10-15 07:26:07 -0700637bool BaseChannel::SendPacket(bool rtcp,
jbaucheec21bd2016-03-20 06:15:43 -0700638 rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700639 const rtc::PacketOptions& options) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200640 // SendPacket gets called from MediaEngine, on a pacer or an encoder thread.
641 // If the thread is not our network thread, we will post to our network
642 // so that the real work happens on our network. This avoids us having to
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000643 // synchronize access to all the pieces of the send path, including
644 // SRTP and the inner workings of the transport channels.
645 // The only downside is that we can't return a proper failure code if
646 // needed. Since UDP is unreliable anyway, this should be a non-issue.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200647 if (!network_thread_->IsCurrent()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000648 // Avoid a copy by transferring the ownership of the packet data.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200649 int message_id = rtcp ? MSG_SEND_RTCP_PACKET : MSG_SEND_RTP_PACKET;
650 SendPacketMessageData* data = new SendPacketMessageData;
kwiberg0eb15ed2015-12-17 03:04:15 -0800651 data->packet = std::move(*packet);
stefanc1aeaf02015-10-15 07:26:07 -0700652 data->options = options;
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700653 network_thread_->Post(RTC_FROM_HERE, this, message_id, data);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000654 return true;
655 }
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200656 TRACE_EVENT0("webrtc", "BaseChannel::SendPacket");
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000657
658 // Now that we are on the correct thread, ensure we have a place to send this
659 // packet before doing anything. (We might get RTCP packets that we don't
660 // intend to send.) If we've negotiated RTCP mux, send RTCP over the RTP
661 // transport.
zsteine8ab5432017-07-12 11:48:11 -0700662 if (!rtp_transport_->IsWritable(rtcp)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000663 return false;
664 }
665
666 // Protect ourselves against crazy data.
667 if (!ValidPacket(rtcp, packet)) {
668 LOG(LS_ERROR) << "Dropping outgoing " << content_name_ << " "
zstein3dcf0e92017-06-01 13:22:42 -0700669 << RtpRtcpStringLiteral(rtcp)
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06 +0000670 << " packet: wrong size=" << packet->size();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000671 return false;
672 }
673
zhihuange683c682017-08-31 16:00:07 -0700674 if (!srtp_active()) {
675 if (srtp_required_) {
676 // The audio/video engines may attempt to send RTCP packets as soon as the
677 // streams are created, so don't treat this as an error for RTCP.
678 // See: https://bugs.chromium.org/p/webrtc/issues/detail?id=6809
679 if (rtcp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000680 return false;
681 }
zhihuange683c682017-08-31 16:00:07 -0700682 // However, there shouldn't be any RTP packets sent before SRTP is set up
683 // (and SetSend(true) is called).
684 LOG(LS_ERROR) << "Can't send outgoing RTP packet when SRTP is inactive"
685 << " and crypto is required";
686 RTC_NOTREACHED();
deadbeef8f425f92016-12-01 12:26:27 -0800687 return false;
688 }
zhihuange683c682017-08-31 16:00:07 -0700689 // Bon voyage.
690 return rtcp ? rtp_transport_->SendRtcpPacket(packet, options, PF_NORMAL)
691 : rtp_transport_->SendRtpPacket(packet, options, PF_NORMAL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000692 }
zhihuange683c682017-08-31 16:00:07 -0700693 RTC_DCHECK(srtp_transport_);
694 RTC_DCHECK(srtp_transport_->IsActive());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000695 // Bon voyage.
zhihuange683c682017-08-31 16:00:07 -0700696 return rtcp ? srtp_transport_->SendRtcpPacket(packet, options, PF_SRTP_BYPASS)
697 : srtp_transport_->SendRtpPacket(packet, options, PF_SRTP_BYPASS);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000698}
699
zstein3dcf0e92017-06-01 13:22:42 -0700700bool BaseChannel::HandlesPayloadType(int packet_type) const {
zsteine8ab5432017-07-12 11:48:11 -0700701 return rtp_transport_->HandlesPayloadType(packet_type);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000702}
703
zstein3dcf0e92017-06-01 13:22:42 -0700704void BaseChannel::OnPacketReceived(bool rtcp,
zstein634977b2017-07-14 12:30:04 -0700705 rtc::CopyOnWriteBuffer* packet,
zstein3dcf0e92017-06-01 13:22:42 -0700706 const rtc::PacketTime& packet_time) {
honghaiz@google.coma67ca1a2015-01-28 19:48:33 +0000707 if (!has_received_packet_ && !rtcp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000708 has_received_packet_ = true;
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700709 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_FIRSTPACKETRECEIVED);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000710 }
711
zhihuange683c682017-08-31 16:00:07 -0700712 if (!srtp_active() && srtp_required_) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000713 // Our session description indicates that SRTP is required, but we got a
714 // packet before our SRTP filter is active. This means either that
715 // a) we got SRTP packets before we received the SDES keys, in which case
716 // we can't decrypt it anyway, or
717 // b) we got SRTP packets before DTLS completed on both the RTP and RTCP
zhihuangb2cdd932017-01-19 16:54:25 -0800718 // transports, so we haven't yet extracted keys, even if DTLS did
719 // complete on the transport that the packets are being sent on. It's
720 // really good practice to wait for both RTP and RTCP to be good to go
721 // before sending media, to prevent weird failure modes, so it's fine
722 // for us to just eat packets here. This is all sidestepped if RTCP mux
723 // is used anyway.
zstein3dcf0e92017-06-01 13:22:42 -0700724 LOG(LS_WARNING) << "Can't process incoming " << RtpRtcpStringLiteral(rtcp)
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000725 << " packet when SRTP is inactive and crypto is required";
726 return;
727 }
728
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200729 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700730 RTC_FROM_HERE, worker_thread_,
zstein634977b2017-07-14 12:30:04 -0700731 Bind(&BaseChannel::ProcessPacket, this, rtcp, *packet, packet_time));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200732}
733
zstein3dcf0e92017-06-01 13:22:42 -0700734void BaseChannel::ProcessPacket(bool rtcp,
735 const rtc::CopyOnWriteBuffer& packet,
736 const rtc::PacketTime& packet_time) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200737 RTC_DCHECK(worker_thread_->IsCurrent());
zstein3dcf0e92017-06-01 13:22:42 -0700738
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200739 // Need to copy variable because OnRtcpReceived/OnPacketReceived
740 // requires non-const pointer to buffer. This doesn't memcpy the actual data.
741 rtc::CopyOnWriteBuffer data(packet);
742 if (rtcp) {
743 media_channel_->OnRtcpReceived(&data, packet_time);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000744 } else {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200745 media_channel_->OnPacketReceived(&data, packet_time);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000746 }
747}
748
pthatcher@webrtc.org592470b2015-03-16 21:15:37 +0000749bool BaseChannel::PushdownLocalDescription(
750 const SessionDescription* local_desc, ContentAction action,
751 std::string* error_desc) {
752 const ContentInfo* content_info = GetFirstContent(local_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000753 const MediaContentDescription* content_desc =
754 GetContentDescription(content_info);
755 if (content_desc && content_info && !content_info->rejected &&
pthatcher@webrtc.org592470b2015-03-16 21:15:37 +0000756 !SetLocalContent(content_desc, action, error_desc)) {
757 LOG(LS_ERROR) << "Failure in SetLocalContent with action " << action;
758 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000759 }
pthatcher@webrtc.org592470b2015-03-16 21:15:37 +0000760 return true;
761}
762
763bool BaseChannel::PushdownRemoteDescription(
764 const SessionDescription* remote_desc, ContentAction action,
765 std::string* error_desc) {
766 const ContentInfo* content_info = GetFirstContent(remote_desc);
767 const MediaContentDescription* content_desc =
768 GetContentDescription(content_info);
769 if (content_desc && content_info && !content_info->rejected &&
770 !SetRemoteContent(content_desc, action, error_desc)) {
771 LOG(LS_ERROR) << "Failure in SetRemoteContent with action " << action;
772 return false;
773 }
774 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000775}
776
777void BaseChannel::EnableMedia_w() {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700778 RTC_DCHECK(worker_thread_ == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000779 if (enabled_)
780 return;
781
782 LOG(LS_INFO) << "Channel enabled";
783 enabled_ = true;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700784 UpdateMediaSendRecvState_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000785}
786
787void BaseChannel::DisableMedia_w() {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700788 RTC_DCHECK(worker_thread_ == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000789 if (!enabled_)
790 return;
791
792 LOG(LS_INFO) << "Channel disabled";
793 enabled_ = false;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700794 UpdateMediaSendRecvState_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000795}
796
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200797void BaseChannel::UpdateWritableState_n() {
zsteind48dbda2017-04-04 19:45:57 -0700798 rtc::PacketTransportInternal* rtp_packet_transport =
zsteine8ab5432017-07-12 11:48:11 -0700799 rtp_transport_->rtp_packet_transport();
zsteind48dbda2017-04-04 19:45:57 -0700800 rtc::PacketTransportInternal* rtcp_packet_transport =
zsteine8ab5432017-07-12 11:48:11 -0700801 rtp_transport_->rtcp_packet_transport();
zsteind48dbda2017-04-04 19:45:57 -0700802 if (rtp_packet_transport && rtp_packet_transport->writable() &&
803 (!rtcp_packet_transport || rtcp_packet_transport->writable())) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200804 ChannelWritable_n();
deadbeefcbecd352015-09-23 11:50:27 -0700805 } else {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200806 ChannelNotWritable_n();
deadbeefcbecd352015-09-23 11:50:27 -0700807 }
808}
809
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200810void BaseChannel::ChannelWritable_n() {
811 RTC_DCHECK(network_thread_->IsCurrent());
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800812 if (writable_) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000813 return;
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800814 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000815
deadbeefcbecd352015-09-23 11:50:27 -0700816 LOG(LS_INFO) << "Channel writable (" << content_name_ << ")"
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000817 << (was_ever_writable_ ? "" : " for the first time");
818
michaelt79e05882016-11-08 02:50:09 -0800819 if (selected_candidate_pair_)
820 LOG(LS_INFO)
821 << "Using "
822 << selected_candidate_pair_->local_candidate().ToSensitiveString()
823 << "->"
824 << selected_candidate_pair_->remote_candidate().ToSensitiveString();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000825
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000826 was_ever_writable_ = true;
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200827 MaybeSetupDtlsSrtp_n();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000828 writable_ = true;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700829 UpdateMediaSendRecvState();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000830}
831
deadbeef953c2ce2017-01-09 14:53:41 -0800832void BaseChannel::SignalDtlsSrtpSetupFailure_n(bool rtcp) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200833 RTC_DCHECK(network_thread_->IsCurrent());
834 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700835 RTC_FROM_HERE, signaling_thread(),
deadbeef953c2ce2017-01-09 14:53:41 -0800836 Bind(&BaseChannel::SignalDtlsSrtpSetupFailure_s, this, rtcp));
pthatcher@webrtc.org4eeef582015-03-16 19:34:23 +0000837}
838
deadbeef953c2ce2017-01-09 14:53:41 -0800839void BaseChannel::SignalDtlsSrtpSetupFailure_s(bool rtcp) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700840 RTC_DCHECK(signaling_thread() == rtc::Thread::Current());
deadbeef953c2ce2017-01-09 14:53:41 -0800841 SignalDtlsSrtpSetupFailure(this, rtcp);
pthatcher@webrtc.org4eeef582015-03-16 19:34:23 +0000842}
843
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200844bool BaseChannel::ShouldSetupDtlsSrtp_n() const {
zhihuangb2cdd932017-01-19 16:54:25 -0800845 // Since DTLS is applied to all transports, checking RTP should be enough.
846 return rtp_dtls_transport_ && rtp_dtls_transport_->IsDtlsActive();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000847}
848
849// This function returns true if either DTLS-SRTP is not in use
850// *or* DTLS-SRTP is successfully set up.
zhihuangb2cdd932017-01-19 16:54:25 -0800851bool BaseChannel::SetupDtlsSrtp_n(bool rtcp) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200852 RTC_DCHECK(network_thread_->IsCurrent());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000853 bool ret = false;
854
zhihuangb2cdd932017-01-19 16:54:25 -0800855 DtlsTransportInternal* transport =
856 rtcp ? rtcp_dtls_transport_ : rtp_dtls_transport_;
deadbeeff5346592017-01-24 21:51:21 -0800857 RTC_DCHECK(transport);
zhihuangb2cdd932017-01-19 16:54:25 -0800858 RTC_DCHECK(transport->IsDtlsActive());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000859
Guo-wei Shieh521ed7b2015-11-18 19:41:53 -0800860 int selected_crypto_suite;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000861
zhihuangb2cdd932017-01-19 16:54:25 -0800862 if (!transport->GetSrtpCryptoSuite(&selected_crypto_suite)) {
Guo-wei Shieh521ed7b2015-11-18 19:41:53 -0800863 LOG(LS_ERROR) << "No DTLS-SRTP selected crypto suite";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000864 return false;
865 }
866
zhihuangb2cdd932017-01-19 16:54:25 -0800867 LOG(LS_INFO) << "Installing keys from DTLS-SRTP on " << content_name() << " "
zstein3dcf0e92017-06-01 13:22:42 -0700868 << RtpRtcpStringLiteral(rtcp);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000869
jbauchcb560652016-08-04 05:20:32 -0700870 int key_len;
871 int salt_len;
872 if (!rtc::GetSrtpKeyAndSaltLengths(selected_crypto_suite, &key_len,
873 &salt_len)) {
874 LOG(LS_ERROR) << "Unknown DTLS-SRTP crypto suite" << selected_crypto_suite;
875 return false;
876 }
877
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000878 // OK, we're now doing DTLS (RFC 5764)
jbauchcb560652016-08-04 05:20:32 -0700879 std::vector<unsigned char> dtls_buffer(key_len * 2 + salt_len * 2);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000880
881 // RFC 5705 exporter using the RFC 5764 parameters
zhihuangb2cdd932017-01-19 16:54:25 -0800882 if (!transport->ExportKeyingMaterial(kDtlsSrtpExporterLabel, NULL, 0, false,
883 &dtls_buffer[0], dtls_buffer.size())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000884 LOG(LS_WARNING) << "DTLS-SRTP key export failed";
nisseeb4ca4e2017-01-12 02:24:27 -0800885 RTC_NOTREACHED(); // This should never happen
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000886 return false;
887 }
888
889 // Sync up the keys with the DTLS-SRTP interface
jbauchcb560652016-08-04 05:20:32 -0700890 std::vector<unsigned char> client_write_key(key_len + salt_len);
891 std::vector<unsigned char> server_write_key(key_len + salt_len);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000892 size_t offset = 0;
jbauchcb560652016-08-04 05:20:32 -0700893 memcpy(&client_write_key[0], &dtls_buffer[offset], key_len);
894 offset += key_len;
895 memcpy(&server_write_key[0], &dtls_buffer[offset], key_len);
896 offset += key_len;
897 memcpy(&client_write_key[key_len], &dtls_buffer[offset], salt_len);
898 offset += salt_len;
899 memcpy(&server_write_key[key_len], &dtls_buffer[offset], salt_len);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000900
901 std::vector<unsigned char> *send_key, *recv_key;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000902 rtc::SSLRole role;
zhihuangb2cdd932017-01-19 16:54:25 -0800903 if (!transport->GetSslRole(&role)) {
sergeyu@chromium.org0be6aa02013-08-23 23:21:25 +0000904 LOG(LS_WARNING) << "GetSslRole failed";
905 return false;
906 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000907
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000908 if (role == rtc::SSL_SERVER) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000909 send_key = &server_write_key;
910 recv_key = &client_write_key;
911 } else {
912 send_key = &client_write_key;
913 recv_key = &server_write_key;
914 }
915
zhihuange683c682017-08-31 16:00:07 -0700916 if (rtcp) {
917 if (!dtls_active()) {
918 RTC_DCHECK(srtp_transport_);
919 ret = srtp_transport_->SetRtcpParams(
920 selected_crypto_suite, &(*send_key)[0],
921 static_cast<int>(send_key->size()), selected_crypto_suite,
922 &(*recv_key)[0], static_cast<int>(recv_key->size()));
jbauch5869f502017-06-29 12:31:36 -0700923 } else {
zhihuange683c682017-08-31 16:00:07 -0700924 // RTCP doesn't need to call SetRtpParam because it is only used
925 // to make the updated encrypted RTP header extension IDs take effect.
926 ret = true;
jbauch5869f502017-06-29 12:31:36 -0700927 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000928 } else {
zhihuange683c682017-08-31 16:00:07 -0700929 RTC_DCHECK(srtp_transport_);
930 ret = srtp_transport_->SetRtpParams(selected_crypto_suite, &(*send_key)[0],
931 static_cast<int>(send_key->size()),
932 selected_crypto_suite, &(*recv_key)[0],
933 static_cast<int>(recv_key->size()));
934 dtls_active_ = ret;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000935 }
936
michaelt79e05882016-11-08 02:50:09 -0800937 if (!ret) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000938 LOG(LS_WARNING) << "DTLS-SRTP key installation failed";
michaelt79e05882016-11-08 02:50:09 -0800939 } else {
michaelt79e05882016-11-08 02:50:09 -0800940 UpdateTransportOverhead();
941 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000942 return ret;
943}
944
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200945void BaseChannel::MaybeSetupDtlsSrtp_n() {
zhihuange683c682017-08-31 16:00:07 -0700946 if (dtls_active()) {
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800947 return;
948 }
949
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200950 if (!ShouldSetupDtlsSrtp_n()) {
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800951 return;
952 }
953
zhihuange683c682017-08-31 16:00:07 -0700954 if (!srtp_transport_) {
955 EnableSrtpTransport_n();
956 }
957
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200958 if (!SetupDtlsSrtp_n(false)) {
deadbeef953c2ce2017-01-09 14:53:41 -0800959 SignalDtlsSrtpSetupFailure_n(false);
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800960 return;
961 }
962
zhihuangb2cdd932017-01-19 16:54:25 -0800963 if (rtcp_dtls_transport_) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200964 if (!SetupDtlsSrtp_n(true)) {
deadbeef953c2ce2017-01-09 14:53:41 -0800965 SignalDtlsSrtpSetupFailure_n(true);
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800966 return;
967 }
968 }
969}
970
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200971void BaseChannel::ChannelNotWritable_n() {
972 RTC_DCHECK(network_thread_->IsCurrent());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000973 if (!writable_)
974 return;
975
deadbeefcbecd352015-09-23 11:50:27 -0700976 LOG(LS_INFO) << "Channel not writable (" << content_name_ << ")";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000977 writable_ = false;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700978 UpdateMediaSendRecvState();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000979}
980
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200981bool BaseChannel::SetRtpTransportParameters(
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700982 const MediaContentDescription* content,
983 ContentAction action,
984 ContentSource src,
jbauch5869f502017-06-29 12:31:36 -0700985 const RtpHeaderExtensions& extensions,
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700986 std::string* error_desc) {
987 if (action == CA_UPDATE) {
988 // These parameters never get changed by a CA_UDPATE.
989 return true;
990 }
991
jbauch5869f502017-06-29 12:31:36 -0700992 std::vector<int> encrypted_extension_ids;
993 for (const webrtc::RtpExtension& extension : extensions) {
994 if (extension.encrypt) {
995 LOG(LS_INFO) << "Using " << (src == CS_LOCAL ? "local" : "remote")
996 << " encrypted extension: " << extension.ToString();
997 encrypted_extension_ids.push_back(extension.id);
998 }
999 }
1000
deadbeef7af91dd2016-12-13 11:29:11 -08001001 // Cache srtp_required_ for belt and suspenders check on SendPacket
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001002 return network_thread_->Invoke<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001003 RTC_FROM_HERE, Bind(&BaseChannel::SetRtpTransportParameters_n, this,
jbauch5869f502017-06-29 12:31:36 -07001004 content, action, src, encrypted_extension_ids,
1005 error_desc));
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001006}
1007
1008bool BaseChannel::SetRtpTransportParameters_n(
1009 const MediaContentDescription* content,
1010 ContentAction action,
1011 ContentSource src,
jbauch5869f502017-06-29 12:31:36 -07001012 const std::vector<int>& encrypted_extension_ids,
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001013 std::string* error_desc) {
1014 RTC_DCHECK(network_thread_->IsCurrent());
1015
jbauch5869f502017-06-29 12:31:36 -07001016 if (!SetSrtp_n(content->cryptos(), action, src, encrypted_extension_ids,
1017 error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001018 return false;
1019 }
1020
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001021 if (!SetRtcpMux_n(content->rtcp_mux(), action, src, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001022 return false;
1023 }
1024
1025 return true;
1026}
1027
zhihuangb2cdd932017-01-19 16:54:25 -08001028// |dtls| will be set to true if DTLS is active for transport and crypto is
1029// empty.
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001030bool BaseChannel::CheckSrtpConfig_n(const std::vector<CryptoParams>& cryptos,
1031 bool* dtls,
1032 std::string* error_desc) {
deadbeeff5346592017-01-24 21:51:21 -08001033 *dtls = rtp_dtls_transport_ && rtp_dtls_transport_->IsDtlsActive();
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +00001034 if (*dtls && !cryptos.empty()) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001035 SafeSetError("Cryptos must be empty when DTLS is active.", error_desc);
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +00001036 return false;
1037 }
1038 return true;
1039}
1040
zhihuange683c682017-08-31 16:00:07 -07001041void BaseChannel::EnableSrtpTransport_n() {
1042 if (srtp_transport_ == nullptr) {
1043 rtp_transport_->SignalReadyToSend.disconnect(this);
1044 rtp_transport_->SignalPacketReceived.disconnect(this);
1045
1046 auto transport = rtc::MakeUnique<webrtc::SrtpTransport>(
1047 std::move(rtp_transport_), content_name_);
1048 srtp_transport_ = transport.get();
1049 rtp_transport_ = std::move(transport);
1050
1051 rtp_transport_->SignalReadyToSend.connect(
1052 this, &BaseChannel::OnTransportReadyToSend);
1053 rtp_transport_->SignalPacketReceived.connect(
1054 this, &BaseChannel::OnPacketReceived);
1055 LOG(LS_INFO) << "Wrapping RtpTransport in SrtpTransport.";
1056 }
1057}
1058
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001059bool BaseChannel::SetSrtp_n(const std::vector<CryptoParams>& cryptos,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001060 ContentAction action,
1061 ContentSource src,
jbauch5869f502017-06-29 12:31:36 -07001062 const std::vector<int>& encrypted_extension_ids,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001063 std::string* error_desc) {
Peter Boströmca8b4042016-03-08 14:24:13 -08001064 TRACE_EVENT0("webrtc", "BaseChannel::SetSrtp_w");
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001065 if (action == CA_UPDATE) {
1066 // no crypto params.
1067 return true;
1068 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001069 bool ret = false;
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +00001070 bool dtls = false;
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001071 ret = CheckSrtpConfig_n(cryptos, &dtls, error_desc);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001072 if (!ret) {
1073 return false;
1074 }
zhihuange683c682017-08-31 16:00:07 -07001075
1076 // If SRTP was not required, but we're setting a description that uses SDES,
1077 // we need to upgrade to an SrtpTransport.
1078 if (!srtp_transport_ && !dtls && !cryptos.empty()) {
1079 EnableSrtpTransport_n();
1080 }
1081 if (srtp_transport_) {
1082 srtp_transport_->SetEncryptedHeaderExtensionIds(src,
1083 encrypted_extension_ids);
1084 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001085 switch (action) {
1086 case CA_OFFER:
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +00001087 // If DTLS is already active on the channel, we could be renegotiating
1088 // here. We don't update the srtp filter.
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001089 if (!dtls) {
zhihuange683c682017-08-31 16:00:07 -07001090 ret = sdes_negotiator_.SetOffer(cryptos, src);
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +00001091 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001092 break;
1093 case CA_PRANSWER:
1094 // If we're doing DTLS-SRTP, we don't want to update the filter
1095 // with an answer, because we already have SRTP parameters.
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001096 if (!dtls) {
zhihuange683c682017-08-31 16:00:07 -07001097 ret = sdes_negotiator_.SetProvisionalAnswer(cryptos, src);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001098 }
1099 break;
1100 case CA_ANSWER:
1101 // If we're doing DTLS-SRTP, we don't want to update the filter
1102 // with an answer, because we already have SRTP parameters.
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001103 if (!dtls) {
zhihuange683c682017-08-31 16:00:07 -07001104 ret = sdes_negotiator_.SetAnswer(cryptos, src);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001105 }
1106 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001107 default:
1108 break;
1109 }
zhihuange683c682017-08-31 16:00:07 -07001110
1111 // If setting an SDES answer succeeded, apply the negotiated parameters
1112 // to the SRTP transport.
1113 if ((action == CA_PRANSWER || action == CA_ANSWER) && !dtls && ret) {
1114 if (sdes_negotiator_.send_cipher_suite() &&
1115 sdes_negotiator_.recv_cipher_suite()) {
1116 ret = srtp_transport_->SetRtpParams(
1117 *(sdes_negotiator_.send_cipher_suite()),
1118 sdes_negotiator_.send_key().data(),
1119 static_cast<int>(sdes_negotiator_.send_key().size()),
1120 *(sdes_negotiator_.recv_cipher_suite()),
1121 sdes_negotiator_.recv_key().data(),
1122 static_cast<int>(sdes_negotiator_.recv_key().size()));
1123 } else {
1124 LOG(LS_INFO) << "No crypto keys are provided for SDES.";
1125 if (action == CA_ANSWER && srtp_transport_) {
1126 // Explicitly reset the |srtp_transport_| if no crypto param is
1127 // provided in the answer. No need to call |ResetParams()| for
1128 // |sdes_negotiator_| because it resets the params inside |SetAnswer|.
1129 srtp_transport_->ResetParams();
1130 }
1131 }
1132 }
1133
jbauch5869f502017-06-29 12:31:36 -07001134 // Only update SRTP filter if using DTLS. SDES is handled internally
1135 // by the SRTP filter.
1136 // TODO(jbauch): Only update if encrypted extension ids have changed.
zhihuange683c682017-08-31 16:00:07 -07001137 if (ret && dtls_active() && rtp_dtls_transport_ &&
jbauch5869f502017-06-29 12:31:36 -07001138 rtp_dtls_transport_->dtls_state() == DTLS_TRANSPORT_CONNECTED) {
1139 bool rtcp = false;
1140 ret = SetupDtlsSrtp_n(rtcp);
1141 }
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001142 if (!ret) {
1143 SafeSetError("Failed to setup SRTP filter.", error_desc);
1144 return false;
1145 }
1146 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001147}
1148
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001149bool BaseChannel::SetRtcpMux_n(bool enable,
1150 ContentAction action,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001151 ContentSource src,
1152 std::string* error_desc) {
deadbeef8e814d72017-01-13 11:34:39 -08001153 // Provide a more specific error message for the RTCP mux "require" policy
1154 // case.
zstein56162b92017-04-24 16:54:35 -07001155 if (rtcp_mux_required_ && !enable) {
deadbeef8e814d72017-01-13 11:34:39 -08001156 SafeSetError(
1157 "rtcpMuxPolicy is 'require', but media description does not "
1158 "contain 'a=rtcp-mux'.",
1159 error_desc);
1160 return false;
1161 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001162 bool ret = false;
1163 switch (action) {
1164 case CA_OFFER:
1165 ret = rtcp_mux_filter_.SetOffer(enable, src);
1166 break;
1167 case CA_PRANSWER:
zhihuangb2cdd932017-01-19 16:54:25 -08001168 // This may activate RTCP muxing, but we don't yet destroy the transport
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001169 // because the final answer may deactivate it.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001170 ret = rtcp_mux_filter_.SetProvisionalAnswer(enable, src);
1171 break;
1172 case CA_ANSWER:
1173 ret = rtcp_mux_filter_.SetAnswer(enable, src);
1174 if (ret && rtcp_mux_filter_.IsActive()) {
deadbeefe814a0d2017-02-25 18:15:09 -08001175 // We permanently activated RTCP muxing; signal that we no longer need
1176 // the RTCP transport.
zsteind48dbda2017-04-04 19:45:57 -07001177 std::string debug_name =
1178 transport_name_.empty()
zsteine8ab5432017-07-12 11:48:11 -07001179 ? rtp_transport_->rtp_packet_transport()->debug_name()
zsteind48dbda2017-04-04 19:45:57 -07001180 : transport_name_;
deadbeefcbecd352015-09-23 11:50:27 -07001181 LOG(LS_INFO) << "Enabling rtcp-mux for " << content_name()
deadbeefe814a0d2017-02-25 18:15:09 -08001182 << "; no longer need RTCP transport for " << debug_name;
zsteine8ab5432017-07-12 11:48:11 -07001183 if (rtp_transport_->rtcp_packet_transport()) {
deadbeeff5346592017-01-24 21:51:21 -08001184 SetTransport_n(true, nullptr, nullptr);
1185 SignalRtcpMuxFullyActive(transport_name_);
zhihuangf5b251b2017-01-12 19:37:48 -08001186 }
deadbeef062ce9f2016-08-26 21:42:15 -07001187 UpdateWritableState_n();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001188 }
1189 break;
1190 case CA_UPDATE:
1191 // No RTCP mux info.
1192 ret = true;
Henrik Kjellander7c027b62015-04-22 13:21:30 +02001193 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001194 default:
1195 break;
1196 }
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001197 if (!ret) {
1198 SafeSetError("Failed to setup RTCP mux filter.", error_desc);
1199 return false;
1200 }
zsteine8ab5432017-07-12 11:48:11 -07001201 rtp_transport_->SetRtcpMuxEnabled(rtcp_mux_filter_.IsActive());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001202 // |rtcp_mux_filter_| can be active if |action| is CA_PRANSWER or
zhihuangb2cdd932017-01-19 16:54:25 -08001203 // CA_ANSWER, but we only want to tear down the RTCP transport if we received
1204 // a final answer.
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001205 if (rtcp_mux_filter_.IsActive()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001206 // If the RTP transport is already writable, then so are we.
zsteine8ab5432017-07-12 11:48:11 -07001207 if (rtp_transport_->rtp_packet_transport()->writable()) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001208 ChannelWritable_n();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001209 }
1210 }
1211
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001212 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001213}
1214
1215bool BaseChannel::AddRecvStream_w(const StreamParams& sp) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001216 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
pbos482b12e2015-11-16 10:19:58 -08001217 return media_channel()->AddRecvStream(sp);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001218}
1219
Peter Boström0c4e06b2015-10-07 12:23:21 +02001220bool BaseChannel::RemoveRecvStream_w(uint32_t ssrc) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001221 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001222 return media_channel()->RemoveRecvStream(ssrc);
1223}
1224
1225bool BaseChannel::UpdateLocalStreams_w(const std::vector<StreamParams>& streams,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001226 ContentAction action,
1227 std::string* error_desc) {
nisse7ce109a2017-01-31 00:57:56 -08001228 if (!(action == CA_OFFER || action == CA_ANSWER ||
1229 action == CA_PRANSWER || action == CA_UPDATE))
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001230 return false;
1231
1232 // If this is an update, streams only contain streams that have changed.
1233 if (action == CA_UPDATE) {
1234 for (StreamParamsVec::const_iterator it = streams.begin();
1235 it != streams.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001236 const StreamParams* existing_stream =
1237 GetStreamByIds(local_streams_, it->groupid, it->id);
1238 if (!existing_stream && it->has_ssrcs()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001239 if (media_channel()->AddSendStream(*it)) {
1240 local_streams_.push_back(*it);
1241 LOG(LS_INFO) << "Add send stream ssrc: " << it->first_ssrc();
1242 } else {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001243 std::ostringstream desc;
1244 desc << "Failed to add send stream ssrc: " << it->first_ssrc();
1245 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001246 return false;
1247 }
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001248 } else if (existing_stream && !it->has_ssrcs()) {
1249 if (!media_channel()->RemoveSendStream(existing_stream->first_ssrc())) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001250 std::ostringstream desc;
1251 desc << "Failed to remove send stream with ssrc "
1252 << it->first_ssrc() << ".";
1253 SafeSetError(desc.str(), error_desc);
1254 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001255 }
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001256 RemoveStreamBySsrc(&local_streams_, existing_stream->first_ssrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001257 } else {
1258 LOG(LS_WARNING) << "Ignore unsupported stream update";
1259 }
1260 }
1261 return true;
1262 }
1263 // Else streams are all the streams we want to send.
1264
1265 // Check for streams that have been removed.
1266 bool ret = true;
1267 for (StreamParamsVec::const_iterator it = local_streams_.begin();
1268 it != local_streams_.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001269 if (!GetStreamBySsrc(streams, it->first_ssrc())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001270 if (!media_channel()->RemoveSendStream(it->first_ssrc())) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001271 std::ostringstream desc;
1272 desc << "Failed to remove send stream with ssrc "
1273 << it->first_ssrc() << ".";
1274 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001275 ret = false;
1276 }
1277 }
1278 }
1279 // Check for new streams.
1280 for (StreamParamsVec::const_iterator it = streams.begin();
1281 it != streams.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001282 if (!GetStreamBySsrc(local_streams_, it->first_ssrc())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001283 if (media_channel()->AddSendStream(*it)) {
stefanc1aeaf02015-10-15 07:26:07 -07001284 LOG(LS_INFO) << "Add send stream ssrc: " << it->ssrcs[0];
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001285 } else {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001286 std::ostringstream desc;
1287 desc << "Failed to add send stream ssrc: " << it->first_ssrc();
1288 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001289 ret = false;
1290 }
1291 }
1292 }
1293 local_streams_ = streams;
1294 return ret;
1295}
1296
1297bool BaseChannel::UpdateRemoteStreams_w(
1298 const std::vector<StreamParams>& streams,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001299 ContentAction action,
1300 std::string* error_desc) {
nisse7ce109a2017-01-31 00:57:56 -08001301 if (!(action == CA_OFFER || action == CA_ANSWER ||
1302 action == CA_PRANSWER || action == CA_UPDATE))
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001303 return false;
1304
1305 // If this is an update, streams only contain streams that have changed.
1306 if (action == CA_UPDATE) {
1307 for (StreamParamsVec::const_iterator it = streams.begin();
1308 it != streams.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001309 const StreamParams* existing_stream =
1310 GetStreamByIds(remote_streams_, it->groupid, it->id);
1311 if (!existing_stream && it->has_ssrcs()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001312 if (AddRecvStream_w(*it)) {
1313 remote_streams_.push_back(*it);
1314 LOG(LS_INFO) << "Add remote stream ssrc: " << it->first_ssrc();
1315 } else {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001316 std::ostringstream desc;
1317 desc << "Failed to add remote stream ssrc: " << it->first_ssrc();
1318 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001319 return false;
1320 }
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001321 } else if (existing_stream && !it->has_ssrcs()) {
1322 if (!RemoveRecvStream_w(existing_stream->first_ssrc())) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001323 std::ostringstream desc;
1324 desc << "Failed to remove remote stream with ssrc "
1325 << it->first_ssrc() << ".";
1326 SafeSetError(desc.str(), error_desc);
1327 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001328 }
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001329 RemoveStreamBySsrc(&remote_streams_, existing_stream->first_ssrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001330 } else {
1331 LOG(LS_WARNING) << "Ignore unsupported stream update."
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001332 << " Stream exists? " << (existing_stream != nullptr)
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001333 << " new stream = " << it->ToString();
1334 }
1335 }
1336 return true;
1337 }
1338 // Else streams are all the streams we want to receive.
1339
1340 // Check for streams that have been removed.
1341 bool ret = true;
1342 for (StreamParamsVec::const_iterator it = remote_streams_.begin();
1343 it != remote_streams_.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001344 if (!GetStreamBySsrc(streams, it->first_ssrc())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001345 if (!RemoveRecvStream_w(it->first_ssrc())) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001346 std::ostringstream desc;
1347 desc << "Failed to remove remote stream with ssrc "
1348 << it->first_ssrc() << ".";
1349 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001350 ret = false;
1351 }
1352 }
1353 }
1354 // Check for new streams.
1355 for (StreamParamsVec::const_iterator it = streams.begin();
1356 it != streams.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001357 if (!GetStreamBySsrc(remote_streams_, it->first_ssrc())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001358 if (AddRecvStream_w(*it)) {
1359 LOG(LS_INFO) << "Add remote ssrc: " << it->ssrcs[0];
1360 } else {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001361 std::ostringstream desc;
1362 desc << "Failed to add remote stream ssrc: " << it->first_ssrc();
1363 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001364 ret = false;
1365 }
1366 }
1367 }
1368 remote_streams_ = streams;
1369 return ret;
1370}
1371
jbauch5869f502017-06-29 12:31:36 -07001372RtpHeaderExtensions BaseChannel::GetFilteredRtpHeaderExtensions(
1373 const RtpHeaderExtensions& extensions) {
1374 if (!rtp_dtls_transport_ ||
1375 !rtp_dtls_transport_->crypto_options()
1376 .enable_encrypted_rtp_header_extensions) {
1377 RtpHeaderExtensions filtered;
1378 auto pred = [](const webrtc::RtpExtension& extension) {
1379 return !extension.encrypt;
1380 };
1381 std::copy_if(extensions.begin(), extensions.end(),
1382 std::back_inserter(filtered), pred);
1383 return filtered;
1384 }
1385
1386 return webrtc::RtpExtension::FilterDuplicateNonEncrypted(extensions);
1387}
1388
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001389void BaseChannel::MaybeCacheRtpAbsSendTimeHeaderExtension_w(
isheriff6f8d6862016-05-26 11:24:55 -07001390 const std::vector<webrtc::RtpExtension>& extensions) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001391// Absolute Send Time extension id is used only with external auth,
1392// so do not bother searching for it and making asyncronious call to set
1393// something that is not used.
1394#if defined(ENABLE_EXTERNAL_AUTH)
isheriff6f8d6862016-05-26 11:24:55 -07001395 const webrtc::RtpExtension* send_time_extension =
jbauch5869f502017-06-29 12:31:36 -07001396 webrtc::RtpExtension::FindHeaderExtensionByUri(
1397 extensions, webrtc::RtpExtension::kAbsSendTimeUri);
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001398 int rtp_abs_sendtime_extn_id =
henrike@webrtc.orgd43aa9d2014-02-21 23:43:24 +00001399 send_time_extension ? send_time_extension->id : -1;
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001400 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001401 RTC_FROM_HERE, network_thread_,
1402 Bind(&BaseChannel::CacheRtpAbsSendTimeHeaderExtension_n, this,
1403 rtp_abs_sendtime_extn_id));
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001404#endif
1405}
1406
1407void BaseChannel::CacheRtpAbsSendTimeHeaderExtension_n(
1408 int rtp_abs_sendtime_extn_id) {
zhihuange683c682017-08-31 16:00:07 -07001409 if (srtp_transport_) {
1410 srtp_transport_->CacheRtpAbsSendTimeHeaderExtension(
1411 rtp_abs_sendtime_extn_id);
1412 } else {
1413 LOG(LS_WARNING) << "Trying to cache the Absolute Send Time extension id "
1414 "but the SRTP is not active.";
1415 }
henrike@webrtc.orgd43aa9d2014-02-21 23:43:24 +00001416}
1417
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001418void BaseChannel::OnMessage(rtc::Message *pmsg) {
Peter Boström6f28cf02015-12-07 23:17:15 +01001419 TRACE_EVENT0("webrtc", "BaseChannel::OnMessage");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001420 switch (pmsg->message_id) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001421 case MSG_SEND_RTP_PACKET:
1422 case MSG_SEND_RTCP_PACKET: {
1423 RTC_DCHECK(network_thread_->IsCurrent());
1424 SendPacketMessageData* data =
1425 static_cast<SendPacketMessageData*>(pmsg->pdata);
1426 bool rtcp = pmsg->message_id == MSG_SEND_RTCP_PACKET;
1427 SendPacket(rtcp, &data->packet, data->options);
1428 delete data;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001429 break;
1430 }
1431 case MSG_FIRSTPACKETRECEIVED: {
1432 SignalFirstPacketReceived(this);
1433 break;
1434 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001435 }
1436}
1437
zstein3dcf0e92017-06-01 13:22:42 -07001438void BaseChannel::AddHandledPayloadType(int payload_type) {
zsteine8ab5432017-07-12 11:48:11 -07001439 rtp_transport_->AddHandledPayloadType(payload_type);
zstein3dcf0e92017-06-01 13:22:42 -07001440}
1441
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001442void BaseChannel::FlushRtcpMessages_n() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001443 // Flush all remaining RTCP messages. This should only be called in
1444 // destructor.
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001445 RTC_DCHECK(network_thread_->IsCurrent());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001446 rtc::MessageList rtcp_messages;
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001447 network_thread_->Clear(this, MSG_SEND_RTCP_PACKET, &rtcp_messages);
1448 for (const auto& message : rtcp_messages) {
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001449 network_thread_->Send(RTC_FROM_HERE, this, MSG_SEND_RTCP_PACKET,
1450 message.pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001451 }
1452}
1453
johand89ab142016-10-25 10:50:32 -07001454void BaseChannel::SignalSentPacket_n(
deadbeef5bd5ca32017-02-10 11:31:50 -08001455 rtc::PacketTransportInternal* /* transport */,
johand89ab142016-10-25 10:50:32 -07001456 const rtc::SentPacket& sent_packet) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001457 RTC_DCHECK(network_thread_->IsCurrent());
1458 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001459 RTC_FROM_HERE, worker_thread_,
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001460 rtc::Bind(&BaseChannel::SignalSentPacket_w, this, sent_packet));
1461}
1462
1463void BaseChannel::SignalSentPacket_w(const rtc::SentPacket& sent_packet) {
1464 RTC_DCHECK(worker_thread_->IsCurrent());
1465 SignalSentPacket(sent_packet);
1466}
1467
1468VoiceChannel::VoiceChannel(rtc::Thread* worker_thread,
1469 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001470 rtc::Thread* signaling_thread,
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001471 MediaEngineInterface* media_engine,
1472 VoiceMediaChannel* media_channel,
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001473 const std::string& content_name,
deadbeefac22f702017-01-12 21:59:29 -08001474 bool rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -08001475 bool srtp_required)
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001476 : BaseChannel(worker_thread,
1477 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001478 signaling_thread,
deadbeefcbecd352015-09-23 11:50:27 -07001479 media_channel,
deadbeefcbecd352015-09-23 11:50:27 -07001480 content_name,
deadbeefac22f702017-01-12 21:59:29 -08001481 rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -08001482 srtp_required),
Fredrik Solenberg0c022642015-08-05 12:25:22 +02001483 media_engine_(media_engine),
deadbeefcbecd352015-09-23 11:50:27 -07001484 received_media_(false) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001485
1486VoiceChannel::~VoiceChannel() {
Peter Boströmca8b4042016-03-08 14:24:13 -08001487 TRACE_EVENT0("webrtc", "VoiceChannel::~VoiceChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001488 StopAudioMonitor();
1489 StopMediaMonitor();
1490 // this can't be done in the base class, since it calls a virtual
1491 DisableMedia_w();
wu@webrtc.org78187522013-10-07 23:32:02 +00001492 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001493}
1494
Peter Boström0c4e06b2015-10-07 12:23:21 +02001495bool VoiceChannel::SetAudioSend(uint32_t ssrc,
solenbergdfc8f4f2015-10-01 02:31:10 -07001496 bool enable,
solenberg1dd98f32015-09-10 01:57:14 -07001497 const AudioOptions* options,
Taylor Brandstetter1a018dc2016-03-08 12:37:39 -08001498 AudioSource* source) {
stefanf79ade12017-06-02 06:44:03 -07001499 return InvokeOnWorker<bool>(
1500 RTC_FROM_HERE, Bind(&VoiceMediaChannel::SetAudioSend, media_channel(),
1501 ssrc, enable, options, source));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001502}
1503
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001504// TODO(juberti): Handle early media the right way. We should get an explicit
1505// ringing message telling us to start playing local ringback, which we cancel
1506// if any early media actually arrives. For now, we do the opposite, which is
1507// to wait 1 second for early media, and start playing local ringback if none
1508// arrives.
1509void VoiceChannel::SetEarlyMedia(bool enable) {
1510 if (enable) {
1511 // Start the early media timeout
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001512 worker_thread()->PostDelayed(RTC_FROM_HERE, kEarlyMediaTimeout, this,
1513 MSG_EARLYMEDIATIMEOUT);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001514 } else {
1515 // Stop the timeout if currently going.
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +00001516 worker_thread()->Clear(this, MSG_EARLYMEDIATIMEOUT);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001517 }
1518}
1519
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001520bool VoiceChannel::CanInsertDtmf() {
stefanf79ade12017-06-02 06:44:03 -07001521 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001522 RTC_FROM_HERE, Bind(&VoiceMediaChannel::CanInsertDtmf, media_channel()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001523}
1524
Peter Boström0c4e06b2015-10-07 12:23:21 +02001525bool VoiceChannel::InsertDtmf(uint32_t ssrc,
1526 int event_code,
solenberg1d63dd02015-12-02 12:35:09 -08001527 int duration) {
stefanf79ade12017-06-02 06:44:03 -07001528 return InvokeOnWorker<bool>(
1529 RTC_FROM_HERE,
1530 Bind(&VoiceChannel::InsertDtmf_w, this, ssrc, event_code, duration));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001531}
1532
solenberg4bac9c52015-10-09 02:32:53 -07001533bool VoiceChannel::SetOutputVolume(uint32_t ssrc, double volume) {
stefanf79ade12017-06-02 06:44:03 -07001534 return InvokeOnWorker<bool>(
1535 RTC_FROM_HERE,
1536 Bind(&VoiceMediaChannel::SetOutputVolume, media_channel(), ssrc, volume));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001537}
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +00001538
Tommif888bb52015-12-12 01:37:01 +01001539void VoiceChannel::SetRawAudioSink(
1540 uint32_t ssrc,
kwiberg31022942016-03-11 14:18:21 -08001541 std::unique_ptr<webrtc::AudioSinkInterface> sink) {
1542 // We need to work around Bind's lack of support for unique_ptr and ownership
deadbeef2d110be2016-01-13 12:00:26 -08001543 // passing. So we invoke to our own little routine that gets a pointer to
1544 // our local variable. This is OK since we're synchronously invoking.
stefanf79ade12017-06-02 06:44:03 -07001545 InvokeOnWorker<bool>(RTC_FROM_HERE,
1546 Bind(&SetRawAudioSink_w, media_channel(), ssrc, &sink));
Tommif888bb52015-12-12 01:37:01 +01001547}
1548
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001549webrtc::RtpParameters VoiceChannel::GetRtpSendParameters(uint32_t ssrc) const {
skvladdc1c62c2016-03-16 19:07:43 -07001550 return worker_thread()->Invoke<webrtc::RtpParameters>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001551 RTC_FROM_HERE, Bind(&VoiceChannel::GetRtpSendParameters_w, this, ssrc));
skvladdc1c62c2016-03-16 19:07:43 -07001552}
1553
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001554webrtc::RtpParameters VoiceChannel::GetRtpSendParameters_w(
1555 uint32_t ssrc) const {
1556 return media_channel()->GetRtpSendParameters(ssrc);
skvladdc1c62c2016-03-16 19:07:43 -07001557}
1558
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001559bool VoiceChannel::SetRtpSendParameters(
1560 uint32_t ssrc,
1561 const webrtc::RtpParameters& parameters) {
stefanf79ade12017-06-02 06:44:03 -07001562 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001563 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001564 Bind(&VoiceChannel::SetRtpSendParameters_w, this, ssrc, parameters));
skvladdc1c62c2016-03-16 19:07:43 -07001565}
1566
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001567bool VoiceChannel::SetRtpSendParameters_w(uint32_t ssrc,
1568 webrtc::RtpParameters parameters) {
1569 return media_channel()->SetRtpSendParameters(ssrc, parameters);
1570}
1571
1572webrtc::RtpParameters VoiceChannel::GetRtpReceiveParameters(
1573 uint32_t ssrc) const {
1574 return worker_thread()->Invoke<webrtc::RtpParameters>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001575 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001576 Bind(&VoiceChannel::GetRtpReceiveParameters_w, this, ssrc));
1577}
1578
1579webrtc::RtpParameters VoiceChannel::GetRtpReceiveParameters_w(
1580 uint32_t ssrc) const {
1581 return media_channel()->GetRtpReceiveParameters(ssrc);
1582}
1583
1584bool VoiceChannel::SetRtpReceiveParameters(
1585 uint32_t ssrc,
1586 const webrtc::RtpParameters& parameters) {
stefanf79ade12017-06-02 06:44:03 -07001587 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001588 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001589 Bind(&VoiceChannel::SetRtpReceiveParameters_w, this, ssrc, parameters));
1590}
1591
1592bool VoiceChannel::SetRtpReceiveParameters_w(uint32_t ssrc,
1593 webrtc::RtpParameters parameters) {
1594 return media_channel()->SetRtpReceiveParameters(ssrc, parameters);
skvladdc1c62c2016-03-16 19:07:43 -07001595}
1596
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001597bool VoiceChannel::GetStats(VoiceMediaInfo* stats) {
stefanf79ade12017-06-02 06:44:03 -07001598 return InvokeOnWorker<bool>(RTC_FROM_HERE, Bind(&VoiceMediaChannel::GetStats,
1599 media_channel(), stats));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001600}
1601
hbos8d609f62017-04-10 07:39:05 -07001602std::vector<webrtc::RtpSource> VoiceChannel::GetSources(uint32_t ssrc) const {
1603 return worker_thread()->Invoke<std::vector<webrtc::RtpSource>>(
zhihuang38ede132017-06-15 12:52:32 -07001604 RTC_FROM_HERE, Bind(&VoiceChannel::GetSources_w, this, ssrc));
1605}
1606
1607std::vector<webrtc::RtpSource> VoiceChannel::GetSources_w(uint32_t ssrc) const {
1608 RTC_DCHECK(worker_thread()->IsCurrent());
1609 return media_channel()->GetSources(ssrc);
hbos8d609f62017-04-10 07:39:05 -07001610}
1611
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001612void VoiceChannel::StartMediaMonitor(int cms) {
1613 media_monitor_.reset(new VoiceMediaMonitor(media_channel(), worker_thread(),
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001614 rtc::Thread::Current()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001615 media_monitor_->SignalUpdate.connect(
1616 this, &VoiceChannel::OnMediaMonitorUpdate);
1617 media_monitor_->Start(cms);
1618}
1619
1620void VoiceChannel::StopMediaMonitor() {
1621 if (media_monitor_) {
1622 media_monitor_->Stop();
1623 media_monitor_->SignalUpdate.disconnect(this);
1624 media_monitor_.reset();
1625 }
1626}
1627
1628void VoiceChannel::StartAudioMonitor(int cms) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001629 audio_monitor_.reset(new AudioMonitor(this, rtc::Thread::Current()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001630 audio_monitor_
1631 ->SignalUpdate.connect(this, &VoiceChannel::OnAudioMonitorUpdate);
1632 audio_monitor_->Start(cms);
1633}
1634
1635void VoiceChannel::StopAudioMonitor() {
1636 if (audio_monitor_) {
1637 audio_monitor_->Stop();
1638 audio_monitor_.reset();
1639 }
1640}
1641
1642bool VoiceChannel::IsAudioMonitorRunning() const {
1643 return (audio_monitor_.get() != NULL);
1644}
1645
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001646int VoiceChannel::GetInputLevel_w() {
Fredrik Solenberg0c022642015-08-05 12:25:22 +02001647 return media_engine_->GetInputLevel();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001648}
1649
1650int VoiceChannel::GetOutputLevel_w() {
1651 return media_channel()->GetOutputLevel();
1652}
1653
1654void VoiceChannel::GetActiveStreams_w(AudioInfo::StreamList* actives) {
1655 media_channel()->GetActiveStreams(actives);
1656}
1657
zstein3dcf0e92017-06-01 13:22:42 -07001658void VoiceChannel::OnPacketReceived(bool rtcp,
zstein634977b2017-07-14 12:30:04 -07001659 rtc::CopyOnWriteBuffer* packet,
zstein3dcf0e92017-06-01 13:22:42 -07001660 const rtc::PacketTime& packet_time) {
1661 BaseChannel::OnPacketReceived(rtcp, packet, packet_time);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001662 // Set a flag when we've received an RTP packet. If we're waiting for early
1663 // media, this will disable the timeout.
zstein3dcf0e92017-06-01 13:22:42 -07001664 if (!received_media_ && !rtcp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001665 received_media_ = true;
1666 }
1667}
1668
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001669void BaseChannel::UpdateMediaSendRecvState() {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001670 RTC_DCHECK(network_thread_->IsCurrent());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001671 invoker_.AsyncInvoke<void>(
1672 RTC_FROM_HERE, worker_thread_,
1673 Bind(&BaseChannel::UpdateMediaSendRecvState_w, this));
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001674}
1675
michaelt79e05882016-11-08 02:50:09 -08001676int BaseChannel::GetTransportOverheadPerPacket() const {
1677 RTC_DCHECK(network_thread_->IsCurrent());
1678
1679 if (!selected_candidate_pair_)
1680 return 0;
1681
1682 int transport_overhead_per_packet = 0;
1683
1684 constexpr int kIpv4Overhaed = 20;
1685 constexpr int kIpv6Overhaed = 40;
1686 transport_overhead_per_packet +=
1687 selected_candidate_pair_->local_candidate().address().family() == AF_INET
1688 ? kIpv4Overhaed
1689 : kIpv6Overhaed;
1690
1691 constexpr int kUdpOverhaed = 8;
1692 constexpr int kTcpOverhaed = 20;
1693 transport_overhead_per_packet +=
1694 selected_candidate_pair_->local_candidate().protocol() ==
1695 TCP_PROTOCOL_NAME
1696 ? kTcpOverhaed
1697 : kUdpOverhaed;
1698
zhihuange683c682017-08-31 16:00:07 -07001699 if (sdes_active()) {
michaelt79e05882016-11-08 02:50:09 -08001700 int srtp_overhead = 0;
zhihuange683c682017-08-31 16:00:07 -07001701 if (srtp_transport_->GetSrtpOverhead(&srtp_overhead))
michaelt79e05882016-11-08 02:50:09 -08001702 transport_overhead_per_packet += srtp_overhead;
1703 }
1704
1705 return transport_overhead_per_packet;
1706}
1707
1708void BaseChannel::UpdateTransportOverhead() {
1709 int transport_overhead_per_packet = GetTransportOverheadPerPacket();
1710 if (transport_overhead_per_packet)
1711 invoker_.AsyncInvoke<void>(
1712 RTC_FROM_HERE, worker_thread_,
1713 Bind(&MediaChannel::OnTransportOverheadChanged, media_channel_,
1714 transport_overhead_per_packet));
1715}
1716
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001717void VoiceChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001718 // Render incoming data if we're the active call, and we have the local
1719 // content. We receive data on the default channel and multiplexed streams.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001720 bool recv = IsReadyToReceiveMedia_w();
solenberg5b14b422015-10-01 04:10:31 -07001721 media_channel()->SetPlayout(recv);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001722
1723 // Send outgoing data if we're the active call, we have the remote content,
1724 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001725 bool send = IsReadyToSendMedia_w();
Taylor Brandstetter1a018dc2016-03-08 12:37:39 -08001726 media_channel()->SetSend(send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001727
1728 LOG(LS_INFO) << "Changing voice state, recv=" << recv << " send=" << send;
1729}
1730
1731const ContentInfo* VoiceChannel::GetFirstContent(
1732 const SessionDescription* sdesc) {
1733 return GetFirstAudioContent(sdesc);
1734}
1735
1736bool VoiceChannel::SetLocalContent_w(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001737 ContentAction action,
1738 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01001739 TRACE_EVENT0("webrtc", "VoiceChannel::SetLocalContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001740 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001741 LOG(LS_INFO) << "Setting local voice description";
1742
1743 const AudioContentDescription* audio =
1744 static_cast<const AudioContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001745 RTC_DCHECK(audio != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001746 if (!audio) {
1747 SafeSetError("Can't find audio content in local description.", error_desc);
1748 return false;
1749 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001750
jbauch5869f502017-06-29 12:31:36 -07001751 RtpHeaderExtensions rtp_header_extensions =
1752 GetFilteredRtpHeaderExtensions(audio->rtp_header_extensions());
1753
1754 if (!SetRtpTransportParameters(content, action, CS_LOCAL,
1755 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001756 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001757 }
1758
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001759 AudioRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -07001760 RtpParametersFromMediaDescription(audio, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001761 if (!media_channel()->SetRecvParameters(recv_params)) {
Peter Thatcherbfab5cb2015-08-20 17:40:24 -07001762 SafeSetError("Failed to set local audio description recv parameters.",
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001763 error_desc);
1764 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001765 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001766 for (const AudioCodec& codec : audio->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -07001767 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001768 }
1769 last_recv_params_ = recv_params;
1770
1771 // TODO(pthatcher): Move local streams into AudioSendParameters, and
1772 // only give it to the media channel once we have a remote
1773 // description too (without a remote description, we won't be able
1774 // to send them anyway).
1775 if (!UpdateLocalStreams_w(audio->streams(), action, error_desc)) {
1776 SafeSetError("Failed to set local audio description streams.", error_desc);
1777 return false;
1778 }
1779
1780 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001781 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001782 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001783}
1784
1785bool VoiceChannel::SetRemoteContent_w(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001786 ContentAction action,
1787 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01001788 TRACE_EVENT0("webrtc", "VoiceChannel::SetRemoteContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001789 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001790 LOG(LS_INFO) << "Setting remote voice description";
1791
1792 const AudioContentDescription* audio =
1793 static_cast<const AudioContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001794 RTC_DCHECK(audio != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001795 if (!audio) {
1796 SafeSetError("Can't find audio content in remote description.", error_desc);
1797 return false;
1798 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001799
jbauch5869f502017-06-29 12:31:36 -07001800 RtpHeaderExtensions rtp_header_extensions =
1801 GetFilteredRtpHeaderExtensions(audio->rtp_header_extensions());
1802
1803 if (!SetRtpTransportParameters(content, action, CS_REMOTE,
1804 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001805 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001806 }
1807
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001808 AudioSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -07001809 RtpSendParametersFromMediaDescription(audio, rtp_header_extensions,
1810 &send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001811 if (audio->agc_minus_10db()) {
Karl Wibergbe579832015-11-10 22:34:18 +01001812 send_params.options.adjust_agc_delta = rtc::Optional<int>(kAgcMinus10db);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001813 }
skvladdc1c62c2016-03-16 19:07:43 -07001814
1815 bool parameters_applied = media_channel()->SetSendParameters(send_params);
1816 if (!parameters_applied) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001817 SafeSetError("Failed to set remote audio description send parameters.",
1818 error_desc);
1819 return false;
1820 }
1821 last_send_params_ = send_params;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001822
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001823 // TODO(pthatcher): Move remote streams into AudioRecvParameters,
1824 // and only give it to the media channel once we have a local
1825 // description too (without a local description, we won't be able to
1826 // recv them anyway).
1827 if (!UpdateRemoteStreams_w(audio->streams(), action, error_desc)) {
1828 SafeSetError("Failed to set remote audio description streams.", error_desc);
1829 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001830 }
1831
Peter Thatcherbfab5cb2015-08-20 17:40:24 -07001832 if (audio->rtp_header_extensions_set()) {
jbauch5869f502017-06-29 12:31:36 -07001833 MaybeCacheRtpAbsSendTimeHeaderExtension_w(rtp_header_extensions);
Peter Thatcherbfab5cb2015-08-20 17:40:24 -07001834 }
1835
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001836 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001837 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001838 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001839}
1840
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001841void VoiceChannel::HandleEarlyMediaTimeout() {
1842 // This occurs on the main thread, not the worker thread.
1843 if (!received_media_) {
1844 LOG(LS_INFO) << "No early media received before timeout";
1845 SignalEarlyMediaTimeout(this);
1846 }
1847}
1848
Peter Boström0c4e06b2015-10-07 12:23:21 +02001849bool VoiceChannel::InsertDtmf_w(uint32_t ssrc,
1850 int event,
solenberg1d63dd02015-12-02 12:35:09 -08001851 int duration) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001852 if (!enabled()) {
1853 return false;
1854 }
solenberg1d63dd02015-12-02 12:35:09 -08001855 return media_channel()->InsertDtmf(ssrc, event, duration);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001856}
1857
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001858void VoiceChannel::OnMessage(rtc::Message *pmsg) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001859 switch (pmsg->message_id) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001860 case MSG_EARLYMEDIATIMEOUT:
1861 HandleEarlyMediaTimeout();
1862 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001863 case MSG_CHANNEL_ERROR: {
1864 VoiceChannelErrorMessageData* data =
1865 static_cast<VoiceChannelErrorMessageData*>(pmsg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001866 delete data;
1867 break;
1868 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001869 default:
1870 BaseChannel::OnMessage(pmsg);
1871 break;
1872 }
1873}
1874
1875void VoiceChannel::OnConnectionMonitorUpdate(
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +00001876 ConnectionMonitor* monitor, const std::vector<ConnectionInfo>& infos) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001877 SignalConnectionMonitor(this, infos);
1878}
1879
1880void VoiceChannel::OnMediaMonitorUpdate(
1881 VoiceMediaChannel* media_channel, const VoiceMediaInfo& info) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001882 RTC_DCHECK(media_channel == this->media_channel());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001883 SignalMediaMonitor(this, info);
1884}
1885
1886void VoiceChannel::OnAudioMonitorUpdate(AudioMonitor* monitor,
1887 const AudioInfo& info) {
1888 SignalAudioMonitor(this, info);
1889}
1890
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001891VideoChannel::VideoChannel(rtc::Thread* worker_thread,
1892 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001893 rtc::Thread* signaling_thread,
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001894 VideoMediaChannel* media_channel,
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001895 const std::string& content_name,
deadbeefac22f702017-01-12 21:59:29 -08001896 bool rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -08001897 bool srtp_required)
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001898 : BaseChannel(worker_thread,
1899 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001900 signaling_thread,
deadbeefcbecd352015-09-23 11:50:27 -07001901 media_channel,
deadbeefcbecd352015-09-23 11:50:27 -07001902 content_name,
deadbeefac22f702017-01-12 21:59:29 -08001903 rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -08001904 srtp_required) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001905
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001906VideoChannel::~VideoChannel() {
Peter Boströmca8b4042016-03-08 14:24:13 -08001907 TRACE_EVENT0("webrtc", "VideoChannel::~VideoChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001908 StopMediaMonitor();
1909 // this can't be done in the base class, since it calls a virtual
1910 DisableMedia_w();
wu@webrtc.org78187522013-10-07 23:32:02 +00001911
1912 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001913}
1914
nisse08582ff2016-02-04 01:24:52 -08001915bool VideoChannel::SetSink(uint32_t ssrc,
nisseacd935b2016-11-11 03:55:13 -08001916 rtc::VideoSinkInterface<webrtc::VideoFrame>* sink) {
nisse08582ff2016-02-04 01:24:52 -08001917 worker_thread()->Invoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001918 RTC_FROM_HERE,
nisse08582ff2016-02-04 01:24:52 -08001919 Bind(&VideoMediaChannel::SetSink, media_channel(), ssrc, sink));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001920 return true;
1921}
1922
deadbeef5a4a75a2016-06-02 16:23:38 -07001923bool VideoChannel::SetVideoSend(
nisse2ded9b12016-04-08 02:23:55 -07001924 uint32_t ssrc,
deadbeef5a4a75a2016-06-02 16:23:38 -07001925 bool mute,
1926 const VideoOptions* options,
nisseacd935b2016-11-11 03:55:13 -08001927 rtc::VideoSourceInterface<webrtc::VideoFrame>* source) {
stefanf79ade12017-06-02 06:44:03 -07001928 return InvokeOnWorker<bool>(
1929 RTC_FROM_HERE, Bind(&VideoMediaChannel::SetVideoSend, media_channel(),
1930 ssrc, mute, options, source));
solenberg1dd98f32015-09-10 01:57:14 -07001931}
1932
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001933webrtc::RtpParameters VideoChannel::GetRtpSendParameters(uint32_t ssrc) const {
skvladdc1c62c2016-03-16 19:07:43 -07001934 return worker_thread()->Invoke<webrtc::RtpParameters>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001935 RTC_FROM_HERE, Bind(&VideoChannel::GetRtpSendParameters_w, this, ssrc));
skvladdc1c62c2016-03-16 19:07:43 -07001936}
1937
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001938webrtc::RtpParameters VideoChannel::GetRtpSendParameters_w(
1939 uint32_t ssrc) const {
1940 return media_channel()->GetRtpSendParameters(ssrc);
skvladdc1c62c2016-03-16 19:07:43 -07001941}
1942
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001943bool VideoChannel::SetRtpSendParameters(
1944 uint32_t ssrc,
1945 const webrtc::RtpParameters& parameters) {
stefanf79ade12017-06-02 06:44:03 -07001946 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001947 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001948 Bind(&VideoChannel::SetRtpSendParameters_w, this, ssrc, parameters));
skvladdc1c62c2016-03-16 19:07:43 -07001949}
1950
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001951bool VideoChannel::SetRtpSendParameters_w(uint32_t ssrc,
1952 webrtc::RtpParameters parameters) {
1953 return media_channel()->SetRtpSendParameters(ssrc, parameters);
1954}
1955
1956webrtc::RtpParameters VideoChannel::GetRtpReceiveParameters(
1957 uint32_t ssrc) const {
1958 return worker_thread()->Invoke<webrtc::RtpParameters>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001959 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001960 Bind(&VideoChannel::GetRtpReceiveParameters_w, this, ssrc));
1961}
1962
1963webrtc::RtpParameters VideoChannel::GetRtpReceiveParameters_w(
1964 uint32_t ssrc) const {
1965 return media_channel()->GetRtpReceiveParameters(ssrc);
1966}
1967
1968bool VideoChannel::SetRtpReceiveParameters(
1969 uint32_t ssrc,
1970 const webrtc::RtpParameters& parameters) {
stefanf79ade12017-06-02 06:44:03 -07001971 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001972 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001973 Bind(&VideoChannel::SetRtpReceiveParameters_w, this, ssrc, parameters));
1974}
1975
1976bool VideoChannel::SetRtpReceiveParameters_w(uint32_t ssrc,
1977 webrtc::RtpParameters parameters) {
1978 return media_channel()->SetRtpReceiveParameters(ssrc, parameters);
skvladdc1c62c2016-03-16 19:07:43 -07001979}
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001980
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001981void VideoChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001982 // Send outgoing data if we're the active call, we have the remote content,
1983 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001984 bool send = IsReadyToSendMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001985 if (!media_channel()->SetSend(send)) {
1986 LOG(LS_ERROR) << "Failed to SetSend on video channel";
1987 // TODO(gangji): Report error back to server.
1988 }
1989
Peter Boström34fbfff2015-09-24 19:20:30 +02001990 LOG(LS_INFO) << "Changing video state, send=" << send;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001991}
1992
stefanf79ade12017-06-02 06:44:03 -07001993void VideoChannel::FillBitrateInfo(BandwidthEstimationInfo* bwe_info) {
1994 InvokeOnWorker<void>(RTC_FROM_HERE, Bind(&VideoMediaChannel::FillBitrateInfo,
1995 media_channel(), bwe_info));
1996}
1997
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00001998bool VideoChannel::GetStats(VideoMediaInfo* stats) {
stefanf79ade12017-06-02 06:44:03 -07001999 return InvokeOnWorker<bool>(RTC_FROM_HERE, Bind(&VideoMediaChannel::GetStats,
2000 media_channel(), stats));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002001}
2002
2003void VideoChannel::StartMediaMonitor(int cms) {
2004 media_monitor_.reset(new VideoMediaMonitor(media_channel(), worker_thread(),
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00002005 rtc::Thread::Current()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002006 media_monitor_->SignalUpdate.connect(
2007 this, &VideoChannel::OnMediaMonitorUpdate);
2008 media_monitor_->Start(cms);
2009}
2010
2011void VideoChannel::StopMediaMonitor() {
2012 if (media_monitor_) {
2013 media_monitor_->Stop();
2014 media_monitor_.reset();
2015 }
2016}
2017
2018const ContentInfo* VideoChannel::GetFirstContent(
2019 const SessionDescription* sdesc) {
2020 return GetFirstVideoContent(sdesc);
2021}
2022
2023bool VideoChannel::SetLocalContent_w(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002024 ContentAction action,
2025 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01002026 TRACE_EVENT0("webrtc", "VideoChannel::SetLocalContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002027 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002028 LOG(LS_INFO) << "Setting local video description";
2029
2030 const VideoContentDescription* video =
2031 static_cast<const VideoContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002032 RTC_DCHECK(video != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002033 if (!video) {
2034 SafeSetError("Can't find video content in local description.", error_desc);
2035 return false;
2036 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002037
jbauch5869f502017-06-29 12:31:36 -07002038 RtpHeaderExtensions rtp_header_extensions =
2039 GetFilteredRtpHeaderExtensions(video->rtp_header_extensions());
2040
2041 if (!SetRtpTransportParameters(content, action, CS_LOCAL,
2042 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002043 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002044 }
2045
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002046 VideoRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -07002047 RtpParametersFromMediaDescription(video, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002048 if (!media_channel()->SetRecvParameters(recv_params)) {
2049 SafeSetError("Failed to set local video description recv parameters.",
2050 error_desc);
2051 return false;
2052 }
2053 for (const VideoCodec& codec : video->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -07002054 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002055 }
2056 last_recv_params_ = recv_params;
2057
2058 // TODO(pthatcher): Move local streams into VideoSendParameters, and
2059 // only give it to the media channel once we have a remote
2060 // description too (without a remote description, we won't be able
2061 // to send them anyway).
2062 if (!UpdateLocalStreams_w(video->streams(), action, error_desc)) {
2063 SafeSetError("Failed to set local video description streams.", error_desc);
2064 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002065 }
2066
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002067 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002068 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002069 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002070}
2071
2072bool VideoChannel::SetRemoteContent_w(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002073 ContentAction action,
2074 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01002075 TRACE_EVENT0("webrtc", "VideoChannel::SetRemoteContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002076 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002077 LOG(LS_INFO) << "Setting remote video description";
2078
2079 const VideoContentDescription* video =
2080 static_cast<const VideoContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002081 RTC_DCHECK(video != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002082 if (!video) {
2083 SafeSetError("Can't find video content in remote description.", error_desc);
2084 return false;
2085 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002086
jbauch5869f502017-06-29 12:31:36 -07002087 RtpHeaderExtensions rtp_header_extensions =
2088 GetFilteredRtpHeaderExtensions(video->rtp_header_extensions());
2089
2090 if (!SetRtpTransportParameters(content, action, CS_REMOTE,
2091 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002092 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002093 }
2094
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002095 VideoSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -07002096 RtpSendParametersFromMediaDescription(video, rtp_header_extensions,
2097 &send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002098 if (video->conference_mode()) {
nisse4b4dc862016-02-17 05:25:36 -08002099 send_params.conference_mode = true;
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002100 }
skvladdc1c62c2016-03-16 19:07:43 -07002101
2102 bool parameters_applied = media_channel()->SetSendParameters(send_params);
2103
2104 if (!parameters_applied) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002105 SafeSetError("Failed to set remote video description send parameters.",
2106 error_desc);
2107 return false;
2108 }
2109 last_send_params_ = send_params;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002110
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002111 // TODO(pthatcher): Move remote streams into VideoRecvParameters,
2112 // and only give it to the media channel once we have a local
2113 // description too (without a local description, we won't be able to
2114 // recv them anyway).
2115 if (!UpdateRemoteStreams_w(video->streams(), action, error_desc)) {
2116 SafeSetError("Failed to set remote video description streams.", error_desc);
2117 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002118 }
2119
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002120 if (video->rtp_header_extensions_set()) {
jbauch5869f502017-06-29 12:31:36 -07002121 MaybeCacheRtpAbsSendTimeHeaderExtension_w(rtp_header_extensions);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002122 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002123
2124 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002125 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002126 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002127}
2128
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00002129void VideoChannel::OnMessage(rtc::Message *pmsg) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002130 switch (pmsg->message_id) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002131 case MSG_CHANNEL_ERROR: {
2132 const VideoChannelErrorMessageData* data =
2133 static_cast<VideoChannelErrorMessageData*>(pmsg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002134 delete data;
2135 break;
2136 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002137 default:
2138 BaseChannel::OnMessage(pmsg);
2139 break;
2140 }
2141}
2142
2143void VideoChannel::OnConnectionMonitorUpdate(
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +00002144 ConnectionMonitor* monitor, const std::vector<ConnectionInfo> &infos) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002145 SignalConnectionMonitor(this, infos);
2146}
2147
2148// TODO(pthatcher): Look into removing duplicate code between
2149// audio, video, and data, perhaps by using templates.
2150void VideoChannel::OnMediaMonitorUpdate(
2151 VideoMediaChannel* media_channel, const VideoMediaInfo &info) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002152 RTC_DCHECK(media_channel == this->media_channel());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002153 SignalMediaMonitor(this, info);
2154}
2155
deadbeef953c2ce2017-01-09 14:53:41 -08002156RtpDataChannel::RtpDataChannel(rtc::Thread* worker_thread,
2157 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08002158 rtc::Thread* signaling_thread,
deadbeef953c2ce2017-01-09 14:53:41 -08002159 DataMediaChannel* media_channel,
deadbeef953c2ce2017-01-09 14:53:41 -08002160 const std::string& content_name,
deadbeefac22f702017-01-12 21:59:29 -08002161 bool rtcp_mux_required,
deadbeef953c2ce2017-01-09 14:53:41 -08002162 bool srtp_required)
Danil Chapovalov33b01f22016-05-11 19:55:27 +02002163 : BaseChannel(worker_thread,
2164 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08002165 signaling_thread,
deadbeefcbecd352015-09-23 11:50:27 -07002166 media_channel,
deadbeefcbecd352015-09-23 11:50:27 -07002167 content_name,
deadbeefac22f702017-01-12 21:59:29 -08002168 rtcp_mux_required,
deadbeef953c2ce2017-01-09 14:53:41 -08002169 srtp_required) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002170
deadbeef953c2ce2017-01-09 14:53:41 -08002171RtpDataChannel::~RtpDataChannel() {
2172 TRACE_EVENT0("webrtc", "RtpDataChannel::~RtpDataChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002173 StopMediaMonitor();
2174 // this can't be done in the base class, since it calls a virtual
2175 DisableMedia_w();
wu@webrtc.org78187522013-10-07 23:32:02 +00002176
2177 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002178}
2179
deadbeeff5346592017-01-24 21:51:21 -08002180bool RtpDataChannel::Init_w(
2181 DtlsTransportInternal* rtp_dtls_transport,
2182 DtlsTransportInternal* rtcp_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -08002183 rtc::PacketTransportInternal* rtp_packet_transport,
2184 rtc::PacketTransportInternal* rtcp_packet_transport) {
deadbeeff5346592017-01-24 21:51:21 -08002185 if (!BaseChannel::Init_w(rtp_dtls_transport, rtcp_dtls_transport,
2186 rtp_packet_transport, rtcp_packet_transport)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002187 return false;
2188 }
deadbeef953c2ce2017-01-09 14:53:41 -08002189 media_channel()->SignalDataReceived.connect(this,
2190 &RtpDataChannel::OnDataReceived);
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00002191 media_channel()->SignalReadyToSend.connect(
deadbeef953c2ce2017-01-09 14:53:41 -08002192 this, &RtpDataChannel::OnDataChannelReadyToSend);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002193 return true;
2194}
2195
deadbeef953c2ce2017-01-09 14:53:41 -08002196bool RtpDataChannel::SendData(const SendDataParams& params,
2197 const rtc::CopyOnWriteBuffer& payload,
2198 SendDataResult* result) {
stefanf79ade12017-06-02 06:44:03 -07002199 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07002200 RTC_FROM_HERE, Bind(&DataMediaChannel::SendData, media_channel(), params,
2201 payload, result));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002202}
2203
deadbeef953c2ce2017-01-09 14:53:41 -08002204const ContentInfo* RtpDataChannel::GetFirstContent(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002205 const SessionDescription* sdesc) {
2206 return GetFirstDataContent(sdesc);
2207}
2208
deadbeef953c2ce2017-01-09 14:53:41 -08002209bool RtpDataChannel::CheckDataChannelTypeFromContent(
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002210 const DataContentDescription* content,
2211 std::string* error_desc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002212 bool is_sctp = ((content->protocol() == kMediaProtocolSctp) ||
2213 (content->protocol() == kMediaProtocolDtlsSctp));
deadbeef953c2ce2017-01-09 14:53:41 -08002214 // It's been set before, but doesn't match. That's bad.
2215 if (is_sctp) {
2216 SafeSetError("Data channel type mismatch. Expected RTP, got SCTP.",
2217 error_desc);
2218 return false;
2219 }
2220 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002221}
2222
deadbeef953c2ce2017-01-09 14:53:41 -08002223bool RtpDataChannel::SetLocalContent_w(const MediaContentDescription* content,
2224 ContentAction action,
2225 std::string* error_desc) {
2226 TRACE_EVENT0("webrtc", "RtpDataChannel::SetLocalContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002227 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002228 LOG(LS_INFO) << "Setting local data description";
2229
2230 const DataContentDescription* data =
2231 static_cast<const DataContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002232 RTC_DCHECK(data != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002233 if (!data) {
2234 SafeSetError("Can't find data content in local description.", error_desc);
2235 return false;
2236 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002237
deadbeef953c2ce2017-01-09 14:53:41 -08002238 if (!CheckDataChannelTypeFromContent(data, error_desc)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002239 return false;
2240 }
2241
jbauch5869f502017-06-29 12:31:36 -07002242 RtpHeaderExtensions rtp_header_extensions =
2243 GetFilteredRtpHeaderExtensions(data->rtp_header_extensions());
2244
2245 if (!SetRtpTransportParameters(content, action, CS_LOCAL,
2246 rtp_header_extensions, error_desc)) {
deadbeef953c2ce2017-01-09 14:53:41 -08002247 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002248 }
2249
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002250 DataRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -07002251 RtpParametersFromMediaDescription(data, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002252 if (!media_channel()->SetRecvParameters(recv_params)) {
2253 SafeSetError("Failed to set remote data description recv parameters.",
2254 error_desc);
2255 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002256 }
deadbeef953c2ce2017-01-09 14:53:41 -08002257 for (const DataCodec& codec : data->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -07002258 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002259 }
2260 last_recv_params_ = recv_params;
2261
2262 // TODO(pthatcher): Move local streams into DataSendParameters, and
2263 // only give it to the media channel once we have a remote
2264 // description too (without a remote description, we won't be able
2265 // to send them anyway).
2266 if (!UpdateLocalStreams_w(data->streams(), action, error_desc)) {
2267 SafeSetError("Failed to set local data description streams.", error_desc);
2268 return false;
2269 }
2270
2271 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002272 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002273 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002274}
2275
deadbeef953c2ce2017-01-09 14:53:41 -08002276bool RtpDataChannel::SetRemoteContent_w(const MediaContentDescription* content,
2277 ContentAction action,
2278 std::string* error_desc) {
2279 TRACE_EVENT0("webrtc", "RtpDataChannel::SetRemoteContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002280 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002281
2282 const DataContentDescription* data =
2283 static_cast<const DataContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002284 RTC_DCHECK(data != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002285 if (!data) {
2286 SafeSetError("Can't find data content in remote description.", error_desc);
2287 return false;
2288 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002289
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002290 // If the remote data doesn't have codecs and isn't an update, it
2291 // must be empty, so ignore it.
2292 if (!data->has_codecs() && action != CA_UPDATE) {
2293 return true;
2294 }
2295
deadbeef953c2ce2017-01-09 14:53:41 -08002296 if (!CheckDataChannelTypeFromContent(data, error_desc)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002297 return false;
2298 }
2299
jbauch5869f502017-06-29 12:31:36 -07002300 RtpHeaderExtensions rtp_header_extensions =
2301 GetFilteredRtpHeaderExtensions(data->rtp_header_extensions());
2302
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002303 LOG(LS_INFO) << "Setting remote data description";
jbauch5869f502017-06-29 12:31:36 -07002304 if (!SetRtpTransportParameters(content, action, CS_REMOTE,
2305 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002306 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002307 }
2308
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002309 DataSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -07002310 RtpSendParametersFromMediaDescription<DataCodec>(data, rtp_header_extensions,
2311 &send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002312 if (!media_channel()->SetSendParameters(send_params)) {
2313 SafeSetError("Failed to set remote data description send parameters.",
2314 error_desc);
2315 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002316 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002317 last_send_params_ = send_params;
2318
2319 // TODO(pthatcher): Move remote streams into DataRecvParameters,
2320 // and only give it to the media channel once we have a local
2321 // description too (without a local description, we won't be able to
2322 // recv them anyway).
2323 if (!UpdateRemoteStreams_w(data->streams(), action, error_desc)) {
2324 SafeSetError("Failed to set remote data description streams.",
2325 error_desc);
2326 return false;
2327 }
2328
2329 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002330 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002331 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002332}
2333
deadbeef953c2ce2017-01-09 14:53:41 -08002334void RtpDataChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002335 // Render incoming data if we're the active call, and we have the local
2336 // content. We receive data on the default channel and multiplexed streams.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002337 bool recv = IsReadyToReceiveMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002338 if (!media_channel()->SetReceive(recv)) {
2339 LOG(LS_ERROR) << "Failed to SetReceive on data channel";
2340 }
2341
2342 // Send outgoing data if we're the active call, we have the remote content,
2343 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002344 bool send = IsReadyToSendMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002345 if (!media_channel()->SetSend(send)) {
2346 LOG(LS_ERROR) << "Failed to SetSend on data channel";
2347 }
2348
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +00002349 // Trigger SignalReadyToSendData asynchronously.
2350 OnDataChannelReadyToSend(send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002351
2352 LOG(LS_INFO) << "Changing data state, recv=" << recv << " send=" << send;
2353}
2354
deadbeef953c2ce2017-01-09 14:53:41 -08002355void RtpDataChannel::OnMessage(rtc::Message* pmsg) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002356 switch (pmsg->message_id) {
2357 case MSG_READYTOSENDDATA: {
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00002358 DataChannelReadyToSendMessageData* data =
2359 static_cast<DataChannelReadyToSendMessageData*>(pmsg->pdata);
wu@webrtc.org07a6fbe2013-11-04 18:41:34 +00002360 ready_to_send_data_ = data->data();
2361 SignalReadyToSendData(ready_to_send_data_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002362 delete data;
2363 break;
2364 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002365 case MSG_DATARECEIVED: {
2366 DataReceivedMessageData* data =
2367 static_cast<DataReceivedMessageData*>(pmsg->pdata);
deadbeef953c2ce2017-01-09 14:53:41 -08002368 SignalDataReceived(data->params, data->payload);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002369 delete data;
2370 break;
2371 }
2372 case MSG_CHANNEL_ERROR: {
2373 const DataChannelErrorMessageData* data =
2374 static_cast<DataChannelErrorMessageData*>(pmsg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002375 delete data;
2376 break;
2377 }
2378 default:
2379 BaseChannel::OnMessage(pmsg);
2380 break;
2381 }
2382}
2383
deadbeef953c2ce2017-01-09 14:53:41 -08002384void RtpDataChannel::OnConnectionMonitorUpdate(
2385 ConnectionMonitor* monitor,
2386 const std::vector<ConnectionInfo>& infos) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002387 SignalConnectionMonitor(this, infos);
2388}
2389
deadbeef953c2ce2017-01-09 14:53:41 -08002390void RtpDataChannel::StartMediaMonitor(int cms) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002391 media_monitor_.reset(new DataMediaMonitor(media_channel(), worker_thread(),
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00002392 rtc::Thread::Current()));
deadbeef953c2ce2017-01-09 14:53:41 -08002393 media_monitor_->SignalUpdate.connect(this,
2394 &RtpDataChannel::OnMediaMonitorUpdate);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002395 media_monitor_->Start(cms);
2396}
2397
deadbeef953c2ce2017-01-09 14:53:41 -08002398void RtpDataChannel::StopMediaMonitor() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002399 if (media_monitor_) {
2400 media_monitor_->Stop();
2401 media_monitor_->SignalUpdate.disconnect(this);
2402 media_monitor_.reset();
2403 }
2404}
2405
deadbeef953c2ce2017-01-09 14:53:41 -08002406void RtpDataChannel::OnMediaMonitorUpdate(DataMediaChannel* media_channel,
2407 const DataMediaInfo& info) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002408 RTC_DCHECK(media_channel == this->media_channel());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002409 SignalMediaMonitor(this, info);
2410}
2411
deadbeef953c2ce2017-01-09 14:53:41 -08002412void RtpDataChannel::OnDataReceived(const ReceiveDataParams& params,
2413 const char* data,
2414 size_t len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002415 DataReceivedMessageData* msg = new DataReceivedMessageData(
2416 params, data, len);
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07002417 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_DATARECEIVED, msg);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002418}
2419
deadbeef953c2ce2017-01-09 14:53:41 -08002420void RtpDataChannel::OnDataChannelError(uint32_t ssrc,
2421 DataMediaChannel::Error err) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002422 DataChannelErrorMessageData* data = new DataChannelErrorMessageData(
2423 ssrc, err);
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07002424 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_CHANNEL_ERROR, data);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002425}
2426
deadbeef953c2ce2017-01-09 14:53:41 -08002427void RtpDataChannel::OnDataChannelReadyToSend(bool writable) {
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00002428 // This is usded for congestion control to indicate that the stream is ready
2429 // to send by the MediaChannel, as opposed to OnReadyToSend, which indicates
2430 // that the transport channel is ready.
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07002431 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_READYTOSENDDATA,
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00002432 new DataChannelReadyToSendMessageData(writable));
2433}
2434
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002435} // namespace cricket