blob: 5d8bbcd4512a6e61b78136b6f5515830c93b7553 [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
kjellander65c7f672016-02-12 00:05:01 -08002 * Copyright 2004 The WebRTC project authors. All Rights Reserved.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003 *
kjellander65c7f672016-02-12 00:05:01 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00009 */
10
jbauch5869f502017-06-29 12:31:36 -070011#include <algorithm>
12#include <iterator>
kwiberg0eb15ed2015-12-17 03:04:15 -080013#include <utility>
14
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020015#include "pc/channel.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000016
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020017#include "api/call/audio_sink.h"
18#include "media/base/mediaconstants.h"
19#include "media/base/rtputils.h"
20#include "rtc_base/bind.h"
21#include "rtc_base/byteorder.h"
22#include "rtc_base/checks.h"
23#include "rtc_base/copyonwritebuffer.h"
24#include "rtc_base/dscp.h"
25#include "rtc_base/logging.h"
26#include "rtc_base/networkroute.h"
27#include "rtc_base/ptr_util.h"
28#include "rtc_base/trace_event.h"
zhihuang38ede132017-06-15 12:52:32 -070029// Adding 'nogncheck' to disable the gn include headers check to support modular
30// WebRTC build targets.
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020031#include "media/engine/webrtcvoiceengine.h" // nogncheck
32#include "p2p/base/packettransportinternal.h"
33#include "pc/channelmanager.h"
34#include "pc/rtptransport.h"
35#include "pc/srtptransport.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000036
37namespace cricket {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000038using rtc::Bind;
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +000039
deadbeef2d110be2016-01-13 12:00:26 -080040namespace {
kwiberg31022942016-03-11 14:18:21 -080041// See comment below for why we need to use a pointer to a unique_ptr.
deadbeef2d110be2016-01-13 12:00:26 -080042bool SetRawAudioSink_w(VoiceMediaChannel* channel,
43 uint32_t ssrc,
kwiberg31022942016-03-11 14:18:21 -080044 std::unique_ptr<webrtc::AudioSinkInterface>* sink) {
45 channel->SetRawAudioSink(ssrc, std::move(*sink));
deadbeef2d110be2016-01-13 12:00:26 -080046 return true;
47}
Danil Chapovalov33b01f22016-05-11 19:55:27 +020048
49struct SendPacketMessageData : public rtc::MessageData {
50 rtc::CopyOnWriteBuffer packet;
51 rtc::PacketOptions options;
52};
53
deadbeef2d110be2016-01-13 12:00:26 -080054} // namespace
55
henrike@webrtc.org28e20752013-07-10 00:45:36 +000056enum {
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +000057 MSG_EARLYMEDIATIMEOUT = 1,
Danil Chapovalov33b01f22016-05-11 19:55:27 +020058 MSG_SEND_RTP_PACKET,
59 MSG_SEND_RTCP_PACKET,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000060 MSG_CHANNEL_ERROR,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000061 MSG_READYTOSENDDATA,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000062 MSG_DATARECEIVED,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000063 MSG_FIRSTPACKETRECEIVED,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000064};
65
66// Value specified in RFC 5764.
67static const char kDtlsSrtpExporterLabel[] = "EXTRACTOR-dtls_srtp";
68
69static const int kAgcMinus10db = -10;
70
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +000071static void SafeSetError(const std::string& message, std::string* error_desc) {
72 if (error_desc) {
73 *error_desc = message;
74 }
75}
76
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000077struct VoiceChannelErrorMessageData : public rtc::MessageData {
Peter Boström0c4e06b2015-10-07 12:23:21 +020078 VoiceChannelErrorMessageData(uint32_t in_ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000079 VoiceMediaChannel::Error in_error)
Peter Boström0c4e06b2015-10-07 12:23:21 +020080 : ssrc(in_ssrc), error(in_error) {}
81 uint32_t ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000082 VoiceMediaChannel::Error error;
83};
84
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000085struct VideoChannelErrorMessageData : public rtc::MessageData {
Peter Boström0c4e06b2015-10-07 12:23:21 +020086 VideoChannelErrorMessageData(uint32_t in_ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000087 VideoMediaChannel::Error in_error)
Peter Boström0c4e06b2015-10-07 12:23:21 +020088 : ssrc(in_ssrc), error(in_error) {}
89 uint32_t ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000090 VideoMediaChannel::Error error;
91};
92
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000093struct DataChannelErrorMessageData : public rtc::MessageData {
Peter Boström0c4e06b2015-10-07 12:23:21 +020094 DataChannelErrorMessageData(uint32_t in_ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000095 DataMediaChannel::Error in_error)
Peter Boström0c4e06b2015-10-07 12:23:21 +020096 : ssrc(in_ssrc), error(in_error) {}
97 uint32_t ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000098 DataMediaChannel::Error error;
99};
100
jbaucheec21bd2016-03-20 06:15:43 -0700101static bool ValidPacket(bool rtcp, const rtc::CopyOnWriteBuffer* packet) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000102 // Check the packet size. We could check the header too if needed.
zstein3dcf0e92017-06-01 13:22:42 -0700103 return packet && IsValidRtpRtcpPacketSize(rtcp, packet->size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000104}
105
106static bool IsReceiveContentDirection(MediaContentDirection direction) {
107 return direction == MD_SENDRECV || direction == MD_RECVONLY;
108}
109
110static bool IsSendContentDirection(MediaContentDirection direction) {
111 return direction == MD_SENDRECV || direction == MD_SENDONLY;
112}
113
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700114template <class Codec>
115void RtpParametersFromMediaDescription(
116 const MediaContentDescriptionImpl<Codec>* desc,
jbauch5869f502017-06-29 12:31:36 -0700117 const RtpHeaderExtensions& extensions,
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700118 RtpParameters<Codec>* params) {
119 // TODO(pthatcher): Remove this once we're sure no one will give us
120 // a description without codecs (currently a CA_UPDATE with just
121 // streams can).
122 if (desc->has_codecs()) {
123 params->codecs = desc->codecs();
124 }
125 // TODO(pthatcher): See if we really need
126 // rtp_header_extensions_set() and remove it if we don't.
127 if (desc->rtp_header_extensions_set()) {
jbauch5869f502017-06-29 12:31:36 -0700128 params->extensions = extensions;
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700129 }
deadbeef13871492015-12-09 12:37:51 -0800130 params->rtcp.reduced_size = desc->rtcp_reduced_size();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700131}
132
nisse05103312016-03-16 02:22:50 -0700133template <class Codec>
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700134void RtpSendParametersFromMediaDescription(
135 const MediaContentDescriptionImpl<Codec>* desc,
jbauch5869f502017-06-29 12:31:36 -0700136 const RtpHeaderExtensions& extensions,
nisse05103312016-03-16 02:22:50 -0700137 RtpSendParameters<Codec>* send_params) {
jbauch5869f502017-06-29 12:31:36 -0700138 RtpParametersFromMediaDescription(desc, extensions, send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700139 send_params->max_bandwidth_bps = desc->bandwidth();
140}
141
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200142BaseChannel::BaseChannel(rtc::Thread* worker_thread,
143 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -0800144 rtc::Thread* signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -0800145 std::unique_ptr<MediaChannel> media_channel,
deadbeefcbecd352015-09-23 11:50:27 -0700146 const std::string& content_name,
deadbeefac22f702017-01-12 21:59:29 -0800147 bool rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -0800148 bool srtp_required)
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200149 : worker_thread_(worker_thread),
150 network_thread_(network_thread),
zhihuangf5b251b2017-01-12 19:37:48 -0800151 signaling_thread_(signaling_thread),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000152 content_name_(content_name),
zstein56162b92017-04-24 16:54:35 -0700153 rtcp_mux_required_(rtcp_mux_required),
deadbeef7af91dd2016-12-13 11:29:11 -0800154 srtp_required_(srtp_required),
Steve Anton8699a322017-11-06 15:53:33 -0800155 media_channel_(std::move(media_channel)),
michaelt79e05882016-11-08 02:50:09 -0800156 selected_candidate_pair_(nullptr) {
Steve Anton8699a322017-11-06 15:53:33 -0800157 RTC_DCHECK_RUN_ON(worker_thread_);
Zhi Huangcf990f52017-09-22 12:12:30 -0700158 if (srtp_required) {
159 auto transport =
160 rtc::MakeUnique<webrtc::SrtpTransport>(rtcp_mux_required, content_name);
161 srtp_transport_ = transport.get();
162 rtp_transport_ = std::move(transport);
jbauchdfcab722017-03-06 00:14:10 -0800163#if defined(ENABLE_EXTERNAL_AUTH)
Zhi Huangcf990f52017-09-22 12:12:30 -0700164 srtp_transport_->EnableExternalAuth();
jbauchdfcab722017-03-06 00:14:10 -0800165#endif
Zhi Huangcf990f52017-09-22 12:12:30 -0700166 } else {
167 rtp_transport_ = rtc::MakeUnique<webrtc::RtpTransport>(rtcp_mux_required);
168 srtp_transport_ = nullptr;
169 }
zsteine8ab5432017-07-12 11:48:11 -0700170 rtp_transport_->SignalReadyToSend.connect(
zstein56162b92017-04-24 16:54:35 -0700171 this, &BaseChannel::OnTransportReadyToSend);
zstein3dcf0e92017-06-01 13:22:42 -0700172 // TODO(zstein): RtpTransport::SignalPacketReceived will probably be replaced
173 // with a callback interface later so that the demuxer can select which
174 // channel to signal.
zsteine8ab5432017-07-12 11:48:11 -0700175 rtp_transport_->SignalPacketReceived.connect(this,
zstein398c3fd2017-07-19 13:38:02 -0700176 &BaseChannel::OnPacketReceived);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000177 LOG(LS_INFO) << "Created channel for " << content_name;
178}
179
180BaseChannel::~BaseChannel() {
Peter Boströmca8b4042016-03-08 14:24:13 -0800181 TRACE_EVENT0("webrtc", "BaseChannel::~BaseChannel");
Steve Anton8699a322017-11-06 15:53:33 -0800182 RTC_DCHECK_RUN_ON(worker_thread_);
wu@webrtc.org78187522013-10-07 23:32:02 +0000183 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000184 StopConnectionMonitor();
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200185 // Eats any outstanding messages or packets.
186 worker_thread_->Clear(&invoker_);
187 worker_thread_->Clear(this);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000188 // We must destroy the media channel before the transport channel, otherwise
189 // the media channel may try to send on the dead transport channel. NULLing
190 // is not an effective strategy since the sends will come on another thread.
Steve Anton8699a322017-11-06 15:53:33 -0800191 media_channel_.reset();
zhihuangf5b251b2017-01-12 19:37:48 -0800192 LOG(LS_INFO) << "Destroyed channel: " << content_name_;
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200193}
194
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200195void BaseChannel::DisconnectTransportChannels_n() {
196 // Send any outstanding RTCP packets.
197 FlushRtcpMessages_n();
198
199 // Stop signals from transport channels, but keep them alive because
200 // media_channel may use them from a different thread.
zhihuangb2cdd932017-01-19 16:54:25 -0800201 if (rtp_dtls_transport_) {
deadbeeff5346592017-01-24 21:51:21 -0800202 DisconnectFromDtlsTransport(rtp_dtls_transport_);
zsteine8ab5432017-07-12 11:48:11 -0700203 } else if (rtp_transport_->rtp_packet_transport()) {
204 DisconnectFromPacketTransport(rtp_transport_->rtp_packet_transport());
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200205 }
zhihuangb2cdd932017-01-19 16:54:25 -0800206 if (rtcp_dtls_transport_) {
deadbeeff5346592017-01-24 21:51:21 -0800207 DisconnectFromDtlsTransport(rtcp_dtls_transport_);
zsteine8ab5432017-07-12 11:48:11 -0700208 } else if (rtp_transport_->rtcp_packet_transport()) {
209 DisconnectFromPacketTransport(rtp_transport_->rtcp_packet_transport());
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200210 }
211
zsteine8ab5432017-07-12 11:48:11 -0700212 rtp_transport_->SetRtpPacketTransport(nullptr);
213 rtp_transport_->SetRtcpPacketTransport(nullptr);
zstein3dcf0e92017-06-01 13:22:42 -0700214
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200215 // Clear pending read packets/messages.
216 network_thread_->Clear(&invoker_);
217 network_thread_->Clear(this);
218}
219
Steve Anton8699a322017-11-06 15:53:33 -0800220void BaseChannel::Init_w(DtlsTransportInternal* rtp_dtls_transport,
deadbeeff5346592017-01-24 21:51:21 -0800221 DtlsTransportInternal* rtcp_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -0800222 rtc::PacketTransportInternal* rtp_packet_transport,
223 rtc::PacketTransportInternal* rtcp_packet_transport) {
Steve Anton8699a322017-11-06 15:53:33 -0800224 RTC_DCHECK_RUN_ON(worker_thread_);
225 network_thread_->Invoke<void>(RTC_FROM_HERE, [&] {
226 return InitNetwork_n(rtp_dtls_transport, rtcp_dtls_transport,
227 rtp_packet_transport, rtcp_packet_transport);
228 });
229
deadbeeff5346592017-01-24 21:51:21 -0800230 // Both RTP and RTCP channels should be set, we can call SetInterface on
231 // the media channel and it can set network options.
wu@webrtc.orgde305012013-10-31 15:40:38 +0000232 media_channel_->SetInterface(this);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000233}
234
Steve Anton8699a322017-11-06 15:53:33 -0800235void BaseChannel::InitNetwork_n(
deadbeeff5346592017-01-24 21:51:21 -0800236 DtlsTransportInternal* rtp_dtls_transport,
237 DtlsTransportInternal* rtcp_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -0800238 rtc::PacketTransportInternal* rtp_packet_transport,
239 rtc::PacketTransportInternal* rtcp_packet_transport) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200240 RTC_DCHECK(network_thread_->IsCurrent());
deadbeeff5346592017-01-24 21:51:21 -0800241 SetTransports_n(rtp_dtls_transport, rtcp_dtls_transport, rtp_packet_transport,
242 rtcp_packet_transport);
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200243
zstein56162b92017-04-24 16:54:35 -0700244 if (rtcp_mux_required_) {
deadbeefac22f702017-01-12 21:59:29 -0800245 rtcp_mux_filter_.SetActive();
246 }
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200247}
248
wu@webrtc.org78187522013-10-07 23:32:02 +0000249void BaseChannel::Deinit() {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200250 RTC_DCHECK(worker_thread_->IsCurrent());
wu@webrtc.org78187522013-10-07 23:32:02 +0000251 media_channel_->SetInterface(NULL);
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200252 // Packets arrive on the network thread, processing packets calls virtual
253 // functions, so need to stop this process in Deinit that is called in
254 // derived classes destructor.
255 network_thread_->Invoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700256 RTC_FROM_HERE, Bind(&BaseChannel::DisconnectTransportChannels_n, this));
wu@webrtc.org78187522013-10-07 23:32:02 +0000257}
258
zhihuangb2cdd932017-01-19 16:54:25 -0800259void BaseChannel::SetTransports(DtlsTransportInternal* rtp_dtls_transport,
260 DtlsTransportInternal* rtcp_dtls_transport) {
deadbeeff5346592017-01-24 21:51:21 -0800261 network_thread_->Invoke<void>(
262 RTC_FROM_HERE,
263 Bind(&BaseChannel::SetTransports_n, this, rtp_dtls_transport,
264 rtcp_dtls_transport, rtp_dtls_transport, rtcp_dtls_transport));
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000265}
266
deadbeeff5346592017-01-24 21:51:21 -0800267void BaseChannel::SetTransports(
deadbeef5bd5ca32017-02-10 11:31:50 -0800268 rtc::PacketTransportInternal* rtp_packet_transport,
269 rtc::PacketTransportInternal* rtcp_packet_transport) {
deadbeeff5346592017-01-24 21:51:21 -0800270 network_thread_->Invoke<void>(
271 RTC_FROM_HERE, Bind(&BaseChannel::SetTransports_n, this, nullptr, nullptr,
272 rtp_packet_transport, rtcp_packet_transport));
273}
zhihuangf5b251b2017-01-12 19:37:48 -0800274
deadbeeff5346592017-01-24 21:51:21 -0800275void BaseChannel::SetTransports_n(
276 DtlsTransportInternal* rtp_dtls_transport,
277 DtlsTransportInternal* rtcp_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -0800278 rtc::PacketTransportInternal* rtp_packet_transport,
279 rtc::PacketTransportInternal* rtcp_packet_transport) {
deadbeeff5346592017-01-24 21:51:21 -0800280 RTC_DCHECK(network_thread_->IsCurrent());
281 // Validate some assertions about the input.
282 RTC_DCHECK(rtp_packet_transport);
283 RTC_DCHECK_EQ(NeedsRtcpTransport(), rtcp_packet_transport != nullptr);
284 if (rtp_dtls_transport || rtcp_dtls_transport) {
285 // DTLS/non-DTLS pointers should be to the same object.
286 RTC_DCHECK(rtp_dtls_transport == rtp_packet_transport);
287 RTC_DCHECK(rtcp_dtls_transport == rtcp_packet_transport);
288 // Can't go from non-DTLS to DTLS.
zsteine8ab5432017-07-12 11:48:11 -0700289 RTC_DCHECK(!rtp_transport_->rtp_packet_transport() || rtp_dtls_transport_);
deadbeeff5346592017-01-24 21:51:21 -0800290 } else {
291 // Can't go from DTLS to non-DTLS.
292 RTC_DCHECK(!rtp_dtls_transport_);
293 }
294 // Transport names should be the same.
zhihuangb2cdd932017-01-19 16:54:25 -0800295 if (rtp_dtls_transport && rtcp_dtls_transport) {
296 RTC_DCHECK(rtp_dtls_transport->transport_name() ==
297 rtcp_dtls_transport->transport_name());
zhihuangb2cdd932017-01-19 16:54:25 -0800298 }
deadbeeff5346592017-01-24 21:51:21 -0800299 std::string debug_name;
300 if (rtp_dtls_transport) {
301 transport_name_ = rtp_dtls_transport->transport_name();
302 debug_name = transport_name_;
303 } else {
304 debug_name = rtp_packet_transport->debug_name();
305 }
zsteine8ab5432017-07-12 11:48:11 -0700306 if (rtp_packet_transport == rtp_transport_->rtp_packet_transport()) {
deadbeeff5346592017-01-24 21:51:21 -0800307 // Nothing to do if transport isn't changing.
deadbeefbad5dad2017-01-17 18:32:35 -0800308 return;
deadbeefcbecd352015-09-23 11:50:27 -0700309 }
310
Zhi Huangcf990f52017-09-22 12:12:30 -0700311 // When using DTLS-SRTP, we must reset the SrtpTransport every time the
312 // DtlsTransport changes and wait until the DTLS handshake is complete to set
313 // the newly negotiated parameters.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200314 if (ShouldSetupDtlsSrtp_n()) {
guoweis46383312015-12-17 16:45:59 -0800315 // Set |writable_| to false such that UpdateWritableState_w can set up
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700316 // DTLS-SRTP when |writable_| becomes true again.
guoweis46383312015-12-17 16:45:59 -0800317 writable_ = false;
Zhi Huangcf990f52017-09-22 12:12:30 -0700318 dtls_active_ = false;
319 if (srtp_transport_) {
320 srtp_transport_->ResetParams();
321 }
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800322 }
323
deadbeefac22f702017-01-12 21:59:29 -0800324 // If this BaseChannel doesn't require RTCP mux and we haven't fully
325 // negotiated RTCP mux, we need an RTCP transport.
deadbeeff5346592017-01-24 21:51:21 -0800326 if (rtcp_packet_transport) {
zhihuangf5b251b2017-01-12 19:37:48 -0800327 LOG(LS_INFO) << "Setting RTCP Transport for " << content_name() << " on "
deadbeeff5346592017-01-24 21:51:21 -0800328 << debug_name << " transport " << rtcp_packet_transport;
329 SetTransport_n(true, rtcp_dtls_transport, rtcp_packet_transport);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000330 }
331
deadbeeff5346592017-01-24 21:51:21 -0800332 LOG(LS_INFO) << "Setting RTP Transport for " << content_name() << " on "
333 << debug_name << " transport " << rtp_packet_transport;
334 SetTransport_n(false, rtp_dtls_transport, rtp_packet_transport);
guoweis46383312015-12-17 16:45:59 -0800335
deadbeefcbecd352015-09-23 11:50:27 -0700336 // Update aggregate writable/ready-to-send state between RTP and RTCP upon
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700337 // setting new transport channels.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200338 UpdateWritableState_n();
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000339}
340
deadbeeff5346592017-01-24 21:51:21 -0800341void BaseChannel::SetTransport_n(
342 bool rtcp,
343 DtlsTransportInternal* new_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -0800344 rtc::PacketTransportInternal* new_packet_transport) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200345 RTC_DCHECK(network_thread_->IsCurrent());
deadbeeff5346592017-01-24 21:51:21 -0800346 DtlsTransportInternal*& old_dtls_transport =
zhihuangb2cdd932017-01-19 16:54:25 -0800347 rtcp ? rtcp_dtls_transport_ : rtp_dtls_transport_;
zsteind48dbda2017-04-04 19:45:57 -0700348 rtc::PacketTransportInternal* old_packet_transport =
zsteine8ab5432017-07-12 11:48:11 -0700349 rtcp ? rtp_transport_->rtcp_packet_transport()
350 : rtp_transport_->rtp_packet_transport();
zhihuangb2cdd932017-01-19 16:54:25 -0800351
deadbeeff5346592017-01-24 21:51:21 -0800352 if (!old_packet_transport && !new_packet_transport) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700353 // Nothing to do.
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000354 return;
355 }
zhihuangb2cdd932017-01-19 16:54:25 -0800356
deadbeeff5346592017-01-24 21:51:21 -0800357 RTC_DCHECK(old_packet_transport != new_packet_transport);
358 if (old_dtls_transport) {
359 DisconnectFromDtlsTransport(old_dtls_transport);
360 } else if (old_packet_transport) {
361 DisconnectFromPacketTransport(old_packet_transport);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000362 }
363
zsteind48dbda2017-04-04 19:45:57 -0700364 if (rtcp) {
zsteine8ab5432017-07-12 11:48:11 -0700365 rtp_transport_->SetRtcpPacketTransport(new_packet_transport);
zsteind48dbda2017-04-04 19:45:57 -0700366 } else {
zsteine8ab5432017-07-12 11:48:11 -0700367 rtp_transport_->SetRtpPacketTransport(new_packet_transport);
zsteind48dbda2017-04-04 19:45:57 -0700368 }
deadbeeff5346592017-01-24 21:51:21 -0800369 old_dtls_transport = new_dtls_transport;
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000370
deadbeeff5346592017-01-24 21:51:21 -0800371 // If there's no new transport, we're done after disconnecting from old one.
372 if (!new_packet_transport) {
373 return;
374 }
375
376 if (rtcp && new_dtls_transport) {
Zhi Huangcf990f52017-09-22 12:12:30 -0700377 RTC_CHECK(!(ShouldSetupDtlsSrtp_n() && srtp_active()))
378 << "Setting RTCP for DTLS/SRTP after the DTLS is active "
deadbeeff5346592017-01-24 21:51:21 -0800379 << "should never happen.";
380 }
zstein56162b92017-04-24 16:54:35 -0700381
deadbeeff5346592017-01-24 21:51:21 -0800382 if (new_dtls_transport) {
383 ConnectToDtlsTransport(new_dtls_transport);
384 } else {
385 ConnectToPacketTransport(new_packet_transport);
386 }
387 auto& socket_options = rtcp ? rtcp_socket_options_ : socket_options_;
388 for (const auto& pair : socket_options) {
389 new_packet_transport->SetOption(pair.first, pair.second);
guoweis46383312015-12-17 16:45:59 -0800390 }
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000391}
392
deadbeeff5346592017-01-24 21:51:21 -0800393void BaseChannel::ConnectToDtlsTransport(DtlsTransportInternal* transport) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200394 RTC_DCHECK(network_thread_->IsCurrent());
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000395
zstein56162b92017-04-24 16:54:35 -0700396 // TODO(zstein): de-dup with ConnectToPacketTransport
zhihuangb2cdd932017-01-19 16:54:25 -0800397 transport->SignalWritableState.connect(this, &BaseChannel::OnWritableState);
zhihuangb2cdd932017-01-19 16:54:25 -0800398 transport->SignalDtlsState.connect(this, &BaseChannel::OnDtlsState);
399 transport->SignalSentPacket.connect(this, &BaseChannel::SignalSentPacket_n);
400 transport->ice_transport()->SignalSelectedCandidatePairChanged.connect(
Honghai Zhangcc411c02016-03-29 17:27:21 -0700401 this, &BaseChannel::OnSelectedCandidatePairChanged);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000402}
403
deadbeeff5346592017-01-24 21:51:21 -0800404void BaseChannel::DisconnectFromDtlsTransport(
405 DtlsTransportInternal* transport) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200406 RTC_DCHECK(network_thread_->IsCurrent());
zhihuangb2cdd932017-01-19 16:54:25 -0800407 OnSelectedCandidatePairChanged(transport->ice_transport(), nullptr, -1,
408 false);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000409
zhihuangb2cdd932017-01-19 16:54:25 -0800410 transport->SignalWritableState.disconnect(this);
zhihuangb2cdd932017-01-19 16:54:25 -0800411 transport->SignalDtlsState.disconnect(this);
412 transport->SignalSentPacket.disconnect(this);
413 transport->ice_transport()->SignalSelectedCandidatePairChanged.disconnect(
414 this);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000415}
416
deadbeeff5346592017-01-24 21:51:21 -0800417void BaseChannel::ConnectToPacketTransport(
deadbeef5bd5ca32017-02-10 11:31:50 -0800418 rtc::PacketTransportInternal* transport) {
deadbeeff5346592017-01-24 21:51:21 -0800419 RTC_DCHECK_RUN_ON(network_thread_);
420 transport->SignalWritableState.connect(this, &BaseChannel::OnWritableState);
deadbeeff5346592017-01-24 21:51:21 -0800421 transport->SignalSentPacket.connect(this, &BaseChannel::SignalSentPacket_n);
422}
423
424void BaseChannel::DisconnectFromPacketTransport(
deadbeef5bd5ca32017-02-10 11:31:50 -0800425 rtc::PacketTransportInternal* transport) {
deadbeeff5346592017-01-24 21:51:21 -0800426 RTC_DCHECK_RUN_ON(network_thread_);
427 transport->SignalWritableState.disconnect(this);
deadbeeff5346592017-01-24 21:51:21 -0800428 transport->SignalSentPacket.disconnect(this);
429}
430
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000431bool BaseChannel::Enable(bool enable) {
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700432 worker_thread_->Invoke<void>(
433 RTC_FROM_HERE,
434 Bind(enable ? &BaseChannel::EnableMedia_w : &BaseChannel::DisableMedia_w,
435 this));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000436 return true;
437}
438
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000439bool BaseChannel::AddRecvStream(const StreamParams& sp) {
stefanf79ade12017-06-02 06:44:03 -0700440 return InvokeOnWorker<bool>(RTC_FROM_HERE,
441 Bind(&BaseChannel::AddRecvStream_w, this, sp));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000442}
443
Peter Boström0c4e06b2015-10-07 12:23:21 +0200444bool BaseChannel::RemoveRecvStream(uint32_t ssrc) {
stefanf79ade12017-06-02 06:44:03 -0700445 return InvokeOnWorker<bool>(
446 RTC_FROM_HERE, Bind(&BaseChannel::RemoveRecvStream_w, this, ssrc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000447}
448
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000449bool BaseChannel::AddSendStream(const StreamParams& sp) {
stefanf79ade12017-06-02 06:44:03 -0700450 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700451 RTC_FROM_HERE, Bind(&MediaChannel::AddSendStream, media_channel(), sp));
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000452}
453
Peter Boström0c4e06b2015-10-07 12:23:21 +0200454bool BaseChannel::RemoveSendStream(uint32_t ssrc) {
stefanf79ade12017-06-02 06:44:03 -0700455 return InvokeOnWorker<bool>(
456 RTC_FROM_HERE,
457 Bind(&MediaChannel::RemoveSendStream, media_channel(), ssrc));
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000458}
459
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000460bool BaseChannel::SetLocalContent(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000461 ContentAction action,
462 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100463 TRACE_EVENT0("webrtc", "BaseChannel::SetLocalContent");
stefanf79ade12017-06-02 06:44:03 -0700464 return InvokeOnWorker<bool>(
465 RTC_FROM_HERE,
466 Bind(&BaseChannel::SetLocalContent_w, this, content, action, error_desc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000467}
468
469bool BaseChannel::SetRemoteContent(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000470 ContentAction action,
471 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100472 TRACE_EVENT0("webrtc", "BaseChannel::SetRemoteContent");
stefanf79ade12017-06-02 06:44:03 -0700473 return InvokeOnWorker<bool>(
474 RTC_FROM_HERE, Bind(&BaseChannel::SetRemoteContent_w, this, content,
475 action, error_desc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000476}
477
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000478void BaseChannel::StartConnectionMonitor(int cms) {
zhihuangb2cdd932017-01-19 16:54:25 -0800479 // We pass in the BaseChannel instead of the rtp_dtls_transport_
480 // because if the rtp_dtls_transport_ changes, the ConnectionMonitor
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000481 // would be pointing to the wrong TransportChannel.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200482 // We pass in the network thread because on that thread connection monitor
483 // will call BaseChannel::GetConnectionStats which must be called on the
484 // network thread.
485 connection_monitor_.reset(
486 new ConnectionMonitor(this, network_thread(), rtc::Thread::Current()));
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000487 connection_monitor_->SignalUpdate.connect(
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000488 this, &BaseChannel::OnConnectionMonitorUpdate);
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000489 connection_monitor_->Start(cms);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000490}
491
492void BaseChannel::StopConnectionMonitor() {
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000493 if (connection_monitor_) {
494 connection_monitor_->Stop();
495 connection_monitor_.reset();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000496 }
497}
498
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000499bool BaseChannel::GetConnectionStats(ConnectionInfos* infos) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200500 RTC_DCHECK(network_thread_->IsCurrent());
deadbeeff5346592017-01-24 21:51:21 -0800501 if (!rtp_dtls_transport_) {
502 return false;
503 }
zhihuangb2cdd932017-01-19 16:54:25 -0800504 return rtp_dtls_transport_->ice_transport()->GetStats(infos);
zhihuangf5b251b2017-01-12 19:37:48 -0800505}
506
507bool BaseChannel::NeedsRtcpTransport() {
deadbeefac22f702017-01-12 21:59:29 -0800508 // If this BaseChannel doesn't require RTCP mux and we haven't fully
509 // negotiated RTCP mux, we need an RTCP transport.
zstein56162b92017-04-24 16:54:35 -0700510 return !rtcp_mux_required_ && !rtcp_mux_filter_.IsFullyActive();
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000511}
512
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700513bool BaseChannel::IsReadyToReceiveMedia_w() const {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000514 // Receive data if we are enabled and have local content,
515 return enabled() && IsReceiveContentDirection(local_content_direction_);
516}
517
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700518bool BaseChannel::IsReadyToSendMedia_w() const {
519 // Need to access some state updated on the network thread.
520 return network_thread_->Invoke<bool>(
521 RTC_FROM_HERE, Bind(&BaseChannel::IsReadyToSendMedia_n, this));
522}
523
524bool BaseChannel::IsReadyToSendMedia_n() const {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000525 // Send outgoing data if we are enabled, have local and remote content,
526 // and we have had some form of connectivity.
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800527 return enabled() && IsReceiveContentDirection(remote_content_direction_) &&
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000528 IsSendContentDirection(local_content_direction_) &&
Zhi Huangcf990f52017-09-22 12:12:30 -0700529 was_ever_writable() && (srtp_active() || !ShouldSetupDtlsSrtp_n());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000530}
531
jbaucheec21bd2016-03-20 06:15:43 -0700532bool BaseChannel::SendPacket(rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700533 const rtc::PacketOptions& options) {
534 return SendPacket(false, packet, options);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000535}
536
jbaucheec21bd2016-03-20 06:15:43 -0700537bool BaseChannel::SendRtcp(rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700538 const rtc::PacketOptions& options) {
539 return SendPacket(true, packet, options);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000540}
541
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000542int BaseChannel::SetOption(SocketType type, rtc::Socket::Option opt,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000543 int value) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200544 return network_thread_->Invoke<int>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700545 RTC_FROM_HERE, Bind(&BaseChannel::SetOption_n, this, type, opt, value));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200546}
547
548int BaseChannel::SetOption_n(SocketType type,
549 rtc::Socket::Option opt,
550 int value) {
551 RTC_DCHECK(network_thread_->IsCurrent());
deadbeef5bd5ca32017-02-10 11:31:50 -0800552 rtc::PacketTransportInternal* transport = nullptr;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000553 switch (type) {
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000554 case ST_RTP:
zsteine8ab5432017-07-12 11:48:11 -0700555 transport = rtp_transport_->rtp_packet_transport();
deadbeefcbecd352015-09-23 11:50:27 -0700556 socket_options_.push_back(
557 std::pair<rtc::Socket::Option, int>(opt, value));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000558 break;
559 case ST_RTCP:
zsteine8ab5432017-07-12 11:48:11 -0700560 transport = rtp_transport_->rtcp_packet_transport();
deadbeefcbecd352015-09-23 11:50:27 -0700561 rtcp_socket_options_.push_back(
562 std::pair<rtc::Socket::Option, int>(opt, value));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000563 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000564 }
deadbeeff5346592017-01-24 21:51:21 -0800565 return transport ? transport->SetOption(opt, value) : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000566}
567
deadbeef5bd5ca32017-02-10 11:31:50 -0800568void BaseChannel::OnWritableState(rtc::PacketTransportInternal* transport) {
zsteine8ab5432017-07-12 11:48:11 -0700569 RTC_DCHECK(transport == rtp_transport_->rtp_packet_transport() ||
570 transport == rtp_transport_->rtcp_packet_transport());
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200571 RTC_DCHECK(network_thread_->IsCurrent());
572 UpdateWritableState_n();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000573}
574
zhihuangb2cdd932017-01-19 16:54:25 -0800575void BaseChannel::OnDtlsState(DtlsTransportInternal* transport,
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800576 DtlsTransportState state) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200577 if (!ShouldSetupDtlsSrtp_n()) {
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800578 return;
579 }
580
Zhi Huangcf990f52017-09-22 12:12:30 -0700581 // Reset the SrtpTransport if it's not the CONNECTED state. For the CONNECTED
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800582 // state, setting up DTLS-SRTP context is deferred to ChannelWritable_w to
zhihuangb2cdd932017-01-19 16:54:25 -0800583 // cover other scenarios like the whole transport is writable (not just this
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800584 // TransportChannel) or when TransportChannel is attached after DTLS is
585 // negotiated.
586 if (state != DTLS_TRANSPORT_CONNECTED) {
Zhi Huangcf990f52017-09-22 12:12:30 -0700587 dtls_active_ = false;
588 if (srtp_transport_) {
589 srtp_transport_->ResetParams();
590 }
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800591 }
592}
593
Honghai Zhangcc411c02016-03-29 17:27:21 -0700594void BaseChannel::OnSelectedCandidatePairChanged(
zhihuangb2cdd932017-01-19 16:54:25 -0800595 IceTransportInternal* ice_transport,
Honghai Zhang52dce732016-03-31 12:37:31 -0700596 CandidatePairInterface* selected_candidate_pair,
Taylor Brandstetter6bb1ef22016-06-27 18:09:03 -0700597 int last_sent_packet_id,
598 bool ready_to_send) {
deadbeeff5346592017-01-24 21:51:21 -0800599 RTC_DCHECK((rtp_dtls_transport_ &&
600 ice_transport == rtp_dtls_transport_->ice_transport()) ||
601 (rtcp_dtls_transport_ &&
602 ice_transport == rtcp_dtls_transport_->ice_transport()));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200603 RTC_DCHECK(network_thread_->IsCurrent());
michaelt79e05882016-11-08 02:50:09 -0800604 selected_candidate_pair_ = selected_candidate_pair;
zhihuangb2cdd932017-01-19 16:54:25 -0800605 std::string transport_name = ice_transport->transport_name();
Honghai Zhang0e533ef2016-04-19 15:41:36 -0700606 rtc::NetworkRoute network_route;
Honghai Zhangcc411c02016-03-29 17:27:21 -0700607 if (selected_candidate_pair) {
Honghai Zhang0e533ef2016-04-19 15:41:36 -0700608 network_route = rtc::NetworkRoute(
Taylor Brandstetter6bb1ef22016-06-27 18:09:03 -0700609 ready_to_send, selected_candidate_pair->local_candidate().network_id(),
Honghai Zhang0e533ef2016-04-19 15:41:36 -0700610 selected_candidate_pair->remote_candidate().network_id(),
611 last_sent_packet_id);
michaelt79e05882016-11-08 02:50:09 -0800612
613 UpdateTransportOverhead();
Honghai Zhangcc411c02016-03-29 17:27:21 -0700614 }
Steve Anton8699a322017-11-06 15:53:33 -0800615 invoker_.AsyncInvoke<void>(RTC_FROM_HERE, worker_thread_, [=] {
616 media_channel_->OnNetworkRouteChanged(transport_name, network_route);
617 });
Honghai Zhangcc411c02016-03-29 17:27:21 -0700618}
619
zstein56162b92017-04-24 16:54:35 -0700620void BaseChannel::OnTransportReadyToSend(bool ready) {
Steve Anton8699a322017-11-06 15:53:33 -0800621 invoker_.AsyncInvoke<void>(RTC_FROM_HERE, worker_thread_,
622 [=] { media_channel_->OnReadyToSend(ready); });
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000623}
624
stefanc1aeaf02015-10-15 07:26:07 -0700625bool BaseChannel::SendPacket(bool rtcp,
jbaucheec21bd2016-03-20 06:15:43 -0700626 rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700627 const rtc::PacketOptions& options) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200628 // SendPacket gets called from MediaEngine, on a pacer or an encoder thread.
629 // If the thread is not our network thread, we will post to our network
630 // so that the real work happens on our network. This avoids us having to
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000631 // synchronize access to all the pieces of the send path, including
632 // SRTP and the inner workings of the transport channels.
633 // The only downside is that we can't return a proper failure code if
634 // needed. Since UDP is unreliable anyway, this should be a non-issue.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200635 if (!network_thread_->IsCurrent()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000636 // Avoid a copy by transferring the ownership of the packet data.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200637 int message_id = rtcp ? MSG_SEND_RTCP_PACKET : MSG_SEND_RTP_PACKET;
638 SendPacketMessageData* data = new SendPacketMessageData;
kwiberg0eb15ed2015-12-17 03:04:15 -0800639 data->packet = std::move(*packet);
stefanc1aeaf02015-10-15 07:26:07 -0700640 data->options = options;
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700641 network_thread_->Post(RTC_FROM_HERE, this, message_id, data);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000642 return true;
643 }
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200644 TRACE_EVENT0("webrtc", "BaseChannel::SendPacket");
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000645
646 // Now that we are on the correct thread, ensure we have a place to send this
647 // packet before doing anything. (We might get RTCP packets that we don't
648 // intend to send.) If we've negotiated RTCP mux, send RTCP over the RTP
649 // transport.
zsteine8ab5432017-07-12 11:48:11 -0700650 if (!rtp_transport_->IsWritable(rtcp)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000651 return false;
652 }
653
654 // Protect ourselves against crazy data.
655 if (!ValidPacket(rtcp, packet)) {
656 LOG(LS_ERROR) << "Dropping outgoing " << content_name_ << " "
zstein3dcf0e92017-06-01 13:22:42 -0700657 << RtpRtcpStringLiteral(rtcp)
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06 +0000658 << " packet: wrong size=" << packet->size();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000659 return false;
660 }
661
Zhi Huangcf990f52017-09-22 12:12:30 -0700662 if (!srtp_active()) {
663 if (srtp_required_) {
664 // The audio/video engines may attempt to send RTCP packets as soon as the
665 // streams are created, so don't treat this as an error for RTCP.
666 // See: https://bugs.chromium.org/p/webrtc/issues/detail?id=6809
667 if (rtcp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000668 return false;
669 }
Zhi Huangcf990f52017-09-22 12:12:30 -0700670 // However, there shouldn't be any RTP packets sent before SRTP is set up
671 // (and SetSend(true) is called).
672 LOG(LS_ERROR) << "Can't send outgoing RTP packet when SRTP is inactive"
673 << " and crypto is required";
674 RTC_NOTREACHED();
deadbeef8f425f92016-12-01 12:26:27 -0800675 return false;
676 }
Zhi Huangcf990f52017-09-22 12:12:30 -0700677 // Bon voyage.
Zhi Huang04eaa152017-10-04 14:08:30 -0700678 return rtcp
679 ? rtp_transport_->SendRtcpPacket(packet, options, PF_SRTP_BYPASS)
680 : rtp_transport_->SendRtpPacket(packet, options, PF_SRTP_BYPASS);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000681 }
Zhi Huangcf990f52017-09-22 12:12:30 -0700682 RTC_DCHECK(srtp_transport_);
683 RTC_DCHECK(srtp_transport_->IsActive());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000684 // Bon voyage.
Zhi Huangcf990f52017-09-22 12:12:30 -0700685 return rtcp ? srtp_transport_->SendRtcpPacket(packet, options, PF_SRTP_BYPASS)
686 : srtp_transport_->SendRtpPacket(packet, options, PF_SRTP_BYPASS);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000687}
688
zstein3dcf0e92017-06-01 13:22:42 -0700689bool BaseChannel::HandlesPayloadType(int packet_type) const {
zsteine8ab5432017-07-12 11:48:11 -0700690 return rtp_transport_->HandlesPayloadType(packet_type);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000691}
692
zstein3dcf0e92017-06-01 13:22:42 -0700693void BaseChannel::OnPacketReceived(bool rtcp,
zstein634977b2017-07-14 12:30:04 -0700694 rtc::CopyOnWriteBuffer* packet,
zstein3dcf0e92017-06-01 13:22:42 -0700695 const rtc::PacketTime& packet_time) {
honghaiz@google.coma67ca1a2015-01-28 19:48:33 +0000696 if (!has_received_packet_ && !rtcp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000697 has_received_packet_ = true;
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700698 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_FIRSTPACKETRECEIVED);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000699 }
700
Zhi Huangcf990f52017-09-22 12:12:30 -0700701 if (!srtp_active() && srtp_required_) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000702 // Our session description indicates that SRTP is required, but we got a
703 // packet before our SRTP filter is active. This means either that
704 // a) we got SRTP packets before we received the SDES keys, in which case
705 // we can't decrypt it anyway, or
706 // b) we got SRTP packets before DTLS completed on both the RTP and RTCP
zhihuangb2cdd932017-01-19 16:54:25 -0800707 // transports, so we haven't yet extracted keys, even if DTLS did
708 // complete on the transport that the packets are being sent on. It's
709 // really good practice to wait for both RTP and RTCP to be good to go
710 // before sending media, to prevent weird failure modes, so it's fine
711 // for us to just eat packets here. This is all sidestepped if RTCP mux
712 // is used anyway.
zstein3dcf0e92017-06-01 13:22:42 -0700713 LOG(LS_WARNING) << "Can't process incoming " << RtpRtcpStringLiteral(rtcp)
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000714 << " packet when SRTP is inactive and crypto is required";
715 return;
716 }
717
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200718 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700719 RTC_FROM_HERE, worker_thread_,
zstein634977b2017-07-14 12:30:04 -0700720 Bind(&BaseChannel::ProcessPacket, this, rtcp, *packet, packet_time));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200721}
722
zstein3dcf0e92017-06-01 13:22:42 -0700723void BaseChannel::ProcessPacket(bool rtcp,
724 const rtc::CopyOnWriteBuffer& packet,
725 const rtc::PacketTime& packet_time) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200726 RTC_DCHECK(worker_thread_->IsCurrent());
zstein3dcf0e92017-06-01 13:22:42 -0700727
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200728 // Need to copy variable because OnRtcpReceived/OnPacketReceived
729 // requires non-const pointer to buffer. This doesn't memcpy the actual data.
730 rtc::CopyOnWriteBuffer data(packet);
731 if (rtcp) {
732 media_channel_->OnRtcpReceived(&data, packet_time);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000733 } else {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200734 media_channel_->OnPacketReceived(&data, packet_time);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000735 }
736}
737
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000738void BaseChannel::EnableMedia_w() {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700739 RTC_DCHECK(worker_thread_ == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000740 if (enabled_)
741 return;
742
743 LOG(LS_INFO) << "Channel enabled";
744 enabled_ = true;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700745 UpdateMediaSendRecvState_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000746}
747
748void BaseChannel::DisableMedia_w() {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700749 RTC_DCHECK(worker_thread_ == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000750 if (!enabled_)
751 return;
752
753 LOG(LS_INFO) << "Channel disabled";
754 enabled_ = false;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700755 UpdateMediaSendRecvState_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000756}
757
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200758void BaseChannel::UpdateWritableState_n() {
zsteind48dbda2017-04-04 19:45:57 -0700759 rtc::PacketTransportInternal* rtp_packet_transport =
zsteine8ab5432017-07-12 11:48:11 -0700760 rtp_transport_->rtp_packet_transport();
zsteind48dbda2017-04-04 19:45:57 -0700761 rtc::PacketTransportInternal* rtcp_packet_transport =
zsteine8ab5432017-07-12 11:48:11 -0700762 rtp_transport_->rtcp_packet_transport();
zsteind48dbda2017-04-04 19:45:57 -0700763 if (rtp_packet_transport && rtp_packet_transport->writable() &&
764 (!rtcp_packet_transport || rtcp_packet_transport->writable())) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200765 ChannelWritable_n();
deadbeefcbecd352015-09-23 11:50:27 -0700766 } else {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200767 ChannelNotWritable_n();
deadbeefcbecd352015-09-23 11:50:27 -0700768 }
769}
770
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200771void BaseChannel::ChannelWritable_n() {
772 RTC_DCHECK(network_thread_->IsCurrent());
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800773 if (writable_) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000774 return;
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800775 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000776
deadbeefcbecd352015-09-23 11:50:27 -0700777 LOG(LS_INFO) << "Channel writable (" << content_name_ << ")"
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000778 << (was_ever_writable_ ? "" : " for the first time");
779
michaelt79e05882016-11-08 02:50:09 -0800780 if (selected_candidate_pair_)
781 LOG(LS_INFO)
782 << "Using "
783 << selected_candidate_pair_->local_candidate().ToSensitiveString()
784 << "->"
785 << selected_candidate_pair_->remote_candidate().ToSensitiveString();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000786
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000787 was_ever_writable_ = true;
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200788 MaybeSetupDtlsSrtp_n();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000789 writable_ = true;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700790 UpdateMediaSendRecvState();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000791}
792
deadbeef953c2ce2017-01-09 14:53:41 -0800793void BaseChannel::SignalDtlsSrtpSetupFailure_n(bool rtcp) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200794 RTC_DCHECK(network_thread_->IsCurrent());
795 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700796 RTC_FROM_HERE, signaling_thread(),
deadbeef953c2ce2017-01-09 14:53:41 -0800797 Bind(&BaseChannel::SignalDtlsSrtpSetupFailure_s, this, rtcp));
pthatcher@webrtc.org4eeef582015-03-16 19:34:23 +0000798}
799
deadbeef953c2ce2017-01-09 14:53:41 -0800800void BaseChannel::SignalDtlsSrtpSetupFailure_s(bool rtcp) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700801 RTC_DCHECK(signaling_thread() == rtc::Thread::Current());
deadbeef953c2ce2017-01-09 14:53:41 -0800802 SignalDtlsSrtpSetupFailure(this, rtcp);
pthatcher@webrtc.org4eeef582015-03-16 19:34:23 +0000803}
804
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200805bool BaseChannel::ShouldSetupDtlsSrtp_n() const {
zhihuangb2cdd932017-01-19 16:54:25 -0800806 // Since DTLS is applied to all transports, checking RTP should be enough.
807 return rtp_dtls_transport_ && rtp_dtls_transport_->IsDtlsActive();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000808}
809
810// This function returns true if either DTLS-SRTP is not in use
811// *or* DTLS-SRTP is successfully set up.
zhihuangb2cdd932017-01-19 16:54:25 -0800812bool BaseChannel::SetupDtlsSrtp_n(bool rtcp) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200813 RTC_DCHECK(network_thread_->IsCurrent());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000814 bool ret = false;
815
zhihuangb2cdd932017-01-19 16:54:25 -0800816 DtlsTransportInternal* transport =
817 rtcp ? rtcp_dtls_transport_ : rtp_dtls_transport_;
deadbeeff5346592017-01-24 21:51:21 -0800818 RTC_DCHECK(transport);
zhihuangb2cdd932017-01-19 16:54:25 -0800819 RTC_DCHECK(transport->IsDtlsActive());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000820
Guo-wei Shieh521ed7b2015-11-18 19:41:53 -0800821 int selected_crypto_suite;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000822
zhihuangb2cdd932017-01-19 16:54:25 -0800823 if (!transport->GetSrtpCryptoSuite(&selected_crypto_suite)) {
Guo-wei Shieh521ed7b2015-11-18 19:41:53 -0800824 LOG(LS_ERROR) << "No DTLS-SRTP selected crypto suite";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000825 return false;
826 }
827
zhihuangb2cdd932017-01-19 16:54:25 -0800828 LOG(LS_INFO) << "Installing keys from DTLS-SRTP on " << content_name() << " "
zstein3dcf0e92017-06-01 13:22:42 -0700829 << RtpRtcpStringLiteral(rtcp);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000830
jbauchcb560652016-08-04 05:20:32 -0700831 int key_len;
832 int salt_len;
833 if (!rtc::GetSrtpKeyAndSaltLengths(selected_crypto_suite, &key_len,
834 &salt_len)) {
835 LOG(LS_ERROR) << "Unknown DTLS-SRTP crypto suite" << selected_crypto_suite;
836 return false;
837 }
838
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000839 // OK, we're now doing DTLS (RFC 5764)
jbauchcb560652016-08-04 05:20:32 -0700840 std::vector<unsigned char> dtls_buffer(key_len * 2 + salt_len * 2);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000841
842 // RFC 5705 exporter using the RFC 5764 parameters
zhihuangb2cdd932017-01-19 16:54:25 -0800843 if (!transport->ExportKeyingMaterial(kDtlsSrtpExporterLabel, NULL, 0, false,
844 &dtls_buffer[0], dtls_buffer.size())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000845 LOG(LS_WARNING) << "DTLS-SRTP key export failed";
nisseeb4ca4e2017-01-12 02:24:27 -0800846 RTC_NOTREACHED(); // This should never happen
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000847 return false;
848 }
849
850 // Sync up the keys with the DTLS-SRTP interface
jbauchcb560652016-08-04 05:20:32 -0700851 std::vector<unsigned char> client_write_key(key_len + salt_len);
852 std::vector<unsigned char> server_write_key(key_len + salt_len);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000853 size_t offset = 0;
jbauchcb560652016-08-04 05:20:32 -0700854 memcpy(&client_write_key[0], &dtls_buffer[offset], key_len);
855 offset += key_len;
856 memcpy(&server_write_key[0], &dtls_buffer[offset], key_len);
857 offset += key_len;
858 memcpy(&client_write_key[key_len], &dtls_buffer[offset], salt_len);
859 offset += salt_len;
860 memcpy(&server_write_key[key_len], &dtls_buffer[offset], salt_len);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000861
862 std::vector<unsigned char> *send_key, *recv_key;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000863 rtc::SSLRole role;
zhihuangb2cdd932017-01-19 16:54:25 -0800864 if (!transport->GetSslRole(&role)) {
sergeyu@chromium.org0be6aa02013-08-23 23:21:25 +0000865 LOG(LS_WARNING) << "GetSslRole failed";
866 return false;
867 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000868
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000869 if (role == rtc::SSL_SERVER) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000870 send_key = &server_write_key;
871 recv_key = &client_write_key;
872 } else {
873 send_key = &client_write_key;
874 recv_key = &server_write_key;
875 }
876
Zhi Huangcf990f52017-09-22 12:12:30 -0700877 if (rtcp) {
878 if (!dtls_active()) {
879 RTC_DCHECK(srtp_transport_);
880 ret = srtp_transport_->SetRtcpParams(
881 selected_crypto_suite, &(*send_key)[0],
882 static_cast<int>(send_key->size()), selected_crypto_suite,
883 &(*recv_key)[0], static_cast<int>(recv_key->size()));
jbauch5869f502017-06-29 12:31:36 -0700884 } else {
Zhi Huangcf990f52017-09-22 12:12:30 -0700885 // RTCP doesn't need to call SetRtpParam because it is only used
886 // to make the updated encrypted RTP header extension IDs take effect.
887 ret = true;
jbauch5869f502017-06-29 12:31:36 -0700888 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000889 } else {
Zhi Huangcf990f52017-09-22 12:12:30 -0700890 RTC_DCHECK(srtp_transport_);
891 ret = srtp_transport_->SetRtpParams(selected_crypto_suite, &(*send_key)[0],
892 static_cast<int>(send_key->size()),
893 selected_crypto_suite, &(*recv_key)[0],
894 static_cast<int>(recv_key->size()));
895 dtls_active_ = ret;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000896 }
897
michaelt79e05882016-11-08 02:50:09 -0800898 if (!ret) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000899 LOG(LS_WARNING) << "DTLS-SRTP key installation failed";
michaelt79e05882016-11-08 02:50:09 -0800900 } else {
michaelt79e05882016-11-08 02:50:09 -0800901 UpdateTransportOverhead();
902 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000903 return ret;
904}
905
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200906void BaseChannel::MaybeSetupDtlsSrtp_n() {
Zhi Huangcf990f52017-09-22 12:12:30 -0700907 if (dtls_active()) {
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800908 return;
909 }
910
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200911 if (!ShouldSetupDtlsSrtp_n()) {
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800912 return;
913 }
914
Zhi Huangcf990f52017-09-22 12:12:30 -0700915 if (!srtp_transport_) {
916 EnableSrtpTransport_n();
917 }
918
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200919 if (!SetupDtlsSrtp_n(false)) {
deadbeef953c2ce2017-01-09 14:53:41 -0800920 SignalDtlsSrtpSetupFailure_n(false);
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800921 return;
922 }
923
zhihuangb2cdd932017-01-19 16:54:25 -0800924 if (rtcp_dtls_transport_) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200925 if (!SetupDtlsSrtp_n(true)) {
deadbeef953c2ce2017-01-09 14:53:41 -0800926 SignalDtlsSrtpSetupFailure_n(true);
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800927 return;
928 }
929 }
930}
931
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200932void BaseChannel::ChannelNotWritable_n() {
933 RTC_DCHECK(network_thread_->IsCurrent());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000934 if (!writable_)
935 return;
936
deadbeefcbecd352015-09-23 11:50:27 -0700937 LOG(LS_INFO) << "Channel not writable (" << content_name_ << ")";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000938 writable_ = false;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700939 UpdateMediaSendRecvState();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000940}
941
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200942bool BaseChannel::SetRtpTransportParameters(
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700943 const MediaContentDescription* content,
944 ContentAction action,
945 ContentSource src,
jbauch5869f502017-06-29 12:31:36 -0700946 const RtpHeaderExtensions& extensions,
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700947 std::string* error_desc) {
948 if (action == CA_UPDATE) {
949 // These parameters never get changed by a CA_UDPATE.
950 return true;
951 }
952
jbauch5869f502017-06-29 12:31:36 -0700953 std::vector<int> encrypted_extension_ids;
954 for (const webrtc::RtpExtension& extension : extensions) {
955 if (extension.encrypt) {
956 LOG(LS_INFO) << "Using " << (src == CS_LOCAL ? "local" : "remote")
957 << " encrypted extension: " << extension.ToString();
958 encrypted_extension_ids.push_back(extension.id);
959 }
960 }
961
deadbeef7af91dd2016-12-13 11:29:11 -0800962 // Cache srtp_required_ for belt and suspenders check on SendPacket
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200963 return network_thread_->Invoke<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700964 RTC_FROM_HERE, Bind(&BaseChannel::SetRtpTransportParameters_n, this,
jbauch5869f502017-06-29 12:31:36 -0700965 content, action, src, encrypted_extension_ids,
966 error_desc));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200967}
968
969bool BaseChannel::SetRtpTransportParameters_n(
970 const MediaContentDescription* content,
971 ContentAction action,
972 ContentSource src,
jbauch5869f502017-06-29 12:31:36 -0700973 const std::vector<int>& encrypted_extension_ids,
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200974 std::string* error_desc) {
975 RTC_DCHECK(network_thread_->IsCurrent());
976
jbauch5869f502017-06-29 12:31:36 -0700977 if (!SetSrtp_n(content->cryptos(), action, src, encrypted_extension_ids,
978 error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700979 return false;
980 }
981
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200982 if (!SetRtcpMux_n(content->rtcp_mux(), action, src, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700983 return false;
984 }
985
986 return true;
987}
988
zhihuangb2cdd932017-01-19 16:54:25 -0800989// |dtls| will be set to true if DTLS is active for transport and crypto is
990// empty.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200991bool BaseChannel::CheckSrtpConfig_n(const std::vector<CryptoParams>& cryptos,
992 bool* dtls,
993 std::string* error_desc) {
deadbeeff5346592017-01-24 21:51:21 -0800994 *dtls = rtp_dtls_transport_ && rtp_dtls_transport_->IsDtlsActive();
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +0000995 if (*dtls && !cryptos.empty()) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200996 SafeSetError("Cryptos must be empty when DTLS is active.", error_desc);
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +0000997 return false;
998 }
999 return true;
1000}
1001
Zhi Huangcf990f52017-09-22 12:12:30 -07001002void BaseChannel::EnableSrtpTransport_n() {
1003 if (srtp_transport_ == nullptr) {
1004 rtp_transport_->SignalReadyToSend.disconnect(this);
1005 rtp_transport_->SignalPacketReceived.disconnect(this);
1006
1007 auto transport = rtc::MakeUnique<webrtc::SrtpTransport>(
1008 std::move(rtp_transport_), content_name_);
1009 srtp_transport_ = transport.get();
1010 rtp_transport_ = std::move(transport);
1011
1012 rtp_transport_->SignalReadyToSend.connect(
1013 this, &BaseChannel::OnTransportReadyToSend);
1014 rtp_transport_->SignalPacketReceived.connect(
1015 this, &BaseChannel::OnPacketReceived);
1016 LOG(LS_INFO) << "Wrapping RtpTransport in SrtpTransport.";
1017 }
1018}
1019
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001020bool BaseChannel::SetSrtp_n(const std::vector<CryptoParams>& cryptos,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001021 ContentAction action,
1022 ContentSource src,
jbauch5869f502017-06-29 12:31:36 -07001023 const std::vector<int>& encrypted_extension_ids,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001024 std::string* error_desc) {
Peter Boströmca8b4042016-03-08 14:24:13 -08001025 TRACE_EVENT0("webrtc", "BaseChannel::SetSrtp_w");
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001026 if (action == CA_UPDATE) {
1027 // no crypto params.
1028 return true;
1029 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001030 bool ret = false;
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +00001031 bool dtls = false;
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001032 ret = CheckSrtpConfig_n(cryptos, &dtls, error_desc);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001033 if (!ret) {
1034 return false;
1035 }
Zhi Huangcf990f52017-09-22 12:12:30 -07001036
1037 // If SRTP was not required, but we're setting a description that uses SDES,
1038 // we need to upgrade to an SrtpTransport.
1039 if (!srtp_transport_ && !dtls && !cryptos.empty()) {
1040 EnableSrtpTransport_n();
1041 }
1042 if (srtp_transport_) {
1043 srtp_transport_->SetEncryptedHeaderExtensionIds(src,
1044 encrypted_extension_ids);
1045 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001046 switch (action) {
1047 case CA_OFFER:
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +00001048 // If DTLS is already active on the channel, we could be renegotiating
1049 // here. We don't update the srtp filter.
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001050 if (!dtls) {
Zhi Huangcf990f52017-09-22 12:12:30 -07001051 ret = sdes_negotiator_.SetOffer(cryptos, src);
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +00001052 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001053 break;
1054 case CA_PRANSWER:
1055 // If we're doing DTLS-SRTP, we don't want to update the filter
1056 // with an answer, because we already have SRTP parameters.
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001057 if (!dtls) {
Zhi Huangcf990f52017-09-22 12:12:30 -07001058 ret = sdes_negotiator_.SetProvisionalAnswer(cryptos, src);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001059 }
1060 break;
1061 case CA_ANSWER:
1062 // If we're doing DTLS-SRTP, we don't want to update the filter
1063 // with an answer, because we already have SRTP parameters.
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001064 if (!dtls) {
Zhi Huangcf990f52017-09-22 12:12:30 -07001065 ret = sdes_negotiator_.SetAnswer(cryptos, src);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001066 }
1067 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001068 default:
1069 break;
1070 }
Zhi Huangcf990f52017-09-22 12:12:30 -07001071
1072 // If setting an SDES answer succeeded, apply the negotiated parameters
1073 // to the SRTP transport.
1074 if ((action == CA_PRANSWER || action == CA_ANSWER) && !dtls && ret) {
1075 if (sdes_negotiator_.send_cipher_suite() &&
1076 sdes_negotiator_.recv_cipher_suite()) {
1077 ret = srtp_transport_->SetRtpParams(
1078 *(sdes_negotiator_.send_cipher_suite()),
1079 sdes_negotiator_.send_key().data(),
1080 static_cast<int>(sdes_negotiator_.send_key().size()),
1081 *(sdes_negotiator_.recv_cipher_suite()),
1082 sdes_negotiator_.recv_key().data(),
1083 static_cast<int>(sdes_negotiator_.recv_key().size()));
1084 } else {
1085 LOG(LS_INFO) << "No crypto keys are provided for SDES.";
1086 if (action == CA_ANSWER && srtp_transport_) {
1087 // Explicitly reset the |srtp_transport_| if no crypto param is
1088 // provided in the answer. No need to call |ResetParams()| for
1089 // |sdes_negotiator_| because it resets the params inside |SetAnswer|.
1090 srtp_transport_->ResetParams();
1091 }
1092 }
1093 }
1094
jbauch5869f502017-06-29 12:31:36 -07001095 // Only update SRTP filter if using DTLS. SDES is handled internally
1096 // by the SRTP filter.
1097 // TODO(jbauch): Only update if encrypted extension ids have changed.
Zhi Huangcf990f52017-09-22 12:12:30 -07001098 if (ret && dtls_active() && rtp_dtls_transport_ &&
jbauch5869f502017-06-29 12:31:36 -07001099 rtp_dtls_transport_->dtls_state() == DTLS_TRANSPORT_CONNECTED) {
1100 bool rtcp = false;
1101 ret = SetupDtlsSrtp_n(rtcp);
1102 }
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001103 if (!ret) {
1104 SafeSetError("Failed to setup SRTP filter.", error_desc);
1105 return false;
1106 }
1107 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001108}
1109
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001110bool BaseChannel::SetRtcpMux_n(bool enable,
1111 ContentAction action,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001112 ContentSource src,
1113 std::string* error_desc) {
deadbeef8e814d72017-01-13 11:34:39 -08001114 // Provide a more specific error message for the RTCP mux "require" policy
1115 // case.
zstein56162b92017-04-24 16:54:35 -07001116 if (rtcp_mux_required_ && !enable) {
deadbeef8e814d72017-01-13 11:34:39 -08001117 SafeSetError(
1118 "rtcpMuxPolicy is 'require', but media description does not "
1119 "contain 'a=rtcp-mux'.",
1120 error_desc);
1121 return false;
1122 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001123 bool ret = false;
1124 switch (action) {
1125 case CA_OFFER:
1126 ret = rtcp_mux_filter_.SetOffer(enable, src);
1127 break;
1128 case CA_PRANSWER:
zhihuangb2cdd932017-01-19 16:54:25 -08001129 // This may activate RTCP muxing, but we don't yet destroy the transport
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001130 // because the final answer may deactivate it.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001131 ret = rtcp_mux_filter_.SetProvisionalAnswer(enable, src);
1132 break;
1133 case CA_ANSWER:
1134 ret = rtcp_mux_filter_.SetAnswer(enable, src);
1135 if (ret && rtcp_mux_filter_.IsActive()) {
deadbeefe814a0d2017-02-25 18:15:09 -08001136 // We permanently activated RTCP muxing; signal that we no longer need
1137 // the RTCP transport.
zsteind48dbda2017-04-04 19:45:57 -07001138 std::string debug_name =
1139 transport_name_.empty()
zsteine8ab5432017-07-12 11:48:11 -07001140 ? rtp_transport_->rtp_packet_transport()->debug_name()
zsteind48dbda2017-04-04 19:45:57 -07001141 : transport_name_;
deadbeefcbecd352015-09-23 11:50:27 -07001142 LOG(LS_INFO) << "Enabling rtcp-mux for " << content_name()
deadbeefe814a0d2017-02-25 18:15:09 -08001143 << "; no longer need RTCP transport for " << debug_name;
zsteine8ab5432017-07-12 11:48:11 -07001144 if (rtp_transport_->rtcp_packet_transport()) {
deadbeeff5346592017-01-24 21:51:21 -08001145 SetTransport_n(true, nullptr, nullptr);
1146 SignalRtcpMuxFullyActive(transport_name_);
zhihuangf5b251b2017-01-12 19:37:48 -08001147 }
deadbeef062ce9f2016-08-26 21:42:15 -07001148 UpdateWritableState_n();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001149 }
1150 break;
1151 case CA_UPDATE:
1152 // No RTCP mux info.
1153 ret = true;
Henrik Kjellander7c027b62015-04-22 13:21:30 +02001154 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001155 default:
1156 break;
1157 }
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001158 if (!ret) {
1159 SafeSetError("Failed to setup RTCP mux filter.", error_desc);
1160 return false;
1161 }
zsteine8ab5432017-07-12 11:48:11 -07001162 rtp_transport_->SetRtcpMuxEnabled(rtcp_mux_filter_.IsActive());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001163 // |rtcp_mux_filter_| can be active if |action| is CA_PRANSWER or
zhihuangb2cdd932017-01-19 16:54:25 -08001164 // CA_ANSWER, but we only want to tear down the RTCP transport if we received
1165 // a final answer.
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001166 if (rtcp_mux_filter_.IsActive()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001167 // If the RTP transport is already writable, then so are we.
zsteine8ab5432017-07-12 11:48:11 -07001168 if (rtp_transport_->rtp_packet_transport()->writable()) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001169 ChannelWritable_n();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001170 }
1171 }
1172
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001173 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001174}
1175
1176bool BaseChannel::AddRecvStream_w(const StreamParams& sp) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001177 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
pbos482b12e2015-11-16 10:19:58 -08001178 return media_channel()->AddRecvStream(sp);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001179}
1180
Peter Boström0c4e06b2015-10-07 12:23:21 +02001181bool BaseChannel::RemoveRecvStream_w(uint32_t ssrc) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001182 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001183 return media_channel()->RemoveRecvStream(ssrc);
1184}
1185
1186bool BaseChannel::UpdateLocalStreams_w(const std::vector<StreamParams>& streams,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001187 ContentAction action,
1188 std::string* error_desc) {
nisse7ce109a2017-01-31 00:57:56 -08001189 if (!(action == CA_OFFER || action == CA_ANSWER ||
1190 action == CA_PRANSWER || action == CA_UPDATE))
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001191 return false;
1192
1193 // If this is an update, streams only contain streams that have changed.
1194 if (action == CA_UPDATE) {
1195 for (StreamParamsVec::const_iterator it = streams.begin();
1196 it != streams.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001197 const StreamParams* existing_stream =
1198 GetStreamByIds(local_streams_, it->groupid, it->id);
1199 if (!existing_stream && it->has_ssrcs()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001200 if (media_channel()->AddSendStream(*it)) {
1201 local_streams_.push_back(*it);
1202 LOG(LS_INFO) << "Add send stream ssrc: " << it->first_ssrc();
1203 } else {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001204 std::ostringstream desc;
1205 desc << "Failed to add send stream ssrc: " << it->first_ssrc();
1206 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001207 return false;
1208 }
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001209 } else if (existing_stream && !it->has_ssrcs()) {
1210 if (!media_channel()->RemoveSendStream(existing_stream->first_ssrc())) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001211 std::ostringstream desc;
1212 desc << "Failed to remove send stream with ssrc "
1213 << it->first_ssrc() << ".";
1214 SafeSetError(desc.str(), error_desc);
1215 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001216 }
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001217 RemoveStreamBySsrc(&local_streams_, existing_stream->first_ssrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001218 } else {
1219 LOG(LS_WARNING) << "Ignore unsupported stream update";
1220 }
1221 }
1222 return true;
1223 }
1224 // Else streams are all the streams we want to send.
1225
1226 // Check for streams that have been removed.
1227 bool ret = true;
1228 for (StreamParamsVec::const_iterator it = local_streams_.begin();
1229 it != local_streams_.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001230 if (!GetStreamBySsrc(streams, it->first_ssrc())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001231 if (!media_channel()->RemoveSendStream(it->first_ssrc())) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001232 std::ostringstream desc;
1233 desc << "Failed to remove send stream with ssrc "
1234 << it->first_ssrc() << ".";
1235 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001236 ret = false;
1237 }
1238 }
1239 }
1240 // Check for new streams.
1241 for (StreamParamsVec::const_iterator it = streams.begin();
1242 it != streams.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001243 if (!GetStreamBySsrc(local_streams_, it->first_ssrc())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001244 if (media_channel()->AddSendStream(*it)) {
stefanc1aeaf02015-10-15 07:26:07 -07001245 LOG(LS_INFO) << "Add send stream ssrc: " << it->ssrcs[0];
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001246 } else {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001247 std::ostringstream desc;
1248 desc << "Failed to add send stream ssrc: " << it->first_ssrc();
1249 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001250 ret = false;
1251 }
1252 }
1253 }
1254 local_streams_ = streams;
1255 return ret;
1256}
1257
1258bool BaseChannel::UpdateRemoteStreams_w(
1259 const std::vector<StreamParams>& streams,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001260 ContentAction action,
1261 std::string* error_desc) {
nisse7ce109a2017-01-31 00:57:56 -08001262 if (!(action == CA_OFFER || action == CA_ANSWER ||
1263 action == CA_PRANSWER || action == CA_UPDATE))
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001264 return false;
1265
1266 // If this is an update, streams only contain streams that have changed.
1267 if (action == CA_UPDATE) {
1268 for (StreamParamsVec::const_iterator it = streams.begin();
1269 it != streams.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001270 const StreamParams* existing_stream =
1271 GetStreamByIds(remote_streams_, it->groupid, it->id);
1272 if (!existing_stream && it->has_ssrcs()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001273 if (AddRecvStream_w(*it)) {
1274 remote_streams_.push_back(*it);
1275 LOG(LS_INFO) << "Add remote stream ssrc: " << it->first_ssrc();
1276 } else {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001277 std::ostringstream desc;
1278 desc << "Failed to add remote stream ssrc: " << it->first_ssrc();
1279 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001280 return false;
1281 }
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001282 } else if (existing_stream && !it->has_ssrcs()) {
1283 if (!RemoveRecvStream_w(existing_stream->first_ssrc())) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001284 std::ostringstream desc;
1285 desc << "Failed to remove remote stream with ssrc "
1286 << it->first_ssrc() << ".";
1287 SafeSetError(desc.str(), error_desc);
1288 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001289 }
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001290 RemoveStreamBySsrc(&remote_streams_, existing_stream->first_ssrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001291 } else {
1292 LOG(LS_WARNING) << "Ignore unsupported stream update."
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001293 << " Stream exists? " << (existing_stream != nullptr)
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001294 << " new stream = " << it->ToString();
1295 }
1296 }
1297 return true;
1298 }
1299 // Else streams are all the streams we want to receive.
1300
1301 // Check for streams that have been removed.
1302 bool ret = true;
1303 for (StreamParamsVec::const_iterator it = remote_streams_.begin();
1304 it != remote_streams_.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001305 if (!GetStreamBySsrc(streams, it->first_ssrc())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001306 if (!RemoveRecvStream_w(it->first_ssrc())) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001307 std::ostringstream desc;
1308 desc << "Failed to remove remote stream with ssrc "
1309 << it->first_ssrc() << ".";
1310 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001311 ret = false;
1312 }
1313 }
1314 }
1315 // Check for new streams.
1316 for (StreamParamsVec::const_iterator it = streams.begin();
1317 it != streams.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001318 if (!GetStreamBySsrc(remote_streams_, it->first_ssrc())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001319 if (AddRecvStream_w(*it)) {
1320 LOG(LS_INFO) << "Add remote ssrc: " << it->ssrcs[0];
1321 } else {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001322 std::ostringstream desc;
1323 desc << "Failed to add remote stream ssrc: " << it->first_ssrc();
1324 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001325 ret = false;
1326 }
1327 }
1328 }
1329 remote_streams_ = streams;
1330 return ret;
1331}
1332
jbauch5869f502017-06-29 12:31:36 -07001333RtpHeaderExtensions BaseChannel::GetFilteredRtpHeaderExtensions(
1334 const RtpHeaderExtensions& extensions) {
1335 if (!rtp_dtls_transport_ ||
1336 !rtp_dtls_transport_->crypto_options()
1337 .enable_encrypted_rtp_header_extensions) {
1338 RtpHeaderExtensions filtered;
1339 auto pred = [](const webrtc::RtpExtension& extension) {
1340 return !extension.encrypt;
1341 };
1342 std::copy_if(extensions.begin(), extensions.end(),
1343 std::back_inserter(filtered), pred);
1344 return filtered;
1345 }
1346
1347 return webrtc::RtpExtension::FilterDuplicateNonEncrypted(extensions);
1348}
1349
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001350void BaseChannel::MaybeCacheRtpAbsSendTimeHeaderExtension_w(
isheriff6f8d6862016-05-26 11:24:55 -07001351 const std::vector<webrtc::RtpExtension>& extensions) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001352// Absolute Send Time extension id is used only with external auth,
1353// so do not bother searching for it and making asyncronious call to set
1354// something that is not used.
1355#if defined(ENABLE_EXTERNAL_AUTH)
isheriff6f8d6862016-05-26 11:24:55 -07001356 const webrtc::RtpExtension* send_time_extension =
jbauch5869f502017-06-29 12:31:36 -07001357 webrtc::RtpExtension::FindHeaderExtensionByUri(
1358 extensions, webrtc::RtpExtension::kAbsSendTimeUri);
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001359 int rtp_abs_sendtime_extn_id =
henrike@webrtc.orgd43aa9d2014-02-21 23:43:24 +00001360 send_time_extension ? send_time_extension->id : -1;
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001361 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001362 RTC_FROM_HERE, network_thread_,
1363 Bind(&BaseChannel::CacheRtpAbsSendTimeHeaderExtension_n, this,
1364 rtp_abs_sendtime_extn_id));
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001365#endif
1366}
1367
1368void BaseChannel::CacheRtpAbsSendTimeHeaderExtension_n(
1369 int rtp_abs_sendtime_extn_id) {
Zhi Huangcf990f52017-09-22 12:12:30 -07001370 if (srtp_transport_) {
1371 srtp_transport_->CacheRtpAbsSendTimeHeaderExtension(
1372 rtp_abs_sendtime_extn_id);
1373 } else {
1374 LOG(LS_WARNING) << "Trying to cache the Absolute Send Time extension id "
1375 "but the SRTP is not active.";
1376 }
henrike@webrtc.orgd43aa9d2014-02-21 23:43:24 +00001377}
1378
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001379void BaseChannel::OnMessage(rtc::Message *pmsg) {
Peter Boström6f28cf02015-12-07 23:17:15 +01001380 TRACE_EVENT0("webrtc", "BaseChannel::OnMessage");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001381 switch (pmsg->message_id) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001382 case MSG_SEND_RTP_PACKET:
1383 case MSG_SEND_RTCP_PACKET: {
1384 RTC_DCHECK(network_thread_->IsCurrent());
1385 SendPacketMessageData* data =
1386 static_cast<SendPacketMessageData*>(pmsg->pdata);
1387 bool rtcp = pmsg->message_id == MSG_SEND_RTCP_PACKET;
1388 SendPacket(rtcp, &data->packet, data->options);
1389 delete data;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001390 break;
1391 }
1392 case MSG_FIRSTPACKETRECEIVED: {
1393 SignalFirstPacketReceived(this);
1394 break;
1395 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001396 }
1397}
1398
zstein3dcf0e92017-06-01 13:22:42 -07001399void BaseChannel::AddHandledPayloadType(int payload_type) {
zsteine8ab5432017-07-12 11:48:11 -07001400 rtp_transport_->AddHandledPayloadType(payload_type);
zstein3dcf0e92017-06-01 13:22:42 -07001401}
1402
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001403void BaseChannel::FlushRtcpMessages_n() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001404 // Flush all remaining RTCP messages. This should only be called in
1405 // destructor.
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001406 RTC_DCHECK(network_thread_->IsCurrent());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001407 rtc::MessageList rtcp_messages;
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001408 network_thread_->Clear(this, MSG_SEND_RTCP_PACKET, &rtcp_messages);
1409 for (const auto& message : rtcp_messages) {
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001410 network_thread_->Send(RTC_FROM_HERE, this, MSG_SEND_RTCP_PACKET,
1411 message.pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001412 }
1413}
1414
johand89ab142016-10-25 10:50:32 -07001415void BaseChannel::SignalSentPacket_n(
deadbeef5bd5ca32017-02-10 11:31:50 -08001416 rtc::PacketTransportInternal* /* transport */,
johand89ab142016-10-25 10:50:32 -07001417 const rtc::SentPacket& sent_packet) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001418 RTC_DCHECK(network_thread_->IsCurrent());
1419 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001420 RTC_FROM_HERE, worker_thread_,
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001421 rtc::Bind(&BaseChannel::SignalSentPacket_w, this, sent_packet));
1422}
1423
1424void BaseChannel::SignalSentPacket_w(const rtc::SentPacket& sent_packet) {
1425 RTC_DCHECK(worker_thread_->IsCurrent());
1426 SignalSentPacket(sent_packet);
1427}
1428
1429VoiceChannel::VoiceChannel(rtc::Thread* worker_thread,
1430 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001431 rtc::Thread* signaling_thread,
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001432 MediaEngineInterface* media_engine,
Steve Anton8699a322017-11-06 15:53:33 -08001433 std::unique_ptr<VoiceMediaChannel> media_channel,
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001434 const std::string& content_name,
deadbeefac22f702017-01-12 21:59:29 -08001435 bool rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -08001436 bool srtp_required)
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001437 : BaseChannel(worker_thread,
1438 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001439 signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -08001440 std::move(media_channel),
deadbeefcbecd352015-09-23 11:50:27 -07001441 content_name,
deadbeefac22f702017-01-12 21:59:29 -08001442 rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -08001443 srtp_required),
Steve Anton8699a322017-11-06 15:53:33 -08001444 media_engine_(media_engine) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001445
1446VoiceChannel::~VoiceChannel() {
Peter Boströmca8b4042016-03-08 14:24:13 -08001447 TRACE_EVENT0("webrtc", "VoiceChannel::~VoiceChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001448 StopAudioMonitor();
1449 StopMediaMonitor();
1450 // this can't be done in the base class, since it calls a virtual
1451 DisableMedia_w();
wu@webrtc.org78187522013-10-07 23:32:02 +00001452 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001453}
1454
Peter Boström0c4e06b2015-10-07 12:23:21 +02001455bool VoiceChannel::SetAudioSend(uint32_t ssrc,
solenbergdfc8f4f2015-10-01 02:31:10 -07001456 bool enable,
solenberg1dd98f32015-09-10 01:57:14 -07001457 const AudioOptions* options,
Taylor Brandstetter1a018dc2016-03-08 12:37:39 -08001458 AudioSource* source) {
stefanf79ade12017-06-02 06:44:03 -07001459 return InvokeOnWorker<bool>(
1460 RTC_FROM_HERE, Bind(&VoiceMediaChannel::SetAudioSend, media_channel(),
1461 ssrc, enable, options, source));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001462}
1463
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001464// TODO(juberti): Handle early media the right way. We should get an explicit
1465// ringing message telling us to start playing local ringback, which we cancel
1466// if any early media actually arrives. For now, we do the opposite, which is
1467// to wait 1 second for early media, and start playing local ringback if none
1468// arrives.
1469void VoiceChannel::SetEarlyMedia(bool enable) {
1470 if (enable) {
1471 // Start the early media timeout
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001472 worker_thread()->PostDelayed(RTC_FROM_HERE, kEarlyMediaTimeout, this,
1473 MSG_EARLYMEDIATIMEOUT);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001474 } else {
1475 // Stop the timeout if currently going.
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +00001476 worker_thread()->Clear(this, MSG_EARLYMEDIATIMEOUT);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001477 }
1478}
1479
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001480bool VoiceChannel::CanInsertDtmf() {
stefanf79ade12017-06-02 06:44:03 -07001481 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001482 RTC_FROM_HERE, Bind(&VoiceMediaChannel::CanInsertDtmf, media_channel()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001483}
1484
Peter Boström0c4e06b2015-10-07 12:23:21 +02001485bool VoiceChannel::InsertDtmf(uint32_t ssrc,
1486 int event_code,
solenberg1d63dd02015-12-02 12:35:09 -08001487 int duration) {
stefanf79ade12017-06-02 06:44:03 -07001488 return InvokeOnWorker<bool>(
1489 RTC_FROM_HERE,
1490 Bind(&VoiceChannel::InsertDtmf_w, this, ssrc, event_code, duration));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001491}
1492
solenberg4bac9c52015-10-09 02:32:53 -07001493bool VoiceChannel::SetOutputVolume(uint32_t ssrc, double volume) {
stefanf79ade12017-06-02 06:44:03 -07001494 return InvokeOnWorker<bool>(
1495 RTC_FROM_HERE,
1496 Bind(&VoiceMediaChannel::SetOutputVolume, media_channel(), ssrc, volume));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001497}
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +00001498
Tommif888bb52015-12-12 01:37:01 +01001499void VoiceChannel::SetRawAudioSink(
1500 uint32_t ssrc,
kwiberg31022942016-03-11 14:18:21 -08001501 std::unique_ptr<webrtc::AudioSinkInterface> sink) {
1502 // We need to work around Bind's lack of support for unique_ptr and ownership
deadbeef2d110be2016-01-13 12:00:26 -08001503 // passing. So we invoke to our own little routine that gets a pointer to
1504 // our local variable. This is OK since we're synchronously invoking.
stefanf79ade12017-06-02 06:44:03 -07001505 InvokeOnWorker<bool>(RTC_FROM_HERE,
1506 Bind(&SetRawAudioSink_w, media_channel(), ssrc, &sink));
Tommif888bb52015-12-12 01:37:01 +01001507}
1508
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001509webrtc::RtpParameters VoiceChannel::GetRtpSendParameters(uint32_t ssrc) const {
skvladdc1c62c2016-03-16 19:07:43 -07001510 return worker_thread()->Invoke<webrtc::RtpParameters>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001511 RTC_FROM_HERE, Bind(&VoiceChannel::GetRtpSendParameters_w, this, ssrc));
skvladdc1c62c2016-03-16 19:07:43 -07001512}
1513
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001514webrtc::RtpParameters VoiceChannel::GetRtpSendParameters_w(
1515 uint32_t ssrc) const {
1516 return media_channel()->GetRtpSendParameters(ssrc);
skvladdc1c62c2016-03-16 19:07:43 -07001517}
1518
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001519bool VoiceChannel::SetRtpSendParameters(
1520 uint32_t ssrc,
1521 const webrtc::RtpParameters& parameters) {
stefanf79ade12017-06-02 06:44:03 -07001522 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001523 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001524 Bind(&VoiceChannel::SetRtpSendParameters_w, this, ssrc, parameters));
skvladdc1c62c2016-03-16 19:07:43 -07001525}
1526
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001527bool VoiceChannel::SetRtpSendParameters_w(uint32_t ssrc,
1528 webrtc::RtpParameters parameters) {
1529 return media_channel()->SetRtpSendParameters(ssrc, parameters);
1530}
1531
1532webrtc::RtpParameters VoiceChannel::GetRtpReceiveParameters(
1533 uint32_t ssrc) const {
1534 return worker_thread()->Invoke<webrtc::RtpParameters>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001535 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001536 Bind(&VoiceChannel::GetRtpReceiveParameters_w, this, ssrc));
1537}
1538
1539webrtc::RtpParameters VoiceChannel::GetRtpReceiveParameters_w(
1540 uint32_t ssrc) const {
1541 return media_channel()->GetRtpReceiveParameters(ssrc);
1542}
1543
1544bool VoiceChannel::SetRtpReceiveParameters(
1545 uint32_t ssrc,
1546 const webrtc::RtpParameters& parameters) {
stefanf79ade12017-06-02 06:44:03 -07001547 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001548 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001549 Bind(&VoiceChannel::SetRtpReceiveParameters_w, this, ssrc, parameters));
1550}
1551
1552bool VoiceChannel::SetRtpReceiveParameters_w(uint32_t ssrc,
1553 webrtc::RtpParameters parameters) {
1554 return media_channel()->SetRtpReceiveParameters(ssrc, parameters);
skvladdc1c62c2016-03-16 19:07:43 -07001555}
1556
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001557bool VoiceChannel::GetStats(VoiceMediaInfo* stats) {
stefanf79ade12017-06-02 06:44:03 -07001558 return InvokeOnWorker<bool>(RTC_FROM_HERE, Bind(&VoiceMediaChannel::GetStats,
1559 media_channel(), stats));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001560}
1561
hbos8d609f62017-04-10 07:39:05 -07001562std::vector<webrtc::RtpSource> VoiceChannel::GetSources(uint32_t ssrc) const {
1563 return worker_thread()->Invoke<std::vector<webrtc::RtpSource>>(
zhihuang38ede132017-06-15 12:52:32 -07001564 RTC_FROM_HERE, Bind(&VoiceChannel::GetSources_w, this, ssrc));
1565}
1566
1567std::vector<webrtc::RtpSource> VoiceChannel::GetSources_w(uint32_t ssrc) const {
1568 RTC_DCHECK(worker_thread()->IsCurrent());
1569 return media_channel()->GetSources(ssrc);
hbos8d609f62017-04-10 07:39:05 -07001570}
1571
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001572void VoiceChannel::StartMediaMonitor(int cms) {
1573 media_monitor_.reset(new VoiceMediaMonitor(media_channel(), worker_thread(),
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001574 rtc::Thread::Current()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001575 media_monitor_->SignalUpdate.connect(
1576 this, &VoiceChannel::OnMediaMonitorUpdate);
1577 media_monitor_->Start(cms);
1578}
1579
1580void VoiceChannel::StopMediaMonitor() {
1581 if (media_monitor_) {
1582 media_monitor_->Stop();
1583 media_monitor_->SignalUpdate.disconnect(this);
1584 media_monitor_.reset();
1585 }
1586}
1587
1588void VoiceChannel::StartAudioMonitor(int cms) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001589 audio_monitor_.reset(new AudioMonitor(this, rtc::Thread::Current()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001590 audio_monitor_
1591 ->SignalUpdate.connect(this, &VoiceChannel::OnAudioMonitorUpdate);
1592 audio_monitor_->Start(cms);
1593}
1594
1595void VoiceChannel::StopAudioMonitor() {
1596 if (audio_monitor_) {
1597 audio_monitor_->Stop();
1598 audio_monitor_.reset();
1599 }
1600}
1601
1602bool VoiceChannel::IsAudioMonitorRunning() const {
1603 return (audio_monitor_.get() != NULL);
1604}
1605
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001606int VoiceChannel::GetInputLevel_w() {
Fredrik Solenberg0c022642015-08-05 12:25:22 +02001607 return media_engine_->GetInputLevel();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001608}
1609
1610int VoiceChannel::GetOutputLevel_w() {
1611 return media_channel()->GetOutputLevel();
1612}
1613
1614void VoiceChannel::GetActiveStreams_w(AudioInfo::StreamList* actives) {
1615 media_channel()->GetActiveStreams(actives);
1616}
1617
zstein3dcf0e92017-06-01 13:22:42 -07001618void VoiceChannel::OnPacketReceived(bool rtcp,
zstein634977b2017-07-14 12:30:04 -07001619 rtc::CopyOnWriteBuffer* packet,
zstein3dcf0e92017-06-01 13:22:42 -07001620 const rtc::PacketTime& packet_time) {
1621 BaseChannel::OnPacketReceived(rtcp, packet, packet_time);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001622 // Set a flag when we've received an RTP packet. If we're waiting for early
1623 // media, this will disable the timeout.
zstein3dcf0e92017-06-01 13:22:42 -07001624 if (!received_media_ && !rtcp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001625 received_media_ = true;
1626 }
1627}
1628
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001629void BaseChannel::UpdateMediaSendRecvState() {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001630 RTC_DCHECK(network_thread_->IsCurrent());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001631 invoker_.AsyncInvoke<void>(
1632 RTC_FROM_HERE, worker_thread_,
1633 Bind(&BaseChannel::UpdateMediaSendRecvState_w, this));
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001634}
1635
michaelt79e05882016-11-08 02:50:09 -08001636int BaseChannel::GetTransportOverheadPerPacket() const {
1637 RTC_DCHECK(network_thread_->IsCurrent());
1638
1639 if (!selected_candidate_pair_)
1640 return 0;
1641
1642 int transport_overhead_per_packet = 0;
1643
1644 constexpr int kIpv4Overhaed = 20;
1645 constexpr int kIpv6Overhaed = 40;
1646 transport_overhead_per_packet +=
1647 selected_candidate_pair_->local_candidate().address().family() == AF_INET
1648 ? kIpv4Overhaed
1649 : kIpv6Overhaed;
1650
1651 constexpr int kUdpOverhaed = 8;
1652 constexpr int kTcpOverhaed = 20;
1653 transport_overhead_per_packet +=
1654 selected_candidate_pair_->local_candidate().protocol() ==
1655 TCP_PROTOCOL_NAME
1656 ? kTcpOverhaed
1657 : kUdpOverhaed;
1658
Zhi Huang04eaa152017-10-04 14:08:30 -07001659 if (srtp_active()) {
michaelt79e05882016-11-08 02:50:09 -08001660 int srtp_overhead = 0;
Zhi Huangcf990f52017-09-22 12:12:30 -07001661 if (srtp_transport_->GetSrtpOverhead(&srtp_overhead))
michaelt79e05882016-11-08 02:50:09 -08001662 transport_overhead_per_packet += srtp_overhead;
1663 }
1664
1665 return transport_overhead_per_packet;
1666}
1667
1668void BaseChannel::UpdateTransportOverhead() {
1669 int transport_overhead_per_packet = GetTransportOverheadPerPacket();
1670 if (transport_overhead_per_packet)
1671 invoker_.AsyncInvoke<void>(
1672 RTC_FROM_HERE, worker_thread_,
Steve Anton8699a322017-11-06 15:53:33 -08001673 Bind(&MediaChannel::OnTransportOverheadChanged, media_channel_.get(),
michaelt79e05882016-11-08 02:50:09 -08001674 transport_overhead_per_packet));
1675}
1676
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001677void VoiceChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001678 // Render incoming data if we're the active call, and we have the local
1679 // content. We receive data on the default channel and multiplexed streams.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001680 bool recv = IsReadyToReceiveMedia_w();
solenberg5b14b422015-10-01 04:10:31 -07001681 media_channel()->SetPlayout(recv);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001682
1683 // Send outgoing data if we're the active call, we have the remote content,
1684 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001685 bool send = IsReadyToSendMedia_w();
Taylor Brandstetter1a018dc2016-03-08 12:37:39 -08001686 media_channel()->SetSend(send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001687
1688 LOG(LS_INFO) << "Changing voice state, recv=" << recv << " send=" << send;
1689}
1690
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001691bool VoiceChannel::SetLocalContent_w(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001692 ContentAction action,
1693 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01001694 TRACE_EVENT0("webrtc", "VoiceChannel::SetLocalContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001695 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001696 LOG(LS_INFO) << "Setting local voice description";
1697
1698 const AudioContentDescription* audio =
1699 static_cast<const AudioContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001700 RTC_DCHECK(audio != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001701 if (!audio) {
1702 SafeSetError("Can't find audio content in local description.", error_desc);
1703 return false;
1704 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001705
jbauch5869f502017-06-29 12:31:36 -07001706 RtpHeaderExtensions rtp_header_extensions =
1707 GetFilteredRtpHeaderExtensions(audio->rtp_header_extensions());
1708
1709 if (!SetRtpTransportParameters(content, action, CS_LOCAL,
1710 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001711 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001712 }
1713
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001714 AudioRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -07001715 RtpParametersFromMediaDescription(audio, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001716 if (!media_channel()->SetRecvParameters(recv_params)) {
Peter Thatcherbfab5cb2015-08-20 17:40:24 -07001717 SafeSetError("Failed to set local audio description recv parameters.",
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001718 error_desc);
1719 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001720 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001721 for (const AudioCodec& codec : audio->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -07001722 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001723 }
1724 last_recv_params_ = recv_params;
1725
1726 // TODO(pthatcher): Move local streams into AudioSendParameters, and
1727 // only give it to the media channel once we have a remote
1728 // description too (without a remote description, we won't be able
1729 // to send them anyway).
1730 if (!UpdateLocalStreams_w(audio->streams(), action, error_desc)) {
1731 SafeSetError("Failed to set local audio description streams.", error_desc);
1732 return false;
1733 }
1734
1735 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001736 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001737 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001738}
1739
1740bool VoiceChannel::SetRemoteContent_w(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001741 ContentAction action,
1742 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01001743 TRACE_EVENT0("webrtc", "VoiceChannel::SetRemoteContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001744 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001745 LOG(LS_INFO) << "Setting remote voice description";
1746
1747 const AudioContentDescription* audio =
1748 static_cast<const AudioContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001749 RTC_DCHECK(audio != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001750 if (!audio) {
1751 SafeSetError("Can't find audio content in remote description.", error_desc);
1752 return false;
1753 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001754
jbauch5869f502017-06-29 12:31:36 -07001755 RtpHeaderExtensions rtp_header_extensions =
1756 GetFilteredRtpHeaderExtensions(audio->rtp_header_extensions());
1757
1758 if (!SetRtpTransportParameters(content, action, CS_REMOTE,
1759 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001760 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001761 }
1762
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001763 AudioSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -07001764 RtpSendParametersFromMediaDescription(audio, rtp_header_extensions,
1765 &send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001766 if (audio->agc_minus_10db()) {
Karl Wibergbe579832015-11-10 22:34:18 +01001767 send_params.options.adjust_agc_delta = rtc::Optional<int>(kAgcMinus10db);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001768 }
skvladdc1c62c2016-03-16 19:07:43 -07001769
1770 bool parameters_applied = media_channel()->SetSendParameters(send_params);
1771 if (!parameters_applied) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001772 SafeSetError("Failed to set remote audio description send parameters.",
1773 error_desc);
1774 return false;
1775 }
1776 last_send_params_ = send_params;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001777
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001778 // TODO(pthatcher): Move remote streams into AudioRecvParameters,
1779 // and only give it to the media channel once we have a local
1780 // description too (without a local description, we won't be able to
1781 // recv them anyway).
1782 if (!UpdateRemoteStreams_w(audio->streams(), action, error_desc)) {
1783 SafeSetError("Failed to set remote audio description streams.", error_desc);
1784 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001785 }
1786
Peter Thatcherbfab5cb2015-08-20 17:40:24 -07001787 if (audio->rtp_header_extensions_set()) {
jbauch5869f502017-06-29 12:31:36 -07001788 MaybeCacheRtpAbsSendTimeHeaderExtension_w(rtp_header_extensions);
Peter Thatcherbfab5cb2015-08-20 17:40:24 -07001789 }
1790
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001791 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001792 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001793 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001794}
1795
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001796void VoiceChannel::HandleEarlyMediaTimeout() {
1797 // This occurs on the main thread, not the worker thread.
1798 if (!received_media_) {
1799 LOG(LS_INFO) << "No early media received before timeout";
1800 SignalEarlyMediaTimeout(this);
1801 }
1802}
1803
Peter Boström0c4e06b2015-10-07 12:23:21 +02001804bool VoiceChannel::InsertDtmf_w(uint32_t ssrc,
1805 int event,
solenberg1d63dd02015-12-02 12:35:09 -08001806 int duration) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001807 if (!enabled()) {
1808 return false;
1809 }
solenberg1d63dd02015-12-02 12:35:09 -08001810 return media_channel()->InsertDtmf(ssrc, event, duration);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001811}
1812
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001813void VoiceChannel::OnMessage(rtc::Message *pmsg) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001814 switch (pmsg->message_id) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001815 case MSG_EARLYMEDIATIMEOUT:
1816 HandleEarlyMediaTimeout();
1817 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001818 case MSG_CHANNEL_ERROR: {
1819 VoiceChannelErrorMessageData* data =
1820 static_cast<VoiceChannelErrorMessageData*>(pmsg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001821 delete data;
1822 break;
1823 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001824 default:
1825 BaseChannel::OnMessage(pmsg);
1826 break;
1827 }
1828}
1829
1830void VoiceChannel::OnConnectionMonitorUpdate(
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +00001831 ConnectionMonitor* monitor, const std::vector<ConnectionInfo>& infos) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001832 SignalConnectionMonitor(this, infos);
1833}
1834
1835void VoiceChannel::OnMediaMonitorUpdate(
1836 VoiceMediaChannel* media_channel, const VoiceMediaInfo& info) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001837 RTC_DCHECK(media_channel == this->media_channel());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001838 SignalMediaMonitor(this, info);
1839}
1840
1841void VoiceChannel::OnAudioMonitorUpdate(AudioMonitor* monitor,
1842 const AudioInfo& info) {
1843 SignalAudioMonitor(this, info);
1844}
1845
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001846VideoChannel::VideoChannel(rtc::Thread* worker_thread,
1847 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001848 rtc::Thread* signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -08001849 std::unique_ptr<VideoMediaChannel> media_channel,
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001850 const std::string& content_name,
deadbeefac22f702017-01-12 21:59:29 -08001851 bool rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -08001852 bool srtp_required)
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001853 : BaseChannel(worker_thread,
1854 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001855 signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -08001856 std::move(media_channel),
deadbeefcbecd352015-09-23 11:50:27 -07001857 content_name,
deadbeefac22f702017-01-12 21:59:29 -08001858 rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -08001859 srtp_required) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001860
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001861VideoChannel::~VideoChannel() {
Peter Boströmca8b4042016-03-08 14:24:13 -08001862 TRACE_EVENT0("webrtc", "VideoChannel::~VideoChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001863 StopMediaMonitor();
1864 // this can't be done in the base class, since it calls a virtual
1865 DisableMedia_w();
wu@webrtc.org78187522013-10-07 23:32:02 +00001866
1867 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001868}
1869
nisse08582ff2016-02-04 01:24:52 -08001870bool VideoChannel::SetSink(uint32_t ssrc,
nisseacd935b2016-11-11 03:55:13 -08001871 rtc::VideoSinkInterface<webrtc::VideoFrame>* sink) {
nisse08582ff2016-02-04 01:24:52 -08001872 worker_thread()->Invoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001873 RTC_FROM_HERE,
nisse08582ff2016-02-04 01:24:52 -08001874 Bind(&VideoMediaChannel::SetSink, media_channel(), ssrc, sink));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001875 return true;
1876}
1877
deadbeef5a4a75a2016-06-02 16:23:38 -07001878bool VideoChannel::SetVideoSend(
nisse2ded9b12016-04-08 02:23:55 -07001879 uint32_t ssrc,
deadbeef5a4a75a2016-06-02 16:23:38 -07001880 bool mute,
1881 const VideoOptions* options,
nisseacd935b2016-11-11 03:55:13 -08001882 rtc::VideoSourceInterface<webrtc::VideoFrame>* source) {
stefanf79ade12017-06-02 06:44:03 -07001883 return InvokeOnWorker<bool>(
1884 RTC_FROM_HERE, Bind(&VideoMediaChannel::SetVideoSend, media_channel(),
1885 ssrc, mute, options, source));
solenberg1dd98f32015-09-10 01:57:14 -07001886}
1887
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001888webrtc::RtpParameters VideoChannel::GetRtpSendParameters(uint32_t ssrc) const {
skvladdc1c62c2016-03-16 19:07:43 -07001889 return worker_thread()->Invoke<webrtc::RtpParameters>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001890 RTC_FROM_HERE, Bind(&VideoChannel::GetRtpSendParameters_w, this, ssrc));
skvladdc1c62c2016-03-16 19:07:43 -07001891}
1892
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001893webrtc::RtpParameters VideoChannel::GetRtpSendParameters_w(
1894 uint32_t ssrc) const {
1895 return media_channel()->GetRtpSendParameters(ssrc);
skvladdc1c62c2016-03-16 19:07:43 -07001896}
1897
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001898bool VideoChannel::SetRtpSendParameters(
1899 uint32_t ssrc,
1900 const webrtc::RtpParameters& parameters) {
stefanf79ade12017-06-02 06:44:03 -07001901 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001902 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001903 Bind(&VideoChannel::SetRtpSendParameters_w, this, ssrc, parameters));
skvladdc1c62c2016-03-16 19:07:43 -07001904}
1905
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001906bool VideoChannel::SetRtpSendParameters_w(uint32_t ssrc,
1907 webrtc::RtpParameters parameters) {
1908 return media_channel()->SetRtpSendParameters(ssrc, parameters);
1909}
1910
1911webrtc::RtpParameters VideoChannel::GetRtpReceiveParameters(
1912 uint32_t ssrc) const {
1913 return worker_thread()->Invoke<webrtc::RtpParameters>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001914 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001915 Bind(&VideoChannel::GetRtpReceiveParameters_w, this, ssrc));
1916}
1917
1918webrtc::RtpParameters VideoChannel::GetRtpReceiveParameters_w(
1919 uint32_t ssrc) const {
1920 return media_channel()->GetRtpReceiveParameters(ssrc);
1921}
1922
1923bool VideoChannel::SetRtpReceiveParameters(
1924 uint32_t ssrc,
1925 const webrtc::RtpParameters& parameters) {
stefanf79ade12017-06-02 06:44:03 -07001926 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001927 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001928 Bind(&VideoChannel::SetRtpReceiveParameters_w, this, ssrc, parameters));
1929}
1930
1931bool VideoChannel::SetRtpReceiveParameters_w(uint32_t ssrc,
1932 webrtc::RtpParameters parameters) {
1933 return media_channel()->SetRtpReceiveParameters(ssrc, parameters);
skvladdc1c62c2016-03-16 19:07:43 -07001934}
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001935
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001936void VideoChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001937 // Send outgoing data if we're the active call, we have the remote content,
1938 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001939 bool send = IsReadyToSendMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001940 if (!media_channel()->SetSend(send)) {
1941 LOG(LS_ERROR) << "Failed to SetSend on video channel";
1942 // TODO(gangji): Report error back to server.
1943 }
1944
Peter Boström34fbfff2015-09-24 19:20:30 +02001945 LOG(LS_INFO) << "Changing video state, send=" << send;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001946}
1947
stefanf79ade12017-06-02 06:44:03 -07001948void VideoChannel::FillBitrateInfo(BandwidthEstimationInfo* bwe_info) {
1949 InvokeOnWorker<void>(RTC_FROM_HERE, Bind(&VideoMediaChannel::FillBitrateInfo,
1950 media_channel(), bwe_info));
1951}
1952
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00001953bool VideoChannel::GetStats(VideoMediaInfo* stats) {
stefanf79ade12017-06-02 06:44:03 -07001954 return InvokeOnWorker<bool>(RTC_FROM_HERE, Bind(&VideoMediaChannel::GetStats,
1955 media_channel(), stats));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001956}
1957
1958void VideoChannel::StartMediaMonitor(int cms) {
1959 media_monitor_.reset(new VideoMediaMonitor(media_channel(), worker_thread(),
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001960 rtc::Thread::Current()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001961 media_monitor_->SignalUpdate.connect(
1962 this, &VideoChannel::OnMediaMonitorUpdate);
1963 media_monitor_->Start(cms);
1964}
1965
1966void VideoChannel::StopMediaMonitor() {
1967 if (media_monitor_) {
1968 media_monitor_->Stop();
1969 media_monitor_.reset();
1970 }
1971}
1972
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001973bool VideoChannel::SetLocalContent_w(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001974 ContentAction action,
1975 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01001976 TRACE_EVENT0("webrtc", "VideoChannel::SetLocalContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001977 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001978 LOG(LS_INFO) << "Setting local video description";
1979
1980 const VideoContentDescription* video =
1981 static_cast<const VideoContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001982 RTC_DCHECK(video != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001983 if (!video) {
1984 SafeSetError("Can't find video content in local description.", error_desc);
1985 return false;
1986 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001987
jbauch5869f502017-06-29 12:31:36 -07001988 RtpHeaderExtensions rtp_header_extensions =
1989 GetFilteredRtpHeaderExtensions(video->rtp_header_extensions());
1990
1991 if (!SetRtpTransportParameters(content, action, CS_LOCAL,
1992 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001993 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001994 }
1995
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001996 VideoRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -07001997 RtpParametersFromMediaDescription(video, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001998 if (!media_channel()->SetRecvParameters(recv_params)) {
1999 SafeSetError("Failed to set local video description recv parameters.",
2000 error_desc);
2001 return false;
2002 }
2003 for (const VideoCodec& codec : video->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -07002004 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002005 }
2006 last_recv_params_ = recv_params;
2007
2008 // TODO(pthatcher): Move local streams into VideoSendParameters, and
2009 // only give it to the media channel once we have a remote
2010 // description too (without a remote description, we won't be able
2011 // to send them anyway).
2012 if (!UpdateLocalStreams_w(video->streams(), action, error_desc)) {
2013 SafeSetError("Failed to set local video description streams.", error_desc);
2014 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002015 }
2016
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002017 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002018 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002019 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002020}
2021
2022bool VideoChannel::SetRemoteContent_w(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002023 ContentAction action,
2024 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01002025 TRACE_EVENT0("webrtc", "VideoChannel::SetRemoteContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002026 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002027 LOG(LS_INFO) << "Setting remote video description";
2028
2029 const VideoContentDescription* video =
2030 static_cast<const VideoContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002031 RTC_DCHECK(video != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002032 if (!video) {
2033 SafeSetError("Can't find video content in remote description.", error_desc);
2034 return false;
2035 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002036
jbauch5869f502017-06-29 12:31:36 -07002037 RtpHeaderExtensions rtp_header_extensions =
2038 GetFilteredRtpHeaderExtensions(video->rtp_header_extensions());
2039
2040 if (!SetRtpTransportParameters(content, action, CS_REMOTE,
2041 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002042 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002043 }
2044
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002045 VideoSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -07002046 RtpSendParametersFromMediaDescription(video, rtp_header_extensions,
2047 &send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002048 if (video->conference_mode()) {
nisse4b4dc862016-02-17 05:25:36 -08002049 send_params.conference_mode = true;
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002050 }
skvladdc1c62c2016-03-16 19:07:43 -07002051
2052 bool parameters_applied = media_channel()->SetSendParameters(send_params);
2053
2054 if (!parameters_applied) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002055 SafeSetError("Failed to set remote video description send parameters.",
2056 error_desc);
2057 return false;
2058 }
2059 last_send_params_ = send_params;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002060
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002061 // TODO(pthatcher): Move remote streams into VideoRecvParameters,
2062 // and only give it to the media channel once we have a local
2063 // description too (without a local description, we won't be able to
2064 // recv them anyway).
2065 if (!UpdateRemoteStreams_w(video->streams(), action, error_desc)) {
2066 SafeSetError("Failed to set remote video description streams.", error_desc);
2067 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002068 }
2069
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002070 if (video->rtp_header_extensions_set()) {
jbauch5869f502017-06-29 12:31:36 -07002071 MaybeCacheRtpAbsSendTimeHeaderExtension_w(rtp_header_extensions);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002072 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002073
2074 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002075 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002076 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002077}
2078
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00002079void VideoChannel::OnMessage(rtc::Message *pmsg) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002080 switch (pmsg->message_id) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002081 case MSG_CHANNEL_ERROR: {
2082 const VideoChannelErrorMessageData* data =
2083 static_cast<VideoChannelErrorMessageData*>(pmsg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002084 delete data;
2085 break;
2086 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002087 default:
2088 BaseChannel::OnMessage(pmsg);
2089 break;
2090 }
2091}
2092
2093void VideoChannel::OnConnectionMonitorUpdate(
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +00002094 ConnectionMonitor* monitor, const std::vector<ConnectionInfo> &infos) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002095 SignalConnectionMonitor(this, infos);
2096}
2097
2098// TODO(pthatcher): Look into removing duplicate code between
2099// audio, video, and data, perhaps by using templates.
2100void VideoChannel::OnMediaMonitorUpdate(
2101 VideoMediaChannel* media_channel, const VideoMediaInfo &info) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002102 RTC_DCHECK(media_channel == this->media_channel());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002103 SignalMediaMonitor(this, info);
2104}
2105
deadbeef953c2ce2017-01-09 14:53:41 -08002106RtpDataChannel::RtpDataChannel(rtc::Thread* worker_thread,
2107 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08002108 rtc::Thread* signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -08002109 std::unique_ptr<DataMediaChannel> media_channel,
deadbeef953c2ce2017-01-09 14:53:41 -08002110 const std::string& content_name,
deadbeefac22f702017-01-12 21:59:29 -08002111 bool rtcp_mux_required,
deadbeef953c2ce2017-01-09 14:53:41 -08002112 bool srtp_required)
Danil Chapovalov33b01f22016-05-11 19:55:27 +02002113 : BaseChannel(worker_thread,
2114 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08002115 signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -08002116 std::move(media_channel),
deadbeefcbecd352015-09-23 11:50:27 -07002117 content_name,
deadbeefac22f702017-01-12 21:59:29 -08002118 rtcp_mux_required,
deadbeef953c2ce2017-01-09 14:53:41 -08002119 srtp_required) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002120
deadbeef953c2ce2017-01-09 14:53:41 -08002121RtpDataChannel::~RtpDataChannel() {
2122 TRACE_EVENT0("webrtc", "RtpDataChannel::~RtpDataChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002123 StopMediaMonitor();
2124 // this can't be done in the base class, since it calls a virtual
2125 DisableMedia_w();
wu@webrtc.org78187522013-10-07 23:32:02 +00002126
2127 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002128}
2129
Steve Anton8699a322017-11-06 15:53:33 -08002130void RtpDataChannel::Init_w(
deadbeeff5346592017-01-24 21:51:21 -08002131 DtlsTransportInternal* rtp_dtls_transport,
2132 DtlsTransportInternal* rtcp_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -08002133 rtc::PacketTransportInternal* rtp_packet_transport,
2134 rtc::PacketTransportInternal* rtcp_packet_transport) {
Steve Anton8699a322017-11-06 15:53:33 -08002135 BaseChannel::Init_w(rtp_dtls_transport, rtcp_dtls_transport,
2136 rtp_packet_transport, rtcp_packet_transport);
2137
deadbeef953c2ce2017-01-09 14:53:41 -08002138 media_channel()->SignalDataReceived.connect(this,
2139 &RtpDataChannel::OnDataReceived);
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00002140 media_channel()->SignalReadyToSend.connect(
deadbeef953c2ce2017-01-09 14:53:41 -08002141 this, &RtpDataChannel::OnDataChannelReadyToSend);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002142}
2143
deadbeef953c2ce2017-01-09 14:53:41 -08002144bool RtpDataChannel::SendData(const SendDataParams& params,
2145 const rtc::CopyOnWriteBuffer& payload,
2146 SendDataResult* result) {
stefanf79ade12017-06-02 06:44:03 -07002147 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07002148 RTC_FROM_HERE, Bind(&DataMediaChannel::SendData, media_channel(), params,
2149 payload, result));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002150}
2151
deadbeef953c2ce2017-01-09 14:53:41 -08002152bool RtpDataChannel::CheckDataChannelTypeFromContent(
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002153 const DataContentDescription* content,
2154 std::string* error_desc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002155 bool is_sctp = ((content->protocol() == kMediaProtocolSctp) ||
2156 (content->protocol() == kMediaProtocolDtlsSctp));
deadbeef953c2ce2017-01-09 14:53:41 -08002157 // It's been set before, but doesn't match. That's bad.
2158 if (is_sctp) {
2159 SafeSetError("Data channel type mismatch. Expected RTP, got SCTP.",
2160 error_desc);
2161 return false;
2162 }
2163 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002164}
2165
deadbeef953c2ce2017-01-09 14:53:41 -08002166bool RtpDataChannel::SetLocalContent_w(const MediaContentDescription* content,
2167 ContentAction action,
2168 std::string* error_desc) {
2169 TRACE_EVENT0("webrtc", "RtpDataChannel::SetLocalContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002170 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002171 LOG(LS_INFO) << "Setting local data description";
2172
2173 const DataContentDescription* data =
2174 static_cast<const DataContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002175 RTC_DCHECK(data != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002176 if (!data) {
2177 SafeSetError("Can't find data content in local description.", error_desc);
2178 return false;
2179 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002180
deadbeef953c2ce2017-01-09 14:53:41 -08002181 if (!CheckDataChannelTypeFromContent(data, error_desc)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002182 return false;
2183 }
2184
jbauch5869f502017-06-29 12:31:36 -07002185 RtpHeaderExtensions rtp_header_extensions =
2186 GetFilteredRtpHeaderExtensions(data->rtp_header_extensions());
2187
2188 if (!SetRtpTransportParameters(content, action, CS_LOCAL,
2189 rtp_header_extensions, error_desc)) {
deadbeef953c2ce2017-01-09 14:53:41 -08002190 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002191 }
2192
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002193 DataRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -07002194 RtpParametersFromMediaDescription(data, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002195 if (!media_channel()->SetRecvParameters(recv_params)) {
2196 SafeSetError("Failed to set remote data description recv parameters.",
2197 error_desc);
2198 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002199 }
deadbeef953c2ce2017-01-09 14:53:41 -08002200 for (const DataCodec& codec : data->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -07002201 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002202 }
2203 last_recv_params_ = recv_params;
2204
2205 // TODO(pthatcher): Move local streams into DataSendParameters, and
2206 // only give it to the media channel once we have a remote
2207 // description too (without a remote description, we won't be able
2208 // to send them anyway).
2209 if (!UpdateLocalStreams_w(data->streams(), action, error_desc)) {
2210 SafeSetError("Failed to set local data description streams.", error_desc);
2211 return false;
2212 }
2213
2214 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002215 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002216 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002217}
2218
deadbeef953c2ce2017-01-09 14:53:41 -08002219bool RtpDataChannel::SetRemoteContent_w(const MediaContentDescription* content,
2220 ContentAction action,
2221 std::string* error_desc) {
2222 TRACE_EVENT0("webrtc", "RtpDataChannel::SetRemoteContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002223 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002224
2225 const DataContentDescription* data =
2226 static_cast<const DataContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002227 RTC_DCHECK(data != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002228 if (!data) {
2229 SafeSetError("Can't find data content in remote description.", error_desc);
2230 return false;
2231 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002232
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002233 // If the remote data doesn't have codecs and isn't an update, it
2234 // must be empty, so ignore it.
2235 if (!data->has_codecs() && action != CA_UPDATE) {
2236 return true;
2237 }
2238
deadbeef953c2ce2017-01-09 14:53:41 -08002239 if (!CheckDataChannelTypeFromContent(data, error_desc)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002240 return false;
2241 }
2242
jbauch5869f502017-06-29 12:31:36 -07002243 RtpHeaderExtensions rtp_header_extensions =
2244 GetFilteredRtpHeaderExtensions(data->rtp_header_extensions());
2245
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002246 LOG(LS_INFO) << "Setting remote data description";
jbauch5869f502017-06-29 12:31:36 -07002247 if (!SetRtpTransportParameters(content, action, CS_REMOTE,
2248 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002249 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002250 }
2251
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002252 DataSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -07002253 RtpSendParametersFromMediaDescription<DataCodec>(data, rtp_header_extensions,
2254 &send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002255 if (!media_channel()->SetSendParameters(send_params)) {
2256 SafeSetError("Failed to set remote data description send parameters.",
2257 error_desc);
2258 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002259 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002260 last_send_params_ = send_params;
2261
2262 // TODO(pthatcher): Move remote streams into DataRecvParameters,
2263 // and only give it to the media channel once we have a local
2264 // description too (without a local description, we won't be able to
2265 // recv them anyway).
2266 if (!UpdateRemoteStreams_w(data->streams(), action, error_desc)) {
2267 SafeSetError("Failed to set remote data description streams.",
2268 error_desc);
2269 return false;
2270 }
2271
2272 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002273 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002274 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002275}
2276
deadbeef953c2ce2017-01-09 14:53:41 -08002277void RtpDataChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002278 // Render incoming data if we're the active call, and we have the local
2279 // content. We receive data on the default channel and multiplexed streams.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002280 bool recv = IsReadyToReceiveMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002281 if (!media_channel()->SetReceive(recv)) {
2282 LOG(LS_ERROR) << "Failed to SetReceive on data channel";
2283 }
2284
2285 // Send outgoing data if we're the active call, we have the remote content,
2286 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002287 bool send = IsReadyToSendMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002288 if (!media_channel()->SetSend(send)) {
2289 LOG(LS_ERROR) << "Failed to SetSend on data channel";
2290 }
2291
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +00002292 // Trigger SignalReadyToSendData asynchronously.
2293 OnDataChannelReadyToSend(send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002294
2295 LOG(LS_INFO) << "Changing data state, recv=" << recv << " send=" << send;
2296}
2297
deadbeef953c2ce2017-01-09 14:53:41 -08002298void RtpDataChannel::OnMessage(rtc::Message* pmsg) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002299 switch (pmsg->message_id) {
2300 case MSG_READYTOSENDDATA: {
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00002301 DataChannelReadyToSendMessageData* data =
2302 static_cast<DataChannelReadyToSendMessageData*>(pmsg->pdata);
wu@webrtc.org07a6fbe2013-11-04 18:41:34 +00002303 ready_to_send_data_ = data->data();
2304 SignalReadyToSendData(ready_to_send_data_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002305 delete data;
2306 break;
2307 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002308 case MSG_DATARECEIVED: {
2309 DataReceivedMessageData* data =
2310 static_cast<DataReceivedMessageData*>(pmsg->pdata);
deadbeef953c2ce2017-01-09 14:53:41 -08002311 SignalDataReceived(data->params, data->payload);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002312 delete data;
2313 break;
2314 }
2315 case MSG_CHANNEL_ERROR: {
2316 const DataChannelErrorMessageData* data =
2317 static_cast<DataChannelErrorMessageData*>(pmsg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002318 delete data;
2319 break;
2320 }
2321 default:
2322 BaseChannel::OnMessage(pmsg);
2323 break;
2324 }
2325}
2326
deadbeef953c2ce2017-01-09 14:53:41 -08002327void RtpDataChannel::OnConnectionMonitorUpdate(
2328 ConnectionMonitor* monitor,
2329 const std::vector<ConnectionInfo>& infos) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002330 SignalConnectionMonitor(this, infos);
2331}
2332
deadbeef953c2ce2017-01-09 14:53:41 -08002333void RtpDataChannel::StartMediaMonitor(int cms) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002334 media_monitor_.reset(new DataMediaMonitor(media_channel(), worker_thread(),
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00002335 rtc::Thread::Current()));
deadbeef953c2ce2017-01-09 14:53:41 -08002336 media_monitor_->SignalUpdate.connect(this,
2337 &RtpDataChannel::OnMediaMonitorUpdate);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002338 media_monitor_->Start(cms);
2339}
2340
deadbeef953c2ce2017-01-09 14:53:41 -08002341void RtpDataChannel::StopMediaMonitor() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002342 if (media_monitor_) {
2343 media_monitor_->Stop();
2344 media_monitor_->SignalUpdate.disconnect(this);
2345 media_monitor_.reset();
2346 }
2347}
2348
deadbeef953c2ce2017-01-09 14:53:41 -08002349void RtpDataChannel::OnMediaMonitorUpdate(DataMediaChannel* media_channel,
2350 const DataMediaInfo& info) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002351 RTC_DCHECK(media_channel == this->media_channel());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002352 SignalMediaMonitor(this, info);
2353}
2354
deadbeef953c2ce2017-01-09 14:53:41 -08002355void RtpDataChannel::OnDataReceived(const ReceiveDataParams& params,
2356 const char* data,
2357 size_t len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002358 DataReceivedMessageData* msg = new DataReceivedMessageData(
2359 params, data, len);
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07002360 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_DATARECEIVED, msg);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002361}
2362
deadbeef953c2ce2017-01-09 14:53:41 -08002363void RtpDataChannel::OnDataChannelError(uint32_t ssrc,
2364 DataMediaChannel::Error err) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002365 DataChannelErrorMessageData* data = new DataChannelErrorMessageData(
2366 ssrc, err);
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07002367 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_CHANNEL_ERROR, data);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002368}
2369
deadbeef953c2ce2017-01-09 14:53:41 -08002370void RtpDataChannel::OnDataChannelReadyToSend(bool writable) {
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00002371 // This is usded for congestion control to indicate that the stream is ready
2372 // to send by the MediaChannel, as opposed to OnReadyToSend, which indicates
2373 // that the transport channel is ready.
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07002374 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_READYTOSENDDATA,
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00002375 new DataChannelReadyToSendMessageData(writable));
2376}
2377
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002378} // namespace cricket