blob: 991e9e338c70a82841e2decada1257697108096e [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
kjellander65c7f672016-02-12 00:05:01 -08002 * Copyright 2004 The WebRTC project authors. All Rights Reserved.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003 *
kjellander65c7f672016-02-12 00:05:01 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00009 */
10
jbauch5869f502017-06-29 12:31:36 -070011#include <iterator>
kwiberg0eb15ed2015-12-17 03:04:15 -080012#include <utility>
13
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020014#include "pc/channel.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000015
Steve Anton64b626b2019-01-28 17:25:26 -080016#include "absl/algorithm/container.h"
Karl Wiberg918f50c2018-07-05 11:40:33 +020017#include "absl/memory/memory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020018#include "api/call/audio_sink.h"
Steve Anton10542f22019-01-11 09:11:00 -080019#include "media/base/media_constants.h"
20#include "media/base/rtp_utils.h"
Zhi Huang365381f2018-04-13 16:44:34 -070021#include "modules/rtp_rtcp/source/rtp_packet_received.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020022#include "rtc_base/bind.h"
Steve Anton10542f22019-01-11 09:11:00 -080023#include "rtc_base/byte_order.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020024#include "rtc_base/checks.h"
Steve Anton10542f22019-01-11 09:11:00 -080025#include "rtc_base/copy_on_write_buffer.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020026#include "rtc_base/dscp.h"
27#include "rtc_base/logging.h"
Steve Anton10542f22019-01-11 09:11:00 -080028#include "rtc_base/network_route.h"
Jonas Olsson366a50c2018-09-06 13:41:30 +020029#include "rtc_base/strings/string_builder.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020030#include "rtc_base/trace_event.h"
Steve Anton10542f22019-01-11 09:11:00 -080031#include "p2p/base/packet_transport_internal.h"
32#include "pc/channel_manager.h"
33#include "pc/rtp_media_utils.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000034
35namespace cricket {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000036using rtc::Bind;
Amit Hilbuchbcd39d42019-01-25 17:13:56 -080037using rtc::UniqueRandomIdGenerator;
Steve Anton3828c062017-12-06 10:34:51 -080038using webrtc::SdpType;
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +000039
deadbeef2d110be2016-01-13 12:00:26 -080040namespace {
Danil Chapovalov33b01f22016-05-11 19:55:27 +020041
42struct SendPacketMessageData : public rtc::MessageData {
43 rtc::CopyOnWriteBuffer packet;
44 rtc::PacketOptions options;
45};
46
Amit Hilbuchbcd39d42019-01-25 17:13:56 -080047// Finds a stream based on target's Primary SSRC or RIDs.
48// This struct is used in BaseChannel::UpdateLocalStreams_w.
49struct StreamFinder {
50 explicit StreamFinder(const StreamParams* target) : target_(target) {
51 RTC_DCHECK(target);
52 }
53
54 bool operator()(const StreamParams& sp) const {
55 if (target_->has_ssrcs() && sp.has_ssrcs()) {
56 return sp.has_ssrc(target_->first_ssrc());
57 }
58
59 if (!target_->has_rids() && !sp.has_rids()) {
60 return false;
61 }
62
63 const std::vector<RidDescription>& target_rids = target_->rids();
64 const std::vector<RidDescription>& source_rids = sp.rids();
65 if (source_rids.size() != target_rids.size()) {
66 return false;
67 }
68
69 // Check that all RIDs match.
70 return std::equal(source_rids.begin(), source_rids.end(),
71 target_rids.begin(),
72 [](const RidDescription& lhs, const RidDescription& rhs) {
73 return lhs.rid == rhs.rid;
74 });
75 }
76
77 const StreamParams* target_;
78};
79
deadbeef2d110be2016-01-13 12:00:26 -080080} // namespace
81
henrike@webrtc.org28e20752013-07-10 00:45:36 +000082enum {
Steve Anton0807d152018-03-05 11:23:09 -080083 MSG_SEND_RTP_PACKET = 1,
Danil Chapovalov33b01f22016-05-11 19:55:27 +020084 MSG_SEND_RTCP_PACKET,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000085 MSG_READYTOSENDDATA,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000086 MSG_DATARECEIVED,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000087 MSG_FIRSTPACKETRECEIVED,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000088};
89
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +000090static void SafeSetError(const std::string& message, std::string* error_desc) {
91 if (error_desc) {
92 *error_desc = message;
93 }
94}
95
jbaucheec21bd2016-03-20 06:15:43 -070096static bool ValidPacket(bool rtcp, const rtc::CopyOnWriteBuffer* packet) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000097 // Check the packet size. We could check the header too if needed.
zstein3dcf0e92017-06-01 13:22:42 -070098 return packet && IsValidRtpRtcpPacketSize(rtcp, packet->size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +000099}
100
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700101template <class Codec>
102void RtpParametersFromMediaDescription(
103 const MediaContentDescriptionImpl<Codec>* desc,
jbauch5869f502017-06-29 12:31:36 -0700104 const RtpHeaderExtensions& extensions,
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700105 RtpParameters<Codec>* params) {
106 // TODO(pthatcher): Remove this once we're sure no one will give us
Zhi Huang801b8682017-11-15 11:36:43 -0800107 // a description without codecs. Currently the ORTC implementation is relying
108 // on this.
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700109 if (desc->has_codecs()) {
110 params->codecs = desc->codecs();
111 }
112 // TODO(pthatcher): See if we really need
113 // rtp_header_extensions_set() and remove it if we don't.
114 if (desc->rtp_header_extensions_set()) {
jbauch5869f502017-06-29 12:31:36 -0700115 params->extensions = extensions;
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700116 }
deadbeef13871492015-12-09 12:37:51 -0800117 params->rtcp.reduced_size = desc->rtcp_reduced_size();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700118}
119
nisse05103312016-03-16 02:22:50 -0700120template <class Codec>
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700121void RtpSendParametersFromMediaDescription(
122 const MediaContentDescriptionImpl<Codec>* desc,
jbauch5869f502017-06-29 12:31:36 -0700123 const RtpHeaderExtensions& extensions,
nisse05103312016-03-16 02:22:50 -0700124 RtpSendParameters<Codec>* send_params) {
jbauch5869f502017-06-29 12:31:36 -0700125 RtpParametersFromMediaDescription(desc, extensions, send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700126 send_params->max_bandwidth_bps = desc->bandwidth();
Johannes Kron9190b822018-10-29 11:22:05 +0100127 send_params->extmap_allow_mixed = desc->extmap_allow_mixed();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700128}
129
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200130BaseChannel::BaseChannel(rtc::Thread* worker_thread,
131 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -0800132 rtc::Thread* signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -0800133 std::unique_ptr<MediaChannel> media_channel,
deadbeefcbecd352015-09-23 11:50:27 -0700134 const std::string& content_name,
Zhi Huange830e682018-03-30 10:48:35 -0700135 bool srtp_required,
Amit Hilbuchbcd39d42019-01-25 17:13:56 -0800136 webrtc::CryptoOptions crypto_options,
137 UniqueRandomIdGenerator* ssrc_generator)
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200138 : worker_thread_(worker_thread),
139 network_thread_(network_thread),
zhihuangf5b251b2017-01-12 19:37:48 -0800140 signaling_thread_(signaling_thread),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000141 content_name_(content_name),
deadbeef7af91dd2016-12-13 11:29:11 -0800142 srtp_required_(srtp_required),
Zhi Huange830e682018-03-30 10:48:35 -0700143 crypto_options_(crypto_options),
Amit Hilbuchbcd39d42019-01-25 17:13:56 -0800144 media_channel_(std::move(media_channel)),
145 ssrc_generator_(ssrc_generator) {
Steve Anton8699a322017-11-06 15:53:33 -0800146 RTC_DCHECK_RUN_ON(worker_thread_);
Amit Hilbuchbcd39d42019-01-25 17:13:56 -0800147 RTC_DCHECK(ssrc_generator_);
Zhi Huang365381f2018-04-13 16:44:34 -0700148 demuxer_criteria_.mid = content_name;
Mirko Bonadei675513b2017-11-09 11:09:25 +0100149 RTC_LOG(LS_INFO) << "Created channel for " << content_name;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000150}
151
152BaseChannel::~BaseChannel() {
Peter Boströmca8b4042016-03-08 14:24:13 -0800153 TRACE_EVENT0("webrtc", "BaseChannel::~BaseChannel");
Steve Anton8699a322017-11-06 15:53:33 -0800154 RTC_DCHECK_RUN_ON(worker_thread_);
Piotr (Peter) Slatala179a3922018-11-16 09:57:58 -0800155
156 if (media_transport_) {
Niels Möllerfe6e50f2019-02-05 17:32:57 +0100157 media_transport_->RemoveNetworkChangeCallback(this);
Piotr (Peter) Slatala179a3922018-11-16 09:57:58 -0800158 }
159
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200160 // Eats any outstanding messages or packets.
161 worker_thread_->Clear(&invoker_);
162 worker_thread_->Clear(this);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000163 // We must destroy the media channel before the transport channel, otherwise
164 // the media channel may try to send on the dead transport channel. NULLing
165 // is not an effective strategy since the sends will come on another thread.
Steve Anton8699a322017-11-06 15:53:33 -0800166 media_channel_.reset();
Mirko Bonadei675513b2017-11-09 11:09:25 +0100167 RTC_LOG(LS_INFO) << "Destroyed channel: " << content_name_;
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200168}
169
Zhi Huang365381f2018-04-13 16:44:34 -0700170bool BaseChannel::ConnectToRtpTransport() {
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800171 RTC_DCHECK(rtp_transport_);
Zhi Huang365381f2018-04-13 16:44:34 -0700172 if (!RegisterRtpDemuxerSink()) {
173 return false;
174 }
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800175 rtp_transport_->SignalReadyToSend.connect(
176 this, &BaseChannel::OnTransportReadyToSend);
Zhi Huang365381f2018-04-13 16:44:34 -0700177 rtp_transport_->SignalRtcpPacketReceived.connect(
178 this, &BaseChannel::OnRtcpPacketReceived);
Piotr (Peter) Slatala179a3922018-11-16 09:57:58 -0800179
180 // If media transport is used, it's responsible for providing network
181 // route changed callbacks.
182 if (!media_transport_) {
183 rtp_transport_->SignalNetworkRouteChanged.connect(
184 this, &BaseChannel::OnNetworkRouteChanged);
185 }
186 // TODO(bugs.webrtc.org/9719): Media transport should also be used to provide
187 // 'writable' state here.
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800188 rtp_transport_->SignalWritableState.connect(this,
189 &BaseChannel::OnWritableState);
190 rtp_transport_->SignalSentPacket.connect(this,
191 &BaseChannel::SignalSentPacket_n);
Zhi Huang365381f2018-04-13 16:44:34 -0700192 return true;
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800193}
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200194
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800195void BaseChannel::DisconnectFromRtpTransport() {
196 RTC_DCHECK(rtp_transport_);
Zhi Huang365381f2018-04-13 16:44:34 -0700197 rtp_transport_->UnregisterRtpDemuxerSink(this);
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800198 rtp_transport_->SignalReadyToSend.disconnect(this);
Zhi Huang365381f2018-04-13 16:44:34 -0700199 rtp_transport_->SignalRtcpPacketReceived.disconnect(this);
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800200 rtp_transport_->SignalNetworkRouteChanged.disconnect(this);
201 rtp_transport_->SignalWritableState.disconnect(this);
202 rtp_transport_->SignalSentPacket.disconnect(this);
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200203}
204
Anton Sukhanov98a462c2018-10-17 13:15:42 -0700205void BaseChannel::Init_w(webrtc::RtpTransportInternal* rtp_transport,
206 webrtc::MediaTransportInterface* media_transport) {
Zhi Huang2dfc42d2017-12-04 13:38:48 -0800207 RTC_DCHECK_RUN_ON(worker_thread_);
Piotr (Peter) Slatala179a3922018-11-16 09:57:58 -0800208 media_transport_ = media_transport;
209
Zhi Huang365381f2018-04-13 16:44:34 -0700210 network_thread_->Invoke<void>(
211 RTC_FROM_HERE, [this, rtp_transport] { SetRtpTransport(rtp_transport); });
Zhi Huang2dfc42d2017-12-04 13:38:48 -0800212
213 // Both RTP and RTCP channels should be set, we can call SetInterface on
214 // the media channel and it can set network options.
Anton Sukhanov98a462c2018-10-17 13:15:42 -0700215 media_channel_->SetInterface(this, media_transport);
Piotr (Peter) Slatala179a3922018-11-16 09:57:58 -0800216
217 RTC_LOG(LS_INFO) << "BaseChannel::Init_w, media_transport="
218 << (media_transport_ != nullptr);
219 if (media_transport_) {
Niels Möllerfe6e50f2019-02-05 17:32:57 +0100220 media_transport_->AddNetworkChangeCallback(this);
Piotr (Peter) Slatala179a3922018-11-16 09:57:58 -0800221 }
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200222}
223
wu@webrtc.org78187522013-10-07 23:32:02 +0000224void BaseChannel::Deinit() {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200225 RTC_DCHECK(worker_thread_->IsCurrent());
Anton Sukhanov98a462c2018-10-17 13:15:42 -0700226 media_channel_->SetInterface(/*iface=*/nullptr,
227 /*media_transport=*/nullptr);
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200228 // Packets arrive on the network thread, processing packets calls virtual
229 // functions, so need to stop this process in Deinit that is called in
230 // derived classes destructor.
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800231 network_thread_->Invoke<void>(RTC_FROM_HERE, [&] {
Zhi Huang95e7dbb2018-03-29 00:08:03 +0000232 FlushRtcpMessages_n();
Zhi Huang27f3bf52018-03-26 21:37:23 -0700233
Zhi Huange830e682018-03-30 10:48:35 -0700234 if (rtp_transport_) {
235 DisconnectFromRtpTransport();
Zhi Huang95e7dbb2018-03-29 00:08:03 +0000236 }
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800237 // Clear pending read packets/messages.
238 network_thread_->Clear(&invoker_);
239 network_thread_->Clear(this);
240 });
wu@webrtc.org78187522013-10-07 23:32:02 +0000241}
242
Zhi Huang365381f2018-04-13 16:44:34 -0700243bool BaseChannel::SetRtpTransport(webrtc::RtpTransportInternal* rtp_transport) {
244 if (rtp_transport == rtp_transport_) {
245 return true;
246 }
247
Zhi Huang2dfc42d2017-12-04 13:38:48 -0800248 if (!network_thread_->IsCurrent()) {
Zhi Huang365381f2018-04-13 16:44:34 -0700249 return network_thread_->Invoke<bool>(RTC_FROM_HERE, [this, rtp_transport] {
250 return SetRtpTransport(rtp_transport);
Zhi Huang2dfc42d2017-12-04 13:38:48 -0800251 });
252 }
Zhi Huang95e7dbb2018-03-29 00:08:03 +0000253
Zhi Huang2dfc42d2017-12-04 13:38:48 -0800254 if (rtp_transport_) {
255 DisconnectFromRtpTransport();
256 }
Zhi Huange830e682018-03-30 10:48:35 -0700257
Zhi Huang2dfc42d2017-12-04 13:38:48 -0800258 rtp_transport_ = rtp_transport;
Zhi Huange830e682018-03-30 10:48:35 -0700259 if (rtp_transport_) {
260 RTC_DCHECK(rtp_transport_->rtp_packet_transport());
261 transport_name_ = rtp_transport_->rtp_packet_transport()->transport_name();
Zhi Huang2dfc42d2017-12-04 13:38:48 -0800262
Zhi Huang365381f2018-04-13 16:44:34 -0700263 if (!ConnectToRtpTransport()) {
264 RTC_LOG(LS_ERROR) << "Failed to connect to the new RtpTransport.";
265 return false;
266 }
Zhi Huange830e682018-03-30 10:48:35 -0700267 OnTransportReadyToSend(rtp_transport_->IsReadyToSend());
268 UpdateWritableState_n();
Zhi Huang2dfc42d2017-12-04 13:38:48 -0800269
Zhi Huange830e682018-03-30 10:48:35 -0700270 // Set the cached socket options.
271 for (const auto& pair : socket_options_) {
272 rtp_transport_->rtp_packet_transport()->SetOption(pair.first,
273 pair.second);
274 }
275 if (rtp_transport_->rtcp_packet_transport()) {
276 for (const auto& pair : rtcp_socket_options_) {
277 rtp_transport_->rtp_packet_transport()->SetOption(pair.first,
278 pair.second);
279 }
280 }
guoweis46383312015-12-17 16:45:59 -0800281 }
Zhi Huang365381f2018-04-13 16:44:34 -0700282 return true;
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000283}
284
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000285bool BaseChannel::Enable(bool enable) {
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700286 worker_thread_->Invoke<void>(
287 RTC_FROM_HERE,
288 Bind(enable ? &BaseChannel::EnableMedia_w : &BaseChannel::DisableMedia_w,
289 this));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000290 return true;
291}
292
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000293bool BaseChannel::SetLocalContent(const MediaContentDescription* content,
Steve Anton3828c062017-12-06 10:34:51 -0800294 SdpType type,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000295 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100296 TRACE_EVENT0("webrtc", "BaseChannel::SetLocalContent");
stefanf79ade12017-06-02 06:44:03 -0700297 return InvokeOnWorker<bool>(
298 RTC_FROM_HERE,
Steve Anton3828c062017-12-06 10:34:51 -0800299 Bind(&BaseChannel::SetLocalContent_w, this, content, type, error_desc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000300}
301
302bool BaseChannel::SetRemoteContent(const MediaContentDescription* content,
Steve Anton3828c062017-12-06 10:34:51 -0800303 SdpType type,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000304 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100305 TRACE_EVENT0("webrtc", "BaseChannel::SetRemoteContent");
stefanf79ade12017-06-02 06:44:03 -0700306 return InvokeOnWorker<bool>(
Steve Anton3828c062017-12-06 10:34:51 -0800307 RTC_FROM_HERE,
308 Bind(&BaseChannel::SetRemoteContent_w, this, content, type, error_desc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000309}
310
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700311bool BaseChannel::IsReadyToReceiveMedia_w() const {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000312 // Receive data if we are enabled and have local content,
Steve Anton4e70a722017-11-28 14:57:10 -0800313 return enabled() &&
314 webrtc::RtpTransceiverDirectionHasRecv(local_content_direction_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000315}
316
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700317bool BaseChannel::IsReadyToSendMedia_w() const {
318 // Need to access some state updated on the network thread.
319 return network_thread_->Invoke<bool>(
320 RTC_FROM_HERE, Bind(&BaseChannel::IsReadyToSendMedia_n, this));
321}
322
323bool BaseChannel::IsReadyToSendMedia_n() const {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000324 // Send outgoing data if we are enabled, have local and remote content,
325 // and we have had some form of connectivity.
Steve Anton4e70a722017-11-28 14:57:10 -0800326 return enabled() &&
327 webrtc::RtpTransceiverDirectionHasRecv(remote_content_direction_) &&
328 webrtc::RtpTransceiverDirectionHasSend(local_content_direction_) &&
Zhi Huang365381f2018-04-13 16:44:34 -0700329 was_ever_writable();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000330}
331
jbaucheec21bd2016-03-20 06:15:43 -0700332bool BaseChannel::SendPacket(rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700333 const rtc::PacketOptions& options) {
334 return SendPacket(false, packet, options);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000335}
336
jbaucheec21bd2016-03-20 06:15:43 -0700337bool BaseChannel::SendRtcp(rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700338 const rtc::PacketOptions& options) {
339 return SendPacket(true, packet, options);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000340}
341
Yves Gerey665174f2018-06-19 15:03:05 +0200342int BaseChannel::SetOption(SocketType type,
343 rtc::Socket::Option opt,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000344 int value) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200345 return network_thread_->Invoke<int>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700346 RTC_FROM_HERE, Bind(&BaseChannel::SetOption_n, this, type, opt, value));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200347}
348
349int BaseChannel::SetOption_n(SocketType type,
350 rtc::Socket::Option opt,
351 int value) {
352 RTC_DCHECK(network_thread_->IsCurrent());
Zhi Huange830e682018-03-30 10:48:35 -0700353 RTC_DCHECK(rtp_transport_);
deadbeef5bd5ca32017-02-10 11:31:50 -0800354 rtc::PacketTransportInternal* transport = nullptr;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000355 switch (type) {
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000356 case ST_RTP:
zsteine8ab5432017-07-12 11:48:11 -0700357 transport = rtp_transport_->rtp_packet_transport();
deadbeefcbecd352015-09-23 11:50:27 -0700358 socket_options_.push_back(
359 std::pair<rtc::Socket::Option, int>(opt, value));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000360 break;
361 case ST_RTCP:
zsteine8ab5432017-07-12 11:48:11 -0700362 transport = rtp_transport_->rtcp_packet_transport();
deadbeefcbecd352015-09-23 11:50:27 -0700363 rtcp_socket_options_.push_back(
364 std::pair<rtc::Socket::Option, int>(opt, value));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000365 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000366 }
deadbeeff5346592017-01-24 21:51:21 -0800367 return transport ? transport->SetOption(opt, value) : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000368}
369
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800370void BaseChannel::OnWritableState(bool writable) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200371 RTC_DCHECK(network_thread_->IsCurrent());
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800372 if (writable) {
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800373 ChannelWritable_n();
374 } else {
375 ChannelNotWritable_n();
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800376 }
377}
378
Zhi Huang942bc2e2017-11-13 13:26:07 -0800379void BaseChannel::OnNetworkRouteChanged(
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200380 absl::optional<rtc::NetworkRoute> network_route) {
Piotr (Peter) Slatala179a3922018-11-16 09:57:58 -0800381 RTC_LOG(LS_INFO) << "Network route was changed.";
382
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200383 RTC_DCHECK(network_thread_->IsCurrent());
Zhi Huang942bc2e2017-11-13 13:26:07 -0800384 rtc::NetworkRoute new_route;
385 if (network_route) {
Zhi Huang942bc2e2017-11-13 13:26:07 -0800386 new_route = *(network_route);
Zhi Huang8c316c12017-11-13 21:13:45 +0000387 }
Zhi Huang942bc2e2017-11-13 13:26:07 -0800388 // Note: When the RTCP-muxing is not enabled, RTCP transport and RTP transport
389 // use the same transport name and MediaChannel::OnNetworkRouteChanged cannot
390 // work correctly. Intentionally leave it broken to simplify the code and
391 // encourage the users to stop using non-muxing RTCP.
Steve Anton8699a322017-11-06 15:53:33 -0800392 invoker_.AsyncInvoke<void>(RTC_FROM_HERE, worker_thread_, [=] {
Zhi Huang942bc2e2017-11-13 13:26:07 -0800393 media_channel_->OnNetworkRouteChanged(transport_name_, new_route);
Steve Anton8699a322017-11-06 15:53:33 -0800394 });
Honghai Zhangcc411c02016-03-29 17:27:21 -0700395}
396
zstein56162b92017-04-24 16:54:35 -0700397void BaseChannel::OnTransportReadyToSend(bool ready) {
Steve Anton8699a322017-11-06 15:53:33 -0800398 invoker_.AsyncInvoke<void>(RTC_FROM_HERE, worker_thread_,
399 [=] { media_channel_->OnReadyToSend(ready); });
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000400}
401
stefanc1aeaf02015-10-15 07:26:07 -0700402bool BaseChannel::SendPacket(bool rtcp,
jbaucheec21bd2016-03-20 06:15:43 -0700403 rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700404 const rtc::PacketOptions& options) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200405 // SendPacket gets called from MediaEngine, on a pacer or an encoder thread.
406 // If the thread is not our network thread, we will post to our network
407 // so that the real work happens on our network. This avoids us having to
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000408 // synchronize access to all the pieces of the send path, including
409 // SRTP and the inner workings of the transport channels.
410 // The only downside is that we can't return a proper failure code if
411 // needed. Since UDP is unreliable anyway, this should be a non-issue.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200412 if (!network_thread_->IsCurrent()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000413 // Avoid a copy by transferring the ownership of the packet data.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200414 int message_id = rtcp ? MSG_SEND_RTCP_PACKET : MSG_SEND_RTP_PACKET;
415 SendPacketMessageData* data = new SendPacketMessageData;
kwiberg0eb15ed2015-12-17 03:04:15 -0800416 data->packet = std::move(*packet);
stefanc1aeaf02015-10-15 07:26:07 -0700417 data->options = options;
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700418 network_thread_->Post(RTC_FROM_HERE, this, message_id, data);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000419 return true;
420 }
Zhi Huange830e682018-03-30 10:48:35 -0700421
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200422 TRACE_EVENT0("webrtc", "BaseChannel::SendPacket");
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000423
424 // Now that we are on the correct thread, ensure we have a place to send this
425 // packet before doing anything. (We might get RTCP packets that we don't
426 // intend to send.) If we've negotiated RTCP mux, send RTCP over the RTP
427 // transport.
Zhi Huange830e682018-03-30 10:48:35 -0700428 if (!rtp_transport_ || !rtp_transport_->IsWritable(rtcp)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000429 return false;
430 }
431
432 // Protect ourselves against crazy data.
433 if (!ValidPacket(rtcp, packet)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100434 RTC_LOG(LS_ERROR) << "Dropping outgoing " << content_name_ << " "
435 << RtpRtcpStringLiteral(rtcp)
436 << " packet: wrong size=" << packet->size();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000437 return false;
438 }
439
Zhi Huangcf990f52017-09-22 12:12:30 -0700440 if (!srtp_active()) {
441 if (srtp_required_) {
442 // The audio/video engines may attempt to send RTCP packets as soon as the
443 // streams are created, so don't treat this as an error for RTCP.
444 // See: https://bugs.chromium.org/p/webrtc/issues/detail?id=6809
445 if (rtcp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000446 return false;
447 }
Zhi Huangcf990f52017-09-22 12:12:30 -0700448 // However, there shouldn't be any RTP packets sent before SRTP is set up
449 // (and SetSend(true) is called).
Mirko Bonadei675513b2017-11-09 11:09:25 +0100450 RTC_LOG(LS_ERROR)
451 << "Can't send outgoing RTP packet when SRTP is inactive"
452 << " and crypto is required";
Zhi Huangcf990f52017-09-22 12:12:30 -0700453 RTC_NOTREACHED();
deadbeef8f425f92016-12-01 12:26:27 -0800454 return false;
455 }
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800456
457 std::string packet_type = rtcp ? "RTCP" : "RTP";
458 RTC_LOG(LS_WARNING) << "Sending an " << packet_type
459 << " packet without encryption.";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000460 }
Zhi Huange830e682018-03-30 10:48:35 -0700461
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000462 // Bon voyage.
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800463 return rtcp ? rtp_transport_->SendRtcpPacket(packet, options, PF_SRTP_BYPASS)
464 : rtp_transport_->SendRtpPacket(packet, options, PF_SRTP_BYPASS);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000465}
466
Zhi Huang365381f2018-04-13 16:44:34 -0700467void BaseChannel::OnRtpPacket(const webrtc::RtpPacketReceived& parsed_packet) {
Niels Möller29e13fd2018-12-17 12:35:30 +0100468 // Take packet time from the |parsed_packet|.
469 // RtpPacketReceived.arrival_time_ms = (timestamp_us + 500) / 1000;
Niels Möllere6933812018-11-05 13:01:41 +0100470 int64_t timestamp_us = -1;
Zhi Huang365381f2018-04-13 16:44:34 -0700471 if (parsed_packet.arrival_time_ms() > 0) {
Niels Möllere6933812018-11-05 13:01:41 +0100472 timestamp_us = parsed_packet.arrival_time_ms() * 1000;
Zhi Huang365381f2018-04-13 16:44:34 -0700473 }
Zhi Huang365381f2018-04-13 16:44:34 -0700474
Niels Möllere6933812018-11-05 13:01:41 +0100475 OnPacketReceived(/*rtcp=*/false, parsed_packet.Buffer(), timestamp_us);
Zhi Huang365381f2018-04-13 16:44:34 -0700476}
477
478void BaseChannel::UpdateRtpHeaderExtensionMap(
479 const RtpHeaderExtensions& header_extensions) {
480 RTC_DCHECK(rtp_transport_);
481 // Update the header extension map on network thread in case there is data
482 // race.
483 // TODO(zhihuang): Add an rtc::ThreadChecker make sure to RtpTransport won't
484 // be accessed from different threads.
485 //
486 // NOTE: This doesn't take the BUNDLE case in account meaning the RTP header
487 // extension maps are not merged when BUNDLE is enabled. This is fine because
488 // the ID for MID should be consistent among all the RTP transports.
489 network_thread_->Invoke<void>(RTC_FROM_HERE, [this, &header_extensions] {
490 rtp_transport_->UpdateRtpHeaderExtensionMap(header_extensions);
491 });
492}
493
494bool BaseChannel::RegisterRtpDemuxerSink() {
495 RTC_DCHECK(rtp_transport_);
496 return network_thread_->Invoke<bool>(RTC_FROM_HERE, [this] {
497 return rtp_transport_->RegisterRtpDemuxerSink(demuxer_criteria_, this);
498 });
499}
500
501void BaseChannel::OnRtcpPacketReceived(rtc::CopyOnWriteBuffer* packet,
Niels Möllere6933812018-11-05 13:01:41 +0100502 int64_t packet_time_us) {
503 OnPacketReceived(/*rtcp=*/true, *packet, packet_time_us);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000504}
505
zstein3dcf0e92017-06-01 13:22:42 -0700506void BaseChannel::OnPacketReceived(bool rtcp,
Zhi Huang365381f2018-04-13 16:44:34 -0700507 const rtc::CopyOnWriteBuffer& packet,
Niels Möllere6933812018-11-05 13:01:41 +0100508 int64_t packet_time_us) {
honghaiz@google.coma67ca1a2015-01-28 19:48:33 +0000509 if (!has_received_packet_ && !rtcp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000510 has_received_packet_ = true;
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700511 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_FIRSTPACKETRECEIVED);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000512 }
513
Zhi Huangcf990f52017-09-22 12:12:30 -0700514 if (!srtp_active() && srtp_required_) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000515 // Our session description indicates that SRTP is required, but we got a
516 // packet before our SRTP filter is active. This means either that
517 // a) we got SRTP packets before we received the SDES keys, in which case
518 // we can't decrypt it anyway, or
519 // b) we got SRTP packets before DTLS completed on both the RTP and RTCP
zhihuangb2cdd932017-01-19 16:54:25 -0800520 // transports, so we haven't yet extracted keys, even if DTLS did
521 // complete on the transport that the packets are being sent on. It's
522 // really good practice to wait for both RTP and RTCP to be good to go
523 // before sending media, to prevent weird failure modes, so it's fine
524 // for us to just eat packets here. This is all sidestepped if RTCP mux
525 // is used anyway.
Mirko Bonadei675513b2017-11-09 11:09:25 +0100526 RTC_LOG(LS_WARNING)
527 << "Can't process incoming " << RtpRtcpStringLiteral(rtcp)
528 << " packet when SRTP is inactive and crypto is required";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000529 return;
530 }
531
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200532 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700533 RTC_FROM_HERE, worker_thread_,
Niels Möllere6933812018-11-05 13:01:41 +0100534 Bind(&BaseChannel::ProcessPacket, this, rtcp, packet, packet_time_us));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200535}
536
zstein3dcf0e92017-06-01 13:22:42 -0700537void BaseChannel::ProcessPacket(bool rtcp,
538 const rtc::CopyOnWriteBuffer& packet,
Niels Möllere6933812018-11-05 13:01:41 +0100539 int64_t packet_time_us) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200540 RTC_DCHECK(worker_thread_->IsCurrent());
zstein3dcf0e92017-06-01 13:22:42 -0700541
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200542 if (rtcp) {
Amit Hilbuche7a5f7b2019-03-12 11:10:27 -0700543 media_channel_->OnRtcpReceived(packet, packet_time_us);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000544 } else {
Amit Hilbuche7a5f7b2019-03-12 11:10:27 -0700545 media_channel_->OnPacketReceived(packet, packet_time_us);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000546 }
547}
548
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000549void BaseChannel::EnableMedia_w() {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700550 RTC_DCHECK(worker_thread_ == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000551 if (enabled_)
552 return;
553
Mirko Bonadei675513b2017-11-09 11:09:25 +0100554 RTC_LOG(LS_INFO) << "Channel enabled";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000555 enabled_ = true;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700556 UpdateMediaSendRecvState_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000557}
558
559void BaseChannel::DisableMedia_w() {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700560 RTC_DCHECK(worker_thread_ == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000561 if (!enabled_)
562 return;
563
Mirko Bonadei675513b2017-11-09 11:09:25 +0100564 RTC_LOG(LS_INFO) << "Channel disabled";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000565 enabled_ = false;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700566 UpdateMediaSendRecvState_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000567}
568
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200569void BaseChannel::UpdateWritableState_n() {
Zhi Huange830e682018-03-30 10:48:35 -0700570 if (rtp_transport_->IsWritable(/*rtcp=*/true) &&
571 rtp_transport_->IsWritable(/*rtcp=*/false)) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200572 ChannelWritable_n();
deadbeefcbecd352015-09-23 11:50:27 -0700573 } else {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200574 ChannelNotWritable_n();
deadbeefcbecd352015-09-23 11:50:27 -0700575 }
576}
577
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200578void BaseChannel::ChannelWritable_n() {
579 RTC_DCHECK(network_thread_->IsCurrent());
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800580 if (writable_) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000581 return;
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800582 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000583
Mirko Bonadei675513b2017-11-09 11:09:25 +0100584 RTC_LOG(LS_INFO) << "Channel writable (" << content_name_ << ")"
585 << (was_ever_writable_ ? "" : " for the first time");
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000586
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000587 was_ever_writable_ = true;
588 writable_ = true;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700589 UpdateMediaSendRecvState();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000590}
591
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200592void BaseChannel::ChannelNotWritable_n() {
593 RTC_DCHECK(network_thread_->IsCurrent());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000594 if (!writable_)
595 return;
596
Mirko Bonadei675513b2017-11-09 11:09:25 +0100597 RTC_LOG(LS_INFO) << "Channel not writable (" << content_name_ << ")";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000598 writable_ = false;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700599 UpdateMediaSendRecvState();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000600}
601
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000602bool BaseChannel::AddRecvStream_w(const StreamParams& sp) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700603 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
pbos482b12e2015-11-16 10:19:58 -0800604 return media_channel()->AddRecvStream(sp);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000605}
606
Peter Boström0c4e06b2015-10-07 12:23:21 +0200607bool BaseChannel::RemoveRecvStream_w(uint32_t ssrc) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700608 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000609 return media_channel()->RemoveRecvStream(ssrc);
610}
611
612bool BaseChannel::UpdateLocalStreams_w(const std::vector<StreamParams>& streams,
Steve Anton3828c062017-12-06 10:34:51 -0800613 SdpType type,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000614 std::string* error_desc) {
Amit Hilbuchbcd39d42019-01-25 17:13:56 -0800615 // In the case of RIDs (where SSRCs are not negotiated), this method will
616 // generate an SSRC for each layer in StreamParams. That representation will
617 // be stored internally in |local_streams_|.
618 // In subsequent offers, the same stream can appear in |streams| again
619 // (without the SSRCs), so it should be looked up using RIDs (if available)
620 // and then by primary SSRC.
621 // In both scenarios, it is safe to assume that the media channel will be
622 // created with a StreamParams object with SSRCs. However, it is not safe to
623 // assume that |local_streams_| will always have SSRCs as there are scenarios
624 // in which niether SSRCs or RIDs are negotiated.
625
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000626 // Check for streams that have been removed.
627 bool ret = true;
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800628 for (const StreamParams& old_stream : local_streams_) {
Amit Hilbuchbcd39d42019-01-25 17:13:56 -0800629 if (!old_stream.has_ssrcs() ||
630 GetStream(streams, StreamFinder(&old_stream))) {
631 continue;
632 }
633 if (!media_channel()->RemoveSendStream(old_stream.first_ssrc())) {
634 rtc::StringBuilder desc;
635 desc << "Failed to remove send stream with ssrc "
636 << old_stream.first_ssrc() << ".";
637 SafeSetError(desc.str(), error_desc);
638 ret = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000639 }
640 }
641 // Check for new streams.
Amit Hilbuchbcd39d42019-01-25 17:13:56 -0800642 std::vector<StreamParams> all_streams;
643 for (const StreamParams& stream : streams) {
644 StreamParams* existing = GetStream(local_streams_, StreamFinder(&stream));
645 if (existing) {
646 // Parameters cannot change for an existing stream.
647 all_streams.push_back(*existing);
648 continue;
649 }
650
651 all_streams.push_back(stream);
652 StreamParams& new_stream = all_streams.back();
653
654 if (!new_stream.has_ssrcs() && !new_stream.has_rids()) {
655 continue;
656 }
657
658 RTC_DCHECK(new_stream.has_ssrcs() || new_stream.has_rids());
659 if (new_stream.has_ssrcs() && new_stream.has_rids()) {
660 rtc::StringBuilder desc;
661 desc << "Failed to add send stream: " << new_stream.first_ssrc()
662 << ". Stream has both SSRCs and RIDs.";
663 SafeSetError(desc.str(), error_desc);
664 ret = false;
665 continue;
666 }
667
668 // At this point we use the legacy simulcast group in StreamParams to
669 // indicate that we want multiple layers to the media channel.
670 if (!new_stream.has_ssrcs()) {
671 // TODO(bugs.webrtc.org/10250): Indicate if flex is desired here.
672 new_stream.GenerateSsrcs(new_stream.rids().size(), /* rtx = */ true,
673 /* flex_fec = */ false, ssrc_generator_);
674 }
675
676 if (media_channel()->AddSendStream(new_stream)) {
677 RTC_LOG(LS_INFO) << "Add send stream ssrc: " << new_stream.ssrcs[0];
678 } else {
679 rtc::StringBuilder desc;
680 desc << "Failed to add send stream ssrc: " << new_stream.first_ssrc();
681 SafeSetError(desc.str(), error_desc);
682 ret = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000683 }
684 }
Amit Hilbuchbcd39d42019-01-25 17:13:56 -0800685 local_streams_ = all_streams;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000686 return ret;
687}
688
689bool BaseChannel::UpdateRemoteStreams_w(
690 const std::vector<StreamParams>& streams,
Steve Anton3828c062017-12-06 10:34:51 -0800691 SdpType type,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000692 std::string* error_desc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000693 // Check for streams that have been removed.
694 bool ret = true;
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800695 for (const StreamParams& old_stream : remote_streams_) {
Seth Hampson5897a6e2018-04-03 11:16:33 -0700696 // If we no longer have an unsignaled stream, we would like to remove
697 // the unsignaled stream params that are cached.
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800698 if ((!old_stream.has_ssrcs() && !HasStreamWithNoSsrcs(streams)) ||
699 !GetStreamBySsrc(streams, old_stream.first_ssrc())) {
700 if (RemoveRecvStream_w(old_stream.first_ssrc())) {
701 RTC_LOG(LS_INFO) << "Remove remote ssrc: " << old_stream.first_ssrc();
Zhi Huang365381f2018-04-13 16:44:34 -0700702 } else {
Jonas Olsson366a50c2018-09-06 13:41:30 +0200703 rtc::StringBuilder desc;
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800704 desc << "Failed to remove remote stream with ssrc "
705 << old_stream.first_ssrc() << ".";
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000706 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000707 ret = false;
708 }
709 }
710 }
Zhi Huang365381f2018-04-13 16:44:34 -0700711 demuxer_criteria_.ssrcs.clear();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000712 // Check for new streams.
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800713 for (const StreamParams& new_stream : streams) {
Seth Hampson5897a6e2018-04-03 11:16:33 -0700714 // We allow a StreamParams with an empty list of SSRCs, in which case the
715 // MediaChannel will cache the parameters and use them for any unsignaled
716 // stream received later.
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800717 if ((!new_stream.has_ssrcs() && !HasStreamWithNoSsrcs(remote_streams_)) ||
718 !GetStreamBySsrc(remote_streams_, new_stream.first_ssrc())) {
719 if (AddRecvStream_w(new_stream)) {
720 RTC_LOG(LS_INFO) << "Add remote ssrc: " << new_stream.first_ssrc();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000721 } else {
Jonas Olsson366a50c2018-09-06 13:41:30 +0200722 rtc::StringBuilder desc;
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800723 desc << "Failed to add remote stream ssrc: " << new_stream.first_ssrc();
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000724 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000725 ret = false;
726 }
727 }
Zhi Huang365381f2018-04-13 16:44:34 -0700728 // Update the receiving SSRCs.
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800729 demuxer_criteria_.ssrcs.insert(new_stream.ssrcs.begin(),
730 new_stream.ssrcs.end());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000731 }
Zhi Huang365381f2018-04-13 16:44:34 -0700732 // Re-register the sink to update the receiving ssrcs.
733 RegisterRtpDemuxerSink();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000734 remote_streams_ = streams;
735 return ret;
736}
737
jbauch5869f502017-06-29 12:31:36 -0700738RtpHeaderExtensions BaseChannel::GetFilteredRtpHeaderExtensions(
739 const RtpHeaderExtensions& extensions) {
Zhi Huange830e682018-03-30 10:48:35 -0700740 RTC_DCHECK(rtp_transport_);
Benjamin Wrighta54daf12018-10-11 15:33:17 -0700741 if (crypto_options_.srtp.enable_encrypted_rtp_header_extensions) {
jbauch5869f502017-06-29 12:31:36 -0700742 RtpHeaderExtensions filtered;
Steve Anton64b626b2019-01-28 17:25:26 -0800743 absl::c_copy_if(extensions, std::back_inserter(filtered),
744 [](const webrtc::RtpExtension& extension) {
745 return !extension.encrypt;
746 });
jbauch5869f502017-06-29 12:31:36 -0700747 return filtered;
748 }
749
750 return webrtc::RtpExtension::FilterDuplicateNonEncrypted(extensions);
751}
752
Yves Gerey665174f2018-06-19 15:03:05 +0200753void BaseChannel::OnMessage(rtc::Message* pmsg) {
Peter Boström6f28cf02015-12-07 23:17:15 +0100754 TRACE_EVENT0("webrtc", "BaseChannel::OnMessage");
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000755 switch (pmsg->message_id) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200756 case MSG_SEND_RTP_PACKET:
757 case MSG_SEND_RTCP_PACKET: {
758 RTC_DCHECK(network_thread_->IsCurrent());
759 SendPacketMessageData* data =
760 static_cast<SendPacketMessageData*>(pmsg->pdata);
761 bool rtcp = pmsg->message_id == MSG_SEND_RTCP_PACKET;
762 SendPacket(rtcp, &data->packet, data->options);
763 delete data;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000764 break;
765 }
766 case MSG_FIRSTPACKETRECEIVED: {
Amit Hilbuchdd9390c2018-11-13 16:26:05 -0800767 SignalFirstPacketReceived_(this);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000768 break;
769 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000770 }
771}
772
zstein3dcf0e92017-06-01 13:22:42 -0700773void BaseChannel::AddHandledPayloadType(int payload_type) {
Zhi Huang365381f2018-04-13 16:44:34 -0700774 demuxer_criteria_.payload_types.insert(static_cast<uint8_t>(payload_type));
zstein3dcf0e92017-06-01 13:22:42 -0700775}
776
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200777void BaseChannel::FlushRtcpMessages_n() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000778 // Flush all remaining RTCP messages. This should only be called in
779 // destructor.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200780 RTC_DCHECK(network_thread_->IsCurrent());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000781 rtc::MessageList rtcp_messages;
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200782 network_thread_->Clear(this, MSG_SEND_RTCP_PACKET, &rtcp_messages);
783 for (const auto& message : rtcp_messages) {
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700784 network_thread_->Send(RTC_FROM_HERE, this, MSG_SEND_RTCP_PACKET,
785 message.pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000786 }
787}
788
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800789void BaseChannel::SignalSentPacket_n(const rtc::SentPacket& sent_packet) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200790 RTC_DCHECK(network_thread_->IsCurrent());
791 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700792 RTC_FROM_HERE, worker_thread_,
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200793 rtc::Bind(&BaseChannel::SignalSentPacket_w, this, sent_packet));
794}
795
796void BaseChannel::SignalSentPacket_w(const rtc::SentPacket& sent_packet) {
797 RTC_DCHECK(worker_thread_->IsCurrent());
798 SignalSentPacket(sent_packet);
799}
800
801VoiceChannel::VoiceChannel(rtc::Thread* worker_thread,
802 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -0800803 rtc::Thread* signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -0800804 std::unique_ptr<VoiceMediaChannel> media_channel,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000805 const std::string& content_name,
Zhi Huange830e682018-03-30 10:48:35 -0700806 bool srtp_required,
Amit Hilbuchbcd39d42019-01-25 17:13:56 -0800807 webrtc::CryptoOptions crypto_options,
808 UniqueRandomIdGenerator* ssrc_generator)
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200809 : BaseChannel(worker_thread,
810 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -0800811 signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -0800812 std::move(media_channel),
deadbeefcbecd352015-09-23 11:50:27 -0700813 content_name,
Zhi Huange830e682018-03-30 10:48:35 -0700814 srtp_required,
Amit Hilbuchbcd39d42019-01-25 17:13:56 -0800815 crypto_options,
816 ssrc_generator) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000817
818VoiceChannel::~VoiceChannel() {
Piotr (Peter) Slatala309aafe2019-01-15 14:24:34 -0800819 if (media_transport()) {
820 media_transport()->SetFirstAudioPacketReceivedObserver(nullptr);
821 }
Peter Boströmca8b4042016-03-08 14:24:13 -0800822 TRACE_EVENT0("webrtc", "VoiceChannel::~VoiceChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000823 // this can't be done in the base class, since it calls a virtual
824 DisableMedia_w();
Zhi Huang0ffe03d2018-03-30 13:17:42 -0700825 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000826}
827
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700828void BaseChannel::UpdateMediaSendRecvState() {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200829 RTC_DCHECK(network_thread_->IsCurrent());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700830 invoker_.AsyncInvoke<void>(
831 RTC_FROM_HERE, worker_thread_,
832 Bind(&BaseChannel::UpdateMediaSendRecvState_w, this));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200833}
834
Piotr (Peter) Slatala179a3922018-11-16 09:57:58 -0800835void BaseChannel::OnNetworkRouteChanged(
836 const rtc::NetworkRoute& network_route) {
837 OnNetworkRouteChanged(absl::make_optional(network_route));
838}
839
Piotr (Peter) Slatala309aafe2019-01-15 14:24:34 -0800840void VoiceChannel::Init_w(webrtc::RtpTransportInternal* rtp_transport,
841 webrtc::MediaTransportInterface* media_transport) {
842 BaseChannel::Init_w(rtp_transport, media_transport);
843 if (BaseChannel::media_transport()) {
844 this->media_transport()->SetFirstAudioPacketReceivedObserver(this);
845 }
846}
847
848void VoiceChannel::OnFirstAudioPacketReceived(int64_t channel_id) {
849 has_received_packet_ = true;
850 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_FIRSTPACKETRECEIVED);
851}
852
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700853void VoiceChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000854 // Render incoming data if we're the active call, and we have the local
855 // content. We receive data on the default channel and multiplexed streams.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700856 bool recv = IsReadyToReceiveMedia_w();
solenberg5b14b422015-10-01 04:10:31 -0700857 media_channel()->SetPlayout(recv);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000858
859 // Send outgoing data if we're the active call, we have the remote content,
860 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700861 bool send = IsReadyToSendMedia_w();
Taylor Brandstetter1a018dc2016-03-08 12:37:39 -0800862 media_channel()->SetSend(send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000863
Mirko Bonadei675513b2017-11-09 11:09:25 +0100864 RTC_LOG(LS_INFO) << "Changing voice state, recv=" << recv << " send=" << send;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000865}
866
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000867bool VoiceChannel::SetLocalContent_w(const MediaContentDescription* content,
Steve Anton3828c062017-12-06 10:34:51 -0800868 SdpType type,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000869 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100870 TRACE_EVENT0("webrtc", "VoiceChannel::SetLocalContent_w");
Steve Antonb1c1de12017-12-21 15:14:30 -0800871 RTC_DCHECK_RUN_ON(worker_thread());
Mirko Bonadei675513b2017-11-09 11:09:25 +0100872 RTC_LOG(LS_INFO) << "Setting local voice description";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000873
Steve Antonb1c1de12017-12-21 15:14:30 -0800874 RTC_DCHECK(content);
875 if (!content) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000876 SafeSetError("Can't find audio content in local description.", error_desc);
877 return false;
878 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000879
Steve Antonb1c1de12017-12-21 15:14:30 -0800880 const AudioContentDescription* audio = content->as_audio();
881
jbauch5869f502017-06-29 12:31:36 -0700882 RtpHeaderExtensions rtp_header_extensions =
883 GetFilteredRtpHeaderExtensions(audio->rtp_header_extensions());
Zhi Huang365381f2018-04-13 16:44:34 -0700884 UpdateRtpHeaderExtensionMap(rtp_header_extensions);
Johannes Kron9190b822018-10-29 11:22:05 +0100885 media_channel()->SetExtmapAllowMixed(audio->extmap_allow_mixed());
jbauch5869f502017-06-29 12:31:36 -0700886
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700887 AudioRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -0700888 RtpParametersFromMediaDescription(audio, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700889 if (!media_channel()->SetRecvParameters(recv_params)) {
Peter Thatcherbfab5cb2015-08-20 17:40:24 -0700890 SafeSetError("Failed to set local audio description recv parameters.",
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700891 error_desc);
892 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000893 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700894 for (const AudioCodec& codec : audio->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -0700895 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700896 }
Zhi Huang365381f2018-04-13 16:44:34 -0700897 // Need to re-register the sink to update the handled payload.
898 if (!RegisterRtpDemuxerSink()) {
899 RTC_LOG(LS_ERROR) << "Failed to set up audio demuxing.";
900 return false;
901 }
902
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700903 last_recv_params_ = recv_params;
904
905 // TODO(pthatcher): Move local streams into AudioSendParameters, and
906 // only give it to the media channel once we have a remote
907 // description too (without a remote description, we won't be able
908 // to send them anyway).
Steve Anton3828c062017-12-06 10:34:51 -0800909 if (!UpdateLocalStreams_w(audio->streams(), type, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700910 SafeSetError("Failed to set local audio description streams.", error_desc);
911 return false;
912 }
913
914 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700915 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700916 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000917}
918
919bool VoiceChannel::SetRemoteContent_w(const MediaContentDescription* content,
Steve Anton3828c062017-12-06 10:34:51 -0800920 SdpType type,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000921 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100922 TRACE_EVENT0("webrtc", "VoiceChannel::SetRemoteContent_w");
Steve Antonb1c1de12017-12-21 15:14:30 -0800923 RTC_DCHECK_RUN_ON(worker_thread());
Mirko Bonadei675513b2017-11-09 11:09:25 +0100924 RTC_LOG(LS_INFO) << "Setting remote voice description";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000925
Steve Antonb1c1de12017-12-21 15:14:30 -0800926 RTC_DCHECK(content);
927 if (!content) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000928 SafeSetError("Can't find audio content in remote description.", error_desc);
929 return false;
930 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000931
Steve Antonb1c1de12017-12-21 15:14:30 -0800932 const AudioContentDescription* audio = content->as_audio();
933
jbauch5869f502017-06-29 12:31:36 -0700934 RtpHeaderExtensions rtp_header_extensions =
935 GetFilteredRtpHeaderExtensions(audio->rtp_header_extensions());
936
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700937 AudioSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -0700938 RtpSendParametersFromMediaDescription(audio, rtp_header_extensions,
Yves Gerey665174f2018-06-19 15:03:05 +0200939 &send_params);
Steve Antonbb50ce52018-03-26 10:24:32 -0700940 send_params.mid = content_name();
skvladdc1c62c2016-03-16 19:07:43 -0700941
942 bool parameters_applied = media_channel()->SetSendParameters(send_params);
943 if (!parameters_applied) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700944 SafeSetError("Failed to set remote audio description send parameters.",
945 error_desc);
946 return false;
947 }
948 last_send_params_ = send_params;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000949
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700950 // TODO(pthatcher): Move remote streams into AudioRecvParameters,
951 // and only give it to the media channel once we have a local
952 // description too (without a local description, we won't be able to
953 // recv them anyway).
Steve Anton3828c062017-12-06 10:34:51 -0800954 if (!UpdateRemoteStreams_w(audio->streams(), type, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700955 SafeSetError("Failed to set remote audio description streams.", error_desc);
956 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000957 }
958
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700959 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700960 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700961 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000962}
963
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200964VideoChannel::VideoChannel(rtc::Thread* worker_thread,
965 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -0800966 rtc::Thread* signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -0800967 std::unique_ptr<VideoMediaChannel> media_channel,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000968 const std::string& content_name,
Zhi Huange830e682018-03-30 10:48:35 -0700969 bool srtp_required,
Amit Hilbuchbcd39d42019-01-25 17:13:56 -0800970 webrtc::CryptoOptions crypto_options,
971 UniqueRandomIdGenerator* ssrc_generator)
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200972 : BaseChannel(worker_thread,
973 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -0800974 signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -0800975 std::move(media_channel),
deadbeefcbecd352015-09-23 11:50:27 -0700976 content_name,
Zhi Huange830e682018-03-30 10:48:35 -0700977 srtp_required,
Amit Hilbuchbcd39d42019-01-25 17:13:56 -0800978 crypto_options,
979 ssrc_generator) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000980
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000981VideoChannel::~VideoChannel() {
Peter Boströmca8b4042016-03-08 14:24:13 -0800982 TRACE_EVENT0("webrtc", "VideoChannel::~VideoChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000983 // this can't be done in the base class, since it calls a virtual
984 DisableMedia_w();
Zhi Huang0ffe03d2018-03-30 13:17:42 -0700985 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000986}
987
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700988void VideoChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000989 // Send outgoing data if we're the active call, we have the remote content,
990 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700991 bool send = IsReadyToSendMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000992 if (!media_channel()->SetSend(send)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100993 RTC_LOG(LS_ERROR) << "Failed to SetSend on video channel";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000994 // TODO(gangji): Report error back to server.
995 }
996
Mirko Bonadei675513b2017-11-09 11:09:25 +0100997 RTC_LOG(LS_INFO) << "Changing video state, send=" << send;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000998}
999
stefanf79ade12017-06-02 06:44:03 -07001000void VideoChannel::FillBitrateInfo(BandwidthEstimationInfo* bwe_info) {
1001 InvokeOnWorker<void>(RTC_FROM_HERE, Bind(&VideoMediaChannel::FillBitrateInfo,
1002 media_channel(), bwe_info));
1003}
1004
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001005bool VideoChannel::SetLocalContent_w(const MediaContentDescription* content,
Steve Anton3828c062017-12-06 10:34:51 -08001006 SdpType type,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001007 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01001008 TRACE_EVENT0("webrtc", "VideoChannel::SetLocalContent_w");
Steve Antonb1c1de12017-12-21 15:14:30 -08001009 RTC_DCHECK_RUN_ON(worker_thread());
Mirko Bonadei675513b2017-11-09 11:09:25 +01001010 RTC_LOG(LS_INFO) << "Setting local video description";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001011
Steve Antonb1c1de12017-12-21 15:14:30 -08001012 RTC_DCHECK(content);
1013 if (!content) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001014 SafeSetError("Can't find video content in local description.", error_desc);
1015 return false;
1016 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001017
Steve Antonb1c1de12017-12-21 15:14:30 -08001018 const VideoContentDescription* video = content->as_video();
1019
jbauch5869f502017-06-29 12:31:36 -07001020 RtpHeaderExtensions rtp_header_extensions =
1021 GetFilteredRtpHeaderExtensions(video->rtp_header_extensions());
Zhi Huang365381f2018-04-13 16:44:34 -07001022 UpdateRtpHeaderExtensionMap(rtp_header_extensions);
Johannes Kron9190b822018-10-29 11:22:05 +01001023 media_channel()->SetExtmapAllowMixed(video->extmap_allow_mixed());
jbauch5869f502017-06-29 12:31:36 -07001024
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001025 VideoRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -07001026 RtpParametersFromMediaDescription(video, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001027 if (!media_channel()->SetRecvParameters(recv_params)) {
1028 SafeSetError("Failed to set local video description recv parameters.",
1029 error_desc);
1030 return false;
1031 }
1032 for (const VideoCodec& codec : video->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -07001033 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001034 }
Zhi Huang365381f2018-04-13 16:44:34 -07001035 // Need to re-register the sink to update the handled payload.
1036 if (!RegisterRtpDemuxerSink()) {
1037 RTC_LOG(LS_ERROR) << "Failed to set up video demuxing.";
1038 return false;
1039 }
1040
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001041 last_recv_params_ = recv_params;
1042
1043 // TODO(pthatcher): Move local streams into VideoSendParameters, and
1044 // only give it to the media channel once we have a remote
1045 // description too (without a remote description, we won't be able
1046 // to send them anyway).
Steve Anton3828c062017-12-06 10:34:51 -08001047 if (!UpdateLocalStreams_w(video->streams(), type, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001048 SafeSetError("Failed to set local video description streams.", error_desc);
1049 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001050 }
1051
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001052 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001053 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001054 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001055}
1056
1057bool VideoChannel::SetRemoteContent_w(const MediaContentDescription* content,
Steve Anton3828c062017-12-06 10:34:51 -08001058 SdpType type,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001059 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01001060 TRACE_EVENT0("webrtc", "VideoChannel::SetRemoteContent_w");
Steve Antonb1c1de12017-12-21 15:14:30 -08001061 RTC_DCHECK_RUN_ON(worker_thread());
Mirko Bonadei675513b2017-11-09 11:09:25 +01001062 RTC_LOG(LS_INFO) << "Setting remote video description";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001063
Steve Antonb1c1de12017-12-21 15:14:30 -08001064 RTC_DCHECK(content);
1065 if (!content) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001066 SafeSetError("Can't find video content in remote description.", error_desc);
1067 return false;
1068 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001069
Steve Antonb1c1de12017-12-21 15:14:30 -08001070 const VideoContentDescription* video = content->as_video();
1071
jbauch5869f502017-06-29 12:31:36 -07001072 RtpHeaderExtensions rtp_header_extensions =
1073 GetFilteredRtpHeaderExtensions(video->rtp_header_extensions());
1074
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001075 VideoSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -07001076 RtpSendParametersFromMediaDescription(video, rtp_header_extensions,
Yves Gerey665174f2018-06-19 15:03:05 +02001077 &send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001078 if (video->conference_mode()) {
nisse4b4dc862016-02-17 05:25:36 -08001079 send_params.conference_mode = true;
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001080 }
Steve Antonbb50ce52018-03-26 10:24:32 -07001081 send_params.mid = content_name();
skvladdc1c62c2016-03-16 19:07:43 -07001082
1083 bool parameters_applied = media_channel()->SetSendParameters(send_params);
1084
1085 if (!parameters_applied) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001086 SafeSetError("Failed to set remote video description send parameters.",
1087 error_desc);
1088 return false;
1089 }
1090 last_send_params_ = send_params;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001091
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001092 // TODO(pthatcher): Move remote streams into VideoRecvParameters,
1093 // and only give it to the media channel once we have a local
1094 // description too (without a local description, we won't be able to
1095 // recv them anyway).
Steve Anton3828c062017-12-06 10:34:51 -08001096 if (!UpdateRemoteStreams_w(video->streams(), type, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001097 SafeSetError("Failed to set remote video description streams.", error_desc);
1098 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001099 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001100 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001101 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001102 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001103}
1104
deadbeef953c2ce2017-01-09 14:53:41 -08001105RtpDataChannel::RtpDataChannel(rtc::Thread* worker_thread,
1106 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001107 rtc::Thread* signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -08001108 std::unique_ptr<DataMediaChannel> media_channel,
deadbeef953c2ce2017-01-09 14:53:41 -08001109 const std::string& content_name,
Zhi Huange830e682018-03-30 10:48:35 -07001110 bool srtp_required,
Amit Hilbuchbcd39d42019-01-25 17:13:56 -08001111 webrtc::CryptoOptions crypto_options,
1112 UniqueRandomIdGenerator* ssrc_generator)
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001113 : BaseChannel(worker_thread,
1114 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001115 signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -08001116 std::move(media_channel),
deadbeefcbecd352015-09-23 11:50:27 -07001117 content_name,
Zhi Huange830e682018-03-30 10:48:35 -07001118 srtp_required,
Amit Hilbuchbcd39d42019-01-25 17:13:56 -08001119 crypto_options,
1120 ssrc_generator) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001121
deadbeef953c2ce2017-01-09 14:53:41 -08001122RtpDataChannel::~RtpDataChannel() {
1123 TRACE_EVENT0("webrtc", "RtpDataChannel::~RtpDataChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001124 // this can't be done in the base class, since it calls a virtual
1125 DisableMedia_w();
Zhi Huang0ffe03d2018-03-30 13:17:42 -07001126 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001127}
1128
Piotr (Peter) Slatala309aafe2019-01-15 14:24:34 -08001129void RtpDataChannel::Init_w(webrtc::RtpTransportInternal* rtp_transport,
1130 webrtc::MediaTransportInterface* media_transport) {
Anton Sukhanov98a462c2018-10-17 13:15:42 -07001131 BaseChannel::Init_w(rtp_transport, /*media_transport=*/nullptr);
Zhi Huang2dfc42d2017-12-04 13:38:48 -08001132 media_channel()->SignalDataReceived.connect(this,
1133 &RtpDataChannel::OnDataReceived);
1134 media_channel()->SignalReadyToSend.connect(
1135 this, &RtpDataChannel::OnDataChannelReadyToSend);
1136}
1137
deadbeef953c2ce2017-01-09 14:53:41 -08001138bool RtpDataChannel::SendData(const SendDataParams& params,
1139 const rtc::CopyOnWriteBuffer& payload,
1140 SendDataResult* result) {
stefanf79ade12017-06-02 06:44:03 -07001141 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001142 RTC_FROM_HERE, Bind(&DataMediaChannel::SendData, media_channel(), params,
1143 payload, result));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001144}
1145
deadbeef953c2ce2017-01-09 14:53:41 -08001146bool RtpDataChannel::CheckDataChannelTypeFromContent(
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001147 const DataContentDescription* content,
1148 std::string* error_desc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001149 bool is_sctp = ((content->protocol() == kMediaProtocolSctp) ||
1150 (content->protocol() == kMediaProtocolDtlsSctp));
deadbeef953c2ce2017-01-09 14:53:41 -08001151 // It's been set before, but doesn't match. That's bad.
1152 if (is_sctp) {
1153 SafeSetError("Data channel type mismatch. Expected RTP, got SCTP.",
1154 error_desc);
1155 return false;
1156 }
1157 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001158}
1159
deadbeef953c2ce2017-01-09 14:53:41 -08001160bool RtpDataChannel::SetLocalContent_w(const MediaContentDescription* content,
Steve Anton3828c062017-12-06 10:34:51 -08001161 SdpType type,
deadbeef953c2ce2017-01-09 14:53:41 -08001162 std::string* error_desc) {
1163 TRACE_EVENT0("webrtc", "RtpDataChannel::SetLocalContent_w");
Steve Antonb1c1de12017-12-21 15:14:30 -08001164 RTC_DCHECK_RUN_ON(worker_thread());
Mirko Bonadei675513b2017-11-09 11:09:25 +01001165 RTC_LOG(LS_INFO) << "Setting local data description";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001166
Steve Antonb1c1de12017-12-21 15:14:30 -08001167 RTC_DCHECK(content);
1168 if (!content) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001169 SafeSetError("Can't find data content in local description.", error_desc);
1170 return false;
1171 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001172
Steve Antonb1c1de12017-12-21 15:14:30 -08001173 const DataContentDescription* data = content->as_data();
1174
deadbeef953c2ce2017-01-09 14:53:41 -08001175 if (!CheckDataChannelTypeFromContent(data, error_desc)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001176 return false;
1177 }
1178
jbauch5869f502017-06-29 12:31:36 -07001179 RtpHeaderExtensions rtp_header_extensions =
1180 GetFilteredRtpHeaderExtensions(data->rtp_header_extensions());
1181
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001182 DataRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -07001183 RtpParametersFromMediaDescription(data, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001184 if (!media_channel()->SetRecvParameters(recv_params)) {
1185 SafeSetError("Failed to set remote data description recv parameters.",
1186 error_desc);
1187 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001188 }
deadbeef953c2ce2017-01-09 14:53:41 -08001189 for (const DataCodec& codec : data->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -07001190 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001191 }
Zhi Huang365381f2018-04-13 16:44:34 -07001192 // Need to re-register the sink to update the handled payload.
1193 if (!RegisterRtpDemuxerSink()) {
1194 RTC_LOG(LS_ERROR) << "Failed to set up data demuxing.";
1195 return false;
1196 }
1197
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001198 last_recv_params_ = recv_params;
1199
1200 // TODO(pthatcher): Move local streams into DataSendParameters, and
1201 // only give it to the media channel once we have a remote
1202 // description too (without a remote description, we won't be able
1203 // to send them anyway).
Steve Anton3828c062017-12-06 10:34:51 -08001204 if (!UpdateLocalStreams_w(data->streams(), type, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001205 SafeSetError("Failed to set local data description streams.", error_desc);
1206 return false;
1207 }
1208
1209 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001210 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001211 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001212}
1213
deadbeef953c2ce2017-01-09 14:53:41 -08001214bool RtpDataChannel::SetRemoteContent_w(const MediaContentDescription* content,
Steve Anton3828c062017-12-06 10:34:51 -08001215 SdpType type,
deadbeef953c2ce2017-01-09 14:53:41 -08001216 std::string* error_desc) {
1217 TRACE_EVENT0("webrtc", "RtpDataChannel::SetRemoteContent_w");
Steve Antonb1c1de12017-12-21 15:14:30 -08001218 RTC_DCHECK_RUN_ON(worker_thread());
1219 RTC_LOG(LS_INFO) << "Setting remote data description";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001220
Steve Antonb1c1de12017-12-21 15:14:30 -08001221 RTC_DCHECK(content);
1222 if (!content) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001223 SafeSetError("Can't find data content in remote description.", error_desc);
1224 return false;
1225 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001226
Steve Antonb1c1de12017-12-21 15:14:30 -08001227 const DataContentDescription* data = content->as_data();
1228
Zhi Huang801b8682017-11-15 11:36:43 -08001229 // If the remote data doesn't have codecs, it must be empty, so ignore it.
1230 if (!data->has_codecs()) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001231 return true;
1232 }
1233
deadbeef953c2ce2017-01-09 14:53:41 -08001234 if (!CheckDataChannelTypeFromContent(data, error_desc)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001235 return false;
1236 }
1237
jbauch5869f502017-06-29 12:31:36 -07001238 RtpHeaderExtensions rtp_header_extensions =
1239 GetFilteredRtpHeaderExtensions(data->rtp_header_extensions());
1240
Mirko Bonadei675513b2017-11-09 11:09:25 +01001241 RTC_LOG(LS_INFO) << "Setting remote data description";
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001242 DataSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -07001243 RtpSendParametersFromMediaDescription<DataCodec>(data, rtp_header_extensions,
Yves Gerey665174f2018-06-19 15:03:05 +02001244 &send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001245 if (!media_channel()->SetSendParameters(send_params)) {
1246 SafeSetError("Failed to set remote data description send parameters.",
1247 error_desc);
1248 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001249 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001250 last_send_params_ = send_params;
1251
1252 // TODO(pthatcher): Move remote streams into DataRecvParameters,
1253 // and only give it to the media channel once we have a local
1254 // description too (without a local description, we won't be able to
1255 // recv them anyway).
Steve Anton3828c062017-12-06 10:34:51 -08001256 if (!UpdateRemoteStreams_w(data->streams(), type, error_desc)) {
Yves Gerey665174f2018-06-19 15:03:05 +02001257 SafeSetError("Failed to set remote data description streams.", error_desc);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001258 return false;
1259 }
1260
1261 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001262 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001263 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001264}
1265
deadbeef953c2ce2017-01-09 14:53:41 -08001266void RtpDataChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001267 // Render incoming data if we're the active call, and we have the local
1268 // content. We receive data on the default channel and multiplexed streams.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001269 bool recv = IsReadyToReceiveMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001270 if (!media_channel()->SetReceive(recv)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +01001271 RTC_LOG(LS_ERROR) << "Failed to SetReceive on data channel";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001272 }
1273
1274 // Send outgoing data if we're the active call, we have the remote content,
1275 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001276 bool send = IsReadyToSendMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001277 if (!media_channel()->SetSend(send)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +01001278 RTC_LOG(LS_ERROR) << "Failed to SetSend on data channel";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001279 }
1280
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +00001281 // Trigger SignalReadyToSendData asynchronously.
1282 OnDataChannelReadyToSend(send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001283
Mirko Bonadei675513b2017-11-09 11:09:25 +01001284 RTC_LOG(LS_INFO) << "Changing data state, recv=" << recv << " send=" << send;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001285}
1286
deadbeef953c2ce2017-01-09 14:53:41 -08001287void RtpDataChannel::OnMessage(rtc::Message* pmsg) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001288 switch (pmsg->message_id) {
1289 case MSG_READYTOSENDDATA: {
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00001290 DataChannelReadyToSendMessageData* data =
1291 static_cast<DataChannelReadyToSendMessageData*>(pmsg->pdata);
wu@webrtc.org07a6fbe2013-11-04 18:41:34 +00001292 ready_to_send_data_ = data->data();
1293 SignalReadyToSendData(ready_to_send_data_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001294 delete data;
1295 break;
1296 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001297 case MSG_DATARECEIVED: {
1298 DataReceivedMessageData* data =
1299 static_cast<DataReceivedMessageData*>(pmsg->pdata);
deadbeef953c2ce2017-01-09 14:53:41 -08001300 SignalDataReceived(data->params, data->payload);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001301 delete data;
1302 break;
1303 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001304 default:
1305 BaseChannel::OnMessage(pmsg);
1306 break;
1307 }
1308}
1309
deadbeef953c2ce2017-01-09 14:53:41 -08001310void RtpDataChannel::OnDataReceived(const ReceiveDataParams& params,
1311 const char* data,
1312 size_t len) {
Yves Gerey665174f2018-06-19 15:03:05 +02001313 DataReceivedMessageData* msg = new DataReceivedMessageData(params, data, len);
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001314 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_DATARECEIVED, msg);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001315}
1316
deadbeef953c2ce2017-01-09 14:53:41 -08001317void RtpDataChannel::OnDataChannelReadyToSend(bool writable) {
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00001318 // This is usded for congestion control to indicate that the stream is ready
1319 // to send by the MediaChannel, as opposed to OnReadyToSend, which indicates
1320 // that the transport channel is ready.
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001321 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_READYTOSENDDATA,
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00001322 new DataChannelReadyToSendMessageData(writable));
1323}
1324
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001325} // namespace cricket