blob: 700714ae44be662dc052b4aec0416b733ed47a7d [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
kjellanderb24317b2016-02-10 07:54:43 -08002 * Copyright 2012 The WebRTC project authors. All Rights Reserved.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003 *
kjellanderb24317b2016-02-10 07:54:43 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00009 */
10
Henrik Kjellander15583c12016-02-10 10:53:12 +010011#include "webrtc/api/peerconnection.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000012
deadbeefeb459812015-12-15 19:24:43 -080013#include <algorithm>
deadbeef0a6c4ca2015-10-06 11:38:28 -070014#include <cctype> // for isdigit
kwiberg0eb15ed2015-12-17 03:04:15 -080015#include <utility>
16#include <vector>
henrike@webrtc.org28e20752013-07-10 00:45:36 +000017
Henrik Kjellander15583c12016-02-10 10:53:12 +010018#include "webrtc/api/audiotrack.h"
19#include "webrtc/api/dtmfsender.h"
20#include "webrtc/api/jsepicecandidate.h"
21#include "webrtc/api/jsepsessiondescription.h"
22#include "webrtc/api/mediaconstraintsinterface.h"
23#include "webrtc/api/mediastream.h"
24#include "webrtc/api/mediastreamobserver.h"
25#include "webrtc/api/mediastreamproxy.h"
26#include "webrtc/api/mediastreamtrackproxy.h"
27#include "webrtc/api/remoteaudiosource.h"
28#include "webrtc/api/remotevideocapturer.h"
29#include "webrtc/api/rtpreceiver.h"
30#include "webrtc/api/rtpsender.h"
31#include "webrtc/api/streamcollection.h"
perkja3ede6c2016-03-08 01:27:48 +010032#include "webrtc/api/videocapturertracksource.h"
Henrik Kjellander15583c12016-02-10 10:53:12 +010033#include "webrtc/api/videotrack.h"
tfarina5237aaf2015-11-10 23:44:30 -080034#include "webrtc/base/arraysize.h"
buildbot@webrtc.orga09a9992014-08-13 17:26:08 +000035#include "webrtc/base/logging.h"
36#include "webrtc/base/stringencode.h"
deadbeefab9b2d12015-10-14 11:33:11 -070037#include "webrtc/base/stringutils.h"
Peter Boström1a9d6152015-12-08 22:15:17 +010038#include "webrtc/base/trace_event.h"
kjellandera96e2d72016-02-04 23:52:28 -080039#include "webrtc/media/sctp/sctpdataengine.h"
tfarina5237aaf2015-11-10 23:44:30 -080040#include "webrtc/p2p/client/basicportallocator.h"
kjellander@webrtc.org9b8df252016-02-12 06:47:59 +010041#include "webrtc/pc/channelmanager.h"
Henrik Kjellander98f53512015-10-28 18:17:40 +010042#include "webrtc/system_wrappers/include/field_trial.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000043
44namespace {
45
deadbeefab9b2d12015-10-14 11:33:11 -070046using webrtc::DataChannel;
47using webrtc::MediaConstraintsInterface;
48using webrtc::MediaStreamInterface;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000049using webrtc::PeerConnectionInterface;
deadbeeffac06552015-11-25 11:26:01 -080050using webrtc::RtpSenderInterface;
deadbeefab9b2d12015-10-14 11:33:11 -070051using webrtc::StreamCollection;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000052
deadbeefab9b2d12015-10-14 11:33:11 -070053static const char kDefaultStreamLabel[] = "default";
54static const char kDefaultAudioTrackLabel[] = "defaulta0";
55static const char kDefaultVideoTrackLabel[] = "defaultv0";
56
henrike@webrtc.org28e20752013-07-10 00:45:36 +000057// The min number of tokens must present in Turn host uri.
58// e.g. user@turn.example.org
59static const size_t kTurnHostTokensNum = 2;
60// Number of tokens must be preset when TURN uri has transport param.
61static const size_t kTurnTransportTokensNum = 2;
62// The default stun port.
wu@webrtc.org91053e72013-08-10 07:18:04 +000063static const int kDefaultStunPort = 3478;
64static const int kDefaultStunTlsPort = 5349;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000065static const char kTransport[] = "transport";
henrike@webrtc.org28e20752013-07-10 00:45:36 +000066
67// NOTE: Must be in the same order as the ServiceType enum.
deadbeef0a6c4ca2015-10-06 11:38:28 -070068static const char* kValidIceServiceTypes[] = {"stun", "stuns", "turn", "turns"};
henrike@webrtc.org28e20752013-07-10 00:45:36 +000069
deadbeef0a6c4ca2015-10-06 11:38:28 -070070// NOTE: A loop below assumes that the first value of this enum is 0 and all
71// other values are incremental.
henrike@webrtc.org28e20752013-07-10 00:45:36 +000072enum ServiceType {
deadbeef0a6c4ca2015-10-06 11:38:28 -070073 STUN = 0, // Indicates a STUN server.
74 STUNS, // Indicates a STUN server used with a TLS session.
75 TURN, // Indicates a TURN server
76 TURNS, // Indicates a TURN server used with a TLS session.
77 INVALID, // Unknown.
henrike@webrtc.org28e20752013-07-10 00:45:36 +000078};
tfarina5237aaf2015-11-10 23:44:30 -080079static_assert(INVALID == arraysize(kValidIceServiceTypes),
deadbeef0a6c4ca2015-10-06 11:38:28 -070080 "kValidIceServiceTypes must have as many strings as ServiceType "
81 "has values.");
henrike@webrtc.org28e20752013-07-10 00:45:36 +000082
83enum {
wu@webrtc.org91053e72013-08-10 07:18:04 +000084 MSG_SET_SESSIONDESCRIPTION_SUCCESS = 0,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000085 MSG_SET_SESSIONDESCRIPTION_FAILED,
deadbeefab9b2d12015-10-14 11:33:11 -070086 MSG_CREATE_SESSIONDESCRIPTION_FAILED,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000087 MSG_GETSTATS,
deadbeefbd292462015-12-14 18:15:29 -080088 MSG_FREE_DATACHANNELS,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000089};
90
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000091struct SetSessionDescriptionMsg : public rtc::MessageData {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000092 explicit SetSessionDescriptionMsg(
93 webrtc::SetSessionDescriptionObserver* observer)
94 : observer(observer) {
95 }
96
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000097 rtc::scoped_refptr<webrtc::SetSessionDescriptionObserver> observer;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000098 std::string error;
99};
100
deadbeefab9b2d12015-10-14 11:33:11 -0700101struct CreateSessionDescriptionMsg : public rtc::MessageData {
102 explicit CreateSessionDescriptionMsg(
103 webrtc::CreateSessionDescriptionObserver* observer)
104 : observer(observer) {}
105
106 rtc::scoped_refptr<webrtc::CreateSessionDescriptionObserver> observer;
107 std::string error;
108};
109
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000110struct GetStatsMsg : public rtc::MessageData {
tommi@webrtc.org5b06b062014-08-15 08:38:30 +0000111 GetStatsMsg(webrtc::StatsObserver* observer,
112 webrtc::MediaStreamTrackInterface* track)
113 : observer(observer), track(track) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000114 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000115 rtc::scoped_refptr<webrtc::StatsObserver> observer;
tommi@webrtc.org5b06b062014-08-15 08:38:30 +0000116 rtc::scoped_refptr<webrtc::MediaStreamTrackInterface> track;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000117};
118
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +0000119// |in_str| should be of format
120// stunURI = scheme ":" stun-host [ ":" stun-port ]
121// scheme = "stun" / "stuns"
122// stun-host = IP-literal / IPv4address / reg-name
123// stun-port = *DIGIT
deadbeef0a6c4ca2015-10-06 11:38:28 -0700124//
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +0000125// draft-petithuguenin-behave-turn-uris-01
126// turnURI = scheme ":" turn-host [ ":" turn-port ]
127// turn-host = username@IP-literal / IPv4address / reg-name
128bool GetServiceTypeAndHostnameFromUri(const std::string& in_str,
129 ServiceType* service_type,
130 std::string* hostname) {
Tommi77d444a2015-04-24 15:38:38 +0200131 const std::string::size_type colonpos = in_str.find(':');
deadbeef0a6c4ca2015-10-06 11:38:28 -0700132 if (colonpos == std::string::npos) {
133 LOG(LS_WARNING) << "Missing ':' in ICE URI: " << in_str;
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +0000134 return false;
135 }
deadbeef0a6c4ca2015-10-06 11:38:28 -0700136 if ((colonpos + 1) == in_str.length()) {
137 LOG(LS_WARNING) << "Empty hostname in ICE URI: " << in_str;
138 return false;
139 }
140 *service_type = INVALID;
tfarina5237aaf2015-11-10 23:44:30 -0800141 for (size_t i = 0; i < arraysize(kValidIceServiceTypes); ++i) {
deadbeef0a6c4ca2015-10-06 11:38:28 -0700142 if (in_str.compare(0, colonpos, kValidIceServiceTypes[i]) == 0) {
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +0000143 *service_type = static_cast<ServiceType>(i);
144 break;
145 }
146 }
147 if (*service_type == INVALID) {
148 return false;
149 }
150 *hostname = in_str.substr(colonpos + 1, std::string::npos);
151 return true;
152}
153
deadbeef0a6c4ca2015-10-06 11:38:28 -0700154bool ParsePort(const std::string& in_str, int* port) {
155 // Make sure port only contains digits. FromString doesn't check this.
156 for (const char& c : in_str) {
157 if (!std::isdigit(c)) {
158 return false;
159 }
160 }
161 return rtc::FromString(in_str, port);
162}
163
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +0000164// This method parses IPv6 and IPv4 literal strings, along with hostnames in
165// standard hostname:port format.
166// Consider following formats as correct.
167// |hostname:port|, |[IPV6 address]:port|, |IPv4 address|:port,
deadbeef0a6c4ca2015-10-06 11:38:28 -0700168// |hostname|, |[IPv6 address]|, |IPv4 address|.
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +0000169bool ParseHostnameAndPortFromString(const std::string& in_str,
170 std::string* host,
171 int* port) {
deadbeef0a6c4ca2015-10-06 11:38:28 -0700172 RTC_DCHECK(host->empty());
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +0000173 if (in_str.at(0) == '[') {
174 std::string::size_type closebracket = in_str.rfind(']');
175 if (closebracket != std::string::npos) {
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +0000176 std::string::size_type colonpos = in_str.find(':', closebracket);
177 if (std::string::npos != colonpos) {
deadbeef0a6c4ca2015-10-06 11:38:28 -0700178 if (!ParsePort(in_str.substr(closebracket + 2, std::string::npos),
179 port)) {
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +0000180 return false;
181 }
182 }
deadbeef0a6c4ca2015-10-06 11:38:28 -0700183 *host = in_str.substr(1, closebracket - 1);
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +0000184 } else {
185 return false;
186 }
187 } else {
188 std::string::size_type colonpos = in_str.find(':');
189 if (std::string::npos != colonpos) {
deadbeef0a6c4ca2015-10-06 11:38:28 -0700190 if (!ParsePort(in_str.substr(colonpos + 1, std::string::npos), port)) {
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +0000191 return false;
192 }
deadbeef0a6c4ca2015-10-06 11:38:28 -0700193 *host = in_str.substr(0, colonpos);
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +0000194 } else {
195 *host = in_str;
196 }
197 }
deadbeef0a6c4ca2015-10-06 11:38:28 -0700198 return !host->empty();
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +0000199}
200
Taylor Brandstetter0c7e9f52015-12-29 14:14:52 -0800201// Adds a STUN or TURN server to the appropriate list,
deadbeef0a6c4ca2015-10-06 11:38:28 -0700202// by parsing |url| and using the username/password in |server|.
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200203bool ParseIceServerUrl(const PeerConnectionInterface::IceServer& server,
204 const std::string& url,
Taylor Brandstetter0c7e9f52015-12-29 14:14:52 -0800205 cricket::ServerAddresses* stun_servers,
206 std::vector<cricket::RelayServerConfig>* turn_servers) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000207 // draft-nandakumar-rtcweb-stun-uri-01
208 // stunURI = scheme ":" stun-host [ ":" stun-port ]
209 // scheme = "stun" / "stuns"
210 // stun-host = IP-literal / IPv4address / reg-name
211 // stun-port = *DIGIT
212
213 // draft-petithuguenin-behave-turn-uris-01
214 // turnURI = scheme ":" turn-host [ ":" turn-port ]
215 // [ "?transport=" transport ]
216 // scheme = "turn" / "turns"
217 // transport = "udp" / "tcp" / transport-ext
218 // transport-ext = 1*unreserved
219 // turn-host = IP-literal / IPv4address / reg-name
220 // turn-port = *DIGIT
Taylor Brandstetter0c7e9f52015-12-29 14:14:52 -0800221 RTC_DCHECK(stun_servers != nullptr);
222 RTC_DCHECK(turn_servers != nullptr);
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200223 std::vector<std::string> tokens;
Taylor Brandstetter0c7e9f52015-12-29 14:14:52 -0800224 cricket::ProtocolType turn_transport_type = cricket::PROTO_UDP;
deadbeef0a6c4ca2015-10-06 11:38:28 -0700225 RTC_DCHECK(!url.empty());
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200226 rtc::tokenize(url, '?', &tokens);
227 std::string uri_without_transport = tokens[0];
228 // Let's look into transport= param, if it exists.
229 if (tokens.size() == kTurnTransportTokensNum) { // ?transport= is present.
230 std::string uri_transport_param = tokens[1];
231 rtc::tokenize(uri_transport_param, '=', &tokens);
232 if (tokens[0] == kTransport) {
233 // As per above grammar transport param will be consist of lower case
234 // letters.
Taylor Brandstetter0c7e9f52015-12-29 14:14:52 -0800235 if (!cricket::StringToProto(tokens[1].c_str(), &turn_transport_type) ||
236 (turn_transport_type != cricket::PROTO_UDP &&
237 turn_transport_type != cricket::PROTO_TCP)) {
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200238 LOG(LS_WARNING) << "Transport param should always be udp or tcp.";
deadbeef0a6c4ca2015-10-06 11:38:28 -0700239 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000240 }
241 }
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200242 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000243
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200244 std::string hoststring;
deadbeef0a6c4ca2015-10-06 11:38:28 -0700245 ServiceType service_type;
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200246 if (!GetServiceTypeAndHostnameFromUri(uri_without_transport,
247 &service_type,
248 &hoststring)) {
deadbeef0a6c4ca2015-10-06 11:38:28 -0700249 LOG(LS_WARNING) << "Invalid transport parameter in ICE URI: " << url;
250 return false;
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200251 }
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +0000252
deadbeef0a6c4ca2015-10-06 11:38:28 -0700253 // GetServiceTypeAndHostnameFromUri should never give an empty hoststring
254 RTC_DCHECK(!hoststring.empty());
Tommi77d444a2015-04-24 15:38:38 +0200255
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200256 // Let's break hostname.
257 tokens.clear();
deadbeef0a6c4ca2015-10-06 11:38:28 -0700258 rtc::tokenize_with_empty_tokens(hoststring, '@', &tokens);
259
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200260 std::string username(server.username);
deadbeef0a6c4ca2015-10-06 11:38:28 -0700261 if (tokens.size() > kTurnHostTokensNum) {
262 LOG(LS_WARNING) << "Invalid user@hostname format: " << hoststring;
263 return false;
264 }
265 if (tokens.size() == kTurnHostTokensNum) {
266 if (tokens[0].empty() || tokens[1].empty()) {
267 LOG(LS_WARNING) << "Invalid user@hostname format: " << hoststring;
268 return false;
269 }
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200270 username.assign(rtc::s_url_decode(tokens[0]));
271 hoststring = tokens[1];
272 } else {
273 hoststring = tokens[0];
274 }
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +0000275
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200276 int port = kDefaultStunPort;
277 if (service_type == TURNS) {
278 port = kDefaultStunTlsPort;
Taylor Brandstetter0c7e9f52015-12-29 14:14:52 -0800279 turn_transport_type = cricket::PROTO_TCP;
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200280 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000281
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200282 std::string address;
283 if (!ParseHostnameAndPortFromString(hoststring, &address, &port)) {
deadbeef0a6c4ca2015-10-06 11:38:28 -0700284 LOG(WARNING) << "Invalid hostname format: " << uri_without_transport;
285 return false;
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200286 }
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +0000287
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200288 if (port <= 0 || port > 0xffff) {
289 LOG(WARNING) << "Invalid port: " << port;
deadbeef0a6c4ca2015-10-06 11:38:28 -0700290 return false;
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200291 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000292
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200293 switch (service_type) {
294 case STUN:
295 case STUNS:
Taylor Brandstetter0c7e9f52015-12-29 14:14:52 -0800296 stun_servers->insert(rtc::SocketAddress(address, port));
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200297 break;
298 case TURN:
299 case TURNS: {
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200300 bool secure = (service_type == TURNS);
Taylor Brandstetter0c7e9f52015-12-29 14:14:52 -0800301 turn_servers->push_back(
302 cricket::RelayServerConfig(address, port, username, server.password,
303 turn_transport_type, secure));
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200304 break;
305 }
306 case INVALID:
307 default:
308 LOG(WARNING) << "Configuration not supported: " << url;
309 return false;
310 }
311 return true;
312}
313
deadbeefab9b2d12015-10-14 11:33:11 -0700314// Check if we can send |new_stream| on a PeerConnection.
315bool CanAddLocalMediaStream(webrtc::StreamCollectionInterface* current_streams,
316 webrtc::MediaStreamInterface* new_stream) {
317 if (!new_stream || !current_streams) {
318 return false;
319 }
320 if (current_streams->find(new_stream->label()) != nullptr) {
321 LOG(LS_ERROR) << "MediaStream with label " << new_stream->label()
322 << " is already added.";
323 return false;
324 }
325 return true;
326}
327
328bool MediaContentDirectionHasSend(cricket::MediaContentDirection dir) {
329 return dir == cricket::MD_SENDONLY || dir == cricket::MD_SENDRECV;
330}
331
deadbeef5e97fb52015-10-15 12:49:08 -0700332// If the direction is "recvonly" or "inactive", treat the description
333// as containing no streams.
334// See: https://code.google.com/p/webrtc/issues/detail?id=5054
335std::vector<cricket::StreamParams> GetActiveStreams(
336 const cricket::MediaContentDescription* desc) {
337 return MediaContentDirectionHasSend(desc->direction())
338 ? desc->streams()
339 : std::vector<cricket::StreamParams>();
340}
341
deadbeefab9b2d12015-10-14 11:33:11 -0700342bool IsValidOfferToReceiveMedia(int value) {
343 typedef PeerConnectionInterface::RTCOfferAnswerOptions Options;
344 return (value >= Options::kUndefined) &&
345 (value <= Options::kMaxOfferToReceiveMedia);
346}
347
348// Add the stream and RTP data channel info to |session_options|.
deadbeeffac06552015-11-25 11:26:01 -0800349void AddSendStreams(
350 cricket::MediaSessionOptions* session_options,
351 const std::vector<rtc::scoped_refptr<RtpSenderInterface>>& senders,
352 const std::map<std::string, rtc::scoped_refptr<DataChannel>>&
353 rtp_data_channels) {
deadbeefab9b2d12015-10-14 11:33:11 -0700354 session_options->streams.clear();
deadbeeffac06552015-11-25 11:26:01 -0800355 for (const auto& sender : senders) {
356 session_options->AddSendStream(sender->media_type(), sender->id(),
357 sender->stream_id());
deadbeefab9b2d12015-10-14 11:33:11 -0700358 }
359
360 // Check for data channels.
361 for (const auto& kv : rtp_data_channels) {
362 const DataChannel* channel = kv.second;
363 if (channel->state() == DataChannel::kConnecting ||
364 channel->state() == DataChannel::kOpen) {
365 // |streamid| and |sync_label| are both set to the DataChannel label
366 // here so they can be signaled the same way as MediaStreams and Tracks.
367 // For MediaStreams, the sync_label is the MediaStream label and the
368 // track label is the same as |streamid|.
369 const std::string& streamid = channel->label();
370 const std::string& sync_label = channel->label();
371 session_options->AddSendStream(cricket::MEDIA_TYPE_DATA, streamid,
372 sync_label);
373 }
374 }
375}
376
deadbeef0a6c4ca2015-10-06 11:38:28 -0700377} // namespace
378
379namespace webrtc {
380
deadbeefab9b2d12015-10-14 11:33:11 -0700381// Factory class for creating remote MediaStreams and MediaStreamTracks.
382class RemoteMediaStreamFactory {
383 public:
perkjf0dcfe22016-03-10 18:32:00 +0100384 explicit RemoteMediaStreamFactory(rtc::Thread* signaling_thread)
385 : signaling_thread_(signaling_thread) {}
deadbeefab9b2d12015-10-14 11:33:11 -0700386
387 rtc::scoped_refptr<MediaStreamInterface> CreateMediaStream(
388 const std::string& stream_label) {
389 return MediaStreamProxy::Create(signaling_thread_,
390 MediaStream::Create(stream_label));
391 }
392
Tommif888bb52015-12-12 01:37:01 +0100393 AudioTrackInterface* AddAudioTrack(uint32_t ssrc,
394 AudioProviderInterface* provider,
395 webrtc::MediaStreamInterface* stream,
deadbeefab9b2d12015-10-14 11:33:11 -0700396 const std::string& track_id) {
tommi6eca7e32015-12-15 04:27:11 -0800397 return AddTrack<AudioTrackInterface, AudioTrack, AudioTrackProxy>(
Tommif888bb52015-12-12 01:37:01 +0100398 stream, track_id, RemoteAudioSource::Create(ssrc, provider));
deadbeefab9b2d12015-10-14 11:33:11 -0700399 }
400
deadbeefab9b2d12015-10-14 11:33:11 -0700401 private:
402 template <typename TI, typename T, typename TP, typename S>
403 TI* AddTrack(MediaStreamInterface* stream,
404 const std::string& track_id,
Tommif888bb52015-12-12 01:37:01 +0100405 const S& source) {
deadbeefab9b2d12015-10-14 11:33:11 -0700406 rtc::scoped_refptr<TI> track(
407 TP::Create(signaling_thread_, T::Create(track_id, source)));
408 track->set_state(webrtc::MediaStreamTrackInterface::kLive);
409 if (stream->AddTrack(track)) {
410 return track;
411 }
412 return nullptr;
413 }
414
415 rtc::Thread* signaling_thread_;
deadbeefab9b2d12015-10-14 11:33:11 -0700416};
417
htaa2a49d92016-03-04 02:51:39 -0800418bool ExtractMediaSessionOptions(
deadbeefab9b2d12015-10-14 11:33:11 -0700419 const PeerConnectionInterface::RTCOfferAnswerOptions& rtc_options,
420 cricket::MediaSessionOptions* session_options) {
421 typedef PeerConnectionInterface::RTCOfferAnswerOptions RTCOfferAnswerOptions;
422 if (!IsValidOfferToReceiveMedia(rtc_options.offer_to_receive_audio) ||
423 !IsValidOfferToReceiveMedia(rtc_options.offer_to_receive_video)) {
424 return false;
425 }
426
deadbeefc80741f2015-10-22 13:14:45 -0700427 if (rtc_options.offer_to_receive_audio != RTCOfferAnswerOptions::kUndefined) {
deadbeefab9b2d12015-10-14 11:33:11 -0700428 session_options->recv_audio = (rtc_options.offer_to_receive_audio > 0);
429 }
deadbeefc80741f2015-10-22 13:14:45 -0700430 if (rtc_options.offer_to_receive_video != RTCOfferAnswerOptions::kUndefined) {
deadbeefab9b2d12015-10-14 11:33:11 -0700431 session_options->recv_video = (rtc_options.offer_to_receive_video > 0);
432 }
433
434 session_options->vad_enabled = rtc_options.voice_activity_detection;
deadbeefc80741f2015-10-22 13:14:45 -0700435 session_options->bundle_enabled = rtc_options.use_rtp_mux;
deadbeef0ed85b22016-02-23 17:24:52 -0800436 for (auto& kv : session_options->transport_options) {
437 kv.second.ice_restart = rtc_options.ice_restart;
438 }
deadbeefab9b2d12015-10-14 11:33:11 -0700439
440 return true;
441}
442
443bool ParseConstraintsForAnswer(const MediaConstraintsInterface* constraints,
444 cricket::MediaSessionOptions* session_options) {
445 bool value = false;
446 size_t mandatory_constraints_satisfied = 0;
447
448 // kOfferToReceiveAudio defaults to true according to spec.
449 if (!FindConstraint(constraints,
450 MediaConstraintsInterface::kOfferToReceiveAudio, &value,
451 &mandatory_constraints_satisfied) ||
452 value) {
453 session_options->recv_audio = true;
454 }
455
456 // kOfferToReceiveVideo defaults to false according to spec. But
457 // if it is an answer and video is offered, we should still accept video
458 // per default.
459 value = false;
460 if (!FindConstraint(constraints,
461 MediaConstraintsInterface::kOfferToReceiveVideo, &value,
462 &mandatory_constraints_satisfied) ||
463 value) {
464 session_options->recv_video = true;
465 }
466
467 if (FindConstraint(constraints,
468 MediaConstraintsInterface::kVoiceActivityDetection, &value,
469 &mandatory_constraints_satisfied)) {
470 session_options->vad_enabled = value;
471 }
472
473 if (FindConstraint(constraints, MediaConstraintsInterface::kUseRtpMux, &value,
474 &mandatory_constraints_satisfied)) {
475 session_options->bundle_enabled = value;
476 } else {
477 // kUseRtpMux defaults to true according to spec.
478 session_options->bundle_enabled = true;
479 }
deadbeefab9b2d12015-10-14 11:33:11 -0700480
deadbeef0ed85b22016-02-23 17:24:52 -0800481 bool ice_restart = false;
deadbeefab9b2d12015-10-14 11:33:11 -0700482 if (FindConstraint(constraints, MediaConstraintsInterface::kIceRestart,
483 &value, &mandatory_constraints_satisfied)) {
deadbeefab9b2d12015-10-14 11:33:11 -0700484 // kIceRestart defaults to false according to spec.
deadbeef0ed85b22016-02-23 17:24:52 -0800485 ice_restart = true;
486 }
487 for (auto& kv : session_options->transport_options) {
488 kv.second.ice_restart = ice_restart;
deadbeefab9b2d12015-10-14 11:33:11 -0700489 }
490
491 if (!constraints) {
492 return true;
493 }
494 return mandatory_constraints_satisfied == constraints->GetMandatory().size();
495}
496
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200497bool ParseIceServers(const PeerConnectionInterface::IceServers& servers,
Taylor Brandstetter0c7e9f52015-12-29 14:14:52 -0800498 cricket::ServerAddresses* stun_servers,
499 std::vector<cricket::RelayServerConfig>* turn_servers) {
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200500 for (const webrtc::PeerConnectionInterface::IceServer& server : servers) {
501 if (!server.urls.empty()) {
502 for (const std::string& url : server.urls) {
Joachim Bauchd935f912015-05-29 22:14:21 +0200503 if (url.empty()) {
deadbeef0a6c4ca2015-10-06 11:38:28 -0700504 LOG(LS_ERROR) << "Empty uri.";
505 return false;
Joachim Bauchd935f912015-05-29 22:14:21 +0200506 }
Taylor Brandstetter0c7e9f52015-12-29 14:14:52 -0800507 if (!ParseIceServerUrl(server, url, stun_servers, turn_servers)) {
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200508 return false;
509 }
510 }
511 } else if (!server.uri.empty()) {
512 // Fallback to old .uri if new .urls isn't present.
Taylor Brandstetter0c7e9f52015-12-29 14:14:52 -0800513 if (!ParseIceServerUrl(server, server.uri, stun_servers, turn_servers)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000514 return false;
Joachim Bauch7c4e7452015-05-28 23:06:30 +0200515 }
516 } else {
deadbeef0a6c4ca2015-10-06 11:38:28 -0700517 LOG(LS_ERROR) << "Empty uri.";
518 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000519 }
520 }
Taylor Brandstetter0c7e9f52015-12-29 14:14:52 -0800521 // Candidates must have unique priorities, so that connectivity checks
522 // are performed in a well-defined order.
523 int priority = static_cast<int>(turn_servers->size() - 1);
524 for (cricket::RelayServerConfig& turn_server : *turn_servers) {
525 // First in the list gets highest priority.
526 turn_server.priority = priority--;
527 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000528 return true;
529}
530
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000531PeerConnection::PeerConnection(PeerConnectionFactory* factory)
532 : factory_(factory),
533 observer_(NULL),
buildbot@webrtc.org1567b8c2014-05-08 19:54:16 +0000534 uma_observer_(NULL),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000535 signaling_state_(kStable),
536 ice_state_(kIceNew),
537 ice_connection_state_(kIceConnectionNew),
deadbeefab9b2d12015-10-14 11:33:11 -0700538 ice_gathering_state_(kIceGatheringNew),
539 local_streams_(StreamCollection::Create()),
540 remote_streams_(StreamCollection::Create()) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000541
542PeerConnection::~PeerConnection() {
Peter Boström1a9d6152015-12-08 22:15:17 +0100543 TRACE_EVENT0("webrtc", "PeerConnection::~PeerConnection");
deadbeef0a6c4ca2015-10-06 11:38:28 -0700544 RTC_DCHECK(signaling_thread()->IsCurrent());
deadbeef70ab1a12015-09-28 16:53:55 -0700545 // Need to detach RTP senders/receivers from WebRtcSession,
546 // since it's about to be destroyed.
547 for (const auto& sender : senders_) {
548 sender->Stop();
549 }
550 for (const auto& receiver : receivers_) {
551 receiver->Stop();
552 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000553}
554
555bool PeerConnection::Initialize(
htaa2a49d92016-03-04 02:51:39 -0800556 const cricket::MediaConfig& media_config,
buildbot@webrtc.org41451d42014-05-03 05:39:45 +0000557 const PeerConnectionInterface::RTCConfiguration& configuration,
deadbeef653b8e02015-11-11 12:55:10 -0800558 rtc::scoped_ptr<cricket::PortAllocator> allocator,
559 rtc::scoped_ptr<DtlsIdentityStoreInterface> dtls_identity_store,
560 PeerConnectionObserver* observer) {
Peter Boström1a9d6152015-12-08 22:15:17 +0100561 TRACE_EVENT0("webrtc", "PeerConnection::Initialize");
deadbeef653b8e02015-11-11 12:55:10 -0800562 RTC_DCHECK(observer != nullptr);
563 if (!observer) {
564 return false;
565 }
pthatcher@webrtc.org877ac762015-02-04 22:03:09 +0000566 observer_ = observer;
567
kwiberg0eb15ed2015-12-17 03:04:15 -0800568 port_allocator_ = std::move(allocator);
deadbeef653b8e02015-11-11 12:55:10 -0800569
Taylor Brandstetter0c7e9f52015-12-29 14:14:52 -0800570 cricket::ServerAddresses stun_servers;
571 std::vector<cricket::RelayServerConfig> turn_servers;
572 if (!ParseIceServers(configuration.servers, &stun_servers, &turn_servers)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000573 return false;
574 }
Taylor Brandstetter0c7e9f52015-12-29 14:14:52 -0800575 port_allocator_->SetIceServers(stun_servers, turn_servers);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000576
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000577 // To handle both internal and externally created port allocator, we will
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000578 // enable BUNDLE here.
braveyao@webrtc.org1732df62014-10-27 03:01:37 +0000579 int portallocator_flags = port_allocator_->flags();
Peter Thatcher7cbd1882015-09-17 18:54:52 -0700580 portallocator_flags |= cricket::PORTALLOCATOR_ENABLE_SHARED_SOCKET |
guoweis@webrtc.orgbbce5ef2015-03-05 04:38:29 +0000581 cricket::PORTALLOCATOR_ENABLE_IPV6;
htaa2a49d92016-03-04 02:51:39 -0800582 // If the disable-IPv6 flag was specified, we'll not override it
583 // by experiment.
584 if (configuration.disable_ipv6) {
585 portallocator_flags &= ~(cricket::PORTALLOCATOR_ENABLE_IPV6);
guoweis@webrtc.org2c1bcea2014-09-23 16:23:02 +0000586 } else if (webrtc::field_trial::FindFullName("WebRTC-IPv6Default") ==
guoweis@webrtc.orgbbce5ef2015-03-05 04:38:29 +0000587 "Disabled") {
588 portallocator_flags &= ~(cricket::PORTALLOCATOR_ENABLE_IPV6);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000589 }
590
Jiayang Liucac1b382015-04-30 12:35:24 -0700591 if (configuration.tcp_candidate_policy == kTcpCandidatePolicyDisabled) {
592 portallocator_flags |= cricket::PORTALLOCATOR_DISABLE_TCP;
593 LOG(LS_INFO) << "TCP candidates are disabled.";
594 }
595
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000596 port_allocator_->set_flags(portallocator_flags);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000597 // No step delay is used while allocating ports.
598 port_allocator_->set_step_delay(cricket::kMinimumStepDelay);
599
nisse51542be2016-02-12 02:27:06 -0800600 media_controller_.reset(factory_->CreateMediaController(media_config));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000601
perkjf0dcfe22016-03-10 18:32:00 +0100602 remote_stream_factory_.reset(
603 new RemoteMediaStreamFactory(factory_->signaling_thread()));
stefanc1aeaf02015-10-15 07:26:07 -0700604
605 session_.reset(
606 new WebRtcSession(media_controller_.get(), factory_->signaling_thread(),
607 factory_->worker_thread(), port_allocator_.get()));
deadbeefab9b2d12015-10-14 11:33:11 -0700608 stats_.reset(new StatsCollector(this));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000609
610 // Initialize the WebRtcSession. It creates transport channels etc.
htaa2a49d92016-03-04 02:51:39 -0800611 if (!session_->Initialize(factory_->options(), std::move(dtls_identity_store),
612 configuration)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000613 return false;
deadbeefab9b2d12015-10-14 11:33:11 -0700614 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000615
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000616 // Register PeerConnection as receiver of local ice candidates.
617 // All the callbacks will be posted to the application from PeerConnection.
618 session_->RegisterIceObserver(this);
619 session_->SignalState.connect(this, &PeerConnection::OnSessionStateChange);
deadbeefab9b2d12015-10-14 11:33:11 -0700620 session_->SignalVoiceChannelDestroyed.connect(
621 this, &PeerConnection::OnVoiceChannelDestroyed);
622 session_->SignalVideoChannelDestroyed.connect(
623 this, &PeerConnection::OnVideoChannelDestroyed);
624 session_->SignalDataChannelCreated.connect(
625 this, &PeerConnection::OnDataChannelCreated);
626 session_->SignalDataChannelDestroyed.connect(
627 this, &PeerConnection::OnDataChannelDestroyed);
628 session_->SignalDataChannelOpenMessage.connect(
629 this, &PeerConnection::OnDataChannelOpenMessage);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000630 return true;
631}
632
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000633rtc::scoped_refptr<StreamCollectionInterface>
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000634PeerConnection::local_streams() {
deadbeefab9b2d12015-10-14 11:33:11 -0700635 return local_streams_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000636}
637
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000638rtc::scoped_refptr<StreamCollectionInterface>
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000639PeerConnection::remote_streams() {
deadbeefab9b2d12015-10-14 11:33:11 -0700640 return remote_streams_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000641}
642
perkj@webrtc.orgc2dd5ee2014-11-04 11:31:29 +0000643bool PeerConnection::AddStream(MediaStreamInterface* local_stream) {
Peter Boström1a9d6152015-12-08 22:15:17 +0100644 TRACE_EVENT0("webrtc", "PeerConnection::AddStream");
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000645 if (IsClosed()) {
646 return false;
647 }
deadbeefab9b2d12015-10-14 11:33:11 -0700648 if (!CanAddLocalMediaStream(local_streams_, local_stream)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000649 return false;
650 }
deadbeefab9b2d12015-10-14 11:33:11 -0700651
652 local_streams_->AddStream(local_stream);
deadbeefeb459812015-12-15 19:24:43 -0800653 MediaStreamObserver* observer = new MediaStreamObserver(local_stream);
654 observer->SignalAudioTrackAdded.connect(this,
655 &PeerConnection::OnAudioTrackAdded);
656 observer->SignalAudioTrackRemoved.connect(
657 this, &PeerConnection::OnAudioTrackRemoved);
658 observer->SignalVideoTrackAdded.connect(this,
659 &PeerConnection::OnVideoTrackAdded);
660 observer->SignalVideoTrackRemoved.connect(
661 this, &PeerConnection::OnVideoTrackRemoved);
662 stream_observers_.push_back(rtc::scoped_ptr<MediaStreamObserver>(observer));
deadbeefab9b2d12015-10-14 11:33:11 -0700663
deadbeefab9b2d12015-10-14 11:33:11 -0700664 for (const auto& track : local_stream->GetAudioTracks()) {
deadbeefeb459812015-12-15 19:24:43 -0800665 OnAudioTrackAdded(track.get(), local_stream);
deadbeefab9b2d12015-10-14 11:33:11 -0700666 }
667 for (const auto& track : local_stream->GetVideoTracks()) {
deadbeefeb459812015-12-15 19:24:43 -0800668 OnVideoTrackAdded(track.get(), local_stream);
deadbeefab9b2d12015-10-14 11:33:11 -0700669 }
670
tommi@webrtc.org03505bc2014-07-14 20:15:26 +0000671 stats_->AddStream(local_stream);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000672 observer_->OnRenegotiationNeeded();
673 return true;
674}
675
676void PeerConnection::RemoveStream(MediaStreamInterface* local_stream) {
Peter Boström1a9d6152015-12-08 22:15:17 +0100677 TRACE_EVENT0("webrtc", "PeerConnection::RemoveStream");
deadbeefab9b2d12015-10-14 11:33:11 -0700678 for (const auto& track : local_stream->GetAudioTracks()) {
deadbeefeb459812015-12-15 19:24:43 -0800679 OnAudioTrackRemoved(track.get(), local_stream);
deadbeefab9b2d12015-10-14 11:33:11 -0700680 }
681 for (const auto& track : local_stream->GetVideoTracks()) {
deadbeefeb459812015-12-15 19:24:43 -0800682 OnVideoTrackRemoved(track.get(), local_stream);
deadbeefab9b2d12015-10-14 11:33:11 -0700683 }
684
685 local_streams_->RemoveStream(local_stream);
deadbeefeb459812015-12-15 19:24:43 -0800686 stream_observers_.erase(
687 std::remove_if(
688 stream_observers_.begin(), stream_observers_.end(),
689 [local_stream](const rtc::scoped_ptr<MediaStreamObserver>& observer) {
690 return observer->stream()->label().compare(local_stream->label()) ==
691 0;
692 }),
693 stream_observers_.end());
deadbeefab9b2d12015-10-14 11:33:11 -0700694
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000695 if (IsClosed()) {
696 return;
697 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000698 observer_->OnRenegotiationNeeded();
699}
700
deadbeefe1f9d832016-01-14 15:35:42 -0800701rtc::scoped_refptr<RtpSenderInterface> PeerConnection::AddTrack(
702 MediaStreamTrackInterface* track,
703 std::vector<MediaStreamInterface*> streams) {
704 TRACE_EVENT0("webrtc", "PeerConnection::AddTrack");
705 if (IsClosed()) {
706 return nullptr;
707 }
708 if (streams.size() >= 2) {
709 LOG(LS_ERROR)
710 << "Adding a track with two streams is not currently supported.";
711 return nullptr;
712 }
713 // TODO(deadbeef): Support adding a track to two different senders.
714 if (FindSenderForTrack(track) != senders_.end()) {
715 LOG(LS_ERROR) << "Sender for track " << track->id() << " already exists.";
716 return nullptr;
717 }
718
719 // TODO(deadbeef): Support adding a track to multiple streams.
720 rtc::scoped_refptr<RtpSenderInterface> new_sender;
721 if (track->kind() == MediaStreamTrackInterface::kAudioKind) {
722 new_sender = RtpSenderProxy::Create(
723 signaling_thread(),
724 new AudioRtpSender(static_cast<AudioTrackInterface*>(track),
725 session_.get(), stats_.get()));
726 if (!streams.empty()) {
727 new_sender->set_stream_id(streams[0]->label());
728 }
729 const TrackInfo* track_info = FindTrackInfo(
730 local_audio_tracks_, new_sender->stream_id(), track->id());
731 if (track_info) {
732 new_sender->SetSsrc(track_info->ssrc);
733 }
734 } else if (track->kind() == MediaStreamTrackInterface::kVideoKind) {
735 new_sender = RtpSenderProxy::Create(
736 signaling_thread(),
737 new VideoRtpSender(static_cast<VideoTrackInterface*>(track),
738 session_.get()));
739 if (!streams.empty()) {
740 new_sender->set_stream_id(streams[0]->label());
741 }
742 const TrackInfo* track_info = FindTrackInfo(
743 local_video_tracks_, new_sender->stream_id(), track->id());
744 if (track_info) {
745 new_sender->SetSsrc(track_info->ssrc);
746 }
747 } else {
748 LOG(LS_ERROR) << "CreateSender called with invalid kind: " << track->kind();
749 return rtc::scoped_refptr<RtpSenderInterface>();
750 }
751
752 senders_.push_back(new_sender);
753 observer_->OnRenegotiationNeeded();
754 return new_sender;
755}
756
757bool PeerConnection::RemoveTrack(RtpSenderInterface* sender) {
758 TRACE_EVENT0("webrtc", "PeerConnection::RemoveTrack");
759 if (IsClosed()) {
760 return false;
761 }
762
763 auto it = std::find(senders_.begin(), senders_.end(), sender);
764 if (it == senders_.end()) {
765 LOG(LS_ERROR) << "Couldn't find sender " << sender->id() << " to remove.";
766 return false;
767 }
768 (*it)->Stop();
769 senders_.erase(it);
770
771 observer_->OnRenegotiationNeeded();
772 return true;
773}
774
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000775rtc::scoped_refptr<DtmfSenderInterface> PeerConnection::CreateDtmfSender(
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000776 AudioTrackInterface* track) {
Peter Boström1a9d6152015-12-08 22:15:17 +0100777 TRACE_EVENT0("webrtc", "PeerConnection::CreateDtmfSender");
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000778 if (!track) {
779 LOG(LS_ERROR) << "CreateDtmfSender - track is NULL.";
780 return NULL;
781 }
deadbeefab9b2d12015-10-14 11:33:11 -0700782 if (!local_streams_->FindAudioTrack(track->id())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000783 LOG(LS_ERROR) << "CreateDtmfSender is called with a non local audio track.";
784 return NULL;
785 }
786
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000787 rtc::scoped_refptr<DtmfSenderInterface> sender(
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000788 DtmfSender::Create(track, signaling_thread(), session_.get()));
789 if (!sender.get()) {
790 LOG(LS_ERROR) << "CreateDtmfSender failed on DtmfSender::Create.";
791 return NULL;
792 }
793 return DtmfSenderProxy::Create(signaling_thread(), sender.get());
794}
795
deadbeeffac06552015-11-25 11:26:01 -0800796rtc::scoped_refptr<RtpSenderInterface> PeerConnection::CreateSender(
deadbeefbd7d8f72015-12-18 16:58:44 -0800797 const std::string& kind,
798 const std::string& stream_id) {
Peter Boström1a9d6152015-12-08 22:15:17 +0100799 TRACE_EVENT0("webrtc", "PeerConnection::CreateSender");
deadbeefe1f9d832016-01-14 15:35:42 -0800800 rtc::scoped_refptr<RtpSenderInterface> new_sender;
deadbeeffac06552015-11-25 11:26:01 -0800801 if (kind == MediaStreamTrackInterface::kAudioKind) {
deadbeefe1f9d832016-01-14 15:35:42 -0800802 new_sender = RtpSenderProxy::Create(
803 signaling_thread(), new AudioRtpSender(session_.get(), stats_.get()));
deadbeeffac06552015-11-25 11:26:01 -0800804 } else if (kind == MediaStreamTrackInterface::kVideoKind) {
deadbeefe1f9d832016-01-14 15:35:42 -0800805 new_sender = RtpSenderProxy::Create(signaling_thread(),
806 new VideoRtpSender(session_.get()));
deadbeeffac06552015-11-25 11:26:01 -0800807 } else {
808 LOG(LS_ERROR) << "CreateSender called with invalid kind: " << kind;
deadbeefe1f9d832016-01-14 15:35:42 -0800809 return new_sender;
deadbeeffac06552015-11-25 11:26:01 -0800810 }
deadbeefbd7d8f72015-12-18 16:58:44 -0800811 if (!stream_id.empty()) {
812 new_sender->set_stream_id(stream_id);
813 }
deadbeeffac06552015-11-25 11:26:01 -0800814 senders_.push_back(new_sender);
deadbeefe1f9d832016-01-14 15:35:42 -0800815 return new_sender;
deadbeeffac06552015-11-25 11:26:01 -0800816}
817
deadbeef70ab1a12015-09-28 16:53:55 -0700818std::vector<rtc::scoped_refptr<RtpSenderInterface>> PeerConnection::GetSenders()
819 const {
deadbeefe1f9d832016-01-14 15:35:42 -0800820 return senders_;
deadbeef70ab1a12015-09-28 16:53:55 -0700821}
822
823std::vector<rtc::scoped_refptr<RtpReceiverInterface>>
824PeerConnection::GetReceivers() const {
deadbeefe1f9d832016-01-14 15:35:42 -0800825 return receivers_;
deadbeef70ab1a12015-09-28 16:53:55 -0700826}
827
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000828bool PeerConnection::GetStats(StatsObserver* observer,
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +0000829 MediaStreamTrackInterface* track,
830 StatsOutputLevel level) {
Peter Boström1a9d6152015-12-08 22:15:17 +0100831 TRACE_EVENT0("webrtc", "PeerConnection::GetStats");
deadbeef0a6c4ca2015-10-06 11:38:28 -0700832 RTC_DCHECK(signaling_thread()->IsCurrent());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000833 if (!VERIFY(observer != NULL)) {
834 LOG(LS_ERROR) << "GetStats - observer is NULL.";
835 return false;
836 }
837
tommi@webrtc.org03505bc2014-07-14 20:15:26 +0000838 stats_->UpdateStats(level);
tommi@webrtc.org5b06b062014-08-15 08:38:30 +0000839 signaling_thread()->Post(this, MSG_GETSTATS,
840 new GetStatsMsg(observer, track));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000841 return true;
842}
843
844PeerConnectionInterface::SignalingState PeerConnection::signaling_state() {
845 return signaling_state_;
846}
847
848PeerConnectionInterface::IceState PeerConnection::ice_state() {
849 return ice_state_;
850}
851
852PeerConnectionInterface::IceConnectionState
853PeerConnection::ice_connection_state() {
854 return ice_connection_state_;
855}
856
857PeerConnectionInterface::IceGatheringState
858PeerConnection::ice_gathering_state() {
859 return ice_gathering_state_;
860}
861
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000862rtc::scoped_refptr<DataChannelInterface>
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000863PeerConnection::CreateDataChannel(
864 const std::string& label,
865 const DataChannelInit* config) {
Peter Boström1a9d6152015-12-08 22:15:17 +0100866 TRACE_EVENT0("webrtc", "PeerConnection::CreateDataChannel");
deadbeefab9b2d12015-10-14 11:33:11 -0700867 bool first_datachannel = !HasDataChannels();
jiayl@webrtc.org001fd2d2014-05-29 15:31:11 +0000868
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000869 rtc::scoped_ptr<InternalDataChannelInit> internal_config;
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000870 if (config) {
871 internal_config.reset(new InternalDataChannelInit(*config));
872 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000873 rtc::scoped_refptr<DataChannelInterface> channel(
deadbeefab9b2d12015-10-14 11:33:11 -0700874 InternalCreateDataChannel(label, internal_config.get()));
875 if (!channel.get()) {
876 return nullptr;
877 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000878
jiayl@webrtc.org001fd2d2014-05-29 15:31:11 +0000879 // Trigger the onRenegotiationNeeded event for every new RTP DataChannel, or
880 // the first SCTP DataChannel.
881 if (session_->data_channel_type() == cricket::DCT_RTP || first_datachannel) {
882 observer_->OnRenegotiationNeeded();
883 }
wu@webrtc.org91053e72013-08-10 07:18:04 +0000884
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000885 return DataChannelProxy::Create(signaling_thread(), channel.get());
886}
887
888void PeerConnection::CreateOffer(CreateSessionDescriptionObserver* observer,
889 const MediaConstraintsInterface* constraints) {
Peter Boström1a9d6152015-12-08 22:15:17 +0100890 TRACE_EVENT0("webrtc", "PeerConnection::CreateOffer");
deadbeefab9b2d12015-10-14 11:33:11 -0700891 if (!VERIFY(observer != nullptr)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000892 LOG(LS_ERROR) << "CreateOffer - observer is NULL.";
893 return;
894 }
jiayl@webrtc.orgb18bf5e2014-08-04 18:34:16 +0000895 RTCOfferAnswerOptions options;
jiayl@webrtc.orgb18bf5e2014-08-04 18:34:16 +0000896
897 bool value;
898 size_t mandatory_constraints = 0;
899
900 if (FindConstraint(constraints,
901 MediaConstraintsInterface::kOfferToReceiveAudio,
902 &value,
903 &mandatory_constraints)) {
904 options.offer_to_receive_audio =
905 value ? RTCOfferAnswerOptions::kOfferToReceiveMediaTrue : 0;
906 }
907
908 if (FindConstraint(constraints,
909 MediaConstraintsInterface::kOfferToReceiveVideo,
910 &value,
911 &mandatory_constraints)) {
912 options.offer_to_receive_video =
913 value ? RTCOfferAnswerOptions::kOfferToReceiveMediaTrue : 0;
914 }
915
916 if (FindConstraint(constraints,
917 MediaConstraintsInterface::kVoiceActivityDetection,
918 &value,
919 &mandatory_constraints)) {
920 options.voice_activity_detection = value;
921 }
922
923 if (FindConstraint(constraints,
924 MediaConstraintsInterface::kIceRestart,
925 &value,
926 &mandatory_constraints)) {
927 options.ice_restart = value;
928 }
929
930 if (FindConstraint(constraints,
931 MediaConstraintsInterface::kUseRtpMux,
932 &value,
933 &mandatory_constraints)) {
934 options.use_rtp_mux = value;
935 }
936
937 CreateOffer(observer, options);
938}
939
940void PeerConnection::CreateOffer(CreateSessionDescriptionObserver* observer,
941 const RTCOfferAnswerOptions& options) {
Peter Boström1a9d6152015-12-08 22:15:17 +0100942 TRACE_EVENT0("webrtc", "PeerConnection::CreateOffer");
deadbeefab9b2d12015-10-14 11:33:11 -0700943 if (!VERIFY(observer != nullptr)) {
jiayl@webrtc.orgb18bf5e2014-08-04 18:34:16 +0000944 LOG(LS_ERROR) << "CreateOffer - observer is NULL.";
945 return;
946 }
deadbeefab9b2d12015-10-14 11:33:11 -0700947
948 cricket::MediaSessionOptions session_options;
949 if (!GetOptionsForOffer(options, &session_options)) {
950 std::string error = "CreateOffer called with invalid options.";
951 LOG(LS_ERROR) << error;
952 PostCreateSessionDescriptionFailure(observer, error);
953 return;
954 }
955
956 session_->CreateOffer(observer, options, session_options);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000957}
958
959void PeerConnection::CreateAnswer(
960 CreateSessionDescriptionObserver* observer,
961 const MediaConstraintsInterface* constraints) {
Peter Boström1a9d6152015-12-08 22:15:17 +0100962 TRACE_EVENT0("webrtc", "PeerConnection::CreateAnswer");
deadbeefab9b2d12015-10-14 11:33:11 -0700963 if (!VERIFY(observer != nullptr)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000964 LOG(LS_ERROR) << "CreateAnswer - observer is NULL.";
965 return;
966 }
deadbeefab9b2d12015-10-14 11:33:11 -0700967
968 cricket::MediaSessionOptions session_options;
969 if (!GetOptionsForAnswer(constraints, &session_options)) {
970 std::string error = "CreateAnswer called with invalid constraints.";
971 LOG(LS_ERROR) << error;
972 PostCreateSessionDescriptionFailure(observer, error);
973 return;
974 }
975
htaa2a49d92016-03-04 02:51:39 -0800976 session_->CreateAnswer(observer, session_options);
977}
978
979void PeerConnection::CreateAnswer(CreateSessionDescriptionObserver* observer,
980 const RTCOfferAnswerOptions& options) {
981 TRACE_EVENT0("webrtc", "PeerConnection::CreateAnswer");
982 if (!VERIFY(observer != nullptr)) {
983 LOG(LS_ERROR) << "CreateAnswer - observer is NULL.";
984 return;
985 }
986
987 cricket::MediaSessionOptions session_options;
988 if (!GetOptionsForAnswer(options, &session_options)) {
989 std::string error = "CreateAnswer called with invalid options.";
990 LOG(LS_ERROR) << error;
991 PostCreateSessionDescriptionFailure(observer, error);
992 return;
993 }
994
995 session_->CreateAnswer(observer, session_options);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000996}
997
998void PeerConnection::SetLocalDescription(
999 SetSessionDescriptionObserver* observer,
1000 SessionDescriptionInterface* desc) {
Peter Boström1a9d6152015-12-08 22:15:17 +01001001 TRACE_EVENT0("webrtc", "PeerConnection::SetLocalDescription");
deadbeefab9b2d12015-10-14 11:33:11 -07001002 if (!VERIFY(observer != nullptr)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001003 LOG(LS_ERROR) << "SetLocalDescription - observer is NULL.";
1004 return;
1005 }
1006 if (!desc) {
1007 PostSetSessionDescriptionFailure(observer, "SessionDescription is NULL.");
1008 return;
1009 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001010 // Update stats here so that we have the most recent stats for tracks and
1011 // streams that might be removed by updating the session description.
tommi@webrtc.org03505bc2014-07-14 20:15:26 +00001012 stats_->UpdateStats(kStatsOutputLevelStandard);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001013 std::string error;
1014 if (!session_->SetLocalDescription(desc, &error)) {
1015 PostSetSessionDescriptionFailure(observer, error);
1016 return;
1017 }
deadbeefab9b2d12015-10-14 11:33:11 -07001018
1019 // If setting the description decided our SSL role, allocate any necessary
1020 // SCTP sids.
1021 rtc::SSLRole role;
1022 if (session_->data_channel_type() == cricket::DCT_SCTP &&
Taylor Brandstetterf475d362016-01-08 15:35:57 -08001023 session_->GetSslRole(session_->data_channel(), &role)) {
deadbeefab9b2d12015-10-14 11:33:11 -07001024 AllocateSctpSids(role);
1025 }
1026
1027 // Update state and SSRC of local MediaStreams and DataChannels based on the
1028 // local session description.
1029 const cricket::ContentInfo* audio_content =
1030 GetFirstAudioContent(desc->description());
1031 if (audio_content) {
deadbeeffaac4972015-11-12 15:33:07 -08001032 if (audio_content->rejected) {
1033 RemoveTracks(cricket::MEDIA_TYPE_AUDIO);
1034 } else {
1035 const cricket::AudioContentDescription* audio_desc =
1036 static_cast<const cricket::AudioContentDescription*>(
1037 audio_content->description);
1038 UpdateLocalTracks(audio_desc->streams(), audio_desc->type());
1039 }
deadbeefab9b2d12015-10-14 11:33:11 -07001040 }
1041
1042 const cricket::ContentInfo* video_content =
1043 GetFirstVideoContent(desc->description());
1044 if (video_content) {
deadbeeffaac4972015-11-12 15:33:07 -08001045 if (video_content->rejected) {
1046 RemoveTracks(cricket::MEDIA_TYPE_VIDEO);
1047 } else {
1048 const cricket::VideoContentDescription* video_desc =
1049 static_cast<const cricket::VideoContentDescription*>(
1050 video_content->description);
1051 UpdateLocalTracks(video_desc->streams(), video_desc->type());
1052 }
deadbeefab9b2d12015-10-14 11:33:11 -07001053 }
1054
1055 const cricket::ContentInfo* data_content =
1056 GetFirstDataContent(desc->description());
1057 if (data_content) {
1058 const cricket::DataContentDescription* data_desc =
1059 static_cast<const cricket::DataContentDescription*>(
1060 data_content->description);
1061 if (rtc::starts_with(data_desc->protocol().data(),
1062 cricket::kMediaProtocolRtpPrefix)) {
1063 UpdateLocalRtpDataChannels(data_desc->streams());
1064 }
1065 }
1066
1067 SetSessionDescriptionMsg* msg = new SetSessionDescriptionMsg(observer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001068 signaling_thread()->Post(this, MSG_SET_SESSIONDESCRIPTION_SUCCESS, msg);
deadbeefab9b2d12015-10-14 11:33:11 -07001069
deadbeefcbecd352015-09-23 11:50:27 -07001070 // MaybeStartGathering needs to be called after posting
1071 // MSG_SET_SESSIONDESCRIPTION_SUCCESS, so that we don't signal any candidates
1072 // before signaling that SetLocalDescription completed.
1073 session_->MaybeStartGathering();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001074}
1075
1076void PeerConnection::SetRemoteDescription(
1077 SetSessionDescriptionObserver* observer,
1078 SessionDescriptionInterface* desc) {
Peter Boström1a9d6152015-12-08 22:15:17 +01001079 TRACE_EVENT0("webrtc", "PeerConnection::SetRemoteDescription");
deadbeefab9b2d12015-10-14 11:33:11 -07001080 if (!VERIFY(observer != nullptr)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001081 LOG(LS_ERROR) << "SetRemoteDescription - observer is NULL.";
1082 return;
1083 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001084 if (!desc) {
1085 PostSetSessionDescriptionFailure(observer, "SessionDescription is NULL.");
1086 return;
1087 }
1088 // Update stats here so that we have the most recent stats for tracks and
1089 // streams that might be removed by updating the session description.
tommi@webrtc.org03505bc2014-07-14 20:15:26 +00001090 stats_->UpdateStats(kStatsOutputLevelStandard);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001091 std::string error;
1092 if (!session_->SetRemoteDescription(desc, &error)) {
1093 PostSetSessionDescriptionFailure(observer, error);
1094 return;
1095 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001096
deadbeefab9b2d12015-10-14 11:33:11 -07001097 // If setting the description decided our SSL role, allocate any necessary
1098 // SCTP sids.
1099 rtc::SSLRole role;
1100 if (session_->data_channel_type() == cricket::DCT_SCTP &&
Taylor Brandstetterf475d362016-01-08 15:35:57 -08001101 session_->GetSslRole(session_->data_channel(), &role)) {
deadbeefab9b2d12015-10-14 11:33:11 -07001102 AllocateSctpSids(role);
1103 }
1104
1105 const cricket::SessionDescription* remote_desc = desc->description();
deadbeefbda7e0b2015-12-08 17:13:40 -08001106 const cricket::ContentInfo* audio_content = GetFirstAudioContent(remote_desc);
1107 const cricket::ContentInfo* video_content = GetFirstVideoContent(remote_desc);
1108 const cricket::AudioContentDescription* audio_desc =
1109 GetFirstAudioContentDescription(remote_desc);
1110 const cricket::VideoContentDescription* video_desc =
1111 GetFirstVideoContentDescription(remote_desc);
1112 const cricket::DataContentDescription* data_desc =
1113 GetFirstDataContentDescription(remote_desc);
1114
1115 // Check if the descriptions include streams, just in case the peer supports
1116 // MSID, but doesn't indicate so with "a=msid-semantic".
1117 if (remote_desc->msid_supported() ||
1118 (audio_desc && !audio_desc->streams().empty()) ||
1119 (video_desc && !video_desc->streams().empty())) {
1120 remote_peer_supports_msid_ = true;
1121 }
deadbeefab9b2d12015-10-14 11:33:11 -07001122
1123 // We wait to signal new streams until we finish processing the description,
1124 // since only at that point will new streams have all their tracks.
1125 rtc::scoped_refptr<StreamCollection> new_streams(StreamCollection::Create());
1126
1127 // Find all audio rtp streams and create corresponding remote AudioTracks
1128 // and MediaStreams.
deadbeefab9b2d12015-10-14 11:33:11 -07001129 if (audio_content) {
deadbeeffaac4972015-11-12 15:33:07 -08001130 if (audio_content->rejected) {
1131 RemoveTracks(cricket::MEDIA_TYPE_AUDIO);
1132 } else {
deadbeefbda7e0b2015-12-08 17:13:40 -08001133 bool default_audio_track_needed =
1134 !remote_peer_supports_msid_ &&
1135 MediaContentDirectionHasSend(audio_desc->direction());
1136 UpdateRemoteStreamsList(GetActiveStreams(audio_desc),
1137 default_audio_track_needed, audio_desc->type(),
deadbeeffaac4972015-11-12 15:33:07 -08001138 new_streams);
deadbeeffaac4972015-11-12 15:33:07 -08001139 }
deadbeefab9b2d12015-10-14 11:33:11 -07001140 }
1141
1142 // Find all video rtp streams and create corresponding remote VideoTracks
1143 // and MediaStreams.
deadbeefab9b2d12015-10-14 11:33:11 -07001144 if (video_content) {
deadbeeffaac4972015-11-12 15:33:07 -08001145 if (video_content->rejected) {
1146 RemoveTracks(cricket::MEDIA_TYPE_VIDEO);
1147 } else {
deadbeefbda7e0b2015-12-08 17:13:40 -08001148 bool default_video_track_needed =
1149 !remote_peer_supports_msid_ &&
1150 MediaContentDirectionHasSend(video_desc->direction());
1151 UpdateRemoteStreamsList(GetActiveStreams(video_desc),
1152 default_video_track_needed, video_desc->type(),
deadbeeffaac4972015-11-12 15:33:07 -08001153 new_streams);
deadbeeffaac4972015-11-12 15:33:07 -08001154 }
deadbeefab9b2d12015-10-14 11:33:11 -07001155 }
1156
1157 // Update the DataChannels with the information from the remote peer.
deadbeefbda7e0b2015-12-08 17:13:40 -08001158 if (data_desc) {
1159 if (rtc::starts_with(data_desc->protocol().data(),
deadbeefab9b2d12015-10-14 11:33:11 -07001160 cricket::kMediaProtocolRtpPrefix)) {
deadbeefbda7e0b2015-12-08 17:13:40 -08001161 UpdateRemoteRtpDataChannels(GetActiveStreams(data_desc));
deadbeefab9b2d12015-10-14 11:33:11 -07001162 }
1163 }
1164
1165 // Iterate new_streams and notify the observer about new MediaStreams.
1166 for (size_t i = 0; i < new_streams->count(); ++i) {
1167 MediaStreamInterface* new_stream = new_streams->at(i);
1168 stats_->AddStream(new_stream);
1169 observer_->OnAddStream(new_stream);
1170 }
1171
deadbeefbda7e0b2015-12-08 17:13:40 -08001172 UpdateEndedRemoteMediaStreams();
deadbeefab9b2d12015-10-14 11:33:11 -07001173
1174 SetSessionDescriptionMsg* msg = new SetSessionDescriptionMsg(observer);
1175 signaling_thread()->Post(this, MSG_SET_SESSIONDESCRIPTION_SUCCESS, msg);
deadbeeffc648b62015-10-13 16:42:33 -07001176}
1177
deadbeefa67696b2015-09-29 11:56:26 -07001178bool PeerConnection::SetConfiguration(const RTCConfiguration& config) {
Peter Boström1a9d6152015-12-08 22:15:17 +01001179 TRACE_EVENT0("webrtc", "PeerConnection::SetConfiguration");
buildbot@webrtc.org41451d42014-05-03 05:39:45 +00001180 if (port_allocator_) {
Taylor Brandstetter0c7e9f52015-12-29 14:14:52 -08001181 cricket::ServerAddresses stun_servers;
1182 std::vector<cricket::RelayServerConfig> turn_servers;
1183 if (!ParseIceServers(config.servers, &stun_servers, &turn_servers)) {
buildbot@webrtc.org41451d42014-05-03 05:39:45 +00001184 return false;
1185 }
Taylor Brandstetter0c7e9f52015-12-29 14:14:52 -08001186 port_allocator_->SetIceServers(stun_servers, turn_servers);
buildbot@webrtc.org41451d42014-05-03 05:39:45 +00001187 }
honghaiz1f429e32015-09-28 07:57:34 -07001188 session_->SetIceConfig(session_->ParseIceConfig(config));
mallinath@webrtc.org3d81b1b2014-09-09 14:38:10 +00001189 return session_->SetIceTransports(config.type);
buildbot@webrtc.org41451d42014-05-03 05:39:45 +00001190}
1191
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001192bool PeerConnection::AddIceCandidate(
1193 const IceCandidateInterface* ice_candidate) {
Peter Boström1a9d6152015-12-08 22:15:17 +01001194 TRACE_EVENT0("webrtc", "PeerConnection::AddIceCandidate");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001195 return session_->ProcessIceMessage(ice_candidate);
1196}
1197
buildbot@webrtc.org1567b8c2014-05-08 19:54:16 +00001198void PeerConnection::RegisterUMAObserver(UMAObserver* observer) {
Peter Boström1a9d6152015-12-08 22:15:17 +01001199 TRACE_EVENT0("webrtc", "PeerConnection::RegisterUmaObserver");
buildbot@webrtc.org1567b8c2014-05-08 19:54:16 +00001200 uma_observer_ = observer;
guoweis@webrtc.org7169afd2014-12-04 17:59:29 +00001201
1202 if (session_) {
1203 session_->set_metrics_observer(uma_observer_);
1204 }
1205
mallinath@webrtc.orgd37bcfa2014-05-12 23:10:18 +00001206 // Send information about IPv4/IPv6 status.
1207 if (uma_observer_ && port_allocator_) {
1208 if (port_allocator_->flags() & cricket::PORTALLOCATOR_ENABLE_IPV6) {
Guo-wei Shiehdfbe6792015-09-03 17:12:07 -07001209 uma_observer_->IncrementEnumCounter(
1210 kEnumCounterAddressFamily, kPeerConnection_IPv6,
1211 kPeerConnectionAddressFamilyCounter_Max);
mallinath@webrtc.orgb445f262014-05-23 22:19:37 +00001212 } else {
Guo-wei Shiehdfbe6792015-09-03 17:12:07 -07001213 uma_observer_->IncrementEnumCounter(
1214 kEnumCounterAddressFamily, kPeerConnection_IPv4,
1215 kPeerConnectionAddressFamilyCounter_Max);
mallinath@webrtc.orgd37bcfa2014-05-12 23:10:18 +00001216 }
1217 }
buildbot@webrtc.org1567b8c2014-05-08 19:54:16 +00001218}
1219
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001220const SessionDescriptionInterface* PeerConnection::local_description() const {
1221 return session_->local_description();
1222}
1223
1224const SessionDescriptionInterface* PeerConnection::remote_description() const {
1225 return session_->remote_description();
1226}
1227
1228void PeerConnection::Close() {
Peter Boström1a9d6152015-12-08 22:15:17 +01001229 TRACE_EVENT0("webrtc", "PeerConnection::Close");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001230 // Update stats here so that we have the most recent stats for tracks and
1231 // streams before the channels are closed.
tommi@webrtc.org03505bc2014-07-14 20:15:26 +00001232 stats_->UpdateStats(kStatsOutputLevelStandard);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001233
deadbeefd59daf82015-10-14 15:02:44 -07001234 session_->Close();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001235}
1236
deadbeefd59daf82015-10-14 15:02:44 -07001237void PeerConnection::OnSessionStateChange(WebRtcSession* /*session*/,
1238 WebRtcSession::State state) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001239 switch (state) {
deadbeefd59daf82015-10-14 15:02:44 -07001240 case WebRtcSession::STATE_INIT:
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001241 ChangeSignalingState(PeerConnectionInterface::kStable);
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +00001242 break;
deadbeefd59daf82015-10-14 15:02:44 -07001243 case WebRtcSession::STATE_SENTOFFER:
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001244 ChangeSignalingState(PeerConnectionInterface::kHaveLocalOffer);
1245 break;
deadbeefd59daf82015-10-14 15:02:44 -07001246 case WebRtcSession::STATE_SENTPRANSWER:
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001247 ChangeSignalingState(PeerConnectionInterface::kHaveLocalPrAnswer);
1248 break;
deadbeefd59daf82015-10-14 15:02:44 -07001249 case WebRtcSession::STATE_RECEIVEDOFFER:
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001250 ChangeSignalingState(PeerConnectionInterface::kHaveRemoteOffer);
1251 break;
deadbeefd59daf82015-10-14 15:02:44 -07001252 case WebRtcSession::STATE_RECEIVEDPRANSWER:
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001253 ChangeSignalingState(PeerConnectionInterface::kHaveRemotePrAnswer);
1254 break;
deadbeefd59daf82015-10-14 15:02:44 -07001255 case WebRtcSession::STATE_INPROGRESS:
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001256 ChangeSignalingState(PeerConnectionInterface::kStable);
1257 break;
deadbeefd59daf82015-10-14 15:02:44 -07001258 case WebRtcSession::STATE_CLOSED:
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001259 ChangeSignalingState(PeerConnectionInterface::kClosed);
1260 break;
1261 default:
1262 break;
1263 }
1264}
1265
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001266void PeerConnection::OnMessage(rtc::Message* msg) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001267 switch (msg->message_id) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001268 case MSG_SET_SESSIONDESCRIPTION_SUCCESS: {
1269 SetSessionDescriptionMsg* param =
1270 static_cast<SetSessionDescriptionMsg*>(msg->pdata);
1271 param->observer->OnSuccess();
1272 delete param;
1273 break;
1274 }
1275 case MSG_SET_SESSIONDESCRIPTION_FAILED: {
1276 SetSessionDescriptionMsg* param =
1277 static_cast<SetSessionDescriptionMsg*>(msg->pdata);
1278 param->observer->OnFailure(param->error);
1279 delete param;
1280 break;
1281 }
deadbeefab9b2d12015-10-14 11:33:11 -07001282 case MSG_CREATE_SESSIONDESCRIPTION_FAILED: {
1283 CreateSessionDescriptionMsg* param =
1284 static_cast<CreateSessionDescriptionMsg*>(msg->pdata);
1285 param->observer->OnFailure(param->error);
1286 delete param;
1287 break;
1288 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001289 case MSG_GETSTATS: {
1290 GetStatsMsg* param = static_cast<GetStatsMsg*>(msg->pdata);
tommi@webrtc.org5b06b062014-08-15 08:38:30 +00001291 StatsReports reports;
1292 stats_->GetStats(param->track, &reports);
1293 param->observer->OnComplete(reports);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001294 delete param;
1295 break;
1296 }
deadbeefbd292462015-12-14 18:15:29 -08001297 case MSG_FREE_DATACHANNELS: {
1298 sctp_data_channels_to_free_.clear();
1299 break;
1300 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001301 default:
deadbeef0a6c4ca2015-10-06 11:38:28 -07001302 RTC_DCHECK(false && "Not implemented");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001303 break;
1304 }
1305}
1306
deadbeefab9b2d12015-10-14 11:33:11 -07001307void PeerConnection::CreateAudioReceiver(MediaStreamInterface* stream,
1308 AudioTrackInterface* audio_track,
1309 uint32_t ssrc) {
deadbeefe1f9d832016-01-14 15:35:42 -08001310 receivers_.push_back(RtpReceiverProxy::Create(
1311 signaling_thread(),
1312 new AudioRtpReceiver(audio_track, ssrc, session_.get())));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001313}
1314
deadbeefab9b2d12015-10-14 11:33:11 -07001315void PeerConnection::CreateVideoReceiver(MediaStreamInterface* stream,
perkjf0dcfe22016-03-10 18:32:00 +01001316 const std::string& track_id,
deadbeefab9b2d12015-10-14 11:33:11 -07001317 uint32_t ssrc) {
perkjf0dcfe22016-03-10 18:32:00 +01001318 VideoRtpReceiver* video_receiver = new VideoRtpReceiver(
1319 stream, track_id, factory_->worker_thread(), ssrc, session_.get());
1320 receivers_.push_back(
1321 RtpReceiverProxy::Create(signaling_thread(), video_receiver));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001322}
1323
deadbeef70ab1a12015-09-28 16:53:55 -07001324// TODO(deadbeef): Keep RtpReceivers around even if track goes away in remote
1325// description.
deadbeefab9b2d12015-10-14 11:33:11 -07001326void PeerConnection::DestroyAudioReceiver(MediaStreamInterface* stream,
1327 AudioTrackInterface* audio_track) {
deadbeef70ab1a12015-09-28 16:53:55 -07001328 auto it = FindReceiverForTrack(audio_track);
1329 if (it == receivers_.end()) {
1330 LOG(LS_WARNING) << "RtpReceiver for track with id " << audio_track->id()
1331 << " doesn't exist.";
1332 } else {
1333 (*it)->Stop();
1334 receivers_.erase(it);
1335 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001336}
1337
deadbeefab9b2d12015-10-14 11:33:11 -07001338void PeerConnection::DestroyVideoReceiver(MediaStreamInterface* stream,
1339 VideoTrackInterface* video_track) {
deadbeef70ab1a12015-09-28 16:53:55 -07001340 auto it = FindReceiverForTrack(video_track);
1341 if (it == receivers_.end()) {
1342 LOG(LS_WARNING) << "RtpReceiver for track with id " << video_track->id()
1343 << " doesn't exist.";
1344 } else {
1345 (*it)->Stop();
1346 receivers_.erase(it);
1347 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001348}
deadbeef70ab1a12015-09-28 16:53:55 -07001349
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001350void PeerConnection::OnIceConnectionChange(
1351 PeerConnectionInterface::IceConnectionState new_state) {
deadbeef0a6c4ca2015-10-06 11:38:28 -07001352 RTC_DCHECK(signaling_thread()->IsCurrent());
deadbeefcbecd352015-09-23 11:50:27 -07001353 // After transitioning to "closed", ignore any additional states from
1354 // WebRtcSession (such as "disconnected").
deadbeefab9b2d12015-10-14 11:33:11 -07001355 if (IsClosed()) {
deadbeefcbecd352015-09-23 11:50:27 -07001356 return;
1357 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001358 ice_connection_state_ = new_state;
mallinath@webrtc.orgd3dc4242014-03-01 00:05:52 +00001359 observer_->OnIceConnectionChange(ice_connection_state_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001360}
1361
1362void PeerConnection::OnIceGatheringChange(
1363 PeerConnectionInterface::IceGatheringState new_state) {
deadbeef0a6c4ca2015-10-06 11:38:28 -07001364 RTC_DCHECK(signaling_thread()->IsCurrent());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001365 if (IsClosed()) {
1366 return;
1367 }
1368 ice_gathering_state_ = new_state;
mallinath@webrtc.orgd3dc4242014-03-01 00:05:52 +00001369 observer_->OnIceGatheringChange(ice_gathering_state_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001370}
1371
1372void PeerConnection::OnIceCandidate(const IceCandidateInterface* candidate) {
deadbeef0a6c4ca2015-10-06 11:38:28 -07001373 RTC_DCHECK(signaling_thread()->IsCurrent());
mallinath@webrtc.orgd3dc4242014-03-01 00:05:52 +00001374 observer_->OnIceCandidate(candidate);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001375}
1376
Peter Thatcher54360512015-07-08 11:08:35 -07001377void PeerConnection::OnIceConnectionReceivingChange(bool receiving) {
deadbeef0a6c4ca2015-10-06 11:38:28 -07001378 RTC_DCHECK(signaling_thread()->IsCurrent());
Peter Thatcher54360512015-07-08 11:08:35 -07001379 observer_->OnIceConnectionReceivingChange(receiving);
1380}
1381
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001382void PeerConnection::ChangeSignalingState(
1383 PeerConnectionInterface::SignalingState signaling_state) {
1384 signaling_state_ = signaling_state;
1385 if (signaling_state == kClosed) {
1386 ice_connection_state_ = kIceConnectionClosed;
1387 observer_->OnIceConnectionChange(ice_connection_state_);
1388 if (ice_gathering_state_ != kIceGatheringComplete) {
1389 ice_gathering_state_ = kIceGatheringComplete;
1390 observer_->OnIceGatheringChange(ice_gathering_state_);
1391 }
1392 }
1393 observer_->OnSignalingChange(signaling_state_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001394}
1395
deadbeefeb459812015-12-15 19:24:43 -08001396void PeerConnection::OnAudioTrackAdded(AudioTrackInterface* track,
1397 MediaStreamInterface* stream) {
1398 auto sender = FindSenderForTrack(track);
1399 if (sender != senders_.end()) {
1400 // We already have a sender for this track, so just change the stream_id
1401 // so that it's correct in the next call to CreateOffer.
1402 (*sender)->set_stream_id(stream->label());
1403 return;
1404 }
1405
1406 // Normal case; we've never seen this track before.
deadbeefe1f9d832016-01-14 15:35:42 -08001407 rtc::scoped_refptr<RtpSenderInterface> new_sender = RtpSenderProxy::Create(
1408 signaling_thread(),
1409 new AudioRtpSender(track, stream->label(), session_.get(), stats_.get()));
deadbeefeb459812015-12-15 19:24:43 -08001410 senders_.push_back(new_sender);
1411 // If the sender has already been configured in SDP, we call SetSsrc,
1412 // which will connect the sender to the underlying transport. This can
1413 // occur if a local session description that contains the ID of the sender
1414 // is set before AddStream is called. It can also occur if the local
1415 // session description is not changed and RemoveStream is called, and
1416 // later AddStream is called again with the same stream.
1417 const TrackInfo* track_info =
1418 FindTrackInfo(local_audio_tracks_, stream->label(), track->id());
1419 if (track_info) {
1420 new_sender->SetSsrc(track_info->ssrc);
1421 }
1422}
1423
1424// TODO(deadbeef): Don't destroy RtpSenders here; they should be kept around
1425// indefinitely, when we have unified plan SDP.
1426void PeerConnection::OnAudioTrackRemoved(AudioTrackInterface* track,
1427 MediaStreamInterface* stream) {
1428 auto sender = FindSenderForTrack(track);
1429 if (sender == senders_.end()) {
1430 LOG(LS_WARNING) << "RtpSender for track with id " << track->id()
1431 << " doesn't exist.";
1432 return;
1433 }
1434 (*sender)->Stop();
1435 senders_.erase(sender);
1436}
1437
1438void PeerConnection::OnVideoTrackAdded(VideoTrackInterface* track,
1439 MediaStreamInterface* stream) {
1440 auto sender = FindSenderForTrack(track);
1441 if (sender != senders_.end()) {
1442 // We already have a sender for this track, so just change the stream_id
1443 // so that it's correct in the next call to CreateOffer.
1444 (*sender)->set_stream_id(stream->label());
1445 return;
1446 }
1447
1448 // Normal case; we've never seen this track before.
deadbeefe1f9d832016-01-14 15:35:42 -08001449 rtc::scoped_refptr<RtpSenderInterface> new_sender = RtpSenderProxy::Create(
1450 signaling_thread(),
1451 new VideoRtpSender(track, stream->label(), session_.get()));
deadbeefeb459812015-12-15 19:24:43 -08001452 senders_.push_back(new_sender);
1453 const TrackInfo* track_info =
1454 FindTrackInfo(local_video_tracks_, stream->label(), track->id());
1455 if (track_info) {
1456 new_sender->SetSsrc(track_info->ssrc);
1457 }
1458}
1459
1460void PeerConnection::OnVideoTrackRemoved(VideoTrackInterface* track,
1461 MediaStreamInterface* stream) {
1462 auto sender = FindSenderForTrack(track);
1463 if (sender == senders_.end()) {
1464 LOG(LS_WARNING) << "RtpSender for track with id " << track->id()
1465 << " doesn't exist.";
1466 return;
1467 }
1468 (*sender)->Stop();
1469 senders_.erase(sender);
1470}
1471
deadbeefab9b2d12015-10-14 11:33:11 -07001472void PeerConnection::PostSetSessionDescriptionFailure(
1473 SetSessionDescriptionObserver* observer,
1474 const std::string& error) {
1475 SetSessionDescriptionMsg* msg = new SetSessionDescriptionMsg(observer);
1476 msg->error = error;
1477 signaling_thread()->Post(this, MSG_SET_SESSIONDESCRIPTION_FAILED, msg);
1478}
1479
1480void PeerConnection::PostCreateSessionDescriptionFailure(
1481 CreateSessionDescriptionObserver* observer,
1482 const std::string& error) {
1483 CreateSessionDescriptionMsg* msg = new CreateSessionDescriptionMsg(observer);
1484 msg->error = error;
1485 signaling_thread()->Post(this, MSG_CREATE_SESSIONDESCRIPTION_FAILED, msg);
1486}
1487
1488bool PeerConnection::GetOptionsForOffer(
1489 const PeerConnectionInterface::RTCOfferAnswerOptions& rtc_options,
1490 cricket::MediaSessionOptions* session_options) {
deadbeef0ed85b22016-02-23 17:24:52 -08001491 // TODO(deadbeef): Once we have transceivers, enumerate them here instead of
1492 // ContentInfos.
1493 if (session_->local_description()) {
1494 for (const cricket::ContentInfo& content :
1495 session_->local_description()->description()->contents()) {
1496 session_options->transport_options[content.name] =
1497 cricket::TransportOptions();
1498 }
1499 }
htaa2a49d92016-03-04 02:51:39 -08001500 if (!ExtractMediaSessionOptions(rtc_options, session_options)) {
deadbeefab9b2d12015-10-14 11:33:11 -07001501 return false;
1502 }
1503
deadbeeffac06552015-11-25 11:26:01 -08001504 AddSendStreams(session_options, senders_, rtp_data_channels_);
deadbeefc80741f2015-10-22 13:14:45 -07001505 // Offer to receive audio/video if the constraint is not set and there are
1506 // send streams, or we're currently receiving.
1507 if (rtc_options.offer_to_receive_audio == RTCOfferAnswerOptions::kUndefined) {
1508 session_options->recv_audio =
1509 session_options->HasSendMediaStream(cricket::MEDIA_TYPE_AUDIO) ||
1510 !remote_audio_tracks_.empty();
1511 }
1512 if (rtc_options.offer_to_receive_video == RTCOfferAnswerOptions::kUndefined) {
1513 session_options->recv_video =
1514 session_options->HasSendMediaStream(cricket::MEDIA_TYPE_VIDEO) ||
1515 !remote_video_tracks_.empty();
1516 }
1517 session_options->bundle_enabled =
1518 session_options->bundle_enabled &&
1519 (session_options->has_audio() || session_options->has_video() ||
1520 session_options->has_data());
1521
deadbeefab9b2d12015-10-14 11:33:11 -07001522 if (session_->data_channel_type() == cricket::DCT_SCTP && HasDataChannels()) {
1523 session_options->data_channel_type = cricket::DCT_SCTP;
1524 }
1525 return true;
1526}
1527
htaa2a49d92016-03-04 02:51:39 -08001528void PeerConnection::FinishOptionsForAnswer(
deadbeefab9b2d12015-10-14 11:33:11 -07001529 cricket::MediaSessionOptions* session_options) {
deadbeef0ed85b22016-02-23 17:24:52 -08001530 // TODO(deadbeef): Once we have transceivers, enumerate them here instead of
1531 // ContentInfos.
1532 if (session_->remote_description()) {
1533 // Initialize the transport_options map.
1534 for (const cricket::ContentInfo& content :
1535 session_->remote_description()->description()->contents()) {
1536 session_options->transport_options[content.name] =
1537 cricket::TransportOptions();
1538 }
1539 }
deadbeeffac06552015-11-25 11:26:01 -08001540 AddSendStreams(session_options, senders_, rtp_data_channels_);
deadbeefc80741f2015-10-22 13:14:45 -07001541 session_options->bundle_enabled =
1542 session_options->bundle_enabled &&
1543 (session_options->has_audio() || session_options->has_video() ||
1544 session_options->has_data());
1545
deadbeefab9b2d12015-10-14 11:33:11 -07001546 // RTP data channel is handled in MediaSessionOptions::AddStream. SCTP streams
1547 // are not signaled in the SDP so does not go through that path and must be
1548 // handled here.
1549 if (session_->data_channel_type() == cricket::DCT_SCTP) {
1550 session_options->data_channel_type = cricket::DCT_SCTP;
1551 }
htaa2a49d92016-03-04 02:51:39 -08001552}
1553
1554bool PeerConnection::GetOptionsForAnswer(
1555 const MediaConstraintsInterface* constraints,
1556 cricket::MediaSessionOptions* session_options) {
1557 session_options->recv_audio = false;
1558 session_options->recv_video = false;
1559 if (!ParseConstraintsForAnswer(constraints, session_options)) {
1560 return false;
1561 }
1562 FinishOptionsForAnswer(session_options);
1563 return true;
1564}
1565
1566bool PeerConnection::GetOptionsForAnswer(
1567 const RTCOfferAnswerOptions& options,
1568 cricket::MediaSessionOptions* session_options) {
1569 session_options->recv_audio = false;
1570 session_options->recv_video = false;
1571 if (!ExtractMediaSessionOptions(options, session_options)) {
1572 return false;
1573 }
1574 FinishOptionsForAnswer(session_options);
deadbeefab9b2d12015-10-14 11:33:11 -07001575 return true;
1576}
1577
deadbeeffaac4972015-11-12 15:33:07 -08001578void PeerConnection::RemoveTracks(cricket::MediaType media_type) {
1579 UpdateLocalTracks(std::vector<cricket::StreamParams>(), media_type);
deadbeefbda7e0b2015-12-08 17:13:40 -08001580 UpdateRemoteStreamsList(std::vector<cricket::StreamParams>(), false,
1581 media_type, nullptr);
deadbeeffaac4972015-11-12 15:33:07 -08001582}
1583
deadbeefab9b2d12015-10-14 11:33:11 -07001584void PeerConnection::UpdateRemoteStreamsList(
1585 const cricket::StreamParamsVec& streams,
deadbeefbda7e0b2015-12-08 17:13:40 -08001586 bool default_track_needed,
deadbeefab9b2d12015-10-14 11:33:11 -07001587 cricket::MediaType media_type,
1588 StreamCollection* new_streams) {
1589 TrackInfos* current_tracks = GetRemoteTracks(media_type);
1590
1591 // Find removed tracks. I.e., tracks where the track id or ssrc don't match
deadbeeffac06552015-11-25 11:26:01 -08001592 // the new StreamParam.
deadbeefab9b2d12015-10-14 11:33:11 -07001593 auto track_it = current_tracks->begin();
1594 while (track_it != current_tracks->end()) {
1595 const TrackInfo& info = *track_it;
1596 const cricket::StreamParams* params =
1597 cricket::GetStreamBySsrc(streams, info.ssrc);
deadbeefbda7e0b2015-12-08 17:13:40 -08001598 bool track_exists = params && params->id == info.track_id;
1599 // If this is a default track, and we still need it, don't remove it.
1600 if ((info.stream_label == kDefaultStreamLabel && default_track_needed) ||
1601 track_exists) {
1602 ++track_it;
1603 } else {
deadbeefab9b2d12015-10-14 11:33:11 -07001604 OnRemoteTrackRemoved(info.stream_label, info.track_id, media_type);
1605 track_it = current_tracks->erase(track_it);
deadbeefab9b2d12015-10-14 11:33:11 -07001606 }
1607 }
1608
1609 // Find new and active tracks.
1610 for (const cricket::StreamParams& params : streams) {
1611 // The sync_label is the MediaStream label and the |stream.id| is the
1612 // track id.
1613 const std::string& stream_label = params.sync_label;
1614 const std::string& track_id = params.id;
1615 uint32_t ssrc = params.first_ssrc();
1616
1617 rtc::scoped_refptr<MediaStreamInterface> stream =
1618 remote_streams_->find(stream_label);
1619 if (!stream) {
1620 // This is a new MediaStream. Create a new remote MediaStream.
1621 stream = remote_stream_factory_->CreateMediaStream(stream_label);
1622 remote_streams_->AddStream(stream);
1623 new_streams->AddStream(stream);
1624 }
1625
1626 const TrackInfo* track_info =
1627 FindTrackInfo(*current_tracks, stream_label, track_id);
1628 if (!track_info) {
1629 current_tracks->push_back(TrackInfo(stream_label, track_id, ssrc));
1630 OnRemoteTrackSeen(stream_label, track_id, ssrc, media_type);
1631 }
1632 }
deadbeefbda7e0b2015-12-08 17:13:40 -08001633
1634 // Add default track if necessary.
1635 if (default_track_needed) {
1636 rtc::scoped_refptr<MediaStreamInterface> default_stream =
1637 remote_streams_->find(kDefaultStreamLabel);
1638 if (!default_stream) {
1639 // Create the new default MediaStream.
1640 default_stream =
1641 remote_stream_factory_->CreateMediaStream(kDefaultStreamLabel);
1642 remote_streams_->AddStream(default_stream);
1643 new_streams->AddStream(default_stream);
1644 }
1645 std::string default_track_id = (media_type == cricket::MEDIA_TYPE_AUDIO)
1646 ? kDefaultAudioTrackLabel
1647 : kDefaultVideoTrackLabel;
1648 const TrackInfo* default_track_info =
1649 FindTrackInfo(*current_tracks, kDefaultStreamLabel, default_track_id);
1650 if (!default_track_info) {
1651 current_tracks->push_back(
1652 TrackInfo(kDefaultStreamLabel, default_track_id, 0));
1653 OnRemoteTrackSeen(kDefaultStreamLabel, default_track_id, 0, media_type);
1654 }
1655 }
deadbeefab9b2d12015-10-14 11:33:11 -07001656}
1657
1658void PeerConnection::OnRemoteTrackSeen(const std::string& stream_label,
1659 const std::string& track_id,
1660 uint32_t ssrc,
1661 cricket::MediaType media_type) {
1662 MediaStreamInterface* stream = remote_streams_->find(stream_label);
1663
1664 if (media_type == cricket::MEDIA_TYPE_AUDIO) {
Tommif888bb52015-12-12 01:37:01 +01001665 AudioTrackInterface* audio_track = remote_stream_factory_->AddAudioTrack(
1666 ssrc, session_.get(), stream, track_id);
deadbeefab9b2d12015-10-14 11:33:11 -07001667 CreateAudioReceiver(stream, audio_track, ssrc);
1668 } else if (media_type == cricket::MEDIA_TYPE_VIDEO) {
perkjf0dcfe22016-03-10 18:32:00 +01001669 CreateVideoReceiver(stream, track_id, ssrc);
deadbeefab9b2d12015-10-14 11:33:11 -07001670 } else {
1671 RTC_DCHECK(false && "Invalid media type");
1672 }
1673}
1674
1675void PeerConnection::OnRemoteTrackRemoved(const std::string& stream_label,
1676 const std::string& track_id,
1677 cricket::MediaType media_type) {
1678 MediaStreamInterface* stream = remote_streams_->find(stream_label);
1679
1680 if (media_type == cricket::MEDIA_TYPE_AUDIO) {
1681 rtc::scoped_refptr<AudioTrackInterface> audio_track =
1682 stream->FindAudioTrack(track_id);
1683 if (audio_track) {
1684 audio_track->set_state(webrtc::MediaStreamTrackInterface::kEnded);
1685 stream->RemoveTrack(audio_track);
1686 DestroyAudioReceiver(stream, audio_track);
1687 }
1688 } else if (media_type == cricket::MEDIA_TYPE_VIDEO) {
1689 rtc::scoped_refptr<VideoTrackInterface> video_track =
1690 stream->FindVideoTrack(track_id);
1691 if (video_track) {
deadbeefab9b2d12015-10-14 11:33:11 -07001692 stream->RemoveTrack(video_track);
perkjf0dcfe22016-03-10 18:32:00 +01001693 // Stopping or destroying a VideoRtpReceiver will end the
1694 // VideoRtpReceiver::track().
deadbeefab9b2d12015-10-14 11:33:11 -07001695 DestroyVideoReceiver(stream, video_track);
1696 }
1697 } else {
1698 ASSERT(false && "Invalid media type");
1699 }
1700}
1701
1702void PeerConnection::UpdateEndedRemoteMediaStreams() {
1703 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_to_remove;
1704 for (size_t i = 0; i < remote_streams_->count(); ++i) {
1705 MediaStreamInterface* stream = remote_streams_->at(i);
1706 if (stream->GetAudioTracks().empty() && stream->GetVideoTracks().empty()) {
1707 streams_to_remove.push_back(stream);
1708 }
1709 }
1710
1711 for (const auto& stream : streams_to_remove) {
1712 remote_streams_->RemoveStream(stream);
1713 observer_->OnRemoveStream(stream);
1714 }
1715}
1716
deadbeefab9b2d12015-10-14 11:33:11 -07001717void PeerConnection::EndRemoteTracks(cricket::MediaType media_type) {
1718 TrackInfos* current_tracks = GetRemoteTracks(media_type);
1719 for (TrackInfos::iterator track_it = current_tracks->begin();
1720 track_it != current_tracks->end(); ++track_it) {
1721 const TrackInfo& info = *track_it;
1722 MediaStreamInterface* stream = remote_streams_->find(info.stream_label);
1723 if (media_type == cricket::MEDIA_TYPE_AUDIO) {
1724 AudioTrackInterface* track = stream->FindAudioTrack(info.track_id);
1725 // There's no guarantee the track is still available, e.g. the track may
1726 // have been removed from the stream by javascript.
1727 if (track) {
1728 track->set_state(webrtc::MediaStreamTrackInterface::kEnded);
1729 }
1730 }
1731 if (media_type == cricket::MEDIA_TYPE_VIDEO) {
1732 VideoTrackInterface* track = stream->FindVideoTrack(info.track_id);
1733 // There's no guarantee the track is still available, e.g. the track may
1734 // have been removed from the stream by javascript.
1735 if (track) {
1736 track->set_state(webrtc::MediaStreamTrackInterface::kEnded);
1737 }
1738 }
1739 }
1740}
1741
1742void PeerConnection::UpdateLocalTracks(
1743 const std::vector<cricket::StreamParams>& streams,
1744 cricket::MediaType media_type) {
1745 TrackInfos* current_tracks = GetLocalTracks(media_type);
1746
1747 // Find removed tracks. I.e., tracks where the track id, stream label or ssrc
1748 // don't match the new StreamParam.
1749 TrackInfos::iterator track_it = current_tracks->begin();
1750 while (track_it != current_tracks->end()) {
1751 const TrackInfo& info = *track_it;
1752 const cricket::StreamParams* params =
1753 cricket::GetStreamBySsrc(streams, info.ssrc);
1754 if (!params || params->id != info.track_id ||
1755 params->sync_label != info.stream_label) {
1756 OnLocalTrackRemoved(info.stream_label, info.track_id, info.ssrc,
1757 media_type);
1758 track_it = current_tracks->erase(track_it);
1759 } else {
1760 ++track_it;
1761 }
1762 }
1763
1764 // Find new and active tracks.
1765 for (const cricket::StreamParams& params : streams) {
1766 // The sync_label is the MediaStream label and the |stream.id| is the
1767 // track id.
1768 const std::string& stream_label = params.sync_label;
1769 const std::string& track_id = params.id;
1770 uint32_t ssrc = params.first_ssrc();
1771 const TrackInfo* track_info =
1772 FindTrackInfo(*current_tracks, stream_label, track_id);
1773 if (!track_info) {
1774 current_tracks->push_back(TrackInfo(stream_label, track_id, ssrc));
1775 OnLocalTrackSeen(stream_label, track_id, params.first_ssrc(), media_type);
1776 }
1777 }
1778}
1779
1780void PeerConnection::OnLocalTrackSeen(const std::string& stream_label,
1781 const std::string& track_id,
1782 uint32_t ssrc,
1783 cricket::MediaType media_type) {
deadbeeffac06552015-11-25 11:26:01 -08001784 RtpSenderInterface* sender = FindSenderById(track_id);
1785 if (!sender) {
1786 LOG(LS_WARNING) << "An unknown RtpSender with id " << track_id
1787 << " has been configured in the local description.";
deadbeefab9b2d12015-10-14 11:33:11 -07001788 return;
1789 }
1790
deadbeeffac06552015-11-25 11:26:01 -08001791 if (sender->media_type() != media_type) {
1792 LOG(LS_WARNING) << "An RtpSender has been configured in the local"
1793 << " description with an unexpected media type.";
1794 return;
deadbeefab9b2d12015-10-14 11:33:11 -07001795 }
deadbeeffac06552015-11-25 11:26:01 -08001796
1797 sender->set_stream_id(stream_label);
1798 sender->SetSsrc(ssrc);
deadbeefab9b2d12015-10-14 11:33:11 -07001799}
1800
1801void PeerConnection::OnLocalTrackRemoved(const std::string& stream_label,
1802 const std::string& track_id,
1803 uint32_t ssrc,
1804 cricket::MediaType media_type) {
deadbeeffac06552015-11-25 11:26:01 -08001805 RtpSenderInterface* sender = FindSenderById(track_id);
1806 if (!sender) {
1807 // This is the normal case. I.e., RemoveStream has been called and the
deadbeefab9b2d12015-10-14 11:33:11 -07001808 // SessionDescriptions has been renegotiated.
1809 return;
1810 }
deadbeeffac06552015-11-25 11:26:01 -08001811
1812 // A sender has been removed from the SessionDescription but it's still
1813 // associated with the PeerConnection. This only occurs if the SDP doesn't
1814 // match with the calls to CreateSender, AddStream and RemoveStream.
1815 if (sender->media_type() != media_type) {
1816 LOG(LS_WARNING) << "An RtpSender has been configured in the local"
1817 << " description with an unexpected media type.";
1818 return;
deadbeefab9b2d12015-10-14 11:33:11 -07001819 }
deadbeeffac06552015-11-25 11:26:01 -08001820
1821 sender->SetSsrc(0);
deadbeefab9b2d12015-10-14 11:33:11 -07001822}
1823
1824void PeerConnection::UpdateLocalRtpDataChannels(
1825 const cricket::StreamParamsVec& streams) {
1826 std::vector<std::string> existing_channels;
1827
1828 // Find new and active data channels.
1829 for (const cricket::StreamParams& params : streams) {
1830 // |it->sync_label| is actually the data channel label. The reason is that
1831 // we use the same naming of data channels as we do for
1832 // MediaStreams and Tracks.
1833 // For MediaStreams, the sync_label is the MediaStream label and the
1834 // track label is the same as |streamid|.
1835 const std::string& channel_label = params.sync_label;
1836 auto data_channel_it = rtp_data_channels_.find(channel_label);
1837 if (!VERIFY(data_channel_it != rtp_data_channels_.end())) {
1838 continue;
1839 }
1840 // Set the SSRC the data channel should use for sending.
1841 data_channel_it->second->SetSendSsrc(params.first_ssrc());
1842 existing_channels.push_back(data_channel_it->first);
1843 }
1844
1845 UpdateClosingRtpDataChannels(existing_channels, true);
1846}
1847
1848void PeerConnection::UpdateRemoteRtpDataChannels(
1849 const cricket::StreamParamsVec& streams) {
1850 std::vector<std::string> existing_channels;
1851
1852 // Find new and active data channels.
1853 for (const cricket::StreamParams& params : streams) {
1854 // The data channel label is either the mslabel or the SSRC if the mslabel
1855 // does not exist. Ex a=ssrc:444330170 mslabel:test1.
1856 std::string label = params.sync_label.empty()
1857 ? rtc::ToString(params.first_ssrc())
1858 : params.sync_label;
1859 auto data_channel_it = rtp_data_channels_.find(label);
1860 if (data_channel_it == rtp_data_channels_.end()) {
1861 // This is a new data channel.
1862 CreateRemoteRtpDataChannel(label, params.first_ssrc());
1863 } else {
1864 data_channel_it->second->SetReceiveSsrc(params.first_ssrc());
1865 }
1866 existing_channels.push_back(label);
1867 }
1868
1869 UpdateClosingRtpDataChannels(existing_channels, false);
1870}
1871
1872void PeerConnection::UpdateClosingRtpDataChannels(
1873 const std::vector<std::string>& active_channels,
1874 bool is_local_update) {
1875 auto it = rtp_data_channels_.begin();
1876 while (it != rtp_data_channels_.end()) {
1877 DataChannel* data_channel = it->second;
1878 if (std::find(active_channels.begin(), active_channels.end(),
1879 data_channel->label()) != active_channels.end()) {
1880 ++it;
1881 continue;
1882 }
1883
1884 if (is_local_update) {
1885 data_channel->SetSendSsrc(0);
1886 } else {
1887 data_channel->RemotePeerRequestClose();
1888 }
1889
1890 if (data_channel->state() == DataChannel::kClosed) {
1891 rtp_data_channels_.erase(it);
1892 it = rtp_data_channels_.begin();
1893 } else {
1894 ++it;
1895 }
1896 }
1897}
1898
1899void PeerConnection::CreateRemoteRtpDataChannel(const std::string& label,
1900 uint32_t remote_ssrc) {
1901 rtc::scoped_refptr<DataChannel> channel(
1902 InternalCreateDataChannel(label, nullptr));
1903 if (!channel.get()) {
1904 LOG(LS_WARNING) << "Remote peer requested a DataChannel but"
1905 << "CreateDataChannel failed.";
1906 return;
1907 }
1908 channel->SetReceiveSsrc(remote_ssrc);
1909 observer_->OnDataChannel(
1910 DataChannelProxy::Create(signaling_thread(), channel));
1911}
1912
1913rtc::scoped_refptr<DataChannel> PeerConnection::InternalCreateDataChannel(
1914 const std::string& label,
1915 const InternalDataChannelInit* config) {
1916 if (IsClosed()) {
1917 return nullptr;
1918 }
1919 if (session_->data_channel_type() == cricket::DCT_NONE) {
1920 LOG(LS_ERROR)
1921 << "InternalCreateDataChannel: Data is not supported in this call.";
1922 return nullptr;
1923 }
1924 InternalDataChannelInit new_config =
1925 config ? (*config) : InternalDataChannelInit();
1926 if (session_->data_channel_type() == cricket::DCT_SCTP) {
1927 if (new_config.id < 0) {
1928 rtc::SSLRole role;
Taylor Brandstetterf475d362016-01-08 15:35:57 -08001929 if ((session_->GetSslRole(session_->data_channel(), &role)) &&
deadbeefab9b2d12015-10-14 11:33:11 -07001930 !sid_allocator_.AllocateSid(role, &new_config.id)) {
1931 LOG(LS_ERROR) << "No id can be allocated for the SCTP data channel.";
1932 return nullptr;
1933 }
1934 } else if (!sid_allocator_.ReserveSid(new_config.id)) {
1935 LOG(LS_ERROR) << "Failed to create a SCTP data channel "
1936 << "because the id is already in use or out of range.";
1937 return nullptr;
1938 }
1939 }
1940
1941 rtc::scoped_refptr<DataChannel> channel(DataChannel::Create(
1942 session_.get(), session_->data_channel_type(), label, new_config));
1943 if (!channel) {
1944 sid_allocator_.ReleaseSid(new_config.id);
1945 return nullptr;
1946 }
1947
1948 if (channel->data_channel_type() == cricket::DCT_RTP) {
1949 if (rtp_data_channels_.find(channel->label()) != rtp_data_channels_.end()) {
1950 LOG(LS_ERROR) << "DataChannel with label " << channel->label()
1951 << " already exists.";
1952 return nullptr;
1953 }
1954 rtp_data_channels_[channel->label()] = channel;
1955 } else {
1956 RTC_DCHECK(channel->data_channel_type() == cricket::DCT_SCTP);
1957 sctp_data_channels_.push_back(channel);
1958 channel->SignalClosed.connect(this,
1959 &PeerConnection::OnSctpDataChannelClosed);
1960 }
1961
1962 return channel;
1963}
1964
1965bool PeerConnection::HasDataChannels() const {
1966 return !rtp_data_channels_.empty() || !sctp_data_channels_.empty();
1967}
1968
1969void PeerConnection::AllocateSctpSids(rtc::SSLRole role) {
1970 for (const auto& channel : sctp_data_channels_) {
1971 if (channel->id() < 0) {
1972 int sid;
1973 if (!sid_allocator_.AllocateSid(role, &sid)) {
1974 LOG(LS_ERROR) << "Failed to allocate SCTP sid.";
1975 continue;
1976 }
1977 channel->SetSctpSid(sid);
1978 }
1979 }
1980}
1981
1982void PeerConnection::OnSctpDataChannelClosed(DataChannel* channel) {
deadbeefbd292462015-12-14 18:15:29 -08001983 RTC_DCHECK(signaling_thread()->IsCurrent());
deadbeefab9b2d12015-10-14 11:33:11 -07001984 for (auto it = sctp_data_channels_.begin(); it != sctp_data_channels_.end();
1985 ++it) {
1986 if (it->get() == channel) {
1987 if (channel->id() >= 0) {
1988 sid_allocator_.ReleaseSid(channel->id());
1989 }
deadbeefbd292462015-12-14 18:15:29 -08001990 // Since this method is triggered by a signal from the DataChannel,
1991 // we can't free it directly here; we need to free it asynchronously.
1992 sctp_data_channels_to_free_.push_back(*it);
deadbeefab9b2d12015-10-14 11:33:11 -07001993 sctp_data_channels_.erase(it);
deadbeefbd292462015-12-14 18:15:29 -08001994 signaling_thread()->Post(this, MSG_FREE_DATACHANNELS, nullptr);
deadbeefab9b2d12015-10-14 11:33:11 -07001995 return;
1996 }
1997 }
1998}
1999
2000void PeerConnection::OnVoiceChannelDestroyed() {
2001 EndRemoteTracks(cricket::MEDIA_TYPE_AUDIO);
2002}
2003
2004void PeerConnection::OnVideoChannelDestroyed() {
2005 EndRemoteTracks(cricket::MEDIA_TYPE_VIDEO);
2006}
2007
2008void PeerConnection::OnDataChannelCreated() {
2009 for (const auto& channel : sctp_data_channels_) {
2010 channel->OnTransportChannelCreated();
2011 }
2012}
2013
2014void PeerConnection::OnDataChannelDestroyed() {
2015 // Use a temporary copy of the RTP/SCTP DataChannel list because the
2016 // DataChannel may callback to us and try to modify the list.
2017 std::map<std::string, rtc::scoped_refptr<DataChannel>> temp_rtp_dcs;
2018 temp_rtp_dcs.swap(rtp_data_channels_);
2019 for (const auto& kv : temp_rtp_dcs) {
2020 kv.second->OnTransportChannelDestroyed();
2021 }
2022
2023 std::vector<rtc::scoped_refptr<DataChannel>> temp_sctp_dcs;
2024 temp_sctp_dcs.swap(sctp_data_channels_);
2025 for (const auto& channel : temp_sctp_dcs) {
2026 channel->OnTransportChannelDestroyed();
2027 }
2028}
2029
2030void PeerConnection::OnDataChannelOpenMessage(
2031 const std::string& label,
2032 const InternalDataChannelInit& config) {
2033 rtc::scoped_refptr<DataChannel> channel(
2034 InternalCreateDataChannel(label, &config));
2035 if (!channel.get()) {
2036 LOG(LS_ERROR) << "Failed to create DataChannel from the OPEN message.";
2037 return;
2038 }
2039
2040 observer_->OnDataChannel(
2041 DataChannelProxy::Create(signaling_thread(), channel));
2042}
2043
deadbeeffac06552015-11-25 11:26:01 -08002044RtpSenderInterface* PeerConnection::FindSenderById(const std::string& id) {
2045 auto it =
2046 std::find_if(senders_.begin(), senders_.end(),
2047 [id](const rtc::scoped_refptr<RtpSenderInterface>& sender) {
2048 return sender->id() == id;
2049 });
2050 return it != senders_.end() ? it->get() : nullptr;
2051}
2052
deadbeef70ab1a12015-09-28 16:53:55 -07002053std::vector<rtc::scoped_refptr<RtpSenderInterface>>::iterator
2054PeerConnection::FindSenderForTrack(MediaStreamTrackInterface* track) {
2055 return std::find_if(
2056 senders_.begin(), senders_.end(),
2057 [track](const rtc::scoped_refptr<RtpSenderInterface>& sender) {
2058 return sender->track() == track;
2059 });
2060}
2061
2062std::vector<rtc::scoped_refptr<RtpReceiverInterface>>::iterator
2063PeerConnection::FindReceiverForTrack(MediaStreamTrackInterface* track) {
2064 return std::find_if(
2065 receivers_.begin(), receivers_.end(),
2066 [track](const rtc::scoped_refptr<RtpReceiverInterface>& receiver) {
2067 return receiver->track() == track;
2068 });
2069}
2070
deadbeefab9b2d12015-10-14 11:33:11 -07002071PeerConnection::TrackInfos* PeerConnection::GetRemoteTracks(
2072 cricket::MediaType media_type) {
2073 RTC_DCHECK(media_type == cricket::MEDIA_TYPE_AUDIO ||
2074 media_type == cricket::MEDIA_TYPE_VIDEO);
2075 return (media_type == cricket::MEDIA_TYPE_AUDIO) ? &remote_audio_tracks_
2076 : &remote_video_tracks_;
2077}
2078
2079PeerConnection::TrackInfos* PeerConnection::GetLocalTracks(
2080 cricket::MediaType media_type) {
2081 RTC_DCHECK(media_type == cricket::MEDIA_TYPE_AUDIO ||
2082 media_type == cricket::MEDIA_TYPE_VIDEO);
2083 return (media_type == cricket::MEDIA_TYPE_AUDIO) ? &local_audio_tracks_
2084 : &local_video_tracks_;
2085}
2086
2087const PeerConnection::TrackInfo* PeerConnection::FindTrackInfo(
2088 const PeerConnection::TrackInfos& infos,
2089 const std::string& stream_label,
2090 const std::string track_id) const {
2091 for (const TrackInfo& track_info : infos) {
2092 if (track_info.stream_label == stream_label &&
2093 track_info.track_id == track_id) {
2094 return &track_info;
2095 }
2096 }
2097 return nullptr;
2098}
2099
2100DataChannel* PeerConnection::FindDataChannelBySid(int sid) const {
2101 for (const auto& channel : sctp_data_channels_) {
2102 if (channel->id() == sid) {
2103 return channel;
2104 }
2105 }
2106 return nullptr;
2107}
2108
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002109} // namespace webrtc