blob: 9c048adc06827643f7b29e5e55b07aef86af3925 [file] [log] [blame]
Steve Anton6e634bf2017-11-13 10:44:53 -08001/*
2 * Copyright 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Steve Anton10542f22019-01-11 09:11:00 -080011#ifndef PC_RTP_TRANSCEIVER_H_
12#define PC_RTP_TRANSCEIVER_H_
Steve Anton6e634bf2017-11-13 10:44:53 -080013
14#include <string>
15#include <vector>
16
Steve Anton10542f22019-01-11 09:11:00 -080017#include "api/rtp_transceiver_interface.h"
Ruslan Burakov501bfba2019-02-11 10:29:19 +010018#include "pc/channel_interface.h"
Florent Castelli2d9d82e2019-04-23 19:25:51 +020019#include "pc/channel_manager.h"
Steve Anton10542f22019-01-11 09:11:00 -080020#include "pc/rtp_receiver.h"
21#include "pc/rtp_sender.h"
Steve Anton6e634bf2017-11-13 10:44:53 -080022
23namespace webrtc {
24
25// Implementation of the public RtpTransceiverInterface.
26//
27// The RtpTransceiverInterface is only intended to be used with a PeerConnection
28// that enables Unified Plan SDP. Thus, the methods that only need to implement
29// public API features and are not used internally can assume exactly one sender
30// and receiver.
31//
32// Since the RtpTransceiver is used internally by PeerConnection for tracking
33// RtpSenders, RtpReceivers, and BaseChannels, and PeerConnection needs to be
34// backwards compatible with Plan B SDP, this implementation is more flexible
35// than that required by the WebRTC specification.
36//
37// With Plan B SDP, an RtpTransceiver can have any number of senders and
38// receivers which map to a=ssrc lines in the m= section.
39// With Unified Plan SDP, an RtpTransceiver will have exactly one sender and one
40// receiver which are encapsulated by the m= section.
41//
42// This class manages the RtpSenders, RtpReceivers, and BaseChannel associated
43// with this m= section. Since the transceiver, senders, and receivers are
44// reference counted and can be referenced from JavaScript (in Chromium), these
45// objects must be ready to live for an arbitrary amount of time. The
46// BaseChannel is not reference counted and is owned by the ChannelManager, so
47// the PeerConnection must take care of creating/deleting the BaseChannel and
48// setting the channel reference in the transceiver to null when it has been
49// deleted.
50//
51// The RtpTransceiver is specialized to either audio or video according to the
52// MediaType specified in the constructor. Audio RtpTransceivers will have
53// AudioRtpSenders, AudioRtpReceivers, and a VoiceChannel. Video RtpTransceivers
54// will have VideoRtpSenders, VideoRtpReceivers, and a VideoChannel.
55class RtpTransceiver final
Steve Anton60776752018-01-10 11:51:34 -080056 : public rtc::RefCountedObject<RtpTransceiverInterface>,
57 public sigslot::has_slots<> {
Steve Anton6e634bf2017-11-13 10:44:53 -080058 public:
Steve Anton79e79602017-11-20 10:25:56 -080059 // Construct a Plan B-style RtpTransceiver with no senders, receivers, or
60 // channel set.
Steve Anton6e634bf2017-11-13 10:44:53 -080061 // |media_type| specifies the type of RtpTransceiver (and, by transitivity,
62 // the type of senders, receivers, and channel). Can either by audio or video.
63 explicit RtpTransceiver(cricket::MediaType media_type);
Steve Anton79e79602017-11-20 10:25:56 -080064 // Construct a Unified Plan-style RtpTransceiver with the given sender and
65 // receiver. The media type will be derived from the media types of the sender
66 // and receiver. The sender and receiver should have the same media type.
Markus Handell0357b3e2020-03-16 13:40:51 +010067 // |HeaderExtensionsToOffer| is used for initializing the return value of
68 // HeaderExtensionsToOffer().
Steve Anton79e79602017-11-20 10:25:56 -080069 RtpTransceiver(
70 rtc::scoped_refptr<RtpSenderProxyWithInternal<RtpSenderInternal>> sender,
71 rtc::scoped_refptr<RtpReceiverProxyWithInternal<RtpReceiverInternal>>
Florent Castelli2d9d82e2019-04-23 19:25:51 +020072 receiver,
Markus Handell0357b3e2020-03-16 13:40:51 +010073 cricket::ChannelManager* channel_manager,
74 std::vector<RtpHeaderExtensionCapability> HeaderExtensionsToOffer);
Steve Anton6e634bf2017-11-13 10:44:53 -080075 ~RtpTransceiver() override;
76
Steve Anton6e634bf2017-11-13 10:44:53 -080077 // Returns the Voice/VideoChannel set for this transceiver. May be null if
78 // the transceiver is not in the currently set local/remote description.
Amit Hilbuchdd9390c2018-11-13 16:26:05 -080079 cricket::ChannelInterface* channel() const { return channel_; }
Steve Anton6e634bf2017-11-13 10:44:53 -080080
81 // Sets the Voice/VideoChannel. The caller must pass in the correct channel
82 // implementation based on the type of the transceiver.
Amit Hilbuchdd9390c2018-11-13 16:26:05 -080083 void SetChannel(cricket::ChannelInterface* channel);
Steve Anton6e634bf2017-11-13 10:44:53 -080084
85 // Adds an RtpSender of the appropriate type to be owned by this transceiver.
86 // Must not be null.
87 void AddSender(
88 rtc::scoped_refptr<RtpSenderProxyWithInternal<RtpSenderInternal>> sender);
89
90 // Removes the given RtpSender. Returns false if the sender is not owned by
91 // this transceiver.
92 bool RemoveSender(RtpSenderInterface* sender);
93
94 // Returns a vector of the senders owned by this transceiver.
95 std::vector<rtc::scoped_refptr<RtpSenderProxyWithInternal<RtpSenderInternal>>>
96 senders() const {
97 return senders_;
98 }
99
100 // Adds an RtpReceiver of the appropriate type to be owned by this
101 // transceiver. Must not be null.
102 void AddReceiver(
103 rtc::scoped_refptr<RtpReceiverProxyWithInternal<RtpReceiverInternal>>
104 receiver);
105
106 // Removes the given RtpReceiver. Returns false if the sender is not owned by
107 // this transceiver.
108 bool RemoveReceiver(RtpReceiverInterface* receiver);
109
110 // Returns a vector of the receivers owned by this transceiver.
111 std::vector<
112 rtc::scoped_refptr<RtpReceiverProxyWithInternal<RtpReceiverInternal>>>
113 receivers() const {
114 return receivers_;
115 }
116
Steve Antonf9381f02017-12-14 10:23:57 -0800117 // Returns the backing object for the transceiver's Unified Plan sender.
118 rtc::scoped_refptr<RtpSenderInternal> sender_internal() const;
119
120 // Returns the backing object for the transceiver's Unified Plan receiver.
121 rtc::scoped_refptr<RtpReceiverInternal> receiver_internal() const;
122
Steve Antondcc3c022017-12-22 16:02:54 -0800123 // RtpTransceivers are not associated until they have a corresponding media
124 // section set in SetLocalDescription or SetRemoteDescription. Therefore,
125 // when setting a local offer we need a way to remember which transceiver was
126 // used to create which media section in the offer. Storing the mline index
127 // in CreateOffer is specified in JSEP to allow us to do that.
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200128 absl::optional<size_t> mline_index() const { return mline_index_; }
129 void set_mline_index(absl::optional<size_t> mline_index) {
Steve Antondcc3c022017-12-22 16:02:54 -0800130 mline_index_ = mline_index;
131 }
132
133 // Sets the MID for this transceiver. If the MID is not null, then the
134 // transceiver is considered "associated" with the media section that has the
135 // same MID.
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200136 void set_mid(const absl::optional<std::string>& mid) { mid_ = mid; }
Steve Antondcc3c022017-12-22 16:02:54 -0800137
138 // Sets the intended direction for this transceiver. Intended to be used
139 // internally over SetDirection since this does not trigger a negotiation
140 // needed callback.
141 void set_direction(RtpTransceiverDirection direction) {
142 direction_ = direction;
143 }
144
145 // Sets the current direction for this transceiver as negotiated in an offer/
146 // answer exchange. The current direction is null before an answer with this
147 // transceiver has been set.
148 void set_current_direction(RtpTransceiverDirection direction);
149
Steve Anton0f5400a2018-07-17 14:25:36 -0700150 // Sets the fired direction for this transceiver. The fired direction is null
151 // until SetRemoteDescription is called or an answer is set (either local or
152 // remote).
153 void set_fired_direction(RtpTransceiverDirection direction);
154
Steve Antonf9381f02017-12-14 10:23:57 -0800155 // According to JSEP rules for SetRemoteDescription, RtpTransceivers can be
156 // reused only if they were added by AddTrack.
157 void set_created_by_addtrack(bool created_by_addtrack) {
158 created_by_addtrack_ = created_by_addtrack;
159 }
Eldar Rello353a7182019-11-25 18:49:44 +0200160 // If AddTrack has been called then transceiver can't be removed during
161 // rollback.
162 void set_reused_for_addtrack(bool reused_for_addtrack) {
163 reused_for_addtrack_ = reused_for_addtrack;
164 }
165
Steve Antonf9381f02017-12-14 10:23:57 -0800166 bool created_by_addtrack() const { return created_by_addtrack_; }
167
Eldar Rello353a7182019-11-25 18:49:44 +0200168 bool reused_for_addtrack() const { return reused_for_addtrack_; }
169
Steve Antonf9381f02017-12-14 10:23:57 -0800170 // Returns true if this transceiver has ever had the current direction set to
171 // sendonly or sendrecv.
172 bool has_ever_been_used_to_send() const {
173 return has_ever_been_used_to_send_;
174 }
175
Harald Alvestrand6060df52020-08-11 09:54:02 +0200176 // Informs the transceiver that its owning
177 // PeerConnection is closed.
178 void SetPeerConnectionClosed();
179
Harald Alvestrandc75c4282020-08-26 12:17:54 +0000180 // Executes the "stop the RTCRtpTransceiver" procedure from
181 // the webrtc-pc specification, described under the stop() method.
182 void StopTransceiverProcedure();
183
Steve Anton52d86772018-02-20 15:48:12 -0800184 // Fired when the RtpTransceiver state changes such that negotiation is now
185 // needed (e.g., in response to a direction change).
186 sigslot::signal0<> SignalNegotiationNeeded;
187
Steve Anton6e634bf2017-11-13 10:44:53 -0800188 // RtpTransceiverInterface implementation.
Steve Anton69470252018-02-09 11:43:08 -0800189 cricket::MediaType media_type() const override;
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200190 absl::optional<std::string> mid() const override;
Steve Anton6e634bf2017-11-13 10:44:53 -0800191 rtc::scoped_refptr<RtpSenderInterface> sender() const override;
192 rtc::scoped_refptr<RtpReceiverInterface> receiver() const override;
193 bool stopped() const override;
Harald Alvestrand6060df52020-08-11 09:54:02 +0200194 bool stopping() const override;
Steve Anton6e634bf2017-11-13 10:44:53 -0800195 RtpTransceiverDirection direction() const override;
Harald Alvestrand6060df52020-08-11 09:54:02 +0200196 RTCError SetDirectionWithError(
197 RtpTransceiverDirection new_direction) override;
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200198 absl::optional<RtpTransceiverDirection> current_direction() const override;
Steve Anton0f5400a2018-07-17 14:25:36 -0700199 absl::optional<RtpTransceiverDirection> fired_direction() const override;
Harald Alvestrand6060df52020-08-11 09:54:02 +0200200 RTCError StopStandard() override;
201 void StopInternal() override;
Florent Castelli2d9d82e2019-04-23 19:25:51 +0200202 RTCError SetCodecPreferences(
203 rtc::ArrayView<RtpCodecCapability> codecs) override;
204 std::vector<RtpCodecCapability> codec_preferences() const override {
205 return codec_preferences_;
206 }
Markus Handell0357b3e2020-03-16 13:40:51 +0100207 std::vector<RtpHeaderExtensionCapability> HeaderExtensionsToOffer()
208 const override;
Markus Handell755c65d2020-06-24 01:06:10 +0200209 RTCError SetOfferedRtpHeaderExtensions(
210 rtc::ArrayView<const RtpHeaderExtensionCapability>
211 header_extensions_to_offer) override;
Steve Anton6e634bf2017-11-13 10:44:53 -0800212
213 private:
Amit Hilbuchdd9390c2018-11-13 16:26:05 -0800214 void OnFirstPacketReceived(cricket::ChannelInterface* channel);
Harald Alvestrand6060df52020-08-11 09:54:02 +0200215 void StopSendingAndReceiving();
Steve Anton60776752018-01-10 11:51:34 -0800216
Harald Alvestrand6060df52020-08-11 09:54:02 +0200217 // Enforce that this object is created, used and destroyed on one thread.
218 const TaskQueueBase* thread_;
Steve Anton6e634bf2017-11-13 10:44:53 -0800219 const bool unified_plan_;
220 const cricket::MediaType media_type_;
221 std::vector<rtc::scoped_refptr<RtpSenderProxyWithInternal<RtpSenderInternal>>>
222 senders_;
223 std::vector<
224 rtc::scoped_refptr<RtpReceiverProxyWithInternal<RtpReceiverInternal>>>
225 receivers_;
226
227 bool stopped_ = false;
Harald Alvestrand6060df52020-08-11 09:54:02 +0200228 bool stopping_ RTC_GUARDED_BY(thread_) = false;
229 bool is_pc_closed_ = false;
Steve Anton6e634bf2017-11-13 10:44:53 -0800230 RtpTransceiverDirection direction_ = RtpTransceiverDirection::kInactive;
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200231 absl::optional<RtpTransceiverDirection> current_direction_;
Steve Anton0f5400a2018-07-17 14:25:36 -0700232 absl::optional<RtpTransceiverDirection> fired_direction_;
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200233 absl::optional<std::string> mid_;
234 absl::optional<size_t> mline_index_;
Steve Antonf9381f02017-12-14 10:23:57 -0800235 bool created_by_addtrack_ = false;
Eldar Rello353a7182019-11-25 18:49:44 +0200236 bool reused_for_addtrack_ = false;
Steve Antonf9381f02017-12-14 10:23:57 -0800237 bool has_ever_been_used_to_send_ = false;
Steve Anton6e634bf2017-11-13 10:44:53 -0800238
Amit Hilbuchdd9390c2018-11-13 16:26:05 -0800239 cricket::ChannelInterface* channel_ = nullptr;
Florent Castelli2d9d82e2019-04-23 19:25:51 +0200240 cricket::ChannelManager* channel_manager_ = nullptr;
241 std::vector<RtpCodecCapability> codec_preferences_;
Markus Handell755c65d2020-06-24 01:06:10 +0200242 std::vector<RtpHeaderExtensionCapability> header_extensions_to_offer_;
Steve Anton6e634bf2017-11-13 10:44:53 -0800243};
244
245BEGIN_SIGNALING_PROXY_MAP(RtpTransceiver)
246PROXY_SIGNALING_THREAD_DESTRUCTOR()
Nico Weber22f99252019-02-20 10:13:16 -0500247PROXY_CONSTMETHOD0(cricket::MediaType, media_type)
248PROXY_CONSTMETHOD0(absl::optional<std::string>, mid)
249PROXY_CONSTMETHOD0(rtc::scoped_refptr<RtpSenderInterface>, sender)
250PROXY_CONSTMETHOD0(rtc::scoped_refptr<RtpReceiverInterface>, receiver)
251PROXY_CONSTMETHOD0(bool, stopped)
Harald Alvestrand6060df52020-08-11 09:54:02 +0200252PROXY_CONSTMETHOD0(bool, stopping)
Nico Weber22f99252019-02-20 10:13:16 -0500253PROXY_CONSTMETHOD0(RtpTransceiverDirection, direction)
Harald Alvestrand6060df52020-08-11 09:54:02 +0200254PROXY_METHOD1(webrtc::RTCError, SetDirectionWithError, RtpTransceiverDirection)
Nico Weber22f99252019-02-20 10:13:16 -0500255PROXY_CONSTMETHOD0(absl::optional<RtpTransceiverDirection>, current_direction)
256PROXY_CONSTMETHOD0(absl::optional<RtpTransceiverDirection>, fired_direction)
Harald Alvestrand6060df52020-08-11 09:54:02 +0200257PROXY_METHOD0(webrtc::RTCError, StopStandard)
258PROXY_METHOD0(void, StopInternal)
Florent Castelli2d9d82e2019-04-23 19:25:51 +0200259PROXY_METHOD1(webrtc::RTCError,
260 SetCodecPreferences,
261 rtc::ArrayView<RtpCodecCapability>)
262PROXY_CONSTMETHOD0(std::vector<RtpCodecCapability>, codec_preferences)
Markus Handell0357b3e2020-03-16 13:40:51 +0100263PROXY_CONSTMETHOD0(std::vector<RtpHeaderExtensionCapability>,
264 HeaderExtensionsToOffer)
Markus Handell755c65d2020-06-24 01:06:10 +0200265PROXY_METHOD1(webrtc::RTCError,
266 SetOfferedRtpHeaderExtensions,
267 rtc::ArrayView<const RtpHeaderExtensionCapability>)
Nico Weber22f99252019-02-20 10:13:16 -0500268END_PROXY_MAP()
Steve Anton6e634bf2017-11-13 10:44:53 -0800269
270} // namespace webrtc
271
Steve Anton10542f22019-01-11 09:11:00 -0800272#endif // PC_RTP_TRANSCEIVER_H_