ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2015 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | // This file contains classes that implement RtpSenderInterface. |
| 12 | // An RtpSender associates a MediaStreamTrackInterface with an underlying |
| 13 | // transport (provided by AudioProviderInterface/VideoProviderInterface) |
| 14 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 15 | #ifndef PC_RTPSENDER_H_ |
| 16 | #define PC_RTPSENDER_H_ |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 17 | |
| 18 | #include <memory> |
| 19 | #include <string> |
Steve Anton | 36b29d1 | 2017-10-30 09:57:42 -0700 | [diff] [blame] | 20 | #include <vector> |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 21 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 22 | #include "api/mediastreaminterface.h" |
| 23 | #include "api/rtpsenderinterface.h" |
Niels Möller | 6daa278 | 2018-01-23 10:37:42 +0100 | [diff] [blame] | 24 | #include "media/base/audiosource.h" |
| 25 | #include "media/base/mediachannel.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 26 | #include "pc/dtmfsender.h" |
Yves Gerey | 665174f | 2018-06-19 15:03:05 +0200 | [diff] [blame] | 27 | #include "rtc_base/criticalsection.h" |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 28 | |
| 29 | namespace webrtc { |
| 30 | |
Steve Anton | 2d8609c | 2018-01-23 16:38:46 -0800 | [diff] [blame] | 31 | class StatsCollector; |
| 32 | |
Florent Castelli | 892acf0 | 2018-10-01 22:47:20 +0200 | [diff] [blame] | 33 | bool UnimplementedRtpParameterHasValue(const RtpParameters& parameters); |
| 34 | |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 35 | // Internal interface used by PeerConnection. |
| 36 | class RtpSenderInternal : public RtpSenderInterface { |
| 37 | public: |
Steve Anton | 57858b3 | 2018-02-15 15:19:50 -0800 | [diff] [blame] | 38 | // Sets the underlying MediaEngine channel associated with this RtpSender. |
| 39 | // SetVoiceMediaChannel should be used for audio RtpSenders and |
| 40 | // SetVideoMediaChannel should be used for video RtpSenders. Must call the |
| 41 | // appropriate SetXxxMediaChannel(nullptr) before the media channel is |
| 42 | // destroyed. |
| 43 | virtual void SetVoiceMediaChannel( |
| 44 | cricket::VoiceMediaChannel* voice_media_channel) = 0; |
| 45 | virtual void SetVideoMediaChannel( |
| 46 | cricket::VideoMediaChannel* video_media_channel) = 0; |
| 47 | |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 48 | // Used to set the SSRC of the sender, once a local description has been set. |
| 49 | // If |ssrc| is 0, this indiates that the sender should disconnect from the |
| 50 | // underlying transport (this occurs if the sender isn't seen in a local |
| 51 | // description). |
| 52 | virtual void SetSsrc(uint32_t ssrc) = 0; |
| 53 | |
Steve Anton | 8ffb9c3 | 2017-08-31 15:45:38 -0700 | [diff] [blame] | 54 | virtual void set_stream_ids(const std::vector<std::string>& stream_ids) = 0; |
Florent Castelli | 892acf0 | 2018-10-01 22:47:20 +0200 | [diff] [blame] | 55 | virtual void set_init_send_encodings( |
| 56 | const std::vector<RtpEncodingParameters>& init_send_encodings) = 0; |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 57 | |
| 58 | virtual void Stop() = 0; |
Steve Anton | 57858b3 | 2018-02-15 15:19:50 -0800 | [diff] [blame] | 59 | |
| 60 | // Returns an ID that changes every time SetTrack() is called, but |
| 61 | // otherwise remains constant. Used to generate IDs for stats. |
| 62 | // The special value zero means that no track is attached. |
| 63 | virtual int AttachmentId() const = 0; |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 64 | }; |
| 65 | |
| 66 | // LocalAudioSinkAdapter receives data callback as a sink to the local |
| 67 | // AudioTrack, and passes the data to the sink of AudioSource. |
| 68 | class LocalAudioSinkAdapter : public AudioTrackSinkInterface, |
| 69 | public cricket::AudioSource { |
| 70 | public: |
| 71 | LocalAudioSinkAdapter(); |
| 72 | virtual ~LocalAudioSinkAdapter(); |
| 73 | |
| 74 | private: |
| 75 | // AudioSinkInterface implementation. |
| 76 | void OnData(const void* audio_data, |
| 77 | int bits_per_sample, |
| 78 | int sample_rate, |
| 79 | size_t number_of_channels, |
| 80 | size_t number_of_frames) override; |
| 81 | |
| 82 | // cricket::AudioSource implementation. |
| 83 | void SetSink(cricket::AudioSource::Sink* sink) override; |
| 84 | |
| 85 | cricket::AudioSource::Sink* sink_; |
| 86 | // Critical section protecting |sink_|. |
| 87 | rtc::CriticalSection lock_; |
| 88 | }; |
| 89 | |
deadbeef | 20cb0c1 | 2017-02-01 20:27:00 -0800 | [diff] [blame] | 90 | class AudioRtpSender : public DtmfProviderInterface, |
| 91 | public ObserverInterface, |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 92 | public rtc::RefCountedObject<RtpSenderInternal> { |
| 93 | public: |
| 94 | // StatsCollector provided so that Add/RemoveLocalAudioTrack can be called |
| 95 | // at the appropriate times. |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 96 | |
Steve Anton | 111fdfd | 2018-06-25 13:03:36 -0700 | [diff] [blame] | 97 | // Construct an RtpSender for audio with the given sender ID. |
| 98 | // The sender is initialized with no track to send and no associated streams. |
Steve Anton | 47136dd | 2018-01-12 10:49:35 -0800 | [diff] [blame] | 99 | AudioRtpSender(rtc::Thread* worker_thread, |
Steve Anton | 111fdfd | 2018-06-25 13:03:36 -0700 | [diff] [blame] | 100 | const std::string& id, |
Steve Anton | 02ee47c | 2018-01-10 16:26:06 -0800 | [diff] [blame] | 101 | StatsCollector* stats); |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 102 | |
| 103 | virtual ~AudioRtpSender(); |
| 104 | |
deadbeef | 20cb0c1 | 2017-02-01 20:27:00 -0800 | [diff] [blame] | 105 | // DtmfSenderProvider implementation. |
| 106 | bool CanInsertDtmf() override; |
| 107 | bool InsertDtmf(int code, int duration) override; |
| 108 | sigslot::signal0<>* GetOnDestroyedSignal() override; |
| 109 | |
| 110 | // ObserverInterface implementation. |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 111 | void OnChanged() override; |
| 112 | |
deadbeef | 20cb0c1 | 2017-02-01 20:27:00 -0800 | [diff] [blame] | 113 | // RtpSenderInterface implementation. |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 114 | bool SetTrack(MediaStreamTrackInterface* track) override; |
| 115 | rtc::scoped_refptr<MediaStreamTrackInterface> track() const override { |
| 116 | return track_; |
| 117 | } |
| 118 | |
| 119 | uint32_t ssrc() const override { return ssrc_; } |
| 120 | |
| 121 | cricket::MediaType media_type() const override { |
| 122 | return cricket::MEDIA_TYPE_AUDIO; |
| 123 | } |
| 124 | |
| 125 | std::string id() const override { return id_; } |
| 126 | |
Steve Anton | 8ffb9c3 | 2017-08-31 15:45:38 -0700 | [diff] [blame] | 127 | std::vector<std::string> stream_ids() const override { return stream_ids_; } |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 128 | |
Florent Castelli | cebf50f | 2018-05-03 15:31:53 +0200 | [diff] [blame] | 129 | RtpParameters GetParameters() override; |
Zach Stein | ba37b4b | 2018-01-23 15:02:36 -0800 | [diff] [blame] | 130 | RTCError SetParameters(const RtpParameters& parameters) override; |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 131 | |
deadbeef | 20cb0c1 | 2017-02-01 20:27:00 -0800 | [diff] [blame] | 132 | rtc::scoped_refptr<DtmfSenderInterface> GetDtmfSender() const override; |
| 133 | |
Benjamin Wright | d81ac95 | 2018-08-29 17:02:10 -0700 | [diff] [blame] | 134 | void SetFrameEncryptor( |
| 135 | rtc::scoped_refptr<FrameEncryptorInterface> frame_encryptor) override; |
| 136 | |
| 137 | rtc::scoped_refptr<FrameEncryptorInterface> GetFrameEncryptor() |
| 138 | const override; |
| 139 | |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 140 | // RtpSenderInternal implementation. |
| 141 | void SetSsrc(uint32_t ssrc) override; |
| 142 | |
Steve Anton | 8ffb9c3 | 2017-08-31 15:45:38 -0700 | [diff] [blame] | 143 | void set_stream_ids(const std::vector<std::string>& stream_ids) override { |
| 144 | stream_ids_ = stream_ids; |
| 145 | } |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 146 | |
Florent Castelli | 892acf0 | 2018-10-01 22:47:20 +0200 | [diff] [blame] | 147 | void set_init_send_encodings( |
| 148 | const std::vector<RtpEncodingParameters>& init_send_encodings) override { |
| 149 | init_parameters_.encodings = init_send_encodings; |
| 150 | } |
| 151 | std::vector<RtpEncodingParameters> init_send_encodings() const override { |
| 152 | return init_parameters_.encodings; |
| 153 | } |
| 154 | |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 155 | void Stop() override; |
| 156 | |
Harald Alvestrand | c72af93 | 2018-01-11 17:18:19 +0100 | [diff] [blame] | 157 | int AttachmentId() const override { return attachment_id_; } |
| 158 | |
Steve Anton | 57858b3 | 2018-02-15 15:19:50 -0800 | [diff] [blame] | 159 | void SetVoiceMediaChannel( |
Benjamin Wright | bfd412e | 2018-09-10 14:06:02 -0700 | [diff] [blame] | 160 | cricket::VoiceMediaChannel* voice_media_channel) override; |
| 161 | |
Steve Anton | 57858b3 | 2018-02-15 15:19:50 -0800 | [diff] [blame] | 162 | void SetVideoMediaChannel( |
| 163 | cricket::VideoMediaChannel* video_media_channel) override { |
| 164 | RTC_NOTREACHED(); |
Steve Anton | 47136dd | 2018-01-12 10:49:35 -0800 | [diff] [blame] | 165 | } |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 166 | |
| 167 | private: |
| 168 | // TODO(nisse): Since SSRC == 0 is technically valid, figure out |
| 169 | // some other way to test if we have a valid SSRC. |
| 170 | bool can_send_track() const { return track_ && ssrc_; } |
| 171 | // Helper function to construct options for |
| 172 | // AudioProviderInterface::SetAudioSend. |
| 173 | void SetAudioSend(); |
| 174 | // Helper function to call SetAudioSend with "stop sending" parameters. |
| 175 | void ClearAudioSend(); |
| 176 | |
deadbeef | 20cb0c1 | 2017-02-01 20:27:00 -0800 | [diff] [blame] | 177 | sigslot::signal0<> SignalDestroyed; |
| 178 | |
Steve Anton | 47136dd | 2018-01-12 10:49:35 -0800 | [diff] [blame] | 179 | rtc::Thread* const worker_thread_; |
Steve Anton | 02ee47c | 2018-01-10 16:26:06 -0800 | [diff] [blame] | 180 | const std::string id_; |
Steve Anton | 8ffb9c3 | 2017-08-31 15:45:38 -0700 | [diff] [blame] | 181 | std::vector<std::string> stream_ids_; |
Florent Castelli | 892acf0 | 2018-10-01 22:47:20 +0200 | [diff] [blame] | 182 | RtpParameters init_parameters_; |
Steve Anton | 47136dd | 2018-01-12 10:49:35 -0800 | [diff] [blame] | 183 | cricket::VoiceMediaChannel* media_channel_ = nullptr; |
Steve Anton | 111fdfd | 2018-06-25 13:03:36 -0700 | [diff] [blame] | 184 | StatsCollector* stats_ = nullptr; |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 185 | rtc::scoped_refptr<AudioTrackInterface> track_; |
deadbeef | 20cb0c1 | 2017-02-01 20:27:00 -0800 | [diff] [blame] | 186 | rtc::scoped_refptr<DtmfSenderInterface> dtmf_sender_proxy_; |
Danil Chapovalov | 66cadcc | 2018-06-19 16:47:43 +0200 | [diff] [blame] | 187 | absl::optional<std::string> last_transaction_id_; |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 188 | uint32_t ssrc_ = 0; |
| 189 | bool cached_track_enabled_ = false; |
| 190 | bool stopped_ = false; |
| 191 | |
| 192 | // Used to pass the data callback from the |track_| to the other end of |
| 193 | // cricket::AudioSource. |
| 194 | std::unique_ptr<LocalAudioSinkAdapter> sink_adapter_; |
Harald Alvestrand | c72af93 | 2018-01-11 17:18:19 +0100 | [diff] [blame] | 195 | int attachment_id_ = 0; |
Benjamin Wright | d81ac95 | 2018-08-29 17:02:10 -0700 | [diff] [blame] | 196 | rtc::scoped_refptr<FrameEncryptorInterface> frame_encryptor_; |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 197 | }; |
| 198 | |
| 199 | class VideoRtpSender : public ObserverInterface, |
| 200 | public rtc::RefCountedObject<RtpSenderInternal> { |
| 201 | public: |
Steve Anton | 111fdfd | 2018-06-25 13:03:36 -0700 | [diff] [blame] | 202 | // Construct an RtpSender for video with the given sender ID. |
| 203 | // The sender is initialized with no track to send and no associated streams. |
| 204 | VideoRtpSender(rtc::Thread* worker_thread, const std::string& id); |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 205 | |
| 206 | virtual ~VideoRtpSender(); |
| 207 | |
| 208 | // ObserverInterface implementation |
| 209 | void OnChanged() override; |
| 210 | |
| 211 | // RtpSenderInterface implementation |
| 212 | bool SetTrack(MediaStreamTrackInterface* track) override; |
| 213 | rtc::scoped_refptr<MediaStreamTrackInterface> track() const override { |
| 214 | return track_; |
| 215 | } |
| 216 | |
| 217 | uint32_t ssrc() const override { return ssrc_; } |
| 218 | |
| 219 | cricket::MediaType media_type() const override { |
| 220 | return cricket::MEDIA_TYPE_VIDEO; |
| 221 | } |
| 222 | |
| 223 | std::string id() const override { return id_; } |
| 224 | |
Steve Anton | 8ffb9c3 | 2017-08-31 15:45:38 -0700 | [diff] [blame] | 225 | std::vector<std::string> stream_ids() const override { return stream_ids_; } |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 226 | |
Florent Castelli | 892acf0 | 2018-10-01 22:47:20 +0200 | [diff] [blame] | 227 | void set_init_send_encodings( |
| 228 | const std::vector<RtpEncodingParameters>& init_send_encodings) override { |
| 229 | init_parameters_.encodings = init_send_encodings; |
| 230 | } |
| 231 | std::vector<RtpEncodingParameters> init_send_encodings() const override { |
| 232 | return init_parameters_.encodings; |
| 233 | } |
| 234 | |
Florent Castelli | cebf50f | 2018-05-03 15:31:53 +0200 | [diff] [blame] | 235 | RtpParameters GetParameters() override; |
Zach Stein | ba37b4b | 2018-01-23 15:02:36 -0800 | [diff] [blame] | 236 | RTCError SetParameters(const RtpParameters& parameters) override; |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 237 | |
deadbeef | 20cb0c1 | 2017-02-01 20:27:00 -0800 | [diff] [blame] | 238 | rtc::scoped_refptr<DtmfSenderInterface> GetDtmfSender() const override; |
| 239 | |
Benjamin Wright | d81ac95 | 2018-08-29 17:02:10 -0700 | [diff] [blame] | 240 | void SetFrameEncryptor( |
| 241 | rtc::scoped_refptr<FrameEncryptorInterface> frame_encryptor) override; |
| 242 | |
| 243 | rtc::scoped_refptr<FrameEncryptorInterface> GetFrameEncryptor() |
| 244 | const override; |
| 245 | |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 246 | // RtpSenderInternal implementation. |
| 247 | void SetSsrc(uint32_t ssrc) override; |
| 248 | |
Steve Anton | 8ffb9c3 | 2017-08-31 15:45:38 -0700 | [diff] [blame] | 249 | void set_stream_ids(const std::vector<std::string>& stream_ids) override { |
| 250 | stream_ids_ = stream_ids; |
| 251 | } |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 252 | |
| 253 | void Stop() override; |
Harald Alvestrand | c72af93 | 2018-01-11 17:18:19 +0100 | [diff] [blame] | 254 | int AttachmentId() const override { return attachment_id_; } |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 255 | |
Steve Anton | 57858b3 | 2018-02-15 15:19:50 -0800 | [diff] [blame] | 256 | void SetVoiceMediaChannel( |
| 257 | cricket::VoiceMediaChannel* voice_media_channel) override { |
| 258 | RTC_NOTREACHED(); |
| 259 | } |
Benjamin Wright | bfd412e | 2018-09-10 14:06:02 -0700 | [diff] [blame] | 260 | |
Steve Anton | 57858b3 | 2018-02-15 15:19:50 -0800 | [diff] [blame] | 261 | void SetVideoMediaChannel( |
Benjamin Wright | bfd412e | 2018-09-10 14:06:02 -0700 | [diff] [blame] | 262 | cricket::VideoMediaChannel* video_media_channel) override; |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 263 | |
| 264 | private: |
| 265 | bool can_send_track() const { return track_ && ssrc_; } |
| 266 | // Helper function to construct options for |
| 267 | // VideoProviderInterface::SetVideoSend. |
| 268 | void SetVideoSend(); |
| 269 | // Helper function to call SetVideoSend with "stop sending" parameters. |
| 270 | void ClearVideoSend(); |
| 271 | |
Steve Anton | 47136dd | 2018-01-12 10:49:35 -0800 | [diff] [blame] | 272 | rtc::Thread* worker_thread_; |
Steve Anton | 02ee47c | 2018-01-10 16:26:06 -0800 | [diff] [blame] | 273 | const std::string id_; |
Steve Anton | 8ffb9c3 | 2017-08-31 15:45:38 -0700 | [diff] [blame] | 274 | std::vector<std::string> stream_ids_; |
Florent Castelli | 892acf0 | 2018-10-01 22:47:20 +0200 | [diff] [blame] | 275 | RtpParameters init_parameters_; |
Steve Anton | 47136dd | 2018-01-12 10:49:35 -0800 | [diff] [blame] | 276 | cricket::VideoMediaChannel* media_channel_ = nullptr; |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 277 | rtc::scoped_refptr<VideoTrackInterface> track_; |
Danil Chapovalov | 66cadcc | 2018-06-19 16:47:43 +0200 | [diff] [blame] | 278 | absl::optional<std::string> last_transaction_id_; |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 279 | uint32_t ssrc_ = 0; |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 280 | VideoTrackInterface::ContentHint cached_track_content_hint_ = |
| 281 | VideoTrackInterface::ContentHint::kNone; |
| 282 | bool stopped_ = false; |
Harald Alvestrand | c72af93 | 2018-01-11 17:18:19 +0100 | [diff] [blame] | 283 | int attachment_id_ = 0; |
Benjamin Wright | d81ac95 | 2018-08-29 17:02:10 -0700 | [diff] [blame] | 284 | rtc::scoped_refptr<FrameEncryptorInterface> frame_encryptor_; |
ossu | 7bb87ee | 2017-01-23 04:56:25 -0800 | [diff] [blame] | 285 | }; |
| 286 | |
| 287 | } // namespace webrtc |
| 288 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 289 | #endif // PC_RTPSENDER_H_ |