deadbeef | 6979b02 | 2015-09-24 16:47:53 -0700 | [diff] [blame] | 1 | /* |
kjellander | b24317b | 2016-02-10 07:54:43 -0800 | [diff] [blame] | 2 | * Copyright 2015 The WebRTC project authors. All Rights Reserved. |
deadbeef | 6979b02 | 2015-09-24 16:47:53 -0700 | [diff] [blame] | 3 | * |
kjellander | b24317b | 2016-02-10 07:54:43 -0800 | [diff] [blame] | 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
deadbeef | 6979b02 | 2015-09-24 16:47:53 -0700 | [diff] [blame] | 9 | */ |
| 10 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 11 | // This file contains classes that implement RtpReceiverInterface. |
| 12 | // An RtpReceiver associates a MediaStreamTrackInterface with an underlying |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 13 | // transport (provided by cricket::VoiceChannel/cricket::VideoChannel) |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 14 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 15 | #ifndef PC_RTPRECEIVER_H_ |
| 16 | #define PC_RTPRECEIVER_H_ |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 17 | |
pbos | c7c26a0 | 2017-01-02 08:42:32 -0800 | [diff] [blame] | 18 | #include <stdint.h> |
| 19 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 20 | #include <string> |
Steve Anton | 36b29d1 | 2017-10-30 09:57:42 -0700 | [diff] [blame] | 21 | #include <vector> |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 22 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 23 | #include "api/mediastreaminterface.h" |
| 24 | #include "api/rtpreceiverinterface.h" |
| 25 | #include "media/base/videobroadcaster.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 26 | #include "pc/remoteaudiosource.h" |
| 27 | #include "pc/videotracksource.h" |
| 28 | #include "rtc_base/basictypes.h" |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 29 | |
| 30 | namespace webrtc { |
| 31 | |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 32 | // Internal class used by PeerConnection. |
| 33 | class RtpReceiverInternal : public RtpReceiverInterface { |
| 34 | public: |
| 35 | virtual void Stop() = 0; |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 36 | |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 37 | // This SSRC is used as an identifier for the receiver between the API layer |
eladalon | f184138 | 2017-06-12 01:16:46 -0700 | [diff] [blame] | 38 | // and the WebRtcVideoEngine, WebRtcVoiceEngine layer. |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 39 | virtual uint32_t ssrc() const = 0; |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 40 | |
| 41 | // Call this to notify the RtpReceiver when the first packet has been received |
| 42 | // on the corresponding channel. |
| 43 | virtual void NotifyFirstPacketReceived() = 0; |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 44 | |
| 45 | // Set the associated remote media streams for this receiver. The remote track |
| 46 | // will be removed from any streams that are no longer present and added to |
| 47 | // any new streams. |
| 48 | virtual void SetStreams( |
| 49 | const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams) = 0; |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 50 | }; |
| 51 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 52 | class AudioRtpReceiver : public ObserverInterface, |
| 53 | public AudioSourceInterface::AudioObserver, |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 54 | public rtc::RefCountedObject<RtpReceiverInternal> { |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 55 | public: |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 56 | // An SSRC of 0 will create a receiver that will match the first SSRC it |
| 57 | // sees. |
| 58 | // TODO(deadbeef): Use rtc::Optional, or have another constructor that |
| 59 | // doesn't take an SSRC, and make this one DCHECK(ssrc != 0). |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 60 | AudioRtpReceiver( |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 61 | rtc::Thread* worker_thread, |
Steve Anton | 9158ef6 | 2017-11-27 13:01:52 -0800 | [diff] [blame] | 62 | const std::string& receiver_id, |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 63 | const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams, |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 64 | uint32_t ssrc, |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 65 | cricket::VoiceMediaChannel* media_channel); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 66 | virtual ~AudioRtpReceiver(); |
| 67 | |
| 68 | // ObserverInterface implementation |
| 69 | void OnChanged() override; |
| 70 | |
| 71 | // AudioSourceInterface::AudioObserver implementation |
| 72 | void OnSetVolume(double volume) override; |
| 73 | |
perkj | d61bf80 | 2016-03-24 03:16:19 -0700 | [diff] [blame] | 74 | rtc::scoped_refptr<AudioTrackInterface> audio_track() const { |
| 75 | return track_.get(); |
| 76 | } |
| 77 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 78 | // RtpReceiverInterface implementation |
| 79 | rtc::scoped_refptr<MediaStreamTrackInterface> track() const override { |
| 80 | return track_.get(); |
| 81 | } |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 82 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams() |
| 83 | const override { |
| 84 | return streams_; |
| 85 | } |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 86 | |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 87 | cricket::MediaType media_type() const override { |
| 88 | return cricket::MEDIA_TYPE_AUDIO; |
| 89 | } |
| 90 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 91 | std::string id() const override { return id_; } |
| 92 | |
Taylor Brandstetter | db0cd9e | 2016-05-16 11:40:30 -0700 | [diff] [blame] | 93 | RtpParameters GetParameters() const override; |
| 94 | bool SetParameters(const RtpParameters& parameters) override; |
| 95 | |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 96 | // RtpReceiverInternal implementation. |
| 97 | void Stop() override; |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 98 | uint32_t ssrc() const override { return ssrc_; } |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 99 | void NotifyFirstPacketReceived() override; |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 100 | void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& |
| 101 | streams) override; |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 102 | |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 103 | void SetObserver(RtpReceiverObserverInterface* observer) override; |
| 104 | |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 105 | // Does not take ownership. |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 106 | // Should call SetMediaChannel(nullptr) before |media_channel| is destroyed. |
| 107 | void SetMediaChannel(cricket::VoiceMediaChannel* media_channel); |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 108 | |
hbos | 8d609f6 | 2017-04-10 07:39:05 -0700 | [diff] [blame] | 109 | std::vector<RtpSource> GetSources() const override; |
| 110 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 111 | private: |
| 112 | void Reconfigure(); |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 113 | bool SetOutputVolume(double volume); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 114 | |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 115 | rtc::Thread* const worker_thread_; |
Tommi | f888bb5 | 2015-12-12 01:37:01 +0100 | [diff] [blame] | 116 | const std::string id_; |
Tommi | f888bb5 | 2015-12-12 01:37:01 +0100 | [diff] [blame] | 117 | const uint32_t ssrc_; |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 118 | cricket::VoiceMediaChannel* media_channel_ = nullptr; |
perkj | d61bf80 | 2016-03-24 03:16:19 -0700 | [diff] [blame] | 119 | const rtc::scoped_refptr<AudioTrackInterface> track_; |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 120 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_; |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 121 | bool cached_track_enabled_; |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 122 | double cached_volume_ = 1; |
| 123 | bool stopped_ = false; |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 124 | RtpReceiverObserverInterface* observer_ = nullptr; |
| 125 | bool received_first_packet_ = false; |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 126 | }; |
| 127 | |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 128 | class VideoRtpReceiver : public rtc::RefCountedObject<RtpReceiverInternal> { |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 129 | public: |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 130 | // An SSRC of 0 will create a receiver that will match the first SSRC it |
| 131 | // sees. |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 132 | VideoRtpReceiver( |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 133 | rtc::Thread* worker_thread, |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 134 | const std::string& receiver_id, |
| 135 | const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams, |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 136 | uint32_t ssrc, |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 137 | cricket::VideoMediaChannel* media_channel); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 138 | |
| 139 | virtual ~VideoRtpReceiver(); |
| 140 | |
perkj | f0dcfe2 | 2016-03-10 18:32:00 +0100 | [diff] [blame] | 141 | rtc::scoped_refptr<VideoTrackInterface> video_track() const { |
| 142 | return track_.get(); |
| 143 | } |
| 144 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 145 | // RtpReceiverInterface implementation |
| 146 | rtc::scoped_refptr<MediaStreamTrackInterface> track() const override { |
| 147 | return track_.get(); |
| 148 | } |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 149 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams() |
| 150 | const override { |
| 151 | return streams_; |
| 152 | } |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 153 | |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 154 | cricket::MediaType media_type() const override { |
| 155 | return cricket::MEDIA_TYPE_VIDEO; |
| 156 | } |
| 157 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 158 | std::string id() const override { return id_; } |
| 159 | |
Taylor Brandstetter | db0cd9e | 2016-05-16 11:40:30 -0700 | [diff] [blame] | 160 | RtpParameters GetParameters() const override; |
| 161 | bool SetParameters(const RtpParameters& parameters) override; |
| 162 | |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 163 | // RtpReceiverInternal implementation. |
| 164 | void Stop() override; |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 165 | uint32_t ssrc() const override { return ssrc_; } |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 166 | void NotifyFirstPacketReceived() override; |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 167 | void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& |
| 168 | streams) override; |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 169 | |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 170 | void SetObserver(RtpReceiverObserverInterface* observer) override; |
| 171 | |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 172 | // Does not take ownership. |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 173 | // Should call SetMediaChannel(nullptr) before |media_channel| is destroyed. |
| 174 | void SetMediaChannel(cricket::VideoMediaChannel* media_channel); |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 175 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 176 | private: |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 177 | bool SetSink(rtc::VideoSinkInterface<VideoFrame>* sink); |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 178 | |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 179 | rtc::Thread* const worker_thread_; |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 180 | const std::string id_; |
Peter Boström | 0c4e06b | 2015-10-07 12:23:21 +0200 | [diff] [blame] | 181 | uint32_t ssrc_; |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 182 | cricket::VideoMediaChannel* media_channel_ = nullptr; |
perkj | f0dcfe2 | 2016-03-10 18:32:00 +0100 | [diff] [blame] | 183 | // |broadcaster_| is needed since the decoder can only handle one sink. |
| 184 | // It might be better if the decoder can handle multiple sinks and consider |
| 185 | // the VideoSinkWants. |
| 186 | rtc::VideoBroadcaster broadcaster_; |
| 187 | // |source_| is held here to be able to change the state of the source when |
| 188 | // the VideoRtpReceiver is stopped. |
| 189 | rtc::scoped_refptr<VideoTrackSource> source_; |
| 190 | rtc::scoped_refptr<VideoTrackInterface> track_; |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 191 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_; |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 192 | bool stopped_ = false; |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 193 | RtpReceiverObserverInterface* observer_ = nullptr; |
| 194 | bool received_first_packet_ = false; |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 195 | }; |
| 196 | |
| 197 | } // namespace webrtc |
| 198 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 199 | #endif // PC_RTPRECEIVER_H_ |