deadbeef | 6979b02 | 2015-09-24 16:47:53 -0700 | [diff] [blame] | 1 | /* |
kjellander | b24317b | 2016-02-10 07:54:43 -0800 | [diff] [blame] | 2 | * Copyright 2015 The WebRTC project authors. All Rights Reserved. |
deadbeef | 6979b02 | 2015-09-24 16:47:53 -0700 | [diff] [blame] | 3 | * |
kjellander | b24317b | 2016-02-10 07:54:43 -0800 | [diff] [blame] | 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
deadbeef | 6979b02 | 2015-09-24 16:47:53 -0700 | [diff] [blame] | 9 | */ |
| 10 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 11 | // This file contains classes that implement RtpReceiverInterface. |
| 12 | // An RtpReceiver associates a MediaStreamTrackInterface with an underlying |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 13 | // transport (provided by cricket::VoiceChannel/cricket::VideoChannel) |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 14 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 15 | #ifndef PC_RTPRECEIVER_H_ |
| 16 | #define PC_RTPRECEIVER_H_ |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 17 | |
pbos | c7c26a0 | 2017-01-02 08:42:32 -0800 | [diff] [blame] | 18 | #include <stdint.h> |
| 19 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 20 | #include <string> |
Steve Anton | 36b29d1 | 2017-10-30 09:57:42 -0700 | [diff] [blame] | 21 | #include <vector> |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 22 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 23 | #include "api/mediastreaminterface.h" |
| 24 | #include "api/rtpreceiverinterface.h" |
| 25 | #include "media/base/videobroadcaster.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 26 | #include "pc/remoteaudiosource.h" |
| 27 | #include "pc/videotracksource.h" |
| 28 | #include "rtc_base/basictypes.h" |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 29 | |
| 30 | namespace webrtc { |
| 31 | |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 32 | // Internal class used by PeerConnection. |
| 33 | class RtpReceiverInternal : public RtpReceiverInterface { |
| 34 | public: |
| 35 | virtual void Stop() = 0; |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 36 | // This SSRC is used as an identifier for the receiver between the API layer |
eladalon | f184138 | 2017-06-12 01:16:46 -0700 | [diff] [blame] | 37 | // and the WebRtcVideoEngine, WebRtcVoiceEngine layer. |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 38 | virtual uint32_t ssrc() const = 0; |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 39 | |
| 40 | // Call this to notify the RtpReceiver when the first packet has been received |
| 41 | // on the corresponding channel. |
| 42 | virtual void NotifyFirstPacketReceived() = 0; |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 43 | }; |
| 44 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 45 | class AudioRtpReceiver : public ObserverInterface, |
| 46 | public AudioSourceInterface::AudioObserver, |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 47 | public rtc::RefCountedObject<RtpReceiverInternal> { |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 48 | public: |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 49 | // An SSRC of 0 will create a receiver that will match the first SSRC it |
| 50 | // sees. |
| 51 | // TODO(deadbeef): Use rtc::Optional, or have another constructor that |
| 52 | // doesn't take an SSRC, and make this one DCHECK(ssrc != 0). |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 53 | AudioRtpReceiver( |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 54 | rtc::Thread* worker_thread, |
Steve Anton | 9158ef6 | 2017-11-27 13:01:52 -0800 | [diff] [blame] | 55 | const std::string& receiver_id, |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 56 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams, |
| 57 | uint32_t ssrc, |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 58 | cricket::VoiceMediaChannel* media_channel); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 59 | virtual ~AudioRtpReceiver(); |
| 60 | |
| 61 | // ObserverInterface implementation |
| 62 | void OnChanged() override; |
| 63 | |
| 64 | // AudioSourceInterface::AudioObserver implementation |
| 65 | void OnSetVolume(double volume) override; |
| 66 | |
perkj | d61bf80 | 2016-03-24 03:16:19 -0700 | [diff] [blame] | 67 | rtc::scoped_refptr<AudioTrackInterface> audio_track() const { |
| 68 | return track_.get(); |
| 69 | } |
| 70 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 71 | // RtpReceiverInterface implementation |
| 72 | rtc::scoped_refptr<MediaStreamTrackInterface> track() const override { |
| 73 | return track_.get(); |
| 74 | } |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 75 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams() |
| 76 | const override { |
| 77 | return streams_; |
| 78 | } |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 79 | |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 80 | cricket::MediaType media_type() const override { |
| 81 | return cricket::MEDIA_TYPE_AUDIO; |
| 82 | } |
| 83 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 84 | std::string id() const override { return id_; } |
| 85 | |
Taylor Brandstetter | db0cd9e | 2016-05-16 11:40:30 -0700 | [diff] [blame] | 86 | RtpParameters GetParameters() const override; |
| 87 | bool SetParameters(const RtpParameters& parameters) override; |
| 88 | |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 89 | // RtpReceiverInternal implementation. |
| 90 | void Stop() override; |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 91 | uint32_t ssrc() const override { return ssrc_; } |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 92 | void NotifyFirstPacketReceived() override; |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 93 | |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 94 | void SetObserver(RtpReceiverObserverInterface* observer) override; |
| 95 | |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 96 | // Does not take ownership. |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 97 | // Should call SetMediaChannel(nullptr) before |media_channel| is destroyed. |
| 98 | void SetMediaChannel(cricket::VoiceMediaChannel* media_channel); |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 99 | |
hbos | 8d609f6 | 2017-04-10 07:39:05 -0700 | [diff] [blame] | 100 | std::vector<RtpSource> GetSources() const override; |
| 101 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 102 | private: |
| 103 | void Reconfigure(); |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 104 | bool SetOutputVolume(double volume); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 105 | |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 106 | rtc::Thread* const worker_thread_; |
Tommi | f888bb5 | 2015-12-12 01:37:01 +0100 | [diff] [blame] | 107 | const std::string id_; |
Tommi | f888bb5 | 2015-12-12 01:37:01 +0100 | [diff] [blame] | 108 | const uint32_t ssrc_; |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 109 | cricket::VoiceMediaChannel* media_channel_ = nullptr; |
perkj | d61bf80 | 2016-03-24 03:16:19 -0700 | [diff] [blame] | 110 | const rtc::scoped_refptr<AudioTrackInterface> track_; |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 111 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_; |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 112 | bool cached_track_enabled_; |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 113 | double cached_volume_ = 1; |
| 114 | bool stopped_ = false; |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 115 | RtpReceiverObserverInterface* observer_ = nullptr; |
| 116 | bool received_first_packet_ = false; |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 117 | }; |
| 118 | |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 119 | class VideoRtpReceiver : public rtc::RefCountedObject<RtpReceiverInternal> { |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 120 | public: |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 121 | // An SSRC of 0 will create a receiver that will match the first SSRC it |
| 122 | // sees. |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 123 | VideoRtpReceiver( |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 124 | rtc::Thread* worker_thread, |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 125 | const std::string& track_id, |
| 126 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams, |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 127 | uint32_t ssrc, |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 128 | cricket::VideoMediaChannel* media_channel); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 129 | |
| 130 | virtual ~VideoRtpReceiver(); |
| 131 | |
perkj | f0dcfe2 | 2016-03-10 18:32:00 +0100 | [diff] [blame] | 132 | rtc::scoped_refptr<VideoTrackInterface> video_track() const { |
| 133 | return track_.get(); |
| 134 | } |
| 135 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 136 | // RtpReceiverInterface implementation |
| 137 | rtc::scoped_refptr<MediaStreamTrackInterface> track() const override { |
| 138 | return track_.get(); |
| 139 | } |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 140 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams() |
| 141 | const override { |
| 142 | return streams_; |
| 143 | } |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 144 | |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 145 | cricket::MediaType media_type() const override { |
| 146 | return cricket::MEDIA_TYPE_VIDEO; |
| 147 | } |
| 148 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 149 | std::string id() const override { return id_; } |
| 150 | |
Taylor Brandstetter | db0cd9e | 2016-05-16 11:40:30 -0700 | [diff] [blame] | 151 | RtpParameters GetParameters() const override; |
| 152 | bool SetParameters(const RtpParameters& parameters) override; |
| 153 | |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 154 | // RtpReceiverInternal implementation. |
| 155 | void Stop() override; |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 156 | uint32_t ssrc() const override { return ssrc_; } |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 157 | void NotifyFirstPacketReceived() override; |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 158 | |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 159 | void SetObserver(RtpReceiverObserverInterface* observer) override; |
| 160 | |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 161 | // Does not take ownership. |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 162 | // Should call SetMediaChannel(nullptr) before |media_channel| is destroyed. |
| 163 | void SetMediaChannel(cricket::VideoMediaChannel* media_channel); |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 164 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 165 | private: |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 166 | bool SetSink(rtc::VideoSinkInterface<VideoFrame>* sink); |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 167 | |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 168 | rtc::Thread* const worker_thread_; |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 169 | std::string id_; |
Peter Boström | 0c4e06b | 2015-10-07 12:23:21 +0200 | [diff] [blame] | 170 | uint32_t ssrc_; |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 171 | cricket::VideoMediaChannel* media_channel_ = nullptr; |
perkj | f0dcfe2 | 2016-03-10 18:32:00 +0100 | [diff] [blame] | 172 | // |broadcaster_| is needed since the decoder can only handle one sink. |
| 173 | // It might be better if the decoder can handle multiple sinks and consider |
| 174 | // the VideoSinkWants. |
| 175 | rtc::VideoBroadcaster broadcaster_; |
| 176 | // |source_| is held here to be able to change the state of the source when |
| 177 | // the VideoRtpReceiver is stopped. |
| 178 | rtc::scoped_refptr<VideoTrackSource> source_; |
| 179 | rtc::scoped_refptr<VideoTrackInterface> track_; |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 180 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_; |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 181 | bool stopped_ = false; |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 182 | RtpReceiverObserverInterface* observer_ = nullptr; |
| 183 | bool received_first_packet_ = false; |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 184 | }; |
| 185 | |
| 186 | } // namespace webrtc |
| 187 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 188 | #endif // PC_RTPRECEIVER_H_ |