blob: 887f82831288fbab18c1ead3163fe4c135917e85 [file] [log] [blame]
deadbeef6979b022015-09-24 16:47:53 -07001/*
kjellanderb24317b2016-02-10 07:54:43 -08002 * Copyright 2015 The WebRTC project authors. All Rights Reserved.
deadbeef6979b022015-09-24 16:47:53 -07003 *
kjellanderb24317b2016-02-10 07:54:43 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
deadbeef6979b022015-09-24 16:47:53 -07009 */
10
deadbeef70ab1a12015-09-28 16:53:55 -070011// This file contains classes that implement RtpReceiverInterface.
12// An RtpReceiver associates a MediaStreamTrackInterface with an underlying
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -070013// transport (provided by cricket::VoiceChannel/cricket::VideoChannel)
deadbeef70ab1a12015-09-28 16:53:55 -070014
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020015#ifndef PC_RTPRECEIVER_H_
16#define PC_RTPRECEIVER_H_
deadbeef70ab1a12015-09-28 16:53:55 -070017
pbosc7c26a02017-01-02 08:42:32 -080018#include <stdint.h>
19
deadbeef70ab1a12015-09-28 16:53:55 -070020#include <string>
Steve Anton36b29d12017-10-30 09:57:42 -070021#include <vector>
deadbeef70ab1a12015-09-28 16:53:55 -070022
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "api/mediastreaminterface.h"
24#include "api/rtpreceiverinterface.h"
25#include "media/base/videobroadcaster.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020026#include "pc/remoteaudiosource.h"
27#include "pc/videotracksource.h"
28#include "rtc_base/basictypes.h"
deadbeef70ab1a12015-09-28 16:53:55 -070029
30namespace webrtc {
31
deadbeefa601f5c2016-06-06 14:27:39 -070032// Internal class used by PeerConnection.
33class RtpReceiverInternal : public RtpReceiverInterface {
34 public:
35 virtual void Stop() = 0;
Steve Antonef65ef12018-01-10 17:15:20 -080036
Steve Antond3679212018-01-17 17:41:02 -080037 // Configures the RtpReceiver with the underlying media channel, with the
38 // given SSRC as the stream identifier. If |ssrc| is 0, the receiver will
39 // receive packets on unsignaled SSRCs.
40 virtual void SetupMediaChannel(uint32_t ssrc) = 0;
41
deadbeefe814a0d2017-02-25 18:15:09 -080042 // This SSRC is used as an identifier for the receiver between the API layer
eladalonf1841382017-06-12 01:16:46 -070043 // and the WebRtcVideoEngine, WebRtcVoiceEngine layer.
deadbeefe814a0d2017-02-25 18:15:09 -080044 virtual uint32_t ssrc() const = 0;
Steve Anton60776752018-01-10 11:51:34 -080045
46 // Call this to notify the RtpReceiver when the first packet has been received
47 // on the corresponding channel.
48 virtual void NotifyFirstPacketReceived() = 0;
Steve Antonef65ef12018-01-10 17:15:20 -080049
50 // Set the associated remote media streams for this receiver. The remote track
51 // will be removed from any streams that are no longer present and added to
52 // any new streams.
53 virtual void SetStreams(
54 const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams) = 0;
deadbeefa601f5c2016-06-06 14:27:39 -070055};
56
deadbeef70ab1a12015-09-28 16:53:55 -070057class AudioRtpReceiver : public ObserverInterface,
58 public AudioSourceInterface::AudioObserver,
Steve Anton60776752018-01-10 11:51:34 -080059 public rtc::RefCountedObject<RtpReceiverInternal> {
deadbeef70ab1a12015-09-28 16:53:55 -070060 public:
Henrik Boström9e6fd2b2017-11-21 13:41:51 +010061 AudioRtpReceiver(
Steve Anton60776752018-01-10 11:51:34 -080062 rtc::Thread* worker_thread,
Steve Anton9158ef62017-11-27 13:01:52 -080063 const std::string& receiver_id,
Steve Antond3679212018-01-17 17:41:02 -080064 const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams);
deadbeef70ab1a12015-09-28 16:53:55 -070065 virtual ~AudioRtpReceiver();
66
67 // ObserverInterface implementation
68 void OnChanged() override;
69
70 // AudioSourceInterface::AudioObserver implementation
71 void OnSetVolume(double volume) override;
72
perkjd61bf802016-03-24 03:16:19 -070073 rtc::scoped_refptr<AudioTrackInterface> audio_track() const {
74 return track_.get();
75 }
76
deadbeef70ab1a12015-09-28 16:53:55 -070077 // RtpReceiverInterface implementation
78 rtc::scoped_refptr<MediaStreamTrackInterface> track() const override {
79 return track_.get();
80 }
Henrik Boström9e6fd2b2017-11-21 13:41:51 +010081 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams()
82 const override {
83 return streams_;
84 }
deadbeef70ab1a12015-09-28 16:53:55 -070085
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -070086 cricket::MediaType media_type() const override {
87 return cricket::MEDIA_TYPE_AUDIO;
88 }
89
deadbeef70ab1a12015-09-28 16:53:55 -070090 std::string id() const override { return id_; }
91
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -070092 RtpParameters GetParameters() const override;
93 bool SetParameters(const RtpParameters& parameters) override;
94
deadbeefa601f5c2016-06-06 14:27:39 -070095 // RtpReceiverInternal implementation.
96 void Stop() override;
Steve Antond3679212018-01-17 17:41:02 -080097 void SetupMediaChannel(uint32_t ssrc) override;
98 uint32_t ssrc() const override { return ssrc_.value_or(0); }
Steve Anton60776752018-01-10 11:51:34 -080099 void NotifyFirstPacketReceived() override;
Steve Antonef65ef12018-01-10 17:15:20 -0800100 void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>&
101 streams) override;
deadbeefa601f5c2016-06-06 14:27:39 -0700102
zhihuang184a3fd2016-06-14 11:47:14 -0700103 void SetObserver(RtpReceiverObserverInterface* observer) override;
104
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700105 // Does not take ownership.
Steve Anton60776752018-01-10 11:51:34 -0800106 // Should call SetMediaChannel(nullptr) before |media_channel| is destroyed.
107 void SetMediaChannel(cricket::VoiceMediaChannel* media_channel);
zhihuang184a3fd2016-06-14 11:47:14 -0700108
hbos8d609f62017-04-10 07:39:05 -0700109 std::vector<RtpSource> GetSources() const override;
Harald Alvestrandc72af932018-01-11 17:18:19 +0100110 int AttachmentId() const override { return attachment_id_; }
hbos8d609f62017-04-10 07:39:05 -0700111
deadbeef70ab1a12015-09-28 16:53:55 -0700112 private:
113 void Reconfigure();
Steve Anton60776752018-01-10 11:51:34 -0800114 bool SetOutputVolume(double volume);
deadbeef70ab1a12015-09-28 16:53:55 -0700115
Steve Anton60776752018-01-10 11:51:34 -0800116 rtc::Thread* const worker_thread_;
Tommif888bb52015-12-12 01:37:01 +0100117 const std::string id_;
Steve Antond3679212018-01-17 17:41:02 -0800118 const rtc::scoped_refptr<RemoteAudioSource> source_;
perkjd61bf802016-03-24 03:16:19 -0700119 const rtc::scoped_refptr<AudioTrackInterface> track_;
Steve Antond3679212018-01-17 17:41:02 -0800120 cricket::VoiceMediaChannel* media_channel_ = nullptr;
121 rtc::Optional<uint32_t> ssrc_;
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100122 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_;
deadbeef70ab1a12015-09-28 16:53:55 -0700123 bool cached_track_enabled_;
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700124 double cached_volume_ = 1;
125 bool stopped_ = false;
zhihuang184a3fd2016-06-14 11:47:14 -0700126 RtpReceiverObserverInterface* observer_ = nullptr;
127 bool received_first_packet_ = false;
Harald Alvestrandc72af932018-01-11 17:18:19 +0100128 int attachment_id_ = 0;
deadbeef70ab1a12015-09-28 16:53:55 -0700129};
130
Steve Anton60776752018-01-10 11:51:34 -0800131class VideoRtpReceiver : public rtc::RefCountedObject<RtpReceiverInternal> {
deadbeef70ab1a12015-09-28 16:53:55 -0700132 public:
deadbeefe814a0d2017-02-25 18:15:09 -0800133 // An SSRC of 0 will create a receiver that will match the first SSRC it
134 // sees.
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100135 VideoRtpReceiver(
Steve Anton60776752018-01-10 11:51:34 -0800136 rtc::Thread* worker_thread,
Steve Antonef65ef12018-01-10 17:15:20 -0800137 const std::string& receiver_id,
Steve Antond3679212018-01-17 17:41:02 -0800138 const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams);
deadbeef70ab1a12015-09-28 16:53:55 -0700139
140 virtual ~VideoRtpReceiver();
141
perkjf0dcfe22016-03-10 18:32:00 +0100142 rtc::scoped_refptr<VideoTrackInterface> video_track() const {
143 return track_.get();
144 }
145
deadbeef70ab1a12015-09-28 16:53:55 -0700146 // RtpReceiverInterface implementation
147 rtc::scoped_refptr<MediaStreamTrackInterface> track() const override {
148 return track_.get();
149 }
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100150 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams()
151 const override {
152 return streams_;
153 }
deadbeef70ab1a12015-09-28 16:53:55 -0700154
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700155 cricket::MediaType media_type() const override {
156 return cricket::MEDIA_TYPE_VIDEO;
157 }
158
deadbeef70ab1a12015-09-28 16:53:55 -0700159 std::string id() const override { return id_; }
160
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -0700161 RtpParameters GetParameters() const override;
162 bool SetParameters(const RtpParameters& parameters) override;
163
deadbeefa601f5c2016-06-06 14:27:39 -0700164 // RtpReceiverInternal implementation.
165 void Stop() override;
Steve Antond3679212018-01-17 17:41:02 -0800166 void SetupMediaChannel(uint32_t ssrc) override;
167 uint32_t ssrc() const override { return ssrc_.value_or(0); }
Steve Anton60776752018-01-10 11:51:34 -0800168 void NotifyFirstPacketReceived() override;
Steve Antonef65ef12018-01-10 17:15:20 -0800169 void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>&
170 streams) override;
deadbeefa601f5c2016-06-06 14:27:39 -0700171
zhihuang184a3fd2016-06-14 11:47:14 -0700172 void SetObserver(RtpReceiverObserverInterface* observer) override;
173
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700174 // Does not take ownership.
Steve Anton60776752018-01-10 11:51:34 -0800175 // Should call SetMediaChannel(nullptr) before |media_channel| is destroyed.
176 void SetMediaChannel(cricket::VideoMediaChannel* media_channel);
zhihuang184a3fd2016-06-14 11:47:14 -0700177
deadbeef70ab1a12015-09-28 16:53:55 -0700178 private:
Steve Anton60776752018-01-10 11:51:34 -0800179 bool SetSink(rtc::VideoSinkInterface<VideoFrame>* sink);
zhihuang184a3fd2016-06-14 11:47:14 -0700180
Steve Anton60776752018-01-10 11:51:34 -0800181 rtc::Thread* const worker_thread_;
Steve Antonef65ef12018-01-10 17:15:20 -0800182 const std::string id_;
Steve Anton60776752018-01-10 11:51:34 -0800183 cricket::VideoMediaChannel* media_channel_ = nullptr;
Steve Antond3679212018-01-17 17:41:02 -0800184 rtc::Optional<uint32_t> ssrc_;
perkjf0dcfe22016-03-10 18:32:00 +0100185 // |broadcaster_| is needed since the decoder can only handle one sink.
186 // It might be better if the decoder can handle multiple sinks and consider
187 // the VideoSinkWants.
188 rtc::VideoBroadcaster broadcaster_;
189 // |source_| is held here to be able to change the state of the source when
190 // the VideoRtpReceiver is stopped.
191 rtc::scoped_refptr<VideoTrackSource> source_;
192 rtc::scoped_refptr<VideoTrackInterface> track_;
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100193 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_;
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700194 bool stopped_ = false;
zhihuang184a3fd2016-06-14 11:47:14 -0700195 RtpReceiverObserverInterface* observer_ = nullptr;
196 bool received_first_packet_ = false;
Harald Alvestrandc72af932018-01-11 17:18:19 +0100197 int attachment_id_ = 0;
deadbeef70ab1a12015-09-28 16:53:55 -0700198};
199
200} // namespace webrtc
201
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200202#endif // PC_RTPRECEIVER_H_