blob: e3848a7c5be5dd016da8ebfd950fa40c33996218 [file] [log] [blame]
deadbeef6979b022015-09-24 16:47:53 -07001/*
kjellanderb24317b2016-02-10 07:54:43 -08002 * Copyright 2015 The WebRTC project authors. All Rights Reserved.
deadbeef6979b022015-09-24 16:47:53 -07003 *
kjellanderb24317b2016-02-10 07:54:43 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
deadbeef6979b022015-09-24 16:47:53 -07009 */
10
deadbeef70ab1a12015-09-28 16:53:55 -070011// This file contains classes that implement RtpReceiverInterface.
12// An RtpReceiver associates a MediaStreamTrackInterface with an underlying
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -070013// transport (provided by cricket::VoiceChannel/cricket::VideoChannel)
deadbeef70ab1a12015-09-28 16:53:55 -070014
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020015#ifndef PC_RTPRECEIVER_H_
16#define PC_RTPRECEIVER_H_
deadbeef70ab1a12015-09-28 16:53:55 -070017
pbosc7c26a02017-01-02 08:42:32 -080018#include <stdint.h>
19
deadbeef70ab1a12015-09-28 16:53:55 -070020#include <string>
Steve Anton36b29d12017-10-30 09:57:42 -070021#include <vector>
deadbeef70ab1a12015-09-28 16:53:55 -070022
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "api/mediastreaminterface.h"
24#include "api/rtpreceiverinterface.h"
25#include "media/base/videobroadcaster.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020026#include "pc/remoteaudiosource.h"
27#include "pc/videotracksource.h"
28#include "rtc_base/basictypes.h"
deadbeef70ab1a12015-09-28 16:53:55 -070029
30namespace webrtc {
31
deadbeefa601f5c2016-06-06 14:27:39 -070032// Internal class used by PeerConnection.
33class RtpReceiverInternal : public RtpReceiverInterface {
34 public:
35 virtual void Stop() = 0;
Steve Antonef65ef12018-01-10 17:15:20 -080036
deadbeefe814a0d2017-02-25 18:15:09 -080037 // This SSRC is used as an identifier for the receiver between the API layer
eladalonf1841382017-06-12 01:16:46 -070038 // and the WebRtcVideoEngine, WebRtcVoiceEngine layer.
deadbeefe814a0d2017-02-25 18:15:09 -080039 virtual uint32_t ssrc() const = 0;
Steve Anton60776752018-01-10 11:51:34 -080040
41 // Call this to notify the RtpReceiver when the first packet has been received
42 // on the corresponding channel.
43 virtual void NotifyFirstPacketReceived() = 0;
Steve Antonef65ef12018-01-10 17:15:20 -080044
45 // Set the associated remote media streams for this receiver. The remote track
46 // will be removed from any streams that are no longer present and added to
47 // any new streams.
48 virtual void SetStreams(
49 const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams) = 0;
deadbeefa601f5c2016-06-06 14:27:39 -070050};
51
deadbeef70ab1a12015-09-28 16:53:55 -070052class AudioRtpReceiver : public ObserverInterface,
53 public AudioSourceInterface::AudioObserver,
Steve Anton60776752018-01-10 11:51:34 -080054 public rtc::RefCountedObject<RtpReceiverInternal> {
deadbeef70ab1a12015-09-28 16:53:55 -070055 public:
deadbeefe814a0d2017-02-25 18:15:09 -080056 // An SSRC of 0 will create a receiver that will match the first SSRC it
57 // sees.
58 // TODO(deadbeef): Use rtc::Optional, or have another constructor that
59 // doesn't take an SSRC, and make this one DCHECK(ssrc != 0).
Henrik Boström9e6fd2b2017-11-21 13:41:51 +010060 AudioRtpReceiver(
Steve Anton60776752018-01-10 11:51:34 -080061 rtc::Thread* worker_thread,
Steve Anton9158ef62017-11-27 13:01:52 -080062 const std::string& receiver_id,
Steve Antonef65ef12018-01-10 17:15:20 -080063 const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams,
Henrik Boström9e6fd2b2017-11-21 13:41:51 +010064 uint32_t ssrc,
Steve Anton60776752018-01-10 11:51:34 -080065 cricket::VoiceMediaChannel* media_channel);
deadbeef70ab1a12015-09-28 16:53:55 -070066 virtual ~AudioRtpReceiver();
67
68 // ObserverInterface implementation
69 void OnChanged() override;
70
71 // AudioSourceInterface::AudioObserver implementation
72 void OnSetVolume(double volume) override;
73
perkjd61bf802016-03-24 03:16:19 -070074 rtc::scoped_refptr<AudioTrackInterface> audio_track() const {
75 return track_.get();
76 }
77
deadbeef70ab1a12015-09-28 16:53:55 -070078 // RtpReceiverInterface implementation
79 rtc::scoped_refptr<MediaStreamTrackInterface> track() const override {
80 return track_.get();
81 }
Henrik Boström9e6fd2b2017-11-21 13:41:51 +010082 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams()
83 const override {
84 return streams_;
85 }
deadbeef70ab1a12015-09-28 16:53:55 -070086
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -070087 cricket::MediaType media_type() const override {
88 return cricket::MEDIA_TYPE_AUDIO;
89 }
90
deadbeef70ab1a12015-09-28 16:53:55 -070091 std::string id() const override { return id_; }
92
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -070093 RtpParameters GetParameters() const override;
94 bool SetParameters(const RtpParameters& parameters) override;
95
deadbeefa601f5c2016-06-06 14:27:39 -070096 // RtpReceiverInternal implementation.
97 void Stop() override;
deadbeefe814a0d2017-02-25 18:15:09 -080098 uint32_t ssrc() const override { return ssrc_; }
Steve Anton60776752018-01-10 11:51:34 -080099 void NotifyFirstPacketReceived() override;
Steve Antonef65ef12018-01-10 17:15:20 -0800100 void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>&
101 streams) override;
deadbeefa601f5c2016-06-06 14:27:39 -0700102
zhihuang184a3fd2016-06-14 11:47:14 -0700103 void SetObserver(RtpReceiverObserverInterface* observer) override;
104
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700105 // Does not take ownership.
Steve Anton60776752018-01-10 11:51:34 -0800106 // Should call SetMediaChannel(nullptr) before |media_channel| is destroyed.
107 void SetMediaChannel(cricket::VoiceMediaChannel* media_channel);
zhihuang184a3fd2016-06-14 11:47:14 -0700108
hbos8d609f62017-04-10 07:39:05 -0700109 std::vector<RtpSource> GetSources() const override;
110
deadbeef70ab1a12015-09-28 16:53:55 -0700111 private:
112 void Reconfigure();
Steve Anton60776752018-01-10 11:51:34 -0800113 bool SetOutputVolume(double volume);
deadbeef70ab1a12015-09-28 16:53:55 -0700114
Steve Anton60776752018-01-10 11:51:34 -0800115 rtc::Thread* const worker_thread_;
Tommif888bb52015-12-12 01:37:01 +0100116 const std::string id_;
Tommif888bb52015-12-12 01:37:01 +0100117 const uint32_t ssrc_;
Steve Anton60776752018-01-10 11:51:34 -0800118 cricket::VoiceMediaChannel* media_channel_ = nullptr;
perkjd61bf802016-03-24 03:16:19 -0700119 const rtc::scoped_refptr<AudioTrackInterface> track_;
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100120 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_;
deadbeef70ab1a12015-09-28 16:53:55 -0700121 bool cached_track_enabled_;
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700122 double cached_volume_ = 1;
123 bool stopped_ = false;
zhihuang184a3fd2016-06-14 11:47:14 -0700124 RtpReceiverObserverInterface* observer_ = nullptr;
125 bool received_first_packet_ = false;
deadbeef70ab1a12015-09-28 16:53:55 -0700126};
127
Steve Anton60776752018-01-10 11:51:34 -0800128class VideoRtpReceiver : public rtc::RefCountedObject<RtpReceiverInternal> {
deadbeef70ab1a12015-09-28 16:53:55 -0700129 public:
deadbeefe814a0d2017-02-25 18:15:09 -0800130 // An SSRC of 0 will create a receiver that will match the first SSRC it
131 // sees.
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100132 VideoRtpReceiver(
Steve Anton60776752018-01-10 11:51:34 -0800133 rtc::Thread* worker_thread,
Steve Antonef65ef12018-01-10 17:15:20 -0800134 const std::string& receiver_id,
135 const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams,
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100136 uint32_t ssrc,
Steve Anton60776752018-01-10 11:51:34 -0800137 cricket::VideoMediaChannel* media_channel);
deadbeef70ab1a12015-09-28 16:53:55 -0700138
139 virtual ~VideoRtpReceiver();
140
perkjf0dcfe22016-03-10 18:32:00 +0100141 rtc::scoped_refptr<VideoTrackInterface> video_track() const {
142 return track_.get();
143 }
144
deadbeef70ab1a12015-09-28 16:53:55 -0700145 // RtpReceiverInterface implementation
146 rtc::scoped_refptr<MediaStreamTrackInterface> track() const override {
147 return track_.get();
148 }
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100149 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams()
150 const override {
151 return streams_;
152 }
deadbeef70ab1a12015-09-28 16:53:55 -0700153
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700154 cricket::MediaType media_type() const override {
155 return cricket::MEDIA_TYPE_VIDEO;
156 }
157
deadbeef70ab1a12015-09-28 16:53:55 -0700158 std::string id() const override { return id_; }
159
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -0700160 RtpParameters GetParameters() const override;
161 bool SetParameters(const RtpParameters& parameters) override;
162
deadbeefa601f5c2016-06-06 14:27:39 -0700163 // RtpReceiverInternal implementation.
164 void Stop() override;
deadbeefe814a0d2017-02-25 18:15:09 -0800165 uint32_t ssrc() const override { return ssrc_; }
Steve Anton60776752018-01-10 11:51:34 -0800166 void NotifyFirstPacketReceived() override;
Steve Antonef65ef12018-01-10 17:15:20 -0800167 void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>&
168 streams) override;
deadbeefa601f5c2016-06-06 14:27:39 -0700169
zhihuang184a3fd2016-06-14 11:47:14 -0700170 void SetObserver(RtpReceiverObserverInterface* observer) override;
171
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700172 // Does not take ownership.
Steve Anton60776752018-01-10 11:51:34 -0800173 // Should call SetMediaChannel(nullptr) before |media_channel| is destroyed.
174 void SetMediaChannel(cricket::VideoMediaChannel* media_channel);
zhihuang184a3fd2016-06-14 11:47:14 -0700175
deadbeef70ab1a12015-09-28 16:53:55 -0700176 private:
Steve Anton60776752018-01-10 11:51:34 -0800177 bool SetSink(rtc::VideoSinkInterface<VideoFrame>* sink);
zhihuang184a3fd2016-06-14 11:47:14 -0700178
Steve Anton60776752018-01-10 11:51:34 -0800179 rtc::Thread* const worker_thread_;
Steve Antonef65ef12018-01-10 17:15:20 -0800180 const std::string id_;
Peter Boström0c4e06b2015-10-07 12:23:21 +0200181 uint32_t ssrc_;
Steve Anton60776752018-01-10 11:51:34 -0800182 cricket::VideoMediaChannel* media_channel_ = nullptr;
perkjf0dcfe22016-03-10 18:32:00 +0100183 // |broadcaster_| is needed since the decoder can only handle one sink.
184 // It might be better if the decoder can handle multiple sinks and consider
185 // the VideoSinkWants.
186 rtc::VideoBroadcaster broadcaster_;
187 // |source_| is held here to be able to change the state of the source when
188 // the VideoRtpReceiver is stopped.
189 rtc::scoped_refptr<VideoTrackSource> source_;
190 rtc::scoped_refptr<VideoTrackInterface> track_;
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100191 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_;
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700192 bool stopped_ = false;
zhihuang184a3fd2016-06-14 11:47:14 -0700193 RtpReceiverObserverInterface* observer_ = nullptr;
194 bool received_first_packet_ = false;
deadbeef70ab1a12015-09-28 16:53:55 -0700195};
196
197} // namespace webrtc
198
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200199#endif // PC_RTPRECEIVER_H_