Ruslan Burakov | 501bfba | 2019-02-11 10:29:19 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2019 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #ifndef PC_AUDIO_RTP_RECEIVER_H_ |
| 12 | #define PC_AUDIO_RTP_RECEIVER_H_ |
| 13 | |
| 14 | #include <stdint.h> |
| 15 | #include <string> |
| 16 | #include <vector> |
| 17 | |
| 18 | #include "absl/types/optional.h" |
| 19 | #include "api/crypto/frame_decryptor_interface.h" |
Harald Alvestrand | 5761e7b | 2021-01-29 14:45:08 +0000 | [diff] [blame] | 20 | #include "api/dtls_transport_interface.h" |
| 21 | #include "api/frame_transformer_interface.h" |
Ruslan Burakov | 501bfba | 2019-02-11 10:29:19 +0100 | [diff] [blame] | 22 | #include "api/media_stream_interface.h" |
Harald Alvestrand | 1ee3325 | 2020-09-24 13:31:15 +0000 | [diff] [blame] | 23 | #include "api/media_stream_track_proxy.h" |
Ruslan Burakov | 501bfba | 2019-02-11 10:29:19 +0100 | [diff] [blame] | 24 | #include "api/media_types.h" |
| 25 | #include "api/rtp_parameters.h" |
Harald Alvestrand | 5761e7b | 2021-01-29 14:45:08 +0000 | [diff] [blame] | 26 | #include "api/rtp_receiver_interface.h" |
Ruslan Burakov | 501bfba | 2019-02-11 10:29:19 +0100 | [diff] [blame] | 27 | #include "api/scoped_refptr.h" |
Harald Alvestrand | 5761e7b | 2021-01-29 14:45:08 +0000 | [diff] [blame] | 28 | #include "api/transport/rtp/rtp_source.h" |
Ruslan Burakov | 501bfba | 2019-02-11 10:29:19 +0100 | [diff] [blame] | 29 | #include "media/base/media_channel.h" |
Harald Alvestrand | 1ee3325 | 2020-09-24 13:31:15 +0000 | [diff] [blame] | 30 | #include "pc/audio_track.h" |
Ruslan Burakov | 428dcb2 | 2019-04-18 17:49:49 +0200 | [diff] [blame] | 31 | #include "pc/jitter_buffer_delay_interface.h" |
Ruslan Burakov | 501bfba | 2019-02-11 10:29:19 +0100 | [diff] [blame] | 32 | #include "pc/remote_audio_source.h" |
| 33 | #include "pc/rtp_receiver.h" |
| 34 | #include "rtc_base/ref_counted_object.h" |
| 35 | #include "rtc_base/thread.h" |
Harald Alvestrand | 5761e7b | 2021-01-29 14:45:08 +0000 | [diff] [blame] | 36 | #include "rtc_base/thread_annotations.h" |
Ruslan Burakov | 501bfba | 2019-02-11 10:29:19 +0100 | [diff] [blame] | 37 | |
| 38 | namespace webrtc { |
| 39 | |
| 40 | class AudioRtpReceiver : public ObserverInterface, |
| 41 | public AudioSourceInterface::AudioObserver, |
| 42 | public rtc::RefCountedObject<RtpReceiverInternal> { |
| 43 | public: |
| 44 | AudioRtpReceiver(rtc::Thread* worker_thread, |
| 45 | std::string receiver_id, |
| 46 | std::vector<std::string> stream_ids); |
| 47 | // TODO(https://crbug.com/webrtc/9480): Remove this when streams() is removed. |
| 48 | AudioRtpReceiver( |
| 49 | rtc::Thread* worker_thread, |
| 50 | const std::string& receiver_id, |
| 51 | const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams); |
| 52 | virtual ~AudioRtpReceiver(); |
| 53 | |
| 54 | // ObserverInterface implementation |
| 55 | void OnChanged() override; |
| 56 | |
| 57 | // AudioSourceInterface::AudioObserver implementation |
| 58 | void OnSetVolume(double volume) override; |
| 59 | |
| 60 | rtc::scoped_refptr<AudioTrackInterface> audio_track() const { |
| 61 | return track_.get(); |
| 62 | } |
| 63 | |
| 64 | // RtpReceiverInterface implementation |
| 65 | rtc::scoped_refptr<MediaStreamTrackInterface> track() const override { |
| 66 | return track_.get(); |
| 67 | } |
| 68 | rtc::scoped_refptr<DtlsTransportInterface> dtls_transport() const override { |
| 69 | return dtls_transport_; |
| 70 | } |
| 71 | std::vector<std::string> stream_ids() const override; |
| 72 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams() |
| 73 | const override { |
| 74 | return streams_; |
| 75 | } |
| 76 | |
| 77 | cricket::MediaType media_type() const override { |
| 78 | return cricket::MEDIA_TYPE_AUDIO; |
| 79 | } |
| 80 | |
| 81 | std::string id() const override { return id_; } |
| 82 | |
| 83 | RtpParameters GetParameters() const override; |
Ruslan Burakov | 501bfba | 2019-02-11 10:29:19 +0100 | [diff] [blame] | 84 | |
| 85 | void SetFrameDecryptor( |
| 86 | rtc::scoped_refptr<FrameDecryptorInterface> frame_decryptor) override; |
| 87 | |
| 88 | rtc::scoped_refptr<FrameDecryptorInterface> GetFrameDecryptor() |
| 89 | const override; |
| 90 | |
| 91 | // RtpReceiverInternal implementation. |
| 92 | void Stop() override; |
Harald Alvestrand | 1ee3325 | 2020-09-24 13:31:15 +0000 | [diff] [blame] | 93 | void StopAndEndTrack() override; |
Ruslan Burakov | 501bfba | 2019-02-11 10:29:19 +0100 | [diff] [blame] | 94 | void SetupMediaChannel(uint32_t ssrc) override; |
Saurav Das | 7262fc2 | 2019-09-11 16:23:05 -0700 | [diff] [blame] | 95 | void SetupUnsignaledMediaChannel() override; |
Ruslan Burakov | 501bfba | 2019-02-11 10:29:19 +0100 | [diff] [blame] | 96 | uint32_t ssrc() const override { return ssrc_.value_or(0); } |
| 97 | void NotifyFirstPacketReceived() override; |
| 98 | void set_stream_ids(std::vector<std::string> stream_ids) override; |
| 99 | void set_transport( |
| 100 | rtc::scoped_refptr<DtlsTransportInterface> dtls_transport) override { |
| 101 | dtls_transport_ = dtls_transport; |
| 102 | } |
| 103 | void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& |
| 104 | streams) override; |
| 105 | void SetObserver(RtpReceiverObserverInterface* observer) override; |
| 106 | |
Ruslan Burakov | 4bac79e | 2019-04-03 19:55:33 +0200 | [diff] [blame] | 107 | void SetJitterBufferMinimumDelay( |
| 108 | absl::optional<double> delay_seconds) override; |
| 109 | |
Ruslan Burakov | 501bfba | 2019-02-11 10:29:19 +0100 | [diff] [blame] | 110 | void SetMediaChannel(cricket::MediaChannel* media_channel) override; |
| 111 | |
| 112 | std::vector<RtpSource> GetSources() const override; |
| 113 | int AttachmentId() const override { return attachment_id_; } |
Marina Ciocea | 3e9af7f | 2020-04-01 07:46:16 +0200 | [diff] [blame] | 114 | void SetDepacketizerToDecoderFrameTransformer( |
| 115 | rtc::scoped_refptr<webrtc::FrameTransformerInterface> frame_transformer) |
| 116 | override; |
Ruslan Burakov | 501bfba | 2019-02-11 10:29:19 +0100 | [diff] [blame] | 117 | |
| 118 | private: |
Saurav Das | 7262fc2 | 2019-09-11 16:23:05 -0700 | [diff] [blame] | 119 | void RestartMediaChannel(absl::optional<uint32_t> ssrc); |
Ruslan Burakov | 501bfba | 2019-02-11 10:29:19 +0100 | [diff] [blame] | 120 | void Reconfigure(); |
| 121 | bool SetOutputVolume(double volume); |
| 122 | |
| 123 | rtc::Thread* const worker_thread_; |
| 124 | const std::string id_; |
| 125 | const rtc::scoped_refptr<RemoteAudioSource> source_; |
Harald Alvestrand | 1ee3325 | 2020-09-24 13:31:15 +0000 | [diff] [blame] | 126 | const rtc::scoped_refptr<AudioTrackProxyWithInternal<AudioTrack>> track_; |
Ruslan Burakov | 501bfba | 2019-02-11 10:29:19 +0100 | [diff] [blame] | 127 | cricket::VoiceMediaChannel* media_channel_ = nullptr; |
| 128 | absl::optional<uint32_t> ssrc_; |
| 129 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_; |
| 130 | bool cached_track_enabled_; |
| 131 | double cached_volume_ = 1; |
Saurav Das | 7262fc2 | 2019-09-11 16:23:05 -0700 | [diff] [blame] | 132 | bool stopped_ = true; |
Ruslan Burakov | 501bfba | 2019-02-11 10:29:19 +0100 | [diff] [blame] | 133 | RtpReceiverObserverInterface* observer_ = nullptr; |
| 134 | bool received_first_packet_ = false; |
| 135 | int attachment_id_ = 0; |
| 136 | rtc::scoped_refptr<FrameDecryptorInterface> frame_decryptor_; |
| 137 | rtc::scoped_refptr<DtlsTransportInterface> dtls_transport_; |
Ruslan Burakov | 428dcb2 | 2019-04-18 17:49:49 +0200 | [diff] [blame] | 138 | // Allows to thread safely change playout delay. Handles caching cases if |
| 139 | // |SetJitterBufferMinimumDelay| is called before start. |
| 140 | rtc::scoped_refptr<JitterBufferDelayInterface> delay_; |
Marina Ciocea | 3e9af7f | 2020-04-01 07:46:16 +0200 | [diff] [blame] | 141 | rtc::scoped_refptr<FrameTransformerInterface> frame_transformer_ |
| 142 | RTC_GUARDED_BY(worker_thread_); |
Ruslan Burakov | 501bfba | 2019-02-11 10:29:19 +0100 | [diff] [blame] | 143 | }; |
| 144 | |
| 145 | } // namespace webrtc |
| 146 | |
| 147 | #endif // PC_AUDIO_RTP_RECEIVER_H_ |