blob: ec77bbc486ed3898a80cbe6840f927593bf86afc [file] [log] [blame]
Ruslan Burakov501bfba2019-02-11 10:29:19 +01001/*
2 * Copyright 2019 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#ifndef PC_AUDIO_RTP_RECEIVER_H_
12#define PC_AUDIO_RTP_RECEIVER_H_
13
14#include <stdint.h>
15#include <string>
16#include <vector>
17
18#include "absl/types/optional.h"
19#include "api/crypto/frame_decryptor_interface.h"
Harald Alvestrand5761e7b2021-01-29 14:45:08 +000020#include "api/dtls_transport_interface.h"
21#include "api/frame_transformer_interface.h"
Ruslan Burakov501bfba2019-02-11 10:29:19 +010022#include "api/media_stream_interface.h"
Harald Alvestrand1ee33252020-09-24 13:31:15 +000023#include "api/media_stream_track_proxy.h"
Ruslan Burakov501bfba2019-02-11 10:29:19 +010024#include "api/media_types.h"
25#include "api/rtp_parameters.h"
Harald Alvestrand5761e7b2021-01-29 14:45:08 +000026#include "api/rtp_receiver_interface.h"
Ruslan Burakov501bfba2019-02-11 10:29:19 +010027#include "api/scoped_refptr.h"
Harald Alvestrand5761e7b2021-01-29 14:45:08 +000028#include "api/transport/rtp/rtp_source.h"
Ruslan Burakov501bfba2019-02-11 10:29:19 +010029#include "media/base/media_channel.h"
Harald Alvestrand1ee33252020-09-24 13:31:15 +000030#include "pc/audio_track.h"
Ruslan Burakov428dcb22019-04-18 17:49:49 +020031#include "pc/jitter_buffer_delay_interface.h"
Ruslan Burakov501bfba2019-02-11 10:29:19 +010032#include "pc/remote_audio_source.h"
33#include "pc/rtp_receiver.h"
34#include "rtc_base/ref_counted_object.h"
35#include "rtc_base/thread.h"
Harald Alvestrand5761e7b2021-01-29 14:45:08 +000036#include "rtc_base/thread_annotations.h"
Ruslan Burakov501bfba2019-02-11 10:29:19 +010037
38namespace webrtc {
39
40class AudioRtpReceiver : public ObserverInterface,
41 public AudioSourceInterface::AudioObserver,
42 public rtc::RefCountedObject<RtpReceiverInternal> {
43 public:
44 AudioRtpReceiver(rtc::Thread* worker_thread,
45 std::string receiver_id,
46 std::vector<std::string> stream_ids);
47 // TODO(https://crbug.com/webrtc/9480): Remove this when streams() is removed.
48 AudioRtpReceiver(
49 rtc::Thread* worker_thread,
50 const std::string& receiver_id,
51 const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams);
52 virtual ~AudioRtpReceiver();
53
54 // ObserverInterface implementation
55 void OnChanged() override;
56
57 // AudioSourceInterface::AudioObserver implementation
58 void OnSetVolume(double volume) override;
59
60 rtc::scoped_refptr<AudioTrackInterface> audio_track() const {
61 return track_.get();
62 }
63
64 // RtpReceiverInterface implementation
65 rtc::scoped_refptr<MediaStreamTrackInterface> track() const override {
66 return track_.get();
67 }
68 rtc::scoped_refptr<DtlsTransportInterface> dtls_transport() const override {
69 return dtls_transport_;
70 }
71 std::vector<std::string> stream_ids() const override;
72 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams()
73 const override {
74 return streams_;
75 }
76
77 cricket::MediaType media_type() const override {
78 return cricket::MEDIA_TYPE_AUDIO;
79 }
80
81 std::string id() const override { return id_; }
82
83 RtpParameters GetParameters() const override;
Ruslan Burakov501bfba2019-02-11 10:29:19 +010084
85 void SetFrameDecryptor(
86 rtc::scoped_refptr<FrameDecryptorInterface> frame_decryptor) override;
87
88 rtc::scoped_refptr<FrameDecryptorInterface> GetFrameDecryptor()
89 const override;
90
91 // RtpReceiverInternal implementation.
92 void Stop() override;
Harald Alvestrand1ee33252020-09-24 13:31:15 +000093 void StopAndEndTrack() override;
Ruslan Burakov501bfba2019-02-11 10:29:19 +010094 void SetupMediaChannel(uint32_t ssrc) override;
Saurav Das7262fc22019-09-11 16:23:05 -070095 void SetupUnsignaledMediaChannel() override;
Ruslan Burakov501bfba2019-02-11 10:29:19 +010096 uint32_t ssrc() const override { return ssrc_.value_or(0); }
97 void NotifyFirstPacketReceived() override;
98 void set_stream_ids(std::vector<std::string> stream_ids) override;
99 void set_transport(
100 rtc::scoped_refptr<DtlsTransportInterface> dtls_transport) override {
101 dtls_transport_ = dtls_transport;
102 }
103 void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>&
104 streams) override;
105 void SetObserver(RtpReceiverObserverInterface* observer) override;
106
Ruslan Burakov4bac79e2019-04-03 19:55:33 +0200107 void SetJitterBufferMinimumDelay(
108 absl::optional<double> delay_seconds) override;
109
Ruslan Burakov501bfba2019-02-11 10:29:19 +0100110 void SetMediaChannel(cricket::MediaChannel* media_channel) override;
111
112 std::vector<RtpSource> GetSources() const override;
113 int AttachmentId() const override { return attachment_id_; }
Marina Ciocea3e9af7f2020-04-01 07:46:16 +0200114 void SetDepacketizerToDecoderFrameTransformer(
115 rtc::scoped_refptr<webrtc::FrameTransformerInterface> frame_transformer)
116 override;
Ruslan Burakov501bfba2019-02-11 10:29:19 +0100117
118 private:
Saurav Das7262fc22019-09-11 16:23:05 -0700119 void RestartMediaChannel(absl::optional<uint32_t> ssrc);
Ruslan Burakov501bfba2019-02-11 10:29:19 +0100120 void Reconfigure();
121 bool SetOutputVolume(double volume);
122
123 rtc::Thread* const worker_thread_;
124 const std::string id_;
125 const rtc::scoped_refptr<RemoteAudioSource> source_;
Harald Alvestrand1ee33252020-09-24 13:31:15 +0000126 const rtc::scoped_refptr<AudioTrackProxyWithInternal<AudioTrack>> track_;
Ruslan Burakov501bfba2019-02-11 10:29:19 +0100127 cricket::VoiceMediaChannel* media_channel_ = nullptr;
128 absl::optional<uint32_t> ssrc_;
129 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_;
130 bool cached_track_enabled_;
131 double cached_volume_ = 1;
Saurav Das7262fc22019-09-11 16:23:05 -0700132 bool stopped_ = true;
Ruslan Burakov501bfba2019-02-11 10:29:19 +0100133 RtpReceiverObserverInterface* observer_ = nullptr;
134 bool received_first_packet_ = false;
135 int attachment_id_ = 0;
136 rtc::scoped_refptr<FrameDecryptorInterface> frame_decryptor_;
137 rtc::scoped_refptr<DtlsTransportInterface> dtls_transport_;
Ruslan Burakov428dcb22019-04-18 17:49:49 +0200138 // Allows to thread safely change playout delay. Handles caching cases if
139 // |SetJitterBufferMinimumDelay| is called before start.
140 rtc::scoped_refptr<JitterBufferDelayInterface> delay_;
Marina Ciocea3e9af7f2020-04-01 07:46:16 +0200141 rtc::scoped_refptr<FrameTransformerInterface> frame_transformer_
142 RTC_GUARDED_BY(worker_thread_);
Ruslan Burakov501bfba2019-02-11 10:29:19 +0100143};
144
145} // namespace webrtc
146
147#endif // PC_AUDIO_RTP_RECEIVER_H_