blob: 789d4a0f52a5e90ea35069c9dc9de287da6fde29 [file] [log] [blame]
Ruslan Burakov501bfba2019-02-11 10:29:19 +01001/*
2 * Copyright 2019 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#ifndef PC_AUDIO_RTP_RECEIVER_H_
12#define PC_AUDIO_RTP_RECEIVER_H_
13
14#include <stdint.h>
15#include <string>
16#include <vector>
17
18#include "absl/types/optional.h"
19#include "api/crypto/frame_decryptor_interface.h"
Harald Alvestrand5761e7b2021-01-29 14:45:08 +000020#include "api/dtls_transport_interface.h"
21#include "api/frame_transformer_interface.h"
Ruslan Burakov501bfba2019-02-11 10:29:19 +010022#include "api/media_stream_interface.h"
Harald Alvestrand1ee33252020-09-24 13:31:15 +000023#include "api/media_stream_track_proxy.h"
Ruslan Burakov501bfba2019-02-11 10:29:19 +010024#include "api/media_types.h"
25#include "api/rtp_parameters.h"
Harald Alvestrand5761e7b2021-01-29 14:45:08 +000026#include "api/rtp_receiver_interface.h"
Ruslan Burakov501bfba2019-02-11 10:29:19 +010027#include "api/scoped_refptr.h"
Harald Alvestrand5761e7b2021-01-29 14:45:08 +000028#include "api/transport/rtp/rtp_source.h"
Ruslan Burakov501bfba2019-02-11 10:29:19 +010029#include "media/base/media_channel.h"
Harald Alvestrand1ee33252020-09-24 13:31:15 +000030#include "pc/audio_track.h"
Ruslan Burakov428dcb22019-04-18 17:49:49 +020031#include "pc/jitter_buffer_delay_interface.h"
Ruslan Burakov501bfba2019-02-11 10:29:19 +010032#include "pc/remote_audio_source.h"
33#include "pc/rtp_receiver.h"
34#include "rtc_base/ref_counted_object.h"
35#include "rtc_base/thread.h"
Harald Alvestrand5761e7b2021-01-29 14:45:08 +000036#include "rtc_base/thread_annotations.h"
Ruslan Burakov501bfba2019-02-11 10:29:19 +010037
38namespace webrtc {
39
40class AudioRtpReceiver : public ObserverInterface,
41 public AudioSourceInterface::AudioObserver,
42 public rtc::RefCountedObject<RtpReceiverInternal> {
43 public:
44 AudioRtpReceiver(rtc::Thread* worker_thread,
45 std::string receiver_id,
Henrik Boströmc335b0e2021-04-08 07:25:38 +020046 std::vector<std::string> stream_ids,
47 bool is_unified_plan);
Ruslan Burakov501bfba2019-02-11 10:29:19 +010048 // TODO(https://crbug.com/webrtc/9480): Remove this when streams() is removed.
49 AudioRtpReceiver(
50 rtc::Thread* worker_thread,
51 const std::string& receiver_id,
Henrik Boströmc335b0e2021-04-08 07:25:38 +020052 const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams,
53 bool is_unified_plan);
Ruslan Burakov501bfba2019-02-11 10:29:19 +010054 virtual ~AudioRtpReceiver();
55
56 // ObserverInterface implementation
57 void OnChanged() override;
58
59 // AudioSourceInterface::AudioObserver implementation
60 void OnSetVolume(double volume) override;
61
62 rtc::scoped_refptr<AudioTrackInterface> audio_track() const {
63 return track_.get();
64 }
65
66 // RtpReceiverInterface implementation
67 rtc::scoped_refptr<MediaStreamTrackInterface> track() const override {
68 return track_.get();
69 }
70 rtc::scoped_refptr<DtlsTransportInterface> dtls_transport() const override {
71 return dtls_transport_;
72 }
73 std::vector<std::string> stream_ids() const override;
74 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams()
75 const override {
76 return streams_;
77 }
78
79 cricket::MediaType media_type() const override {
80 return cricket::MEDIA_TYPE_AUDIO;
81 }
82
83 std::string id() const override { return id_; }
84
85 RtpParameters GetParameters() const override;
Ruslan Burakov501bfba2019-02-11 10:29:19 +010086
87 void SetFrameDecryptor(
88 rtc::scoped_refptr<FrameDecryptorInterface> frame_decryptor) override;
89
90 rtc::scoped_refptr<FrameDecryptorInterface> GetFrameDecryptor()
91 const override;
92
93 // RtpReceiverInternal implementation.
94 void Stop() override;
Harald Alvestrand1ee33252020-09-24 13:31:15 +000095 void StopAndEndTrack() override;
Ruslan Burakov501bfba2019-02-11 10:29:19 +010096 void SetupMediaChannel(uint32_t ssrc) override;
Saurav Das7262fc22019-09-11 16:23:05 -070097 void SetupUnsignaledMediaChannel() override;
Ruslan Burakov501bfba2019-02-11 10:29:19 +010098 uint32_t ssrc() const override { return ssrc_.value_or(0); }
99 void NotifyFirstPacketReceived() override;
100 void set_stream_ids(std::vector<std::string> stream_ids) override;
101 void set_transport(
102 rtc::scoped_refptr<DtlsTransportInterface> dtls_transport) override {
103 dtls_transport_ = dtls_transport;
104 }
105 void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>&
106 streams) override;
107 void SetObserver(RtpReceiverObserverInterface* observer) override;
108
Ruslan Burakov4bac79e2019-04-03 19:55:33 +0200109 void SetJitterBufferMinimumDelay(
110 absl::optional<double> delay_seconds) override;
111
Ruslan Burakov501bfba2019-02-11 10:29:19 +0100112 void SetMediaChannel(cricket::MediaChannel* media_channel) override;
113
114 std::vector<RtpSource> GetSources() const override;
115 int AttachmentId() const override { return attachment_id_; }
Marina Ciocea3e9af7f2020-04-01 07:46:16 +0200116 void SetDepacketizerToDecoderFrameTransformer(
117 rtc::scoped_refptr<webrtc::FrameTransformerInterface> frame_transformer)
118 override;
Ruslan Burakov501bfba2019-02-11 10:29:19 +0100119
120 private:
Saurav Das7262fc22019-09-11 16:23:05 -0700121 void RestartMediaChannel(absl::optional<uint32_t> ssrc);
Ruslan Burakov501bfba2019-02-11 10:29:19 +0100122 void Reconfigure();
123 bool SetOutputVolume(double volume);
124
125 rtc::Thread* const worker_thread_;
126 const std::string id_;
127 const rtc::scoped_refptr<RemoteAudioSource> source_;
Harald Alvestrand1ee33252020-09-24 13:31:15 +0000128 const rtc::scoped_refptr<AudioTrackProxyWithInternal<AudioTrack>> track_;
Ruslan Burakov501bfba2019-02-11 10:29:19 +0100129 cricket::VoiceMediaChannel* media_channel_ = nullptr;
130 absl::optional<uint32_t> ssrc_;
131 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_;
132 bool cached_track_enabled_;
133 double cached_volume_ = 1;
Saurav Das7262fc22019-09-11 16:23:05 -0700134 bool stopped_ = true;
Ruslan Burakov501bfba2019-02-11 10:29:19 +0100135 RtpReceiverObserverInterface* observer_ = nullptr;
136 bool received_first_packet_ = false;
137 int attachment_id_ = 0;
138 rtc::scoped_refptr<FrameDecryptorInterface> frame_decryptor_;
139 rtc::scoped_refptr<DtlsTransportInterface> dtls_transport_;
Ruslan Burakov428dcb22019-04-18 17:49:49 +0200140 // Allows to thread safely change playout delay. Handles caching cases if
141 // |SetJitterBufferMinimumDelay| is called before start.
142 rtc::scoped_refptr<JitterBufferDelayInterface> delay_;
Marina Ciocea3e9af7f2020-04-01 07:46:16 +0200143 rtc::scoped_refptr<FrameTransformerInterface> frame_transformer_
144 RTC_GUARDED_BY(worker_thread_);
Ruslan Burakov501bfba2019-02-11 10:29:19 +0100145};
146
147} // namespace webrtc
148
149#endif // PC_AUDIO_RTP_RECEIVER_H_