Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #ifndef AUDIO_AUDIO_RECEIVE_STREAM_H_ |
| 12 | #define AUDIO_AUDIO_RECEIVE_STREAM_H_ |
Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 13 | |
Tommi | 6eda26c | 2021-06-09 13:46:28 +0200 | [diff] [blame^] | 14 | #include <map> |
kwiberg | fffa42b | 2016-02-23 10:46:32 -0800 | [diff] [blame] | 15 | #include <memory> |
hbos | 8d609f6 | 2017-04-10 07:39:05 -0700 | [diff] [blame] | 16 | #include <vector> |
kwiberg | fffa42b | 2016-02-23 10:46:32 -0800 | [diff] [blame] | 17 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 18 | #include "api/audio/audio_mixer.h" |
Ivo Creusen | c3d1f9b | 2019-11-01 11:47:51 +0100 | [diff] [blame] | 19 | #include "api/neteq/neteq_factory.h" |
Fredrik Solenberg | bbf21a3 | 2018-04-12 22:44:09 +0200 | [diff] [blame] | 20 | #include "api/rtp_headers.h" |
Artem Titov | d15a575 | 2021-02-10 14:31:24 +0100 | [diff] [blame] | 21 | #include "api/sequence_checker.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 22 | #include "audio/audio_state.h" |
| 23 | #include "call/audio_receive_stream.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 24 | #include "call/syncable.h" |
Chen Xing | 054e3bb | 2019-08-02 10:29:26 +0000 | [diff] [blame] | 25 | #include "modules/rtp_rtcp/source/source_tracker.h" |
Tommi | 02df2eb | 2021-05-31 12:57:53 +0200 | [diff] [blame] | 26 | #include "rtc_base/system/no_unique_address.h" |
Sebastian Jansson | 977b335 | 2019-03-04 17:43:34 +0100 | [diff] [blame] | 27 | #include "system_wrappers/include/clock.h" |
Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 28 | |
| 29 | namespace webrtc { |
solenberg | 3ebbcb5 | 2017-01-31 03:58:40 -0800 | [diff] [blame] | 30 | class PacketRouter; |
Fredrik Solenberg | 8f5787a | 2018-01-11 13:52:30 +0100 | [diff] [blame] | 31 | class ProcessThread; |
ivoc | 14d5dbe | 2016-07-04 07:06:55 -0700 | [diff] [blame] | 32 | class RtcEventLog; |
nisse | 657bab2 | 2017-02-21 06:28:10 -0800 | [diff] [blame] | 33 | class RtpPacketReceived; |
nisse | 0f15f92 | 2017-06-21 01:05:22 -0700 | [diff] [blame] | 34 | class RtpStreamReceiverControllerInterface; |
| 35 | class RtpStreamReceiverInterface; |
Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 36 | |
solenberg | 1372508 | 2015-11-25 08:16:52 -0800 | [diff] [blame] | 37 | namespace voe { |
Niels Möller | 349ade3 | 2018-11-16 09:50:42 +0100 | [diff] [blame] | 38 | class ChannelReceiveInterface; |
solenberg | 1372508 | 2015-11-25 08:16:52 -0800 | [diff] [blame] | 39 | } // namespace voe |
Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 40 | |
solenberg | 1372508 | 2015-11-25 08:16:52 -0800 | [diff] [blame] | 41 | namespace internal { |
solenberg | 7602aab | 2016-11-14 11:30:07 -0800 | [diff] [blame] | 42 | class AudioSendStream; |
Tommi | f888bb5 | 2015-12-12 01:37:01 +0100 | [diff] [blame] | 43 | |
aleloi | aed581a | 2016-10-20 06:32:39 -0700 | [diff] [blame] | 44 | class AudioReceiveStream final : public webrtc::AudioReceiveStream, |
solenberg | 3ebbcb5 | 2017-01-31 03:58:40 -0800 | [diff] [blame] | 45 | public AudioMixer::Source, |
nisse | 0f15f92 | 2017-06-21 01:05:22 -0700 | [diff] [blame] | 46 | public Syncable { |
Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 47 | public: |
Sebastian Jansson | 977b335 | 2019-03-04 17:43:34 +0100 | [diff] [blame] | 48 | AudioReceiveStream(Clock* clock, |
nisse | 0f15f92 | 2017-06-21 01:05:22 -0700 | [diff] [blame] | 49 | PacketRouter* packet_router, |
Fredrik Solenberg | 8f5787a | 2018-01-11 13:52:30 +0100 | [diff] [blame] | 50 | ProcessThread* module_process_thread, |
Ivo Creusen | c3d1f9b | 2019-11-01 11:47:51 +0100 | [diff] [blame] | 51 | NetEqFactory* neteq_factory, |
Fredrik Solenberg | 4f4ec0a | 2015-10-22 10:49:27 +0200 | [diff] [blame] | 52 | const webrtc::AudioReceiveStream::Config& config, |
ivoc | 14d5dbe | 2016-07-04 07:06:55 -0700 | [diff] [blame] | 53 | const rtc::scoped_refptr<webrtc::AudioState>& audio_state, |
| 54 | webrtc::RtcEventLog* event_log); |
Niels Möller | 349ade3 | 2018-11-16 09:50:42 +0100 | [diff] [blame] | 55 | // For unit tests, which need to supply a mock channel receive. |
| 56 | AudioReceiveStream( |
Sebastian Jansson | 977b335 | 2019-03-04 17:43:34 +0100 | [diff] [blame] | 57 | Clock* clock, |
Niels Möller | 349ade3 | 2018-11-16 09:50:42 +0100 | [diff] [blame] | 58 | PacketRouter* packet_router, |
| 59 | const webrtc::AudioReceiveStream::Config& config, |
| 60 | const rtc::scoped_refptr<webrtc::AudioState>& audio_state, |
| 61 | webrtc::RtcEventLog* event_log, |
| 62 | std::unique_ptr<voe::ChannelReceiveInterface> channel_receive); |
Niels Möller | de95329 | 2020-09-29 09:46:21 +0200 | [diff] [blame] | 63 | |
| 64 | AudioReceiveStream() = delete; |
| 65 | AudioReceiveStream(const AudioReceiveStream&) = delete; |
| 66 | AudioReceiveStream& operator=(const AudioReceiveStream&) = delete; |
| 67 | |
Tommi | 02df2eb | 2021-05-31 12:57:53 +0200 | [diff] [blame] | 68 | // Destruction happens on the worker thread. Prior to destruction the caller |
| 69 | // must ensure that a registration with the transport has been cleared. See |
| 70 | // `RegisterWithTransport` for details. |
| 71 | // TODO(tommi): As a further improvement to this, performing the full |
| 72 | // destruction on the network thread could be made the default. |
pbos | a2f30de | 2015-10-15 05:22:13 -0700 | [diff] [blame] | 73 | ~AudioReceiveStream() override; |
Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 74 | |
Tommi | 02df2eb | 2021-05-31 12:57:53 +0200 | [diff] [blame] | 75 | // Called on the network thread to register/unregister with the network |
| 76 | // transport. |
| 77 | void RegisterWithTransport( |
| 78 | RtpStreamReceiverControllerInterface* receiver_controller); |
| 79 | // If registration has previously been done (via `RegisterWithTransport`) then |
| 80 | // `UnregisterFromTransport` must be called prior to destruction, on the |
| 81 | // network thread. |
| 82 | void UnregisterFromTransport(); |
| 83 | |
pbos | 1ba8d39 | 2016-05-01 20:18:34 -0700 | [diff] [blame] | 84 | // webrtc::AudioReceiveStream implementation. |
Jelena Marusic | cd67022 | 2015-07-16 09:30:09 +0200 | [diff] [blame] | 85 | void Start() override; |
| 86 | void Stop() override; |
Tomas Gunnarsson | 8467cf2 | 2021-01-17 14:36:44 +0100 | [diff] [blame] | 87 | bool IsRunning() const override; |
Tommi | 6eda26c | 2021-06-09 13:46:28 +0200 | [diff] [blame^] | 88 | void SetDepacketizerToDecoderFrameTransformer( |
| 89 | rtc::scoped_refptr<webrtc::FrameTransformerInterface> frame_transformer) |
| 90 | override; |
| 91 | void SetDecoderMap(std::map<int, SdpAudioFormat> decoder_map) override; |
| 92 | void SetUseTransportCcAndNackHistory(bool use_transport_cc, |
| 93 | int history_ms) override; |
Tomas Gunnarsson | 8467cf2 | 2021-01-17 14:36:44 +0100 | [diff] [blame] | 94 | |
Niels Möller | 6b4d962 | 2020-09-14 10:47:50 +0200 | [diff] [blame] | 95 | webrtc::AudioReceiveStream::Stats GetStats( |
| 96 | bool get_and_clear_legacy_stats) const override; |
Fredrik Solenberg | 8f5787a | 2018-01-11 13:52:30 +0100 | [diff] [blame] | 97 | void SetSink(AudioSinkInterface* sink) override; |
solenberg | 217fb66 | 2016-06-17 08:30:54 -0700 | [diff] [blame] | 98 | void SetGain(float gain) override; |
Ruslan Burakov | 3b50f9f | 2019-02-06 09:45:56 +0100 | [diff] [blame] | 99 | bool SetBaseMinimumPlayoutDelayMs(int delay_ms) override; |
| 100 | int GetBaseMinimumPlayoutDelayMs() const override; |
hbos | 8d609f6 | 2017-04-10 07:39:05 -0700 | [diff] [blame] | 101 | std::vector<webrtc::RtpSource> GetSources() const override; |
Tommi | f888bb5 | 2015-12-12 01:37:01 +0100 | [diff] [blame] | 102 | |
solenberg | 3ebbcb5 | 2017-01-31 03:58:40 -0800 | [diff] [blame] | 103 | // AudioMixer::Source |
| 104 | AudioFrameInfo GetAudioFrameWithInfo(int sample_rate_hz, |
| 105 | AudioFrame* audio_frame) override; |
| 106 | int Ssrc() const override; |
| 107 | int PreferredSampleRate() const override; |
| 108 | |
| 109 | // Syncable |
Åsa Persson | 74d2b1d | 2020-02-10 16:33:29 +0100 | [diff] [blame] | 110 | uint32_t id() const override; |
Danil Chapovalov | b9b146c | 2018-06-15 12:28:07 +0200 | [diff] [blame] | 111 | absl::optional<Syncable::Info> GetInfo() const override; |
Åsa Persson | fcf79cc | 2019-10-22 15:23:44 +0200 | [diff] [blame] | 112 | bool GetPlayoutRtpTimestamp(uint32_t* rtp_timestamp, |
| 113 | int64_t* time_ms) const override; |
| 114 | void SetEstimatedPlayoutNtpTimestampMs(int64_t ntp_timestamp_ms, |
| 115 | int64_t time_ms) override; |
Ivo Creusen | bef7b05 | 2020-09-08 16:30:25 +0200 | [diff] [blame] | 116 | bool SetMinimumPlayoutDelay(int delay_ms) override; |
solenberg | 3ebbcb5 | 2017-01-31 03:58:40 -0800 | [diff] [blame] | 117 | |
solenberg | 7602aab | 2016-11-14 11:30:07 -0800 | [diff] [blame] | 118 | void AssociateSendStream(AudioSendStream* send_stream); |
Niels Möller | 8fb1a6a | 2019-03-05 14:29:42 +0100 | [diff] [blame] | 119 | void DeliverRtcp(const uint8_t* packet, size_t length); |
Tommi | 6eda26c | 2021-06-09 13:46:28 +0200 | [diff] [blame^] | 120 | |
| 121 | uint32_t local_ssrc() const { |
| 122 | // The local_ssrc member variable of config_ will never change and can be |
| 123 | // considered const. |
| 124 | return config_.rtp.local_ssrc; |
| 125 | } |
| 126 | |
| 127 | uint32_t remote_ssrc() const { |
| 128 | // The remote_ssrc member variable of config_ will never change and can be |
| 129 | // considered const. |
| 130 | return config_.rtp.remote_ssrc; |
| 131 | } |
| 132 | |
pbos | a2f30de | 2015-10-15 05:22:13 -0700 | [diff] [blame] | 133 | const webrtc::AudioReceiveStream::Config& config() const; |
Fredrik Solenberg | 8f5787a | 2018-01-11 13:52:30 +0100 | [diff] [blame] | 134 | const AudioSendStream* GetAssociatedSendStreamForTesting() const; |
Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 135 | |
Tommi | 6eda26c | 2021-06-09 13:46:28 +0200 | [diff] [blame^] | 136 | // TODO(tommi): Remove this method. |
| 137 | void ReconfigureForTesting(const webrtc::AudioReceiveStream::Config& config); |
| 138 | |
Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 139 | private: |
aleloi | 04c0722 | 2016-11-22 06:42:53 -0800 | [diff] [blame] | 140 | AudioState* audio_state() const; |
solenberg | 7add058 | 2015-11-20 09:59:34 -0800 | [diff] [blame] | 141 | |
Tommi | 02df2eb | 2021-05-31 12:57:53 +0200 | [diff] [blame] | 142 | RTC_NO_UNIQUE_ADDRESS SequenceChecker worker_thread_checker_; |
| 143 | // TODO(bugs.webrtc.org/11993): This checker conceptually represents |
| 144 | // operations that belong to the network thread. The Call class is currently |
| 145 | // moving towards handling network packets on the network thread and while |
| 146 | // that work is ongoing, this checker may in practice represent the worker |
| 147 | // thread, but still serves as a mechanism of grouping together concepts |
| 148 | // that belong to the network thread. Once the packets are fully delivered |
| 149 | // on the network thread, this comment will be deleted. |
Tommi | 90738dd | 2021-05-31 17:36:47 +0200 | [diff] [blame] | 150 | RTC_NO_UNIQUE_ADDRESS SequenceChecker packet_sequence_checker_; |
Fredrik Solenberg | 3b903d0 | 2018-01-10 15:17:10 +0100 | [diff] [blame] | 151 | webrtc::AudioReceiveStream::Config config_; |
solenberg | 566ef24 | 2015-11-06 15:34:49 -0800 | [diff] [blame] | 152 | rtc::scoped_refptr<webrtc::AudioState> audio_state_; |
Chen Xing | 054e3bb | 2019-08-02 10:29:26 +0000 | [diff] [blame] | 153 | SourceTracker source_tracker_; |
Ranveer Aggarwal | dea374a | 2021-01-23 12:27:19 +0530 | [diff] [blame] | 154 | const std::unique_ptr<voe::ChannelReceiveInterface> channel_receive_; |
Tommi | 02df2eb | 2021-05-31 12:57:53 +0200 | [diff] [blame] | 155 | AudioSendStream* associated_send_stream_ |
Tommi | 90738dd | 2021-05-31 17:36:47 +0200 | [diff] [blame] | 156 | RTC_GUARDED_BY(packet_sequence_checker_) = nullptr; |
solenberg | 85a0496 | 2015-10-27 03:35:21 -0700 | [diff] [blame] | 157 | |
Niels Möller | 1e06289 | 2018-02-07 10:18:32 +0100 | [diff] [blame] | 158 | bool playing_ RTC_GUARDED_BY(worker_thread_checker_) = false; |
aleloi | 04c0722 | 2016-11-22 06:42:53 -0800 | [diff] [blame] | 159 | |
Tommi | 02df2eb | 2021-05-31 12:57:53 +0200 | [diff] [blame] | 160 | std::unique_ptr<RtpStreamReceiverInterface> rtp_stream_receiver_ |
Tommi | 90738dd | 2021-05-31 17:36:47 +0200 | [diff] [blame] | 161 | RTC_GUARDED_BY(packet_sequence_checker_); |
Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 162 | }; |
| 163 | } // namespace internal |
| 164 | } // namespace webrtc |
| 165 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 166 | #endif // AUDIO_AUDIO_RECEIVE_STREAM_H_ |