Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2018 The WebRTC Project Authors. All rights reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #ifndef API_TEST_LOOPBACK_MEDIA_TRANSPORT_H_ |
| 12 | #define API_TEST_LOOPBACK_MEDIA_TRANSPORT_H_ |
| 13 | |
Bjorn Mellem | 175aa2e | 2018-11-08 11:23:22 -0800 | [diff] [blame] | 14 | #include <memory> |
Piotr (Peter) Slatala | b1ae10b | 2019-03-01 11:14:05 -0800 | [diff] [blame^] | 15 | #include <string> |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 16 | #include <utility> |
Niels Möller | 4687915 | 2019-01-07 15:54:47 +0100 | [diff] [blame] | 17 | #include <vector> |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 18 | |
Steve Anton | 40d5533 | 2019-01-07 10:21:47 -0800 | [diff] [blame] | 19 | #include "absl/memory/memory.h" |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 20 | #include "api/media_transport_interface.h" |
Steve Anton | 10542f2 | 2019-01-11 09:11:00 -0800 | [diff] [blame] | 21 | #include "rtc_base/async_invoker.h" |
| 22 | #include "rtc_base/critical_section.h" |
Bjorn Mellem | 273d029 | 2018-11-01 16:42:44 -0700 | [diff] [blame] | 23 | #include "rtc_base/thread.h" |
Bjorn Mellem | 175aa2e | 2018-11-08 11:23:22 -0800 | [diff] [blame] | 24 | #include "rtc_base/thread_checker.h" |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 25 | |
| 26 | namespace webrtc { |
| 27 | |
Piotr (Peter) Slatala | b1ae10b | 2019-03-01 11:14:05 -0800 | [diff] [blame^] | 28 | // Wrapper used to hand out unique_ptrs to loopback media |
| 29 | // transport without ownership changes to the underlying |
| 30 | // transport. |
| 31 | // It works in two modes: |
| 32 | // It can either wrap a factory, or it can wrap an existing interface. |
| 33 | // In the former mode, it delegates the work to the wrapped factory. |
| 34 | // In the latter mode, it always returns static instance of the transport |
| 35 | // interface. |
| 36 | // |
| 37 | // Example use: |
| 38 | // Factory wrap_static_interface = Wrapper(media_transport_interface); |
| 39 | // Factory wrap_factory = Wrapper(wrap_static_interface); |
| 40 | // The second factory may be created multiple times, and ownership may be passed |
| 41 | // to the client. The first factory counts the number of invocations of |
| 42 | // CreateMediaTransport(); |
Bjorn Mellem | 175aa2e | 2018-11-08 11:23:22 -0800 | [diff] [blame] | 43 | class WrapperMediaTransportFactory : public MediaTransportFactory { |
| 44 | public: |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 45 | explicit WrapperMediaTransportFactory(MediaTransportInterface* wrapped); |
Piotr (Peter) Slatala | b1ae10b | 2019-03-01 11:14:05 -0800 | [diff] [blame^] | 46 | explicit WrapperMediaTransportFactory(MediaTransportFactory* wrapped); |
Bjorn Mellem | 175aa2e | 2018-11-08 11:23:22 -0800 | [diff] [blame] | 47 | |
| 48 | RTCErrorOr<std::unique_ptr<MediaTransportInterface>> CreateMediaTransport( |
| 49 | rtc::PacketTransportInternal* packet_transport, |
| 50 | rtc::Thread* network_thread, |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 51 | const MediaTransportSettings& settings) override; |
Bjorn Mellem | 175aa2e | 2018-11-08 11:23:22 -0800 | [diff] [blame] | 52 | |
Piotr (Peter) Slatala | b1ae10b | 2019-03-01 11:14:05 -0800 | [diff] [blame^] | 53 | RTCErrorOr<std::unique_ptr<MediaTransportInterface>> CreateMediaTransport( |
| 54 | rtc::Thread* network_thread, |
| 55 | const MediaTransportSettings& settings) override; |
| 56 | |
| 57 | std::string GetTransportName() const override; |
| 58 | |
| 59 | int created_transport_count() const; |
| 60 | |
Bjorn Mellem | 175aa2e | 2018-11-08 11:23:22 -0800 | [diff] [blame] | 61 | private: |
| 62 | MediaTransportInterface* wrapped_; |
Piotr (Peter) Slatala | b1ae10b | 2019-03-01 11:14:05 -0800 | [diff] [blame^] | 63 | MediaTransportFactory* wrapped_factory_ = nullptr; |
| 64 | int created_transport_count_ = 0; |
Bjorn Mellem | 175aa2e | 2018-11-08 11:23:22 -0800 | [diff] [blame] | 65 | }; |
| 66 | |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 67 | // Contains two MediaTransportsInterfaces that are connected to each other. |
| 68 | // Currently supports audio only. |
| 69 | class MediaTransportPair { |
| 70 | public: |
Niels Möller | c68d282 | 2018-11-20 14:52:05 +0100 | [diff] [blame] | 71 | struct Stats { |
| 72 | int sent_audio_frames = 0; |
| 73 | int received_audio_frames = 0; |
Niels Möller | d5696fb | 2018-11-28 15:34:37 +0100 | [diff] [blame] | 74 | int sent_video_frames = 0; |
| 75 | int received_video_frames = 0; |
Niels Möller | c68d282 | 2018-11-20 14:52:05 +0100 | [diff] [blame] | 76 | }; |
| 77 | |
Piotr (Peter) Slatala | b1ae10b | 2019-03-01 11:14:05 -0800 | [diff] [blame^] | 78 | explicit MediaTransportPair(rtc::Thread* thread); |
| 79 | ~MediaTransportPair(); |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 80 | |
| 81 | // Ownership stays with MediaTransportPair |
Bjorn Mellem | 273d029 | 2018-11-01 16:42:44 -0700 | [diff] [blame] | 82 | MediaTransportInterface* first() { return &first_; } |
| 83 | MediaTransportInterface* second() { return &second_; } |
| 84 | |
Bjorn Mellem | 175aa2e | 2018-11-08 11:23:22 -0800 | [diff] [blame] | 85 | std::unique_ptr<MediaTransportFactory> first_factory() { |
Piotr (Peter) Slatala | b1ae10b | 2019-03-01 11:14:05 -0800 | [diff] [blame^] | 86 | return absl::make_unique<WrapperMediaTransportFactory>(&first_factory_); |
Bjorn Mellem | 175aa2e | 2018-11-08 11:23:22 -0800 | [diff] [blame] | 87 | } |
| 88 | |
| 89 | std::unique_ptr<MediaTransportFactory> second_factory() { |
Piotr (Peter) Slatala | b1ae10b | 2019-03-01 11:14:05 -0800 | [diff] [blame^] | 90 | return absl::make_unique<WrapperMediaTransportFactory>(&second_factory_); |
Bjorn Mellem | 175aa2e | 2018-11-08 11:23:22 -0800 | [diff] [blame] | 91 | } |
| 92 | |
| 93 | void SetState(MediaTransportState state) { |
| 94 | first_.SetState(state); |
| 95 | second_.SetState(state); |
| 96 | } |
| 97 | |
Bjorn Mellem | 273d029 | 2018-11-01 16:42:44 -0700 | [diff] [blame] | 98 | void FlushAsyncInvokes() { |
| 99 | first_.FlushAsyncInvokes(); |
| 100 | second_.FlushAsyncInvokes(); |
| 101 | } |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 102 | |
Niels Möller | c68d282 | 2018-11-20 14:52:05 +0100 | [diff] [blame] | 103 | Stats FirstStats() { return first_.GetStats(); } |
| 104 | Stats SecondStats() { return second_.GetStats(); } |
| 105 | |
Piotr (Peter) Slatala | b1ae10b | 2019-03-01 11:14:05 -0800 | [diff] [blame^] | 106 | int first_factory_transport_count() const { |
| 107 | return first_factory_.created_transport_count(); |
| 108 | } |
| 109 | |
| 110 | int second_factory_transport_count() const { |
| 111 | return second_factory_.created_transport_count(); |
| 112 | } |
| 113 | |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 114 | private: |
| 115 | class LoopbackMediaTransport : public MediaTransportInterface { |
| 116 | public: |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 117 | LoopbackMediaTransport(rtc::Thread* thread, LoopbackMediaTransport* other); |
Bjorn Mellem | 273d029 | 2018-11-01 16:42:44 -0700 | [diff] [blame] | 118 | |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 119 | ~LoopbackMediaTransport() override; |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 120 | |
| 121 | RTCError SendAudioFrame(uint64_t channel_id, |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 122 | MediaTransportEncodedAudioFrame frame) override; |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 123 | |
| 124 | RTCError SendVideoFrame( |
| 125 | uint64_t channel_id, |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 126 | const MediaTransportEncodedVideoFrame& frame) override; |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 127 | |
Niels Möller | 1c7f5f6 | 2018-12-10 11:06:02 +0100 | [diff] [blame] | 128 | void SetKeyFrameRequestCallback( |
| 129 | MediaTransportKeyFrameRequestCallback* callback) override; |
| 130 | |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 131 | RTCError RequestKeyFrame(uint64_t channel_id) override; |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 132 | |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 133 | void SetReceiveAudioSink(MediaTransportAudioSinkInterface* sink) override; |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 134 | |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 135 | void SetReceiveVideoSink(MediaTransportVideoSinkInterface* sink) override; |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 136 | |
Niels Möller | 4687915 | 2019-01-07 15:54:47 +0100 | [diff] [blame] | 137 | void AddTargetTransferRateObserver( |
| 138 | TargetTransferRateObserver* observer) override; |
| 139 | |
| 140 | void RemoveTargetTransferRateObserver( |
| 141 | TargetTransferRateObserver* observer) override; |
| 142 | |
| 143 | void AddRttObserver(MediaTransportRttObserver* observer) override; |
| 144 | void RemoveRttObserver(MediaTransportRttObserver* observer) override; |
| 145 | |
Bjorn Mellem | eb2c641 | 2018-10-31 15:25:32 -0700 | [diff] [blame] | 146 | void SetMediaTransportStateCallback( |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 147 | MediaTransportStateCallback* callback) override; |
Bjorn Mellem | eb2c641 | 2018-10-31 15:25:32 -0700 | [diff] [blame] | 148 | |
Bjorn Mellem | 9ded485 | 2019-02-28 12:27:11 -0800 | [diff] [blame] | 149 | RTCError OpenChannel(int channel_id) override; |
| 150 | |
Bjorn Mellem | eb2c641 | 2018-10-31 15:25:32 -0700 | [diff] [blame] | 151 | RTCError SendData(int channel_id, |
| 152 | const SendDataParams& params, |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 153 | const rtc::CopyOnWriteBuffer& buffer) override; |
Bjorn Mellem | eb2c641 | 2018-10-31 15:25:32 -0700 | [diff] [blame] | 154 | |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 155 | RTCError CloseChannel(int channel_id) override; |
Bjorn Mellem | eb2c641 | 2018-10-31 15:25:32 -0700 | [diff] [blame] | 156 | |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 157 | void SetDataSink(DataChannelSink* sink) override; |
Bjorn Mellem | 273d029 | 2018-11-01 16:42:44 -0700 | [diff] [blame] | 158 | |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 159 | void SetState(MediaTransportState state); |
Bjorn Mellem | 175aa2e | 2018-11-08 11:23:22 -0800 | [diff] [blame] | 160 | |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 161 | void FlushAsyncInvokes(); |
Bjorn Mellem | eb2c641 | 2018-10-31 15:25:32 -0700 | [diff] [blame] | 162 | |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 163 | Stats GetStats(); |
Niels Möller | c68d282 | 2018-11-20 14:52:05 +0100 | [diff] [blame] | 164 | |
Piotr (Peter) Slatala | 48c5493 | 2019-01-28 06:50:38 -0800 | [diff] [blame] | 165 | void SetAllocatedBitrateLimits( |
| 166 | const MediaTransportAllocatedBitrateLimits& limits) override; |
| 167 | |
Piotr (Peter) Slatala | b1ae10b | 2019-03-01 11:14:05 -0800 | [diff] [blame^] | 168 | absl::optional<std::string> GetTransportParametersOffer() const override; |
| 169 | |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 170 | private: |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 171 | void OnData(uint64_t channel_id, MediaTransportEncodedAudioFrame frame); |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 172 | |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 173 | void OnData(uint64_t channel_id, MediaTransportEncodedVideoFrame frame); |
Niels Möller | d5696fb | 2018-11-28 15:34:37 +0100 | [diff] [blame] | 174 | |
Bjorn Mellem | 273d029 | 2018-11-01 16:42:44 -0700 | [diff] [blame] | 175 | void OnData(int channel_id, |
| 176 | DataMessageType type, |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 177 | const rtc::CopyOnWriteBuffer& buffer); |
Bjorn Mellem | 273d029 | 2018-11-01 16:42:44 -0700 | [diff] [blame] | 178 | |
Niels Möller | 1c7f5f6 | 2018-12-10 11:06:02 +0100 | [diff] [blame] | 179 | void OnKeyFrameRequested(int channel_id); |
| 180 | |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 181 | void OnRemoteCloseChannel(int channel_id); |
Bjorn Mellem | 273d029 | 2018-11-01 16:42:44 -0700 | [diff] [blame] | 182 | |
Niels Möller | e0446cb | 2018-11-30 09:35:52 +0100 | [diff] [blame] | 183 | void OnStateChanged() RTC_RUN_ON(thread_); |
Bjorn Mellem | 175aa2e | 2018-11-08 11:23:22 -0800 | [diff] [blame] | 184 | |
Bjorn Mellem | 273d029 | 2018-11-01 16:42:44 -0700 | [diff] [blame] | 185 | rtc::Thread* const thread_; |
| 186 | rtc::CriticalSection sink_lock_; |
Niels Möller | c68d282 | 2018-11-20 14:52:05 +0100 | [diff] [blame] | 187 | rtc::CriticalSection stats_lock_; |
Bjorn Mellem | 273d029 | 2018-11-01 16:42:44 -0700 | [diff] [blame] | 188 | |
Niels Möller | d5696fb | 2018-11-28 15:34:37 +0100 | [diff] [blame] | 189 | MediaTransportAudioSinkInterface* audio_sink_ RTC_GUARDED_BY(sink_lock_) = |
| 190 | nullptr; |
| 191 | MediaTransportVideoSinkInterface* video_sink_ RTC_GUARDED_BY(sink_lock_) = |
Bjorn Mellem | 273d029 | 2018-11-01 16:42:44 -0700 | [diff] [blame] | 192 | nullptr; |
| 193 | DataChannelSink* data_sink_ RTC_GUARDED_BY(sink_lock_) = nullptr; |
Niels Möller | 1c7f5f6 | 2018-12-10 11:06:02 +0100 | [diff] [blame] | 194 | |
| 195 | MediaTransportKeyFrameRequestCallback* key_frame_callback_ |
| 196 | RTC_GUARDED_BY(sink_lock_) = nullptr; |
| 197 | |
Bjorn Mellem | 175aa2e | 2018-11-08 11:23:22 -0800 | [diff] [blame] | 198 | MediaTransportStateCallback* state_callback_ RTC_GUARDED_BY(sink_lock_) = |
| 199 | nullptr; |
| 200 | |
Niels Möller | 4687915 | 2019-01-07 15:54:47 +0100 | [diff] [blame] | 201 | std::vector<TargetTransferRateObserver*> target_transfer_rate_observers_ |
| 202 | RTC_GUARDED_BY(sink_lock_); |
| 203 | std::vector<MediaTransportRttObserver*> rtt_observers_ |
| 204 | RTC_GUARDED_BY(sink_lock_); |
| 205 | |
Bjorn Mellem | 175aa2e | 2018-11-08 11:23:22 -0800 | [diff] [blame] | 206 | MediaTransportState state_ RTC_GUARDED_BY(thread_) = |
| 207 | MediaTransportState::kPending; |
| 208 | |
Bjorn Mellem | 273d029 | 2018-11-01 16:42:44 -0700 | [diff] [blame] | 209 | LoopbackMediaTransport* const other_; |
| 210 | |
Niels Möller | c68d282 | 2018-11-20 14:52:05 +0100 | [diff] [blame] | 211 | Stats stats_ RTC_GUARDED_BY(stats_lock_); |
| 212 | |
Bjorn Mellem | 273d029 | 2018-11-01 16:42:44 -0700 | [diff] [blame] | 213 | rtc::AsyncInvoker invoker_; |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 214 | }; |
| 215 | |
Bjorn Mellem | 273d029 | 2018-11-01 16:42:44 -0700 | [diff] [blame] | 216 | LoopbackMediaTransport first_; |
| 217 | LoopbackMediaTransport second_; |
Piotr (Peter) Slatala | b1ae10b | 2019-03-01 11:14:05 -0800 | [diff] [blame^] | 218 | WrapperMediaTransportFactory first_factory_; |
| 219 | WrapperMediaTransportFactory second_factory_; |
Niels Möller | 2e47f7c | 2018-10-16 10:41:42 +0200 | [diff] [blame] | 220 | }; |
| 221 | |
| 222 | } // namespace webrtc |
| 223 | |
| 224 | #endif // API_TEST_LOOPBACK_MEDIA_TRANSPORT_H_ |