blob: f96bda5702f4a1dbd43f17c55247b571bec6c009 [file] [log] [blame]
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Jonas Olssona4d87372019-07-05 19:08:33 +020011#include "call/call.h"
12
pbos@webrtc.org12dc1a32013-08-05 16:22:53 +000013#include <string.h>
Jonas Olssona4d87372019-07-05 19:08:33 +020014
mflodman101f2502016-06-09 17:21:19 +020015#include <algorithm>
Markus Handelld9943042021-05-31 22:52:02 +020016#include <atomic>
pbos@webrtc.org29d58392013-05-16 12:08:03 +000017#include <map>
kwibergb25345e2016-03-12 06:10:44 -080018#include <memory>
ossuf515ab82016-12-07 04:52:58 -080019#include <set>
brandtr25445d32016-10-23 23:37:14 -070020#include <utility>
pbos@webrtc.org29d58392013-05-16 12:08:03 +000021#include <vector>
22
Per Kjellanderfe2063e2021-05-12 09:02:43 +020023#include "absl/functional/bind_front.h"
Ali Tofigh641a1b12022-05-17 11:48:46 +020024#include "absl/strings/string_view.h"
Danil Chapovalovb9b146c2018-06-15 12:28:07 +020025#include "absl/types/optional.h"
Danil Chapovalov83bbe912019-08-07 12:24:53 +020026#include "api/rtc_event_log/rtc_event_log.h"
Artem Titovd15a5752021-02-10 14:31:24 +010027#include "api/sequence_checker.h"
Sebastian Janssonc6c44262018-05-09 10:33:39 +020028#include "api/transport/network_control.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020029#include "audio/audio_receive_stream.h"
30#include "audio/audio_send_stream.h"
31#include "audio/audio_state.h"
Henrik Boström29444c62020-07-01 15:48:46 +020032#include "call/adaptation/broadcast_resource_listener.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020033#include "call/bitrate_allocator.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020034#include "call/flexfec_receive_stream_impl.h"
Sebastian Janssonb34556e2018-03-21 14:38:32 +010035#include "call/receive_time_calculator.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020036#include "call/rtp_stream_receiver_controller.h"
37#include "call/rtp_transport_controller_send.h"
Vojin Ilic504fc192021-05-31 14:02:28 +020038#include "call/rtp_transport_controller_send_factory.h"
Mirko Bonadeib9857482020-12-14 15:28:43 +010039#include "call/version.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020040#include "logging/rtc_event_log/events/rtc_event_audio_receive_stream_config.h"
Elad Alon4a87e1c2017-10-03 16:11:34 +020041#include "logging/rtc_event_log/events/rtc_event_rtcp_packet_incoming.h"
42#include "logging/rtc_event_log/events/rtc_event_rtp_packet_incoming.h"
43#include "logging/rtc_event_log/events/rtc_event_video_receive_stream_config.h"
44#include "logging/rtc_event_log/events/rtc_event_video_send_stream_config.h"
Elad Alon99a81b62017-09-21 10:25:29 +020045#include "logging/rtc_event_log/rtc_stream_config.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020046#include "modules/congestion_controller/include/receive_side_congestion_controller.h"
47#include "modules/rtp_rtcp/include/flexfec_receiver.h"
48#include "modules/rtp_rtcp/include/rtp_header_extension_map.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020049#include "modules/rtp_rtcp/source/byte_io.h"
50#include "modules/rtp_rtcp/source/rtp_packet_received.h"
Danil Chapovalov00ca0042021-07-05 19:06:17 +020051#include "modules/rtp_rtcp/source/rtp_util.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020052#include "modules/utility/include/process_thread.h"
Ying Wang3b790f32018-01-19 17:58:57 +010053#include "modules/video_coding/fec_controller_default.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020054#include "rtc_base/checks.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020055#include "rtc_base/location.h"
56#include "rtc_base/logging.h"
Jonas Olsson0a713b62018-04-04 15:49:32 +020057#include "rtc_base/strings/string_builder.h"
Mirko Bonadei20e4c802020-11-23 11:07:42 +010058#include "rtc_base/system/no_unique_address.h"
Tommi0d4647d2020-05-26 19:35:16 +020059#include "rtc_base/task_utils/pending_task_safety_flag.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020060#include "rtc_base/thread_annotations.h"
Steve Anton10542f22019-01-11 09:11:00 -080061#include "rtc_base/time_utils.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020062#include "rtc_base/trace_event.h"
63#include "system_wrappers/include/clock.h"
64#include "system_wrappers/include/cpu_info.h"
65#include "system_wrappers/include/metrics.h"
Tommi822a8742020-05-11 00:42:30 +020066#include "video/call_stats2.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020067#include "video/send_delay_stats.h"
68#include "video/stats_counter.h"
Tommi553c8692020-05-05 15:35:45 +020069#include "video/video_receive_stream2.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020070#include "video/video_send_stream.h"
pbos@webrtc.org29d58392013-05-16 12:08:03 +000071
72namespace webrtc {
pbos@webrtc.orgab990ae2014-09-17 09:02:25 +000073
nisse4709e892017-02-07 01:18:43 -080074namespace {
Johannes Kronf59666b2019-04-08 12:57:06 +020075bool SendPeriodicFeedback(const std::vector<RtpExtension>& extensions) {
Johannes Kron7ff164e2019-02-07 12:50:18 +010076 for (const auto& extension : extensions) {
77 if (extension.uri == RtpExtension::kTransportSequenceNumberV2Uri)
Johannes Kronf59666b2019-04-08 12:57:06 +020078 return false;
Johannes Kron7ff164e2019-02-07 12:50:18 +010079 }
Johannes Kronf59666b2019-04-08 12:57:06 +020080 return true;
Johannes Kron7ff164e2019-02-07 12:50:18 +010081}
82
Tommicf4ed152022-05-09 20:46:57 +000083bool HasTransportSequenceNumber(const RtpHeaderExtensionMap& map) {
84 return map.IsRegistered(kRtpExtensionTransportSequenceNumber) ||
85 map.IsRegistered(kRtpExtensionTransportSequenceNumber02);
86}
87
Tommi6be3e782022-05-09 15:20:24 +000088bool UseSendSideBwe(const ReceiveStream* stream) {
Tommicf4ed152022-05-09 20:46:57 +000089 return stream->transport_cc() &&
90 HasTransportSequenceNumber(stream->GetRtpExtensionMap());
nisse4709e892017-02-07 01:18:43 -080091}
92
nisse26e3abb2017-08-25 04:44:25 -070093const int* FindKeyByValue(const std::map<int, int>& m, int v) {
94 for (const auto& kv : m) {
95 if (kv.second == v)
96 return &kv.first;
97 }
98 return nullptr;
99}
100
eladalon8ec568a2017-09-08 06:15:52 -0700101std::unique_ptr<rtclog::StreamConfig> CreateRtcLogStreamConfig(
perkj09e71da2017-05-22 03:26:49 -0700102 const VideoReceiveStream::Config& config) {
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200103 auto rtclog_config = std::make_unique<rtclog::StreamConfig>();
eladalon8ec568a2017-09-08 06:15:52 -0700104 rtclog_config->remote_ssrc = config.rtp.remote_ssrc;
105 rtclog_config->local_ssrc = config.rtp.local_ssrc;
106 rtclog_config->rtx_ssrc = config.rtp.rtx_ssrc;
107 rtclog_config->rtcp_mode = config.rtp.rtcp_mode;
eladalon8ec568a2017-09-08 06:15:52 -0700108 rtclog_config->rtp_extensions = config.rtp.extensions;
perkj09e71da2017-05-22 03:26:49 -0700109
110 for (const auto& d : config.decoders) {
nisse26e3abb2017-08-25 04:44:25 -0700111 const int* search =
112 FindKeyByValue(config.rtp.rtx_associated_payload_types, d.payload_type);
Niels Möllercb7e1d22018-09-11 15:56:04 +0200113 rtclog_config->codecs.emplace_back(d.video_format.name, d.payload_type,
Yves Gerey665174f2018-06-19 15:03:05 +0200114 search ? *search : 0);
perkj09e71da2017-05-22 03:26:49 -0700115 }
116 return rtclog_config;
117}
118
eladalon8ec568a2017-09-08 06:15:52 -0700119std::unique_ptr<rtclog::StreamConfig> CreateRtcLogStreamConfig(
perkjc0876aa2017-05-22 04:08:28 -0700120 const VideoSendStream::Config& config,
121 size_t ssrc_index) {
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200122 auto rtclog_config = std::make_unique<rtclog::StreamConfig>();
eladalon8ec568a2017-09-08 06:15:52 -0700123 rtclog_config->local_ssrc = config.rtp.ssrcs[ssrc_index];
perkjc0876aa2017-05-22 04:08:28 -0700124 if (ssrc_index < config.rtp.rtx.ssrcs.size()) {
eladalon8ec568a2017-09-08 06:15:52 -0700125 rtclog_config->rtx_ssrc = config.rtp.rtx.ssrcs[ssrc_index];
perkjc0876aa2017-05-22 04:08:28 -0700126 }
eladalon8ec568a2017-09-08 06:15:52 -0700127 rtclog_config->rtcp_mode = config.rtp.rtcp_mode;
128 rtclog_config->rtp_extensions = config.rtp.extensions;
perkjc0876aa2017-05-22 04:08:28 -0700129
Niels Möller259a4972018-04-05 15:36:51 +0200130 rtclog_config->codecs.emplace_back(config.rtp.payload_name,
131 config.rtp.payload_type,
eladalon8ec568a2017-09-08 06:15:52 -0700132 config.rtp.rtx.payload_type);
perkjc0876aa2017-05-22 04:08:28 -0700133 return rtclog_config;
134}
135
eladalon8ec568a2017-09-08 06:15:52 -0700136std::unique_ptr<rtclog::StreamConfig> CreateRtcLogStreamConfig(
perkjac8f52d2017-05-22 09:36:28 -0700137 const AudioReceiveStream::Config& config) {
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200138 auto rtclog_config = std::make_unique<rtclog::StreamConfig>();
eladalon8ec568a2017-09-08 06:15:52 -0700139 rtclog_config->remote_ssrc = config.rtp.remote_ssrc;
140 rtclog_config->local_ssrc = config.rtp.local_ssrc;
141 rtclog_config->rtp_extensions = config.rtp.extensions;
perkjac8f52d2017-05-22 09:36:28 -0700142 return rtclog_config;
143}
144
Tommi822a8742020-05-11 00:42:30 +0200145TaskQueueBase* GetCurrentTaskQueueOrThread() {
146 TaskQueueBase* current = TaskQueueBase::Current();
147 if (!current)
148 current = rtc::ThreadManager::Instance()->CurrentThread();
149 return current;
150}
151
nisse4709e892017-02-07 01:18:43 -0800152} // namespace
153
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000154namespace internal {
asapersson@webrtc.orgbdc5ed22014-01-31 10:05:07 +0000155
Henrik Boström29444c62020-07-01 15:48:46 +0200156// Wraps an injected resource in a BroadcastResourceListener and handles adding
157// and removing adapter resources to individual VideoSendStreams.
158class ResourceVideoSendStreamForwarder {
159 public:
160 ResourceVideoSendStreamForwarder(
161 rtc::scoped_refptr<webrtc::Resource> resource)
162 : broadcast_resource_listener_(resource) {
163 broadcast_resource_listener_.StartListening();
164 }
165 ~ResourceVideoSendStreamForwarder() {
166 RTC_DCHECK(adapter_resources_.empty());
167 broadcast_resource_listener_.StopListening();
168 }
169
170 rtc::scoped_refptr<webrtc::Resource> Resource() const {
171 return broadcast_resource_listener_.SourceResource();
172 }
173
174 void OnCreateVideoSendStream(VideoSendStream* video_send_stream) {
175 RTC_DCHECK(adapter_resources_.find(video_send_stream) ==
176 adapter_resources_.end());
177 auto adapter_resource =
178 broadcast_resource_listener_.CreateAdapterResource();
179 video_send_stream->AddAdaptationResource(adapter_resource);
180 adapter_resources_.insert(
181 std::make_pair(video_send_stream, adapter_resource));
182 }
183
184 void OnDestroyVideoSendStream(VideoSendStream* video_send_stream) {
185 auto it = adapter_resources_.find(video_send_stream);
186 RTC_DCHECK(it != adapter_resources_.end());
187 broadcast_resource_listener_.RemoveAdapterResource(it->second);
188 adapter_resources_.erase(it);
189 }
190
191 private:
192 BroadcastResourceListener broadcast_resource_listener_;
193 std::map<VideoSendStream*, rtc::scoped_refptr<webrtc::Resource>>
194 adapter_resources_;
195};
196
Sebastian Janssone6256052018-05-04 14:08:15 +0200197class Call final : public webrtc::Call,
198 public PacketReceiver,
199 public RecoveredPacketReceiver,
200 public TargetTransferRateObserver,
201 public BitrateAllocator::LimitObserver {
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000202 public:
Sebastian Jansson4e5f5ed2019-03-01 18:13:27 +0100203 Call(Clock* clock,
204 const Call::Config& config,
Sebastian Jansson896b47c2019-03-01 18:48:16 +0100205 std::unique_ptr<RtpTransportControllerSendInterface> transport_send,
Tommi25c77c12020-05-25 17:44:55 +0200206 rtc::scoped_refptr<SharedModuleThread> module_process_thread,
Sebastian Jansson896b47c2019-03-01 18:48:16 +0100207 TaskQueueFactory* task_queue_factory);
Mirko Bonadei8fdcac32018-08-28 16:30:18 +0200208 ~Call() override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000209
Byoungchan Leec065e732022-01-18 09:35:48 +0900210 Call(const Call&) = delete;
211 Call& operator=(const Call&) = delete;
212
brandtr25445d32016-10-23 23:37:14 -0700213 // Implements webrtc::Call.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000214 PacketReceiver* Receiver() override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000215
Fredrik Solenberg04f49312015-06-08 13:04:56 +0200216 webrtc::AudioSendStream* CreateAudioSendStream(
217 const webrtc::AudioSendStream::Config& config) override;
218 void DestroyAudioSendStream(webrtc::AudioSendStream* send_stream) override;
219
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200220 webrtc::AudioReceiveStream* CreateAudioReceiveStream(
221 const webrtc::AudioReceiveStream::Config& config) override;
222 void DestroyAudioReceiveStream(
223 webrtc::AudioReceiveStream* receive_stream) override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000224
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200225 webrtc::VideoSendStream* CreateVideoSendStream(
perkj26091b12016-09-01 01:17:40 -0700226 webrtc::VideoSendStream::Config config,
227 VideoEncoderConfig encoder_config) override;
Ying Wang3b790f32018-01-19 17:58:57 +0100228 webrtc::VideoSendStream* CreateVideoSendStream(
229 webrtc::VideoSendStream::Config config,
230 VideoEncoderConfig encoder_config,
231 std::unique_ptr<FecController> fec_controller) override;
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000232 void DestroyVideoSendStream(webrtc::VideoSendStream* send_stream) override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000233
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200234 webrtc::VideoReceiveStream* CreateVideoReceiveStream(
Tommi733b5472016-06-10 17:58:01 +0200235 webrtc::VideoReceiveStream::Config configuration) override;
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000236 void DestroyVideoReceiveStream(
237 webrtc::VideoReceiveStream* receive_stream) override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000238
brandtr7250b392016-12-19 01:13:46 -0800239 FlexfecReceiveStream* CreateFlexfecReceiveStream(
Tommicf4ed152022-05-09 20:46:57 +0000240 const FlexfecReceiveStream::Config config) override;
brandtr25445d32016-10-23 23:37:14 -0700241 void DestroyFlexfecReceiveStream(
brandtr7250b392016-12-19 01:13:46 -0800242 FlexfecReceiveStream* receive_stream) override;
brandtr25445d32016-10-23 23:37:14 -0700243
Henrik Boströmf4a99912020-06-11 12:07:14 +0200244 void AddAdaptationResource(rtc::scoped_refptr<Resource> resource) override;
245
Sebastian Jansson8f83b422018-02-21 13:07:13 +0100246 RtpTransportControllerSendInterface* GetTransportControllerSend() override;
247
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000248 Stats GetStats() const override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000249
Jonas Orelande62c2f22022-03-29 11:04:48 +0200250 const FieldTrialsView& trials() const override;
Erik Språngceb44952020-09-22 11:36:35 +0200251
Tomas Gunnarssone984aa22021-04-19 09:21:06 +0200252 TaskQueueBase* network_thread() const override;
253 TaskQueueBase* worker_thread() const override;
254
brandtr25445d32016-10-23 23:37:14 -0700255 // Implements PacketReceiver.
stefan68786d22015-09-08 05:36:15 -0700256 DeliveryStatus DeliverPacket(MediaType media_type,
Danil Chapovalov292a73e2017-12-07 17:00:40 +0100257 rtc::CopyOnWriteBuffer packet,
Niels Möller70082872018-08-07 11:03:12 +0200258 int64_t packet_time_us) override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000259
brandtr4e523862016-10-18 23:50:45 -0700260 // Implements RecoveredPacketReceiver.
nissed2ef3142017-05-11 08:00:58 -0700261 void OnRecoveredPacket(const uint8_t* packet, size_t length) override;
brandtr4e523862016-10-18 23:50:45 -0700262
skvlad7a43d252016-03-22 15:32:27 -0700263 void SignalChannelNetworkState(MediaType media, NetworkState state) override;
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000264
Stefan Holmer64be7fa2018-10-04 15:21:55 +0200265 void OnAudioTransportOverheadChanged(
266 int transport_overhead_per_packet) override;
michaelt79e05882016-11-08 02:50:09 -0800267
Tommi08be9ba2021-06-15 23:01:57 +0200268 void OnLocalSsrcUpdated(webrtc::AudioReceiveStream& stream,
269 uint32_t local_ssrc) override;
Tommi1331c182022-05-17 10:13:52 +0200270 void OnLocalSsrcUpdated(VideoReceiveStream& stream,
271 uint32_t local_ssrc) override;
272 void OnLocalSsrcUpdated(FlexfecReceiveStream& stream,
273 uint32_t local_ssrc) override;
Tommi08be9ba2021-06-15 23:01:57 +0200274
Tommi55107c82021-06-16 16:31:18 +0200275 void OnUpdateSyncGroup(webrtc::AudioReceiveStream& stream,
Ali Tofigh641a1b12022-05-17 11:48:46 +0200276 absl::string_view sync_group) override;
Tommi55107c82021-06-16 16:31:18 +0200277
stefanc1aeaf02015-10-15 07:26:07 -0700278 void OnSentPacket(const rtc::SentPacket& sent_packet) override;
279
Sebastian Jansson19704ec2018-03-12 15:59:12 +0100280 // Implements TargetTransferRateObserver,
281 void OnTargetTransferRate(TargetTransferRate msg) override;
Sebastian Jansson2701bc92018-12-11 15:02:47 +0100282 void OnStartRateUpdate(DataRate start_rate) override;
mflodman0e7e2592015-11-12 21:02:42 -0800283
perkj71ee44c2016-06-15 00:47:53 -0700284 // Implements BitrateAllocator::LimitObserver.
Sebastian Jansson93b1ea22019-09-18 18:31:52 +0200285 void OnAllocationLimitsChanged(BitrateAllocationLimits limits) override;
perkj71ee44c2016-06-15 00:47:53 -0700286
Piotr (Peter) Slatala7fbfaa42019-03-18 10:31:54 -0700287 void SetClientBitratePreferences(const BitrateSettings& preferences) override;
288
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000289 private:
Markus Handellc81afe32021-05-31 09:02:01 +0200290 // Thread-compatible class that collects received packet stats and exposes
291 // them as UMA histograms on destruction.
292 class ReceiveStats {
293 public:
294 explicit ReceiveStats(Clock* clock);
295 ~ReceiveStats();
296
297 void AddReceivedRtcpBytes(int bytes);
298 void AddReceivedAudioBytes(int bytes, webrtc::Timestamp arrival_time);
299 void AddReceivedVideoBytes(int bytes, webrtc::Timestamp arrival_time);
300
301 private:
Markus Handelld9943042021-05-31 22:52:02 +0200302 RTC_NO_UNIQUE_ADDRESS SequenceChecker sequence_checker_;
Markus Handellc81afe32021-05-31 09:02:01 +0200303 RateCounter received_bytes_per_second_counter_
304 RTC_GUARDED_BY(sequence_checker_);
305 RateCounter received_audio_bytes_per_second_counter_
306 RTC_GUARDED_BY(sequence_checker_);
307 RateCounter received_video_bytes_per_second_counter_
308 RTC_GUARDED_BY(sequence_checker_);
309 RateCounter received_rtcp_bytes_per_second_counter_
310 RTC_GUARDED_BY(sequence_checker_);
311 absl::optional<Timestamp> first_received_rtp_audio_timestamp_
312 RTC_GUARDED_BY(sequence_checker_);
313 absl::optional<Timestamp> last_received_rtp_audio_timestamp_
314 RTC_GUARDED_BY(sequence_checker_);
315 absl::optional<Timestamp> first_received_rtp_video_timestamp_
316 RTC_GUARDED_BY(sequence_checker_);
317 absl::optional<Timestamp> last_received_rtp_video_timestamp_
318 RTC_GUARDED_BY(sequence_checker_);
319 };
320
Markus Handelld9943042021-05-31 22:52:02 +0200321 // Thread-compatible class that collects sent packet stats and exposes
322 // them as UMA histograms on destruction, provided SetFirstPacketTime was
323 // called with a non-empty packet timestamp before the destructor.
324 class SendStats {
325 public:
326 explicit SendStats(Clock* clock);
327 ~SendStats();
328
329 void SetFirstPacketTime(absl::optional<Timestamp> first_sent_packet_time);
330 void PauseSendAndPacerBitrateCounters();
331 void AddTargetBitrateSample(uint32_t target_bitrate_bps);
332 void SetMinAllocatableRate(BitrateAllocationLimits limits);
333
334 private:
335 RTC_NO_UNIQUE_ADDRESS SequenceChecker destructor_sequence_checker_;
336 RTC_NO_UNIQUE_ADDRESS SequenceChecker sequence_checker_;
337 Clock* const clock_ RTC_GUARDED_BY(destructor_sequence_checker_);
338 AvgCounter estimated_send_bitrate_kbps_counter_
339 RTC_GUARDED_BY(sequence_checker_);
340 AvgCounter pacer_bitrate_kbps_counter_ RTC_GUARDED_BY(sequence_checker_);
341 uint32_t min_allocated_send_bitrate_bps_ RTC_GUARDED_BY(sequence_checker_){
342 0};
343 absl::optional<Timestamp> first_sent_packet_time_
344 RTC_GUARDED_BY(destructor_sequence_checker_);
345 };
346
Tommicae1f1d2021-05-31 10:51:09 +0200347 void DeliverRtcp(MediaType media_type, rtc::CopyOnWriteBuffer packet)
348 RTC_RUN_ON(network_thread_);
stefan68786d22015-09-08 05:36:15 -0700349 DeliveryStatus DeliverRtp(MediaType media_type,
Danil Chapovalov292a73e2017-12-07 17:00:40 +0100350 rtc::CopyOnWriteBuffer packet,
Tommicae1f1d2021-05-31 10:51:09 +0200351 int64_t packet_time_us) RTC_RUN_ON(worker_thread_);
Tommid3b3a3b2022-01-26 14:06:42 +0100352
Ali Tofigh641a1b12022-05-17 11:48:46 +0200353 AudioReceiveStream* FindAudioStreamForSyncGroup(absl::string_view sync_group)
Tommid3b3a3b2022-01-26 14:06:42 +0100354 RTC_RUN_ON(worker_thread_);
Ali Tofigh641a1b12022-05-17 11:48:46 +0200355 void ConfigureSync(absl::string_view sync_group) RTC_RUN_ON(worker_thread_);
pbos8fc7fa72015-07-15 08:02:58 -0700356
nissed44ce052017-02-06 02:23:00 -0800357 void NotifyBweOfReceivedPacket(const RtpPacketReceived& packet,
Tommi236d7e72022-01-26 11:11:06 +0100358 MediaType media_type,
359 bool use_send_side_bwe)
Tommi948e40c2021-05-31 12:39:57 +0200360 RTC_RUN_ON(worker_thread_);
nissed44ce052017-02-06 02:23:00 -0800361
Tommi236d7e72022-01-26 11:11:06 +0100362 bool IdentifyReceivedPacket(RtpPacketReceived& packet,
363 bool* use_send_side_bwe = nullptr);
364 bool RegisterReceiveStream(uint32_t ssrc, ReceiveStream* stream);
365 bool UnregisterReceiveStream(uint32_t ssrc);
366
skvlad7a43d252016-03-22 15:32:27 -0700367 void UpdateAggregateNetworkState();
stefan91d92602015-11-11 10:13:02 -0800368
Erik Språng7703f232020-09-14 11:03:13 +0200369 // Ensure that necessary process threads are started, and any required
370 // callbacks have been registered.
Tommicae1f1d2021-05-31 10:51:09 +0200371 void EnsureStarted() RTC_RUN_ON(worker_thread_);
Niels Möller46879152019-01-07 15:54:47 +0100372
Peter Boströmd3c94472015-12-09 11:20:58 +0100373 Clock* const clock_;
Sebastian Jansson896b47c2019-03-01 18:48:16 +0100374 TaskQueueFactory* const task_queue_factory_;
Tommi0d4647d2020-05-26 19:35:16 +0200375 TaskQueueBase* const worker_thread_;
Tomas Gunnarsson41bfcf42021-01-30 16:15:21 +0100376 TaskQueueBase* const network_thread_;
Evan Shrubsole5723d852022-02-14 14:09:57 +0100377 const std::unique_ptr<DecodeSynchronizer> decode_sync_;
Markus Handelld9943042021-05-31 22:52:02 +0200378 RTC_NO_UNIQUE_ADDRESS SequenceChecker send_transport_sequence_checker_;
stefan91d92602015-11-11 10:13:02 -0800379
Peter Boström45553ae2015-05-08 13:54:38 +0200380 const int num_cpu_cores_;
Tommi25c77c12020-05-25 17:44:55 +0200381 const rtc::scoped_refptr<SharedModuleThread> module_process_thread_;
kwibergb25345e2016-03-12 06:10:44 -0800382 const std::unique_ptr<CallStats> call_stats_;
383 const std::unique_ptr<BitrateAllocator> bitrate_allocator_;
Tommi948e40c2021-05-31 12:39:57 +0200384 const Call::Config config_ RTC_GUARDED_BY(worker_thread_);
385 // Maps to config_.trials, can be used from any thread via `trials()`.
Jonas Orelande62c2f22022-03-29 11:04:48 +0200386 const FieldTrialsView& trials_;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000387
Tommi948e40c2021-05-31 12:39:57 +0200388 NetworkState audio_network_state_ RTC_GUARDED_BY(worker_thread_);
389 NetworkState video_network_state_ RTC_GUARDED_BY(worker_thread_);
Tomas Gunnarssonad325862021-02-03 16:23:40 +0100390 // TODO(bugs.webrtc.org/11993): Move aggregate_network_up_ over to the
391 // network thread.
Tommi0d4647d2020-05-26 19:35:16 +0200392 bool aggregate_network_up_ RTC_GUARDED_BY(worker_thread_);
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000393
Markus Handell0e62f7a2021-07-20 13:32:02 +0200394 // Schedules nack periodic processing on behalf of all streams.
395 NackPeriodicProcessor nack_periodic_processor_;
396
brandtr25445d32016-10-23 23:37:14 -0700397 // Audio, Video, and FlexFEC receive streams are owned by the client that
398 // creates them.
Tomas Gunnarssonad325862021-02-03 16:23:40 +0100399 // TODO(bugs.webrtc.org/11993): Move audio_receive_streams_,
Tommid3b3a3b2022-01-26 14:06:42 +0100400 // video_receive_streams_ over to the network thread.
nissee4bcd6d2017-05-16 04:47:04 -0700401 std::set<AudioReceiveStream*> audio_receive_streams_
Tommi0d4647d2020-05-26 19:35:16 +0200402 RTC_GUARDED_BY(worker_thread_);
Tommi553c8692020-05-05 15:35:45 +0200403 std::set<VideoReceiveStream2*> video_receive_streams_
Tommi0d4647d2020-05-26 19:35:16 +0200404 RTC_GUARDED_BY(worker_thread_);
nisse0f15f922017-06-21 01:05:22 -0700405 // TODO(nisse): Should eventually be injected at creation,
406 // with a single object in the bundled case.
Tommi948e40c2021-05-31 12:39:57 +0200407 RtpStreamReceiverController audio_receiver_controller_
408 RTC_GUARDED_BY(worker_thread_);
409 RtpStreamReceiverController video_receiver_controller_
410 RTC_GUARDED_BY(worker_thread_);
nissee4bcd6d2017-05-16 04:47:04 -0700411
nissed44ce052017-02-06 02:23:00 -0800412 // This extra map is used for receive processing which is
413 // independent of media type.
414
Tommi236d7e72022-01-26 11:11:06 +0100415 RTC_NO_UNIQUE_ADDRESS SequenceChecker receive_11993_checker_;
416
Tomas Gunnarssonad325862021-02-03 16:23:40 +0100417 // TODO(bugs.webrtc.org/11993): Move receive_rtp_config_ over to the
418 // network thread.
Tommid3500062021-06-14 19:39:45 +0200419 std::map<uint32_t, ReceiveStream*> receive_rtp_config_
Tommi236d7e72022-01-26 11:11:06 +0100420 RTC_GUARDED_BY(&receive_11993_checker_);
brandtrb29e6522016-12-21 06:37:18 -0800421
solenbergc7a8b082015-10-16 14:35:07 -0700422 // Audio and Video send streams are owned by the client that creates them.
Tommi1331c182022-05-17 10:13:52 +0200423 // TODO(bugs.webrtc.org/11993): `audio_send_ssrcs_` and `video_send_ssrcs_`
424 // should be accessed on the network thread.
danilchapa37de392017-09-09 04:17:22 -0700425 std::map<uint32_t, AudioSendStream*> audio_send_ssrcs_
Tommi0d4647d2020-05-26 19:35:16 +0200426 RTC_GUARDED_BY(worker_thread_);
danilchapa37de392017-09-09 04:17:22 -0700427 std::map<uint32_t, VideoSendStream*> video_send_ssrcs_
Tommi0d4647d2020-05-26 19:35:16 +0200428 RTC_GUARDED_BY(worker_thread_);
429 std::set<VideoSendStream*> video_send_streams_ RTC_GUARDED_BY(worker_thread_);
Artem Titovea240272021-07-26 12:40:21 +0200430 // True if `video_send_streams_` is empty, false if not. The atomic variable
Markus Handelld9943042021-05-31 22:52:02 +0200431 // is used to decide UMA send statistics behavior and enables avoiding a
432 // PostTask().
433 std::atomic<bool> video_send_streams_empty_{true};
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000434
Henrik Boström29444c62020-07-01 15:48:46 +0200435 // Each forwarder wraps an adaptation resource that was added to the call.
436 std::vector<std::unique_ptr<ResourceVideoSendStreamForwarder>>
437 adaptation_resource_forwarders_ RTC_GUARDED_BY(worker_thread_);
Henrik Boströmf4a99912020-06-11 12:07:14 +0200438
ossuc3d4b482017-05-23 06:07:11 -0700439 using RtpStateMap = std::map<uint32_t, RtpState>;
Tommi0d4647d2020-05-26 19:35:16 +0200440 RtpStateMap suspended_audio_send_ssrcs_ RTC_GUARDED_BY(worker_thread_);
441 RtpStateMap suspended_video_send_ssrcs_ RTC_GUARDED_BY(worker_thread_);
ossuc3d4b482017-05-23 06:07:11 -0700442
Åsa Persson4bece9a2017-10-06 10:04:04 +0200443 using RtpPayloadStateMap = std::map<uint32_t, RtpPayloadState>;
444 RtpPayloadStateMap suspended_video_payload_states_
Tommi0d4647d2020-05-26 19:35:16 +0200445 RTC_GUARDED_BY(worker_thread_);
Åsa Persson4bece9a2017-10-06 10:04:04 +0200446
Tommi948e40c2021-05-31 12:39:57 +0200447 webrtc::RtcEventLog* const event_log_;
ivocb04965c2015-09-09 00:09:43 -0700448
Markus Handelld9943042021-05-31 22:52:02 +0200449 // TODO(bugs.webrtc.org/11993) ready to move stats access to the network
450 // thread.
Markus Handellc81afe32021-05-31 09:02:01 +0200451 ReceiveStats receive_stats_ RTC_GUARDED_BY(worker_thread_);
Markus Handelld9943042021-05-31 22:52:02 +0200452 SendStats send_stats_ RTC_GUARDED_BY(send_transport_sequence_checker_);
Artem Titovea240272021-07-26 12:40:21 +0200453 // `last_bandwidth_bps_` and `configured_max_padding_bitrate_bps_` being
Markus Handelld9943042021-05-31 22:52:02 +0200454 // atomic avoids a PostTask. The variables are used for stats gathering.
455 std::atomic<uint32_t> last_bandwidth_bps_{0};
456 std::atomic<uint32_t> configured_max_padding_bitrate_bps_{0};
stefan18adf0a2015-11-17 06:24:56 -0800457
nisse559af382017-03-21 06:41:12 -0700458 ReceiveSideCongestionController receive_side_cc_;
Sebastian Janssonb34556e2018-03-21 14:38:32 +0100459
460 const std::unique_ptr<ReceiveTimeCalculator> receive_time_calculator_;
461
asapersson35151f32016-05-02 23:44:01 -0700462 const std::unique_ptr<SendDelayStats> video_send_delay_stats_;
Markus Handelld9943042021-05-31 22:52:02 +0200463 const Timestamp start_of_call_;
mflodman0e7e2592015-11-12 21:02:42 -0800464
Artem Titovea240272021-07-26 12:40:21 +0200465 // Note that `task_safety_` needs to be at a greater scope than the task queue
466 // owned by `transport_send_` since calls might arrive on the network thread
Tommi0d4647d2020-05-26 19:35:16 +0200467 // while Call is being deleted and the task queue is being torn down.
Tommi948e40c2021-05-31 12:39:57 +0200468 const ScopedTaskSafety task_safety_;
Tommi0d4647d2020-05-26 19:35:16 +0200469
Sebastian Janssone6256052018-05-04 14:08:15 +0200470 // Caches transport_send_.get(), to avoid racing with destructor.
471 // Note that this is declared before transport_send_ to ensure that it is not
472 // invalidated until no more tasks can be running on the transport_send_ task
473 // queue.
Tommi948e40c2021-05-31 12:39:57 +0200474 // For more details on the background of this member variable, see:
475 // https://webrtc-review.googlesource.com/c/src/+/63023/9/call/call.cc
476 // https://bugs.chromium.org/p/chromium/issues/detail?id=992640
477 RtpTransportControllerSendInterface* const transport_send_ptr_
Markus Handelld9943042021-05-31 22:52:02 +0200478 RTC_GUARDED_BY(send_transport_sequence_checker_);
Sebastian Janssone6256052018-05-04 14:08:15 +0200479 // Declared last since it will issue callbacks from a task queue. Declaring it
480 // last ensures that it is destroyed first and any running tasks are finished.
Tommi948e40c2021-05-31 12:39:57 +0200481 const std::unique_ptr<RtpTransportControllerSendInterface> transport_send_;
Piotr (Peter) Slatalacc8e8bb2018-11-15 08:26:19 -0800482
Erik Språng7703f232020-09-14 11:03:13 +0200483 bool is_started_ RTC_GUARDED_BY(worker_thread_) = false;
Piotr (Peter) Slatalacc8e8bb2018-11-15 08:26:19 -0800484
Tommi236d7e72022-01-26 11:11:06 +0100485 // Sequence checker for outgoing network traffic. Could be the network thread.
486 // Could also be a pacer owned thread or TQ such as the TaskQueuePacedSender.
Jianhui Daif349e532021-12-01 19:23:31 +0800487 RTC_NO_UNIQUE_ADDRESS SequenceChecker sent_packet_sequence_checker_;
488 absl::optional<rtc::SentPacket> last_sent_packet_
489 RTC_GUARDED_BY(sent_packet_sequence_checker_);
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000490};
pbos@webrtc.orgc49d5b72013-12-05 12:11:47 +0000491} // namespace internal
pbos@webrtc.orgfd39e132013-08-14 13:52:52 +0000492
asapersson2e5cfcd2016-08-11 08:41:18 -0700493std::string Call::Stats::ToString(int64_t time_ms) const {
Jonas Olsson0a713b62018-04-04 15:49:32 +0200494 char buf[1024];
495 rtc::SimpleStringBuilder ss(buf);
asapersson2e5cfcd2016-08-11 08:41:18 -0700496 ss << "Call stats: " << time_ms << ", {";
497 ss << "send_bw_bps: " << send_bandwidth_bps << ", ";
498 ss << "recv_bw_bps: " << recv_bandwidth_bps << ", ";
499 ss << "max_pad_bps: " << max_padding_bitrate_bps << ", ";
500 ss << "pacer_delay_ms: " << pacer_delay_ms << ", ";
501 ss << "rtt_ms: " << rtt_ms;
502 ss << '}';
503 return ss.str();
504}
505
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000506Call* Call::Create(const Call::Config& config) {
Tommi25c77c12020-05-25 17:44:55 +0200507 rtc::scoped_refptr<SharedModuleThread> call_thread =
Per Kjellander4c50e702020-06-30 14:39:43 +0200508 SharedModuleThread::Create(ProcessThread::Create("ModuleProcessThread"),
509 nullptr);
Tommi25c77c12020-05-25 17:44:55 +0200510 return Create(config, Clock::GetRealTimeClock(), std::move(call_thread),
Erik Språng6950b302019-08-16 12:54:08 +0200511 ProcessThread::Create("PacerThread"));
Sebastian Jansson896b47c2019-03-01 18:48:16 +0100512}
513
514Call* Call::Create(const Call::Config& config,
Sebastian Jansson4e5f5ed2019-03-01 18:13:27 +0100515 Clock* clock,
Tommi25c77c12020-05-25 17:44:55 +0200516 rtc::scoped_refptr<SharedModuleThread> call_thread,
Danil Chapovalov359fe332019-04-01 10:46:36 +0200517 std::unique_ptr<ProcessThread> pacer_thread) {
Danil Chapovalov53d45ba2019-07-03 14:56:33 +0200518 RTC_DCHECK(config.task_queue_factory);
Vojin Ilic504fc192021-05-31 14:02:28 +0200519
520 RtpTransportControllerSendFactory transport_controller_factory_;
521
522 RtpTransportConfig transportConfig = config.ExtractTransportConfig();
523
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100524 return new internal::Call(
Sebastian Jansson4e5f5ed2019-03-01 18:13:27 +0100525 clock, config,
Erik Språngf3f3a612022-05-13 15:55:29 +0200526 transport_controller_factory_.Create(transportConfig, clock),
Danil Chapovalov53d45ba2019-07-03 14:56:33 +0200527 std::move(call_thread), config.task_queue_factory);
zstein7cb69d52017-05-08 11:52:38 -0700528}
529
Vojin Ilic504fc192021-05-31 14:02:28 +0200530Call* Call::Create(const Call::Config& config,
531 Clock* clock,
532 rtc::scoped_refptr<SharedModuleThread> call_thread,
533 std::unique_ptr<RtpTransportControllerSendInterface>
534 transportControllerSend) {
535 RTC_DCHECK(config.task_queue_factory);
536 return new internal::Call(clock, config, std::move(transportControllerSend),
537 std::move(call_thread), config.task_queue_factory);
538}
539
Tommi25c77c12020-05-25 17:44:55 +0200540class SharedModuleThread::Impl {
541 public:
542 Impl(std::unique_ptr<ProcessThread> process_thread,
543 std::function<void()> on_one_ref_remaining)
544 : module_thread_(std::move(process_thread)),
545 on_one_ref_remaining_(std::move(on_one_ref_remaining)) {}
546
547 void EnsureStarted() {
548 RTC_DCHECK_RUN_ON(&sequence_checker_);
549 if (started_)
550 return;
551 started_ = true;
552 module_thread_->Start();
553 }
554
555 ProcessThread* process_thread() {
556 RTC_DCHECK_RUN_ON(&sequence_checker_);
557 return module_thread_.get();
558 }
559
560 void AddRef() const {
561 RTC_DCHECK_RUN_ON(&sequence_checker_);
562 ++ref_count_;
563 }
564
565 rtc::RefCountReleaseStatus Release() const {
566 RTC_DCHECK_RUN_ON(&sequence_checker_);
567 --ref_count_;
568
569 if (ref_count_ == 0) {
570 module_thread_->Stop();
571 return rtc::RefCountReleaseStatus::kDroppedLastRef;
572 }
573
574 if (ref_count_ == 1 && on_one_ref_remaining_) {
575 auto moved_fn = std::move(on_one_ref_remaining_);
Artem Titovea240272021-07-26 12:40:21 +0200576 // NOTE: after this function returns, chances are that `this` has been
Tommi25c77c12020-05-25 17:44:55 +0200577 // deleted - do not touch any member variables.
578 // If the owner of the last reference implements a lambda that releases
579 // that last reference inside of the callback (which is legal according
580 // to this implementation), we will recursively enter Release() above,
581 // call Stop() and release the last reference.
582 moved_fn();
583 }
584
585 return rtc::RefCountReleaseStatus::kOtherRefsRemained;
586 }
587
588 private:
Mirko Bonadei20e4c802020-11-23 11:07:42 +0100589 RTC_NO_UNIQUE_ADDRESS SequenceChecker sequence_checker_;
Tommi25c77c12020-05-25 17:44:55 +0200590 mutable int ref_count_ RTC_GUARDED_BY(sequence_checker_) = 0;
591 std::unique_ptr<ProcessThread> const module_thread_;
592 std::function<void()> const on_one_ref_remaining_;
593 bool started_ = false;
594};
595
596SharedModuleThread::SharedModuleThread(
597 std::unique_ptr<ProcessThread> process_thread,
598 std::function<void()> on_one_ref_remaining)
599 : impl_(std::make_unique<Impl>(std::move(process_thread),
600 std::move(on_one_ref_remaining))) {}
601
602SharedModuleThread::~SharedModuleThread() = default;
603
604// static
Tommi25c77c12020-05-25 17:44:55 +0200605
606rtc::scoped_refptr<SharedModuleThread> SharedModuleThread::Create(
607 std::unique_ptr<ProcessThread> process_thread,
608 std::function<void()> on_one_ref_remaining) {
Niels Möller6b7b2552022-01-14 09:18:23 +0100609 // Using `new` to access a non-public constructor.
610 return rtc::scoped_refptr<SharedModuleThread>(new SharedModuleThread(
611 std::move(process_thread), std::move(on_one_ref_remaining)));
Tommi25c77c12020-05-25 17:44:55 +0200612}
613
614void SharedModuleThread::EnsureStarted() {
615 impl_->EnsureStarted();
616}
617
618ProcessThread* SharedModuleThread::process_thread() {
619 return impl_->process_thread();
620}
621
622void SharedModuleThread::AddRef() const {
623 impl_->AddRef();
624}
625
626rtc::RefCountReleaseStatus SharedModuleThread::Release() const {
627 auto ret = impl_->Release();
628 if (ret == rtc::RefCountReleaseStatus::kDroppedLastRef)
629 delete this;
630 return ret;
631}
632
Ying Wang0dd1b0a2018-02-20 12:50:27 +0100633// This method here to avoid subclasses has to implement this method.
634// Call perf test will use Internal::Call::CreateVideoSendStream() to inject
635// FecController.
Ying Wang3b790f32018-01-19 17:58:57 +0100636VideoSendStream* Call::CreateVideoSendStream(
637 VideoSendStream::Config config,
638 VideoEncoderConfig encoder_config,
639 std::unique_ptr<FecController> fec_controller) {
640 return nullptr;
641}
642
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000643namespace internal {
644
Markus Handellc81afe32021-05-31 09:02:01 +0200645Call::ReceiveStats::ReceiveStats(Clock* clock)
646 : received_bytes_per_second_counter_(clock, nullptr, false),
647 received_audio_bytes_per_second_counter_(clock, nullptr, false),
648 received_video_bytes_per_second_counter_(clock, nullptr, false),
649 received_rtcp_bytes_per_second_counter_(clock, nullptr, false) {
650 sequence_checker_.Detach();
651}
652
653void Call::ReceiveStats::AddReceivedRtcpBytes(int bytes) {
654 RTC_DCHECK_RUN_ON(&sequence_checker_);
655 if (received_bytes_per_second_counter_.HasSample()) {
656 // First RTP packet has been received.
657 received_bytes_per_second_counter_.Add(static_cast<int>(bytes));
658 received_rtcp_bytes_per_second_counter_.Add(static_cast<int>(bytes));
659 }
660}
661
662void Call::ReceiveStats::AddReceivedAudioBytes(int bytes,
663 webrtc::Timestamp arrival_time) {
664 RTC_DCHECK_RUN_ON(&sequence_checker_);
665 received_bytes_per_second_counter_.Add(bytes);
666 received_audio_bytes_per_second_counter_.Add(bytes);
667 if (!first_received_rtp_audio_timestamp_)
668 first_received_rtp_audio_timestamp_ = arrival_time;
669 last_received_rtp_audio_timestamp_ = arrival_time;
670}
671
672void Call::ReceiveStats::AddReceivedVideoBytes(int bytes,
673 webrtc::Timestamp arrival_time) {
674 RTC_DCHECK_RUN_ON(&sequence_checker_);
675 received_bytes_per_second_counter_.Add(bytes);
676 received_video_bytes_per_second_counter_.Add(bytes);
677 if (!first_received_rtp_video_timestamp_)
678 first_received_rtp_video_timestamp_ = arrival_time;
679 last_received_rtp_video_timestamp_ = arrival_time;
680}
681
682Call::ReceiveStats::~ReceiveStats() {
683 RTC_DCHECK_RUN_ON(&sequence_checker_);
684 if (first_received_rtp_audio_timestamp_) {
685 RTC_HISTOGRAM_COUNTS_100000(
686 "WebRTC.Call.TimeReceivingAudioRtpPacketsInSeconds",
687 (*last_received_rtp_audio_timestamp_ -
688 *first_received_rtp_audio_timestamp_)
689 .seconds());
690 }
691 if (first_received_rtp_video_timestamp_) {
692 RTC_HISTOGRAM_COUNTS_100000(
693 "WebRTC.Call.TimeReceivingVideoRtpPacketsInSeconds",
694 (*last_received_rtp_video_timestamp_ -
695 *first_received_rtp_video_timestamp_)
696 .seconds());
697 }
698 const int kMinRequiredPeriodicSamples = 5;
699 AggregatedStats video_bytes_per_sec =
700 received_video_bytes_per_second_counter_.GetStats();
701 if (video_bytes_per_sec.num_samples > kMinRequiredPeriodicSamples) {
702 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Call.VideoBitrateReceivedInKbps",
703 video_bytes_per_sec.average * 8 / 1000);
704 RTC_LOG(LS_INFO) << "WebRTC.Call.VideoBitrateReceivedInBps, "
705 << video_bytes_per_sec.ToStringWithMultiplier(8);
706 }
707 AggregatedStats audio_bytes_per_sec =
708 received_audio_bytes_per_second_counter_.GetStats();
709 if (audio_bytes_per_sec.num_samples > kMinRequiredPeriodicSamples) {
710 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Call.AudioBitrateReceivedInKbps",
711 audio_bytes_per_sec.average * 8 / 1000);
712 RTC_LOG(LS_INFO) << "WebRTC.Call.AudioBitrateReceivedInBps, "
713 << audio_bytes_per_sec.ToStringWithMultiplier(8);
714 }
715 AggregatedStats rtcp_bytes_per_sec =
716 received_rtcp_bytes_per_second_counter_.GetStats();
717 if (rtcp_bytes_per_sec.num_samples > kMinRequiredPeriodicSamples) {
718 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Call.RtcpBitrateReceivedInBps",
719 rtcp_bytes_per_sec.average * 8);
720 RTC_LOG(LS_INFO) << "WebRTC.Call.RtcpBitrateReceivedInBps, "
721 << rtcp_bytes_per_sec.ToStringWithMultiplier(8);
722 }
723 AggregatedStats recv_bytes_per_sec =
724 received_bytes_per_second_counter_.GetStats();
725 if (recv_bytes_per_sec.num_samples > kMinRequiredPeriodicSamples) {
726 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Call.BitrateReceivedInKbps",
727 recv_bytes_per_sec.average * 8 / 1000);
728 RTC_LOG(LS_INFO) << "WebRTC.Call.BitrateReceivedInBps, "
729 << recv_bytes_per_sec.ToStringWithMultiplier(8);
730 }
731}
732
Markus Handelld9943042021-05-31 22:52:02 +0200733Call::SendStats::SendStats(Clock* clock)
734 : clock_(clock),
735 estimated_send_bitrate_kbps_counter_(clock, nullptr, true),
736 pacer_bitrate_kbps_counter_(clock, nullptr, true) {
737 destructor_sequence_checker_.Detach();
738 sequence_checker_.Detach();
739}
740
741Call::SendStats::~SendStats() {
742 RTC_DCHECK_RUN_ON(&destructor_sequence_checker_);
743 if (!first_sent_packet_time_)
744 return;
745
746 TimeDelta elapsed = clock_->CurrentTime() - *first_sent_packet_time_;
747 if (elapsed.seconds() < metrics::kMinRunTimeInSeconds)
748 return;
749
750 const int kMinRequiredPeriodicSamples = 5;
751 AggregatedStats send_bitrate_stats =
752 estimated_send_bitrate_kbps_counter_.ProcessAndGetStats();
753 if (send_bitrate_stats.num_samples > kMinRequiredPeriodicSamples) {
754 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Call.EstimatedSendBitrateInKbps",
755 send_bitrate_stats.average);
756 RTC_LOG(LS_INFO) << "WebRTC.Call.EstimatedSendBitrateInKbps, "
757 << send_bitrate_stats.ToString();
758 }
759 AggregatedStats pacer_bitrate_stats =
760 pacer_bitrate_kbps_counter_.ProcessAndGetStats();
761 if (pacer_bitrate_stats.num_samples > kMinRequiredPeriodicSamples) {
762 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Call.PacerBitrateInKbps",
763 pacer_bitrate_stats.average);
764 RTC_LOG(LS_INFO) << "WebRTC.Call.PacerBitrateInKbps, "
765 << pacer_bitrate_stats.ToString();
766 }
767}
768
769void Call::SendStats::SetFirstPacketTime(
770 absl::optional<Timestamp> first_sent_packet_time) {
771 RTC_DCHECK_RUN_ON(&destructor_sequence_checker_);
772 first_sent_packet_time_ = first_sent_packet_time;
773}
774
775void Call::SendStats::PauseSendAndPacerBitrateCounters() {
776 RTC_DCHECK_RUN_ON(&sequence_checker_);
777 estimated_send_bitrate_kbps_counter_.ProcessAndPause();
778 pacer_bitrate_kbps_counter_.ProcessAndPause();
779}
780
781void Call::SendStats::AddTargetBitrateSample(uint32_t target_bitrate_bps) {
782 RTC_DCHECK_RUN_ON(&sequence_checker_);
783 estimated_send_bitrate_kbps_counter_.Add(target_bitrate_bps / 1000);
784 // Pacer bitrate may be higher than bitrate estimate if enforcing min
785 // bitrate.
786 uint32_t pacer_bitrate_bps =
787 std::max(target_bitrate_bps, min_allocated_send_bitrate_bps_);
788 pacer_bitrate_kbps_counter_.Add(pacer_bitrate_bps / 1000);
789}
790
791void Call::SendStats::SetMinAllocatableRate(BitrateAllocationLimits limits) {
792 RTC_DCHECK_RUN_ON(&sequence_checker_);
793 min_allocated_send_bitrate_bps_ = limits.min_allocatable_rate.bps();
794}
795
Sebastian Jansson4e5f5ed2019-03-01 18:13:27 +0100796Call::Call(Clock* clock,
797 const Call::Config& config,
Sebastian Jansson896b47c2019-03-01 18:48:16 +0100798 std::unique_ptr<RtpTransportControllerSendInterface> transport_send,
Tommi25c77c12020-05-25 17:44:55 +0200799 rtc::scoped_refptr<SharedModuleThread> module_process_thread,
Sebastian Jansson896b47c2019-03-01 18:48:16 +0100800 TaskQueueFactory* task_queue_factory)
Sebastian Jansson4e5f5ed2019-03-01 18:13:27 +0100801 : clock_(clock),
Sebastian Jansson896b47c2019-03-01 18:48:16 +0100802 task_queue_factory_(task_queue_factory),
Tommi0d4647d2020-05-26 19:35:16 +0200803 worker_thread_(GetCurrentTaskQueueOrThread()),
Artem Titovea240272021-07-26 12:40:21 +0200804 // If `network_task_queue_` was set to nullptr, network related calls
805 // must be made on `worker_thread_` (i.e. they're one and the same).
Tomas Gunnarsson41bfcf42021-01-30 16:15:21 +0100806 network_thread_(config.network_task_queue_ ? config.network_task_queue_
807 : worker_thread_),
Evan Shrubsole5723d852022-02-14 14:09:57 +0100808 decode_sync_(config.metronome
809 ? std::make_unique<DecodeSynchronizer>(clock_,
810 config.metronome,
811 worker_thread_)
812 : nullptr),
stefan91d92602015-11-11 10:13:02 -0800813 num_cpu_cores_(CpuInfo::DetectNumberOfCores()),
Sebastian Jansson896b47c2019-03-01 18:48:16 +0100814 module_process_thread_(std::move(module_process_thread)),
Tommi0d4647d2020-05-26 19:35:16 +0200815 call_stats_(new CallStats(clock_, worker_thread_)),
Sebastian Jansson40de3cc2019-09-19 14:54:43 +0200816 bitrate_allocator_(new BitrateAllocator(this)),
Peter Boström45553ae2015-05-08 13:54:38 +0200817 config_(config),
Tommi948e40c2021-05-31 12:39:57 +0200818 trials_(*config.trials),
Sergey Ulanove2b15012016-11-22 16:08:30 -0800819 audio_network_state_(kNetworkDown),
820 video_network_state_(kNetworkDown),
Sebastian Janssona06e9192018-03-07 18:49:55 +0100821 aggregate_network_up_(false),
skvlad11a9cbf2016-10-07 11:53:05 -0700822 event_log_(config.event_log),
Markus Handellc81afe32021-05-31 09:02:01 +0200823 receive_stats_(clock_),
Markus Handelld9943042021-05-31 22:52:02 +0200824 send_stats_(clock_),
Per Kjellanderfe2063e2021-05-12 09:02:43 +0200825 receive_side_cc_(clock,
826 absl::bind_front(&PacketRouter::SendCombinedRtcpPacket,
827 transport_send->packet_router()),
828 absl::bind_front(&PacketRouter::SendRemb,
829 transport_send->packet_router()),
830 /*network_state_estimator=*/nullptr),
Jonas Orelandc7f691a2022-03-09 15:12:07 +0100831 receive_time_calculator_(
832 ReceiveTimeCalculator::CreateFromFieldTrial(*config.trials)),
asapersson4374a092016-07-27 00:39:09 -0700833 video_send_delay_stats_(new SendDelayStats(clock_)),
Markus Handelld9943042021-05-31 22:52:02 +0200834 start_of_call_(clock_->CurrentTime()),
Tommi78a71382019-08-08 12:27:53 +0200835 transport_send_ptr_(transport_send.get()),
Markus Handelld9943042021-05-31 22:52:02 +0200836 transport_send_(std::move(transport_send)) {
skvlad11a9cbf2016-10-07 11:53:05 -0700837 RTC_DCHECK(config.event_log != nullptr);
Erik Språng17f82cf2019-12-04 11:10:43 +0100838 RTC_DCHECK(config.trials != nullptr);
Tomas Gunnarsson41bfcf42021-01-30 16:15:21 +0100839 RTC_DCHECK(network_thread_);
Tommi0d4647d2020-05-26 19:35:16 +0200840 RTC_DCHECK(worker_thread_->IsCurrent());
Markus Handelld9943042021-05-31 22:52:02 +0200841
Tommi236d7e72022-01-26 11:11:06 +0100842 receive_11993_checker_.Detach();
Markus Handelld9943042021-05-31 22:52:02 +0200843 send_transport_sequence_checker_.Detach();
Jianhui Daif349e532021-12-01 19:23:31 +0800844 sent_packet_sequence_checker_.Detach();
Tommi48b48e52019-08-09 11:42:32 +0200845
Mirko Bonadeib9857482020-12-14 15:28:43 +0100846 // Do not remove this call; it is here to convince the compiler that the
847 // WebRTC source timestamp string needs to be in the final binary.
848 LoadWebRTCVersionInRegister();
849
Tommi48b48e52019-08-09 11:42:32 +0200850 call_stats_->RegisterStatsObserver(&receive_side_cc_);
851
Tommi25c77c12020-05-25 17:44:55 +0200852 module_process_thread_->process_thread()->RegisterModule(
Tommi48b48e52019-08-09 11:42:32 +0200853 receive_side_cc_.GetRemoteBitrateEstimator(true), RTC_FROM_HERE);
Tommi25c77c12020-05-25 17:44:55 +0200854 module_process_thread_->process_thread()->RegisterModule(&receive_side_cc_,
855 RTC_FROM_HERE);
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000856}
857
pbos@webrtc.org841c8a42013-09-09 15:04:25 +0000858Call::~Call() {
Tommi0d4647d2020-05-26 19:35:16 +0200859 RTC_DCHECK_RUN_ON(worker_thread_);
perkj26091b12016-09-01 01:17:40 -0700860
solenbergc7a8b082015-10-16 14:35:07 -0700861 RTC_CHECK(audio_send_ssrcs_.empty());
862 RTC_CHECK(video_send_ssrcs_.empty());
863 RTC_CHECK(video_send_streams_.empty());
nissee4bcd6d2017-05-16 04:47:04 -0700864 RTC_CHECK(audio_receive_streams_.empty());
solenbergc7a8b082015-10-16 14:35:07 -0700865 RTC_CHECK(video_receive_streams_.empty());
pbos@webrtc.org9e4e5242015-02-12 10:48:23 +0000866
Tommi25c77c12020-05-25 17:44:55 +0200867 module_process_thread_->process_thread()->DeRegisterModule(
Tommi78a71382019-08-08 12:27:53 +0200868 receive_side_cc_.GetRemoteBitrateEstimator(true));
Tommi25c77c12020-05-25 17:44:55 +0200869 module_process_thread_->process_thread()->DeRegisterModule(&receive_side_cc_);
Tommi78a71382019-08-08 12:27:53 +0200870 call_stats_->DeregisterStatsObserver(&receive_side_cc_);
Markus Handelld9943042021-05-31 22:52:02 +0200871 send_stats_.SetFirstPacketTime(transport_send_->GetFirstPacketTime());
sprang6d6122b2016-07-13 06:37:09 -0700872
Markus Handelld9943042021-05-31 22:52:02 +0200873 RTC_HISTOGRAM_COUNTS_100000(
874 "WebRTC.Call.LifetimeInSeconds",
875 (clock_->CurrentTime() - start_of_call_).seconds());
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000876}
877
Erik Språng7703f232020-09-14 11:03:13 +0200878void Call::EnsureStarted() {
879 if (is_started_) {
Piotr (Peter) Slatalacc8e8bb2018-11-15 08:26:19 -0800880 return;
Erik Språng7703f232020-09-14 11:03:13 +0200881 }
882 is_started_ = true;
Piotr (Peter) Slatalacc8e8bb2018-11-15 08:26:19 -0800883
Etienne Pierre-Doraycc474372021-02-10 15:51:36 -0500884 call_stats_->EnsureStarted();
885
Tommi48b48e52019-08-09 11:42:32 +0200886 // This call seems to kick off a number of things, so probably better left
887 // off being kicked off on request rather than in the ctor.
Tommi948e40c2021-05-31 12:39:57 +0200888 transport_send_->RegisterTargetTransferRateObserver(this);
Piotr (Peter) Slatalab2757882018-12-18 11:17:09 -0800889
Tommi25c77c12020-05-25 17:44:55 +0200890 module_process_thread_->EnsureStarted();
Tommi948e40c2021-05-31 12:39:57 +0200891 transport_send_->EnsureStarted();
Piotr (Peter) Slatala7fbfaa42019-03-18 10:31:54 -0700892}
893
894void Call::SetClientBitratePreferences(const BitrateSettings& preferences) {
Tommi0d4647d2020-05-26 19:35:16 +0200895 RTC_DCHECK_RUN_ON(worker_thread_);
Piotr (Peter) Slatala7fbfaa42019-03-18 10:31:54 -0700896 GetTransportControllerSend()->SetClientBitratePreferences(preferences);
Piotr (Peter) Slatalacc8e8bb2018-11-15 08:26:19 -0800897}
898
solenberg5a289392015-10-19 03:39:20 -0700899PacketReceiver* Call::Receiver() {
solenberg5a289392015-10-19 03:39:20 -0700900 return this;
901}
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000902
Fredrik Solenberg04f49312015-06-08 13:04:56 +0200903webrtc::AudioSendStream* Call::CreateAudioSendStream(
904 const webrtc::AudioSendStream::Config& config) {
solenbergc7a8b082015-10-16 14:35:07 -0700905 TRACE_EVENT0("webrtc", "Call::CreateAudioSendStream");
Tommi0d4647d2020-05-26 19:35:16 +0200906 RTC_DCHECK_RUN_ON(worker_thread_);
Piotr (Peter) Slatalacc8e8bb2018-11-15 08:26:19 -0800907
Erik Språng7703f232020-09-14 11:03:13 +0200908 EnsureStarted();
Piotr (Peter) Slatalacc8e8bb2018-11-15 08:26:19 -0800909
Oskar Sundbom56ef3052018-10-30 16:11:02 +0100910 // Stream config is logged in AudioSendStream::ConfigureStream, as it may
911 // change during the stream's lifetime.
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200912 absl::optional<RtpState> suspended_rtp_state;
ossuc3d4b482017-05-23 06:07:11 -0700913 {
914 const auto& iter = suspended_audio_send_ssrcs_.find(config.rtp.ssrc);
915 if (iter != suspended_audio_send_ssrcs_.end()) {
916 suspended_rtp_state.emplace(iter->second);
917 }
918 }
919
Tommi822a8742020-05-11 00:42:30 +0200920 AudioSendStream* send_stream = new AudioSendStream(
921 clock_, config, config_.audio_state, task_queue_factory_,
Markus Handelleb61b7f2021-06-22 10:46:48 +0200922 transport_send_.get(), bitrate_allocator_.get(), event_log_,
Jonas Orelanda943e732022-03-16 13:50:58 +0100923 call_stats_->AsRtcpRttStats(), suspended_rtp_state, trials());
Tommi0d4647d2020-05-26 19:35:16 +0200924 RTC_DCHECK(audio_send_ssrcs_.find(config.rtp.ssrc) ==
925 audio_send_ssrcs_.end());
926 audio_send_ssrcs_[config.rtp.ssrc] = send_stream;
Tommi31001a62020-05-26 11:38:36 +0200927
Tomas Gunnarssonad325862021-02-03 16:23:40 +0100928 // TODO(bugs.webrtc.org/11993): call AssociateSendStream and
929 // UpdateAggregateNetworkState asynchronously on the network thread.
Tommi31001a62020-05-26 11:38:36 +0200930 for (AudioReceiveStream* stream : audio_receive_streams_) {
Tommi6eda26c2021-06-09 13:46:28 +0200931 if (stream->local_ssrc() == config.rtp.ssrc) {
Tommi31001a62020-05-26 11:38:36 +0200932 stream->AssociateSendStream(send_stream);
solenberg7602aab2016-11-14 11:30:07 -0800933 }
934 }
Tommi31001a62020-05-26 11:38:36 +0200935
skvlad7a43d252016-03-22 15:32:27 -0700936 UpdateAggregateNetworkState();
Tomas Gunnarssonad325862021-02-03 16:23:40 +0100937
solenbergc7a8b082015-10-16 14:35:07 -0700938 return send_stream;
Fredrik Solenberg04f49312015-06-08 13:04:56 +0200939}
940
941void Call::DestroyAudioSendStream(webrtc::AudioSendStream* send_stream) {
solenbergc7a8b082015-10-16 14:35:07 -0700942 TRACE_EVENT0("webrtc", "Call::DestroyAudioSendStream");
Tommi0d4647d2020-05-26 19:35:16 +0200943 RTC_DCHECK_RUN_ON(worker_thread_);
solenbergc7a8b082015-10-16 14:35:07 -0700944 RTC_DCHECK(send_stream != nullptr);
945
946 send_stream->Stop();
947
eladalonabbc4302017-07-26 02:09:44 -0700948 const uint32_t ssrc = send_stream->GetConfig().rtp.ssrc;
solenbergc7a8b082015-10-16 14:35:07 -0700949 webrtc::internal::AudioSendStream* audio_send_stream =
950 static_cast<webrtc::internal::AudioSendStream*>(send_stream);
ossuc3d4b482017-05-23 06:07:11 -0700951 suspended_audio_send_ssrcs_[ssrc] = audio_send_stream->GetRtpState();
Tommi0d4647d2020-05-26 19:35:16 +0200952
953 size_t num_deleted = audio_send_ssrcs_.erase(ssrc);
954 RTC_DCHECK_EQ(1, num_deleted);
Tommi31001a62020-05-26 11:38:36 +0200955
Tomas Gunnarssonad325862021-02-03 16:23:40 +0100956 // TODO(bugs.webrtc.org/11993): call AssociateSendStream and
957 // UpdateAggregateNetworkState asynchronously on the network thread.
Tommi31001a62020-05-26 11:38:36 +0200958 for (AudioReceiveStream* stream : audio_receive_streams_) {
Tommi6eda26c2021-06-09 13:46:28 +0200959 if (stream->local_ssrc() == ssrc) {
Tommi31001a62020-05-26 11:38:36 +0200960 stream->AssociateSendStream(nullptr);
solenberg7602aab2016-11-14 11:30:07 -0800961 }
solenbergc7a8b082015-10-16 14:35:07 -0700962 }
Tommi31001a62020-05-26 11:38:36 +0200963
skvlad7a43d252016-03-22 15:32:27 -0700964 UpdateAggregateNetworkState();
Tomas Gunnarssonad325862021-02-03 16:23:40 +0100965
eladalonabbc4302017-07-26 02:09:44 -0700966 delete send_stream;
Fredrik Solenberg04f49312015-06-08 13:04:56 +0200967}
968
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200969webrtc::AudioReceiveStream* Call::CreateAudioReceiveStream(
970 const webrtc::AudioReceiveStream::Config& config) {
971 TRACE_EVENT0("webrtc", "Call::CreateAudioReceiveStream");
Tommi0d4647d2020-05-26 19:35:16 +0200972 RTC_DCHECK_RUN_ON(worker_thread_);
Erik Språng7703f232020-09-14 11:03:13 +0200973 EnsureStarted();
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200974 event_log_->Log(std::make_unique<RtcEventAudioReceiveStreamConfig>(
Elad Alon4a87e1c2017-10-03 16:11:34 +0200975 CreateRtcLogStreamConfig(config)));
Tomas Gunnarssonad325862021-02-03 16:23:40 +0100976
nisse0f15f922017-06-21 01:05:22 -0700977 AudioReceiveStream* receive_stream = new AudioReceiveStream(
Markus Handelleb61b7f2021-06-22 10:46:48 +0200978 clock_, transport_send_->packet_router(), config_.neteq_factory, config,
Ivo Creusenc3d1f9b2019-11-01 11:47:51 +0100979 config_.audio_state, event_log_);
Tommi6eda26c2021-06-09 13:46:28 +0200980 audio_receive_streams_.insert(receive_stream);
nissed44ce052017-02-06 02:23:00 -0800981
Tommi02df2eb2021-05-31 12:57:53 +0200982 // TODO(bugs.webrtc.org/11993): Make the registration on the network thread
983 // (asynchronously). The registration and `audio_receiver_controller_` need
984 // to live on the network thread.
985 receive_stream->RegisterWithTransport(&audio_receiver_controller_);
986
Tomas Gunnarssonad325862021-02-03 16:23:40 +0100987 // TODO(bugs.webrtc.org/11993): Update the below on the network thread.
988 // We could possibly set up the audio_receiver_controller_ association up
989 // as part of the async setup.
Tommi236d7e72022-01-26 11:11:06 +0100990 RegisterReceiveStream(config.rtp.remote_ssrc, receive_stream);
Tommi31001a62020-05-26 11:38:36 +0200991
992 ConfigureSync(config.sync_group);
993
Tommi0d4647d2020-05-26 19:35:16 +0200994 auto it = audio_send_ssrcs_.find(config.rtp.local_ssrc);
995 if (it != audio_send_ssrcs_.end()) {
996 receive_stream->AssociateSendStream(it->second);
solenberg7602aab2016-11-14 11:30:07 -0800997 }
Tommi0d4647d2020-05-26 19:35:16 +0200998
skvlad7a43d252016-03-22 15:32:27 -0700999 UpdateAggregateNetworkState();
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +02001000 return receive_stream;
1001}
1002
1003void Call::DestroyAudioReceiveStream(
1004 webrtc::AudioReceiveStream* receive_stream) {
1005 TRACE_EVENT0("webrtc", "Call::DestroyAudioReceiveStream");
Tommi0d4647d2020-05-26 19:35:16 +02001006 RTC_DCHECK_RUN_ON(worker_thread_);
henrikg91d6ede2015-09-17 00:24:34 -07001007 RTC_DCHECK(receive_stream != nullptr);
solenbergc7a8b082015-10-16 14:35:07 -07001008 webrtc::internal::AudioReceiveStream* audio_receive_stream =
1009 static_cast<webrtc::internal::AudioReceiveStream*>(receive_stream);
Tommi31001a62020-05-26 11:38:36 +02001010
Tomas Gunnarssonad325862021-02-03 16:23:40 +01001011 // TODO(bugs.webrtc.org/11993): Access the map, rtp config, call ConfigureSync
Tommi02df2eb2021-05-31 12:57:53 +02001012 // and UpdateAggregateNetworkState on the network thread. The call to
1013 // `UnregisterFromTransport` should also happen on the network thread.
1014 audio_receive_stream->UnregisterFromTransport();
Tommie2561e12021-06-08 16:55:47 +02001015
Tommi6eda26c2021-06-09 13:46:28 +02001016 uint32_t ssrc = audio_receive_stream->remote_ssrc();
Tommicc50b042022-05-09 10:22:48 +00001017 receive_side_cc_
Tommi6be3e782022-05-09 15:20:24 +00001018 .GetRemoteBitrateEstimator(UseSendSideBwe(audio_receive_stream))
Tommi6eda26c2021-06-09 13:46:28 +02001019 ->RemoveStream(ssrc);
1020
1021 audio_receive_streams_.erase(audio_receive_stream);
1022
Tommid3b3a3b2022-01-26 14:06:42 +01001023 // After calling erase(), call ConfigureSync. This will clear associated
1024 // video streams or associate them with a different audio stream if one exists
1025 // for this sync_group.
Tommicc50b042022-05-09 10:22:48 +00001026 ConfigureSync(audio_receive_stream->sync_group());
Tommid3b3a3b2022-01-26 14:06:42 +01001027
Tommi236d7e72022-01-26 11:11:06 +01001028 UnregisterReceiveStream(ssrc);
Tommi31001a62020-05-26 11:38:36 +02001029
skvlad7a43d252016-03-22 15:32:27 -07001030 UpdateAggregateNetworkState();
Artem Titovea240272021-07-26 12:40:21 +02001031 // TODO(bugs.webrtc.org/11993): Consider if deleting `audio_receive_stream`
Tomas Gunnarssonad325862021-02-03 16:23:40 +01001032 // on the network thread would be better or if we'd need to tear down the
1033 // state in two phases.
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +02001034 delete audio_receive_stream;
1035}
1036
Ying Wang0dd1b0a2018-02-20 12:50:27 +01001037// This method can be used for Call tests with external fec controller factory.
Ying Wang3b790f32018-01-19 17:58:57 +01001038webrtc::VideoSendStream* Call::CreateVideoSendStream(
1039 webrtc::VideoSendStream::Config config,
1040 VideoEncoderConfig encoder_config,
1041 std::unique_ptr<FecController> fec_controller) {
pbos@webrtc.org50fe3592015-01-29 12:33:07 +00001042 TRACE_EVENT0("webrtc", "Call::CreateVideoSendStream");
Tommi0d4647d2020-05-26 19:35:16 +02001043 RTC_DCHECK_RUN_ON(worker_thread_);
pbos@webrtc.org1819fd72013-06-10 13:48:26 +00001044
Erik Språng7703f232020-09-14 11:03:13 +02001045 EnsureStarted();
Piotr (Peter) Slatalacc8e8bb2018-11-15 08:26:19 -08001046
asapersson35151f32016-05-02 23:44:01 -07001047 video_send_delay_stats_->AddSsrcs(config);
perkjc0876aa2017-05-22 04:08:28 -07001048 for (size_t ssrc_index = 0; ssrc_index < config.rtp.ssrcs.size();
1049 ++ssrc_index) {
Mirko Bonadei317a1f02019-09-17 17:06:18 +02001050 event_log_->Log(std::make_unique<RtcEventVideoSendStreamConfig>(
Elad Alon4a87e1c2017-10-03 16:11:34 +02001051 CreateRtcLogStreamConfig(config, ssrc_index)));
perkjc0876aa2017-05-22 04:08:28 -07001052 }
perkj26091b12016-09-01 01:17:40 -07001053
mflodman@webrtc.orgeb16b812014-06-16 08:57:39 +00001054 // TODO(mflodman): Base the start bitrate on a current bandwidth estimate, if
1055 // the call has already started.
Artem Titovea240272021-07-26 12:40:21 +02001056 // Copy ssrcs from `config` since `config` is moved.
perkj26091b12016-09-01 01:17:40 -07001057 std::vector<uint32_t> ssrcs = config.rtp.ssrcs;
Ying Wang0dd1b0a2018-02-20 12:50:27 +01001058
mflodman0c478b32015-10-21 15:52:16 +02001059 VideoSendStream* send_stream = new VideoSendStream(
Markus Handell2b10c472021-10-28 15:29:42 +02001060 clock_, num_cpu_cores_, task_queue_factory_, network_thread_,
Markus Handelleb61b7f2021-06-22 10:46:48 +02001061 call_stats_->AsRtcpRttStats(), transport_send_.get(),
Tommi822a8742020-05-11 00:42:30 +02001062 bitrate_allocator_.get(), video_send_delay_stats_.get(), event_log_,
1063 std::move(config), std::move(encoder_config), suspended_video_send_ssrcs_,
Jonas Orelandc7f691a2022-03-09 15:12:07 +01001064 suspended_video_payload_states_, std::move(fec_controller),
1065 *config_.trials);
perkj26091b12016-09-01 01:17:40 -07001066
Tommi0d4647d2020-05-26 19:35:16 +02001067 for (uint32_t ssrc : ssrcs) {
1068 RTC_DCHECK(video_send_ssrcs_.find(ssrc) == video_send_ssrcs_.end());
1069 video_send_ssrcs_[ssrc] = send_stream;
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001070 }
Tommi0d4647d2020-05-26 19:35:16 +02001071 video_send_streams_.insert(send_stream);
Markus Handelld9943042021-05-31 22:52:02 +02001072 video_send_streams_empty_.store(false, std::memory_order_relaxed);
1073
Henrik Boström29444c62020-07-01 15:48:46 +02001074 // Forward resources that were previously added to the call to the new stream.
1075 for (const auto& resource_forwarder : adaptation_resource_forwarders_) {
1076 resource_forwarder->OnCreateVideoSendStream(send_stream);
Henrik Boströmf4a99912020-06-11 12:07:14 +02001077 }
Tommi0d4647d2020-05-26 19:35:16 +02001078
skvlad7a43d252016-03-22 15:32:27 -07001079 UpdateAggregateNetworkState();
perkj26091b12016-09-01 01:17:40 -07001080
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001081 return send_stream;
1082}
1083
Ying Wang0dd1b0a2018-02-20 12:50:27 +01001084webrtc::VideoSendStream* Call::CreateVideoSendStream(
1085 webrtc::VideoSendStream::Config config,
1086 VideoEncoderConfig encoder_config) {
Tommi948e40c2021-05-31 12:39:57 +02001087 RTC_DCHECK_RUN_ON(worker_thread_);
Ying Wang012b7e72018-03-05 15:44:23 +01001088 if (config_.fec_controller_factory) {
1089 RTC_LOG(LS_INFO) << "External FEC Controller will be used.";
1090 }
Ying Wang0dd1b0a2018-02-20 12:50:27 +01001091 std::unique_ptr<FecController> fec_controller =
1092 config_.fec_controller_factory
1093 ? config_.fec_controller_factory->CreateFecController()
Mirko Bonadei317a1f02019-09-17 17:06:18 +02001094 : std::make_unique<FecControllerDefault>(clock_);
Ying Wang0dd1b0a2018-02-20 12:50:27 +01001095 return CreateVideoSendStream(std::move(config), std::move(encoder_config),
1096 std::move(fec_controller));
1097}
1098
pbos@webrtc.org2c46f8d2013-11-21 13:49:43 +00001099void Call::DestroyVideoSendStream(webrtc::VideoSendStream* send_stream) {
pbos@webrtc.org50fe3592015-01-29 12:33:07 +00001100 TRACE_EVENT0("webrtc", "Call::DestroyVideoSendStream");
henrikg91d6ede2015-09-17 00:24:34 -07001101 RTC_DCHECK(send_stream != nullptr);
Tommi0d4647d2020-05-26 19:35:16 +02001102 RTC_DCHECK_RUN_ON(worker_thread_);
pbos@webrtc.org95e51f52013-09-05 12:38:54 +00001103
Tommi1050fbc2021-06-03 17:58:28 +02001104 VideoSendStream* send_stream_impl =
1105 static_cast<VideoSendStream*>(send_stream);
Tommi0d4647d2020-05-26 19:35:16 +02001106
1107 auto it = video_send_ssrcs_.begin();
1108 while (it != video_send_ssrcs_.end()) {
1109 if (it->second == static_cast<VideoSendStream*>(send_stream)) {
1110 send_stream_impl = it->second;
1111 video_send_ssrcs_.erase(it++);
1112 } else {
1113 ++it;
pbos@webrtc.org95e51f52013-09-05 12:38:54 +00001114 }
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001115 }
Tommi1050fbc2021-06-03 17:58:28 +02001116
Henrik Boström29444c62020-07-01 15:48:46 +02001117 // Stop forwarding resources to the stream being destroyed.
1118 for (const auto& resource_forwarder : adaptation_resource_forwarders_) {
1119 resource_forwarder->OnDestroyVideoSendStream(send_stream_impl);
1120 }
Tommi0d4647d2020-05-26 19:35:16 +02001121 video_send_streams_.erase(send_stream_impl);
Markus Handelld9943042021-05-31 22:52:02 +02001122 if (video_send_streams_.empty())
1123 video_send_streams_empty_.store(true, std::memory_order_relaxed);
Tommi0d4647d2020-05-26 19:35:16 +02001124
Tommi30889412022-01-24 14:04:55 +01001125 VideoSendStream::RtpStateMap rtp_states;
1126 VideoSendStream::RtpPayloadStateMap rtp_payload_states;
1127 send_stream_impl->StopPermanentlyAndGetRtpStates(&rtp_states,
1128 &rtp_payload_states);
Åsa Persson4bece9a2017-10-06 10:04:04 +02001129 for (const auto& kv : rtp_states) {
1130 suspended_video_send_ssrcs_[kv.first] = kv.second;
1131 }
1132 for (const auto& kv : rtp_payload_states) {
1133 suspended_video_payload_states_[kv.first] = kv.second;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +00001134 }
1135
skvlad7a43d252016-03-22 15:32:27 -07001136 UpdateAggregateNetworkState();
Tommi1050fbc2021-06-03 17:58:28 +02001137 // TODO(tommi): consider deleting on the same thread as runs
1138 // StopPermanentlyAndGetRtpStates.
pbos@webrtc.org95e51f52013-09-05 12:38:54 +00001139 delete send_stream_impl;
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001140}
1141
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +02001142webrtc::VideoReceiveStream* Call::CreateVideoReceiveStream(
Tommi733b5472016-06-10 17:58:01 +02001143 webrtc::VideoReceiveStream::Config configuration) {
pbos@webrtc.org50fe3592015-01-29 12:33:07 +00001144 TRACE_EVENT0("webrtc", "Call::CreateVideoReceiveStream");
Tommi0d4647d2020-05-26 19:35:16 +02001145 RTC_DCHECK_RUN_ON(worker_thread_);
brandtrfb45c6c2017-01-27 06:47:55 -08001146
Johannes Kronf59666b2019-04-08 12:57:06 +02001147 receive_side_cc_.SetSendPeriodicFeedback(
1148 SendPeriodicFeedback(configuration.rtp.extensions));
Johannes Kron7ff164e2019-02-07 12:50:18 +01001149
Erik Språng7703f232020-09-14 11:03:13 +02001150 EnsureStarted();
Piotr (Peter) Slatalab2757882018-12-18 11:17:09 -08001151
Tommie9716de2021-08-24 10:33:46 +02001152 event_log_->Log(std::make_unique<RtcEventVideoReceiveStreamConfig>(
1153 CreateRtcLogStreamConfig(configuration)));
1154
Artem Titovea240272021-07-26 12:40:21 +02001155 // TODO(bugs.webrtc.org/11993): Move the registration between `receive_stream`
1156 // and `video_receiver_controller_` out of VideoReceiveStream2 construction
Tomas Gunnarssonad325862021-02-03 16:23:40 +01001157 // and set it up asynchronously on the network thread (the registration and
Artem Titovea240272021-07-26 12:40:21 +02001158 // `video_receiver_controller_` need to live on the network thread).
Tommi553c8692020-05-05 15:35:45 +02001159 VideoReceiveStream2* receive_stream = new VideoReceiveStream2(
Tommi90738dd2021-05-31 17:36:47 +02001160 task_queue_factory_, this, num_cpu_cores_,
1161 transport_send_->packet_router(), std::move(configuration),
Jonas Orelande02f9ee2022-03-25 12:43:14 +01001162 call_stats_.get(), clock_, std::make_unique<VCMTiming>(clock_, trials()),
Evan Shrubsole5723d852022-02-14 14:09:57 +01001163 &nack_periodic_processor_, decode_sync_.get());
Tommi90738dd2021-05-31 17:36:47 +02001164 // TODO(bugs.webrtc.org/11993): Set this up asynchronously on the network
1165 // thread.
1166 receive_stream->RegisterWithTransport(&video_receiver_controller_);
Tommi733b5472016-06-10 17:58:01 +02001167
Tommi363e8122022-05-09 18:57:16 +00001168 if (receive_stream->rtx_ssrc()) {
Tommi31001a62020-05-26 11:38:36 +02001169 // We record identical config for the rtx stream as for the main
1170 // stream. Since the transport_send_cc negotiation is per payload
1171 // type, we may get an incorrect value for the rtx stream, but
1172 // that is unlikely to matter in practice.
Tommi363e8122022-05-09 18:57:16 +00001173 RegisterReceiveStream(receive_stream->rtx_ssrc(), receive_stream);
skvlad7a43d252016-03-22 15:32:27 -07001174 }
Tommi363e8122022-05-09 18:57:16 +00001175 RegisterReceiveStream(receive_stream->remote_ssrc(), receive_stream);
Tommi31001a62020-05-26 11:38:36 +02001176 video_receive_streams_.insert(receive_stream);
Tommie9716de2021-08-24 10:33:46 +02001177
1178 ConfigureSync(receive_stream->sync_group());
Tommi31001a62020-05-26 11:38:36 +02001179
skvlad7a43d252016-03-22 15:32:27 -07001180 receive_stream->SignalNetworkState(video_network_state_);
1181 UpdateAggregateNetworkState();
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001182 return receive_stream;
1183}
1184
pbos@webrtc.org2c46f8d2013-11-21 13:49:43 +00001185void Call::DestroyVideoReceiveStream(
1186 webrtc::VideoReceiveStream* receive_stream) {
pbos@webrtc.org50fe3592015-01-29 12:33:07 +00001187 TRACE_EVENT0("webrtc", "Call::DestroyVideoReceiveStream");
Tommi0d4647d2020-05-26 19:35:16 +02001188 RTC_DCHECK_RUN_ON(worker_thread_);
henrikg91d6ede2015-09-17 00:24:34 -07001189 RTC_DCHECK(receive_stream != nullptr);
Tommi553c8692020-05-05 15:35:45 +02001190 VideoReceiveStream2* receive_stream_impl =
1191 static_cast<VideoReceiveStream2*>(receive_stream);
Tommi90738dd2021-05-31 17:36:47 +02001192 // TODO(bugs.webrtc.org/11993): Unregister on the network thread.
1193 receive_stream_impl->UnregisterFromTransport();
1194
Tommi31001a62020-05-26 11:38:36 +02001195 // Remove all ssrcs pointing to a receive stream. As RTX retransmits on a
1196 // separate SSRC there can be either one or two.
Tommi363e8122022-05-09 18:57:16 +00001197 UnregisterReceiveStream(receive_stream_impl->remote_ssrc());
1198
1199 if (receive_stream_impl->rtx_ssrc()) {
1200 UnregisterReceiveStream(receive_stream_impl->rtx_ssrc());
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001201 }
Tommi31001a62020-05-26 11:38:36 +02001202 video_receive_streams_.erase(receive_stream_impl);
Tommie9716de2021-08-24 10:33:46 +02001203 ConfigureSync(receive_stream_impl->sync_group());
nisse4709e892017-02-07 01:18:43 -08001204
Tommi6be3e782022-05-09 15:20:24 +00001205 receive_side_cc_
1206 .GetRemoteBitrateEstimator(UseSendSideBwe(receive_stream_impl))
Tommi363e8122022-05-09 18:57:16 +00001207 ->RemoveStream(receive_stream_impl->remote_ssrc());
nisse4709e892017-02-07 01:18:43 -08001208
skvlad7a43d252016-03-22 15:32:27 -07001209 UpdateAggregateNetworkState();
pbos@webrtc.org95e51f52013-09-05 12:38:54 +00001210 delete receive_stream_impl;
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001211}
1212
brandtr7250b392016-12-19 01:13:46 -08001213FlexfecReceiveStream* Call::CreateFlexfecReceiveStream(
Tommicf4ed152022-05-09 20:46:57 +00001214 const FlexfecReceiveStream::Config config) {
brandtr25445d32016-10-23 23:37:14 -07001215 TRACE_EVENT0("webrtc", "Call::CreateFlexfecReceiveStream");
Tommi0d4647d2020-05-26 19:35:16 +02001216 RTC_DCHECK_RUN_ON(worker_thread_);
brandtrb29e6522016-12-21 06:37:18 -08001217
Tommi31001a62020-05-26 11:38:36 +02001218 // Unlike the video and audio receive streams, FlexfecReceiveStream implements
Artem Titovea240272021-07-26 12:40:21 +02001219 // RtpPacketSinkInterface itself, and hence its constructor passes its `this`
Tommi31001a62020-05-26 11:38:36 +02001220 // pointer to video_receiver_controller_->CreateStream(). Calling the
1221 // constructor while on the worker thread ensures that we don't call
1222 // OnRtpPacket until the constructor is finished and the object is
1223 // in a valid state, since OnRtpPacket runs on the same thread.
Tommicf4ed152022-05-09 20:46:57 +00001224 FlexfecReceiveStreamImpl* receive_stream = new FlexfecReceiveStreamImpl(
1225 clock_, std::move(config), this, call_stats_->AsRtcpRttStats());
Tommi0377bab2021-05-31 14:26:05 +02001226
1227 // TODO(bugs.webrtc.org/11993): Set this up asynchronously on the network
1228 // thread.
1229 receive_stream->RegisterWithTransport(&video_receiver_controller_);
Tommicf4ed152022-05-09 20:46:57 +00001230 RegisterReceiveStream(receive_stream->remote_ssrc(), receive_stream);
brandtrb29e6522016-12-21 06:37:18 -08001231
brandtr25445d32016-10-23 23:37:14 -07001232 // TODO(brandtr): Store config in RtcEventLog here.
brandtrb29e6522016-12-21 06:37:18 -08001233
brandtr25445d32016-10-23 23:37:14 -07001234 return receive_stream;
1235}
1236
brandtr7250b392016-12-19 01:13:46 -08001237void Call::DestroyFlexfecReceiveStream(FlexfecReceiveStream* receive_stream) {
brandtr25445d32016-10-23 23:37:14 -07001238 TRACE_EVENT0("webrtc", "Call::DestroyFlexfecReceiveStream");
Tommi0d4647d2020-05-26 19:35:16 +02001239 RTC_DCHECK_RUN_ON(worker_thread_);
brandtrb29e6522016-12-21 06:37:18 -08001240
Tommi0377bab2021-05-31 14:26:05 +02001241 FlexfecReceiveStreamImpl* receive_stream_impl =
1242 static_cast<FlexfecReceiveStreamImpl*>(receive_stream);
1243 // TODO(bugs.webrtc.org/11993): Unregister on the network thread.
1244 receive_stream_impl->UnregisterFromTransport();
1245
Tommicb7c7362022-05-09 14:49:37 +00001246 auto ssrc = receive_stream_impl->remote_ssrc();
1247 UnregisterReceiveStream(ssrc);
brandtrb29e6522016-12-21 06:37:18 -08001248
Tommi31001a62020-05-26 11:38:36 +02001249 // Remove all SSRCs pointing to the FlexfecReceiveStreamImpl to be
1250 // destroyed.
Tommicb7c7362022-05-09 14:49:37 +00001251 receive_side_cc_
Tommi6be3e782022-05-09 15:20:24 +00001252 .GetRemoteBitrateEstimator(UseSendSideBwe(receive_stream_impl))
Tommicb7c7362022-05-09 14:49:37 +00001253 ->RemoveStream(ssrc);
brandtrb29e6522016-12-21 06:37:18 -08001254
Tommicb7c7362022-05-09 14:49:37 +00001255 delete receive_stream_impl;
brandtr25445d32016-10-23 23:37:14 -07001256}
1257
Henrik Boströmf4a99912020-06-11 12:07:14 +02001258void Call::AddAdaptationResource(rtc::scoped_refptr<Resource> resource) {
1259 RTC_DCHECK_RUN_ON(worker_thread_);
Henrik Boström29444c62020-07-01 15:48:46 +02001260 adaptation_resource_forwarders_.push_back(
1261 std::make_unique<ResourceVideoSendStreamForwarder>(resource));
1262 const auto& resource_forwarder = adaptation_resource_forwarders_.back();
1263 for (VideoSendStream* send_stream : video_send_streams_) {
1264 resource_forwarder->OnCreateVideoSendStream(send_stream);
Henrik Boströmf4a99912020-06-11 12:07:14 +02001265 }
1266}
1267
Sebastian Jansson8f83b422018-02-21 13:07:13 +01001268RtpTransportControllerSendInterface* Call::GetTransportControllerSend() {
Tommi948e40c2021-05-31 12:39:57 +02001269 return transport_send_.get();
Sebastian Jansson8f83b422018-02-21 13:07:13 +01001270}
1271
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001272Call::Stats Call::GetStats() const {
Tommi0d4647d2020-05-26 19:35:16 +02001273 RTC_DCHECK_RUN_ON(worker_thread_);
Tommi48b48e52019-08-09 11:42:32 +02001274
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001275 Stats stats;
Tommi48b48e52019-08-09 11:42:32 +02001276 // TODO(srte): It is unclear if we only want to report queues if network is
1277 // available.
1278 stats.pacer_delay_ms =
Tommi948e40c2021-05-31 12:39:57 +02001279 aggregate_network_up_ ? transport_send_->GetPacerQueuingDelayMs() : 0;
Tommi48b48e52019-08-09 11:42:32 +02001280
1281 stats.rtt_ms = call_stats_->LastProcessedRtt();
1282
Peter Boström45553ae2015-05-08 13:54:38 +02001283 // Fetch available send/receive bitrates.
Peter Boström45553ae2015-05-08 13:54:38 +02001284 std::vector<unsigned int> ssrcs;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001285 uint32_t recv_bandwidth = 0;
nisse559af382017-03-21 06:41:12 -07001286 receive_side_cc_.GetRemoteBitrateEstimator(false)->LatestEstimate(
mflodmana20de202015-10-18 22:08:19 -07001287 &ssrcs, &recv_bandwidth);
Tommi48b48e52019-08-09 11:42:32 +02001288 stats.recv_bandwidth_bps = recv_bandwidth;
Markus Handelld9943042021-05-31 22:52:02 +02001289 stats.send_bandwidth_bps =
1290 last_bandwidth_bps_.load(std::memory_order_relaxed);
1291 stats.max_padding_bitrate_bps =
1292 configured_max_padding_bitrate_bps_.load(std::memory_order_relaxed);
Tommi48b48e52019-08-09 11:42:32 +02001293
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001294 return stats;
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001295}
1296
Jonas Orelande62c2f22022-03-29 11:04:48 +02001297const FieldTrialsView& Call::trials() const {
Tommi948e40c2021-05-31 12:39:57 +02001298 return trials_;
Erik Språngceb44952020-09-22 11:36:35 +02001299}
1300
Tomas Gunnarssone984aa22021-04-19 09:21:06 +02001301TaskQueueBase* Call::network_thread() const {
1302 return network_thread_;
1303}
1304
1305TaskQueueBase* Call::worker_thread() const {
1306 return worker_thread_;
1307}
1308
skvlad7a43d252016-03-22 15:32:27 -07001309void Call::SignalChannelNetworkState(MediaType media, NetworkState state) {
Tomas Gunnarssonad325862021-02-03 16:23:40 +01001310 RTC_DCHECK_RUN_ON(network_thread_);
1311 RTC_DCHECK(media == MediaType::AUDIO || media == MediaType::VIDEO);
Tomas Gunnarssond48a2b12021-02-02 17:57:36 +01001312
Tomas Gunnarssonad325862021-02-03 16:23:40 +01001313 auto closure = [this, media, state]() {
1314 // TODO(bugs.webrtc.org/11993): Move this over to the network thread.
1315 RTC_DCHECK_RUN_ON(worker_thread_);
1316 if (media == MediaType::AUDIO) {
1317 audio_network_state_ = state;
1318 } else {
1319 RTC_DCHECK_EQ(media, MediaType::VIDEO);
1320 video_network_state_ = state;
1321 }
1322
1323 // TODO(tommi): Is it necessary to always do this, including if there
1324 // was no change in state?
1325 UpdateAggregateNetworkState();
1326
1327 // TODO(tommi): Is it right to do this if media == AUDIO?
1328 for (VideoReceiveStream2* video_receive_stream : video_receive_streams_) {
1329 video_receive_stream->SignalNetworkState(video_network_state_);
1330 }
1331 };
1332
1333 if (network_thread_ == worker_thread_) {
1334 closure();
1335 } else {
1336 // TODO(bugs.webrtc.org/11993): Remove workaround when we no longer need to
1337 // post to the worker thread.
1338 worker_thread_->PostTask(ToQueuedTask(task_safety_, std::move(closure)));
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00001339 }
1340}
1341
Stefan Holmer64be7fa2018-10-04 15:21:55 +02001342void Call::OnAudioTransportOverheadChanged(int transport_overhead_per_packet) {
Tomas Gunnarssonad325862021-02-03 16:23:40 +01001343 RTC_DCHECK_RUN_ON(network_thread_);
1344 worker_thread_->PostTask(
1345 ToQueuedTask(task_safety_, [this, transport_overhead_per_packet]() {
1346 // TODO(bugs.webrtc.org/11993): Move this over to the network thread.
1347 RTC_DCHECK_RUN_ON(worker_thread_);
1348 for (auto& kv : audio_send_ssrcs_) {
1349 kv.second->SetTransportOverhead(transport_overhead_per_packet);
1350 }
1351 }));
michaelt79e05882016-11-08 02:50:09 -08001352}
1353
skvlad7a43d252016-03-22 15:32:27 -07001354void Call::UpdateAggregateNetworkState() {
Tomas Gunnarssonad325862021-02-03 16:23:40 +01001355 // TODO(bugs.webrtc.org/11993): Move this over to the network thread.
1356 // RTC_DCHECK_RUN_ON(network_thread_);
1357
Tommi0d4647d2020-05-26 19:35:16 +02001358 RTC_DCHECK_RUN_ON(worker_thread_);
skvlad7a43d252016-03-22 15:32:27 -07001359
Tommi0d4647d2020-05-26 19:35:16 +02001360 bool have_audio =
1361 !audio_send_ssrcs_.empty() || !audio_receive_streams_.empty();
1362 bool have_video =
1363 !video_send_ssrcs_.empty() || !video_receive_streams_.empty();
skvlad7a43d252016-03-22 15:32:27 -07001364
Sebastian Janssona06e9192018-03-07 18:49:55 +01001365 bool aggregate_network_up =
1366 ((have_video && video_network_state_ == kNetworkUp) ||
1367 (have_audio && audio_network_state_ == kNetworkUp));
skvlad7a43d252016-03-22 15:32:27 -07001368
Harald Alvestrand977b2652019-12-12 13:40:50 +01001369 if (aggregate_network_up != aggregate_network_up_) {
1370 RTC_LOG(LS_INFO)
1371 << "UpdateAggregateNetworkState: aggregate_state change to "
1372 << (aggregate_network_up ? "up" : "down");
1373 } else {
1374 RTC_LOG(LS_VERBOSE)
1375 << "UpdateAggregateNetworkState: aggregate_state remains at "
1376 << (aggregate_network_up ? "up" : "down");
1377 }
Tommi48b48e52019-08-09 11:42:32 +02001378 aggregate_network_up_ = aggregate_network_up;
1379
Tommi948e40c2021-05-31 12:39:57 +02001380 transport_send_->OnNetworkAvailability(aggregate_network_up);
skvlad7a43d252016-03-22 15:32:27 -07001381}
1382
Tommi08be9ba2021-06-15 23:01:57 +02001383void Call::OnLocalSsrcUpdated(webrtc::AudioReceiveStream& stream,
1384 uint32_t local_ssrc) {
1385 RTC_DCHECK_RUN_ON(worker_thread_);
1386 webrtc::internal::AudioReceiveStream& receive_stream =
1387 static_cast<webrtc::internal::AudioReceiveStream&>(stream);
1388
1389 receive_stream.SetLocalSsrc(local_ssrc);
1390 auto it = audio_send_ssrcs_.find(local_ssrc);
1391 receive_stream.AssociateSendStream(it != audio_send_ssrcs_.end() ? it->second
1392 : nullptr);
1393}
1394
Tommi1331c182022-05-17 10:13:52 +02001395void Call::OnLocalSsrcUpdated(VideoReceiveStream& stream, uint32_t local_ssrc) {
1396 RTC_DCHECK_RUN_ON(worker_thread_);
1397 static_cast<VideoReceiveStream2&>(stream).SetLocalSsrc(local_ssrc);
1398}
1399
1400void Call::OnLocalSsrcUpdated(FlexfecReceiveStream& stream,
1401 uint32_t local_ssrc) {
1402 RTC_DCHECK_RUN_ON(worker_thread_);
1403 static_cast<FlexfecReceiveStreamImpl&>(stream).SetLocalSsrc(local_ssrc);
1404}
1405
Tommi55107c82021-06-16 16:31:18 +02001406void Call::OnUpdateSyncGroup(webrtc::AudioReceiveStream& stream,
Ali Tofigh641a1b12022-05-17 11:48:46 +02001407 absl::string_view sync_group) {
Tommi55107c82021-06-16 16:31:18 +02001408 RTC_DCHECK_RUN_ON(worker_thread_);
1409 webrtc::internal::AudioReceiveStream& receive_stream =
1410 static_cast<webrtc::internal::AudioReceiveStream&>(stream);
1411 receive_stream.SetSyncGroup(sync_group);
1412 ConfigureSync(sync_group);
1413}
1414
stefanc1aeaf02015-10-15 07:26:07 -07001415void Call::OnSentPacket(const rtc::SentPacket& sent_packet) {
Jianhui Daif349e532021-12-01 19:23:31 +08001416 RTC_DCHECK_RUN_ON(&sent_packet_sequence_checker_);
1417 // When bundling is in effect, multiple senders may be sharing the same
1418 // transport. It means every |sent_packet| will be multiply notified from
1419 // different channels, WebRtcVoiceMediaChannel or WebRtcVideoChannel. Record
1420 // |last_sent_packet_| to deduplicate redundant notifications to downstream.
1421 // (https://crbug.com/webrtc/13437): Pass all packets without a |packet_id| to
1422 // downstream.
1423 if (last_sent_packet_.has_value() && last_sent_packet_->packet_id != -1 &&
1424 last_sent_packet_->packet_id == sent_packet.packet_id &&
1425 last_sent_packet_->send_time_ms == sent_packet.send_time_ms) {
1426 return;
1427 }
1428 last_sent_packet_ = sent_packet;
1429
Tomas Gunnarssoneb9c3f22021-04-19 12:53:09 +02001430 // In production and with most tests, this method will be called on the
1431 // network thread. However some test classes such as DirectTransport don't
1432 // incorporate a network thread. This means that tests for RtpSenderEgress
1433 // and ModuleRtpRtcpImpl2 that use DirectTransport, will call this method
1434 // on a ProcessThread. This is alright as is since we forward the call to
1435 // implementations that either just do a PostTask or use locking.
asapersson35151f32016-05-02 23:44:01 -07001436 video_send_delay_stats_->OnSentPacket(sent_packet.packet_id,
1437 clock_->TimeInMilliseconds());
Tommi948e40c2021-05-31 12:39:57 +02001438 transport_send_->OnSentPacket(sent_packet);
stefanc1aeaf02015-10-15 07:26:07 -07001439}
1440
Sebastian Jansson2701bc92018-12-11 15:02:47 +01001441void Call::OnStartRateUpdate(DataRate start_rate) {
Markus Handelld9943042021-05-31 22:52:02 +02001442 RTC_DCHECK_RUN_ON(&send_transport_sequence_checker_);
Sebastian Jansson2701bc92018-12-11 15:02:47 +01001443 bitrate_allocator_->UpdateStartRate(start_rate.bps<uint32_t>());
1444}
1445
Sebastian Jansson19704ec2018-03-12 15:59:12 +01001446void Call::OnTargetTransferRate(TargetTransferRate msg) {
Markus Handelld9943042021-05-31 22:52:02 +02001447 RTC_DCHECK_RUN_ON(&send_transport_sequence_checker_);
Sebastian Jansson40de3cc2019-09-19 14:54:43 +02001448
1449 uint32_t target_bitrate_bps = msg.target_rate.bps();
nisse559af382017-03-21 06:41:12 -07001450 // For controlling the rate of feedback messages.
1451 receive_side_cc_.OnBitrateChanged(target_bitrate_bps);
Sebastian Jansson40de3cc2019-09-19 14:54:43 +02001452 bitrate_allocator_->OnNetworkEstimateChanged(msg);
mflodman0e7e2592015-11-12 21:02:42 -08001453
Markus Handelld9943042021-05-31 22:52:02 +02001454 last_bandwidth_bps_.store(target_bitrate_bps, std::memory_order_relaxed);
asaperssonce2e1362016-09-09 00:13:35 -07001455
Markus Handelld9943042021-05-31 22:52:02 +02001456 // Ignore updates if bitrate is zero (the aggregate network state is
1457 // down) or if we're not sending video.
Artem Titovea240272021-07-26 12:40:21 +02001458 // Using `video_send_streams_empty_` is racy but as the caller can't
1459 // reasonably expect synchronize with changes in `video_send_streams_` (being
1460 // on `send_transport_sequence_checker`), we can avoid a PostTask this way.
Markus Handelld9943042021-05-31 22:52:02 +02001461 if (target_bitrate_bps == 0 ||
1462 video_send_streams_empty_.load(std::memory_order_relaxed)) {
1463 send_stats_.PauseSendAndPacerBitrateCounters();
1464 } else {
1465 send_stats_.AddTargetBitrateSample(target_bitrate_bps);
1466 }
perkj71ee44c2016-06-15 00:47:53 -07001467}
mflodman101f2502016-06-09 17:21:19 +02001468
Sebastian Jansson93b1ea22019-09-18 18:31:52 +02001469void Call::OnAllocationLimitsChanged(BitrateAllocationLimits limits) {
Markus Handelld9943042021-05-31 22:52:02 +02001470 RTC_DCHECK_RUN_ON(&send_transport_sequence_checker_);
Tommi48b48e52019-08-09 11:42:32 +02001471
Sebastian Jansson93b1ea22019-09-18 18:31:52 +02001472 transport_send_ptr_->SetAllocatedSendBitrateLimits(limits);
Markus Handelld9943042021-05-31 22:52:02 +02001473 send_stats_.SetMinAllocatableRate(limits);
1474 configured_max_padding_bitrate_bps_.store(limits.max_padding_rate.bps(),
1475 std::memory_order_relaxed);
mflodman0e7e2592015-11-12 21:02:42 -08001476}
1477
Tommi6eda26c2021-06-09 13:46:28 +02001478// RTC_RUN_ON(worker_thread_)
Tommid3b3a3b2022-01-26 14:06:42 +01001479AudioReceiveStream* Call::FindAudioStreamForSyncGroup(
Ali Tofigh641a1b12022-05-17 11:48:46 +02001480 absl::string_view sync_group) {
Tommid3b3a3b2022-01-26 14:06:42 +01001481 RTC_DCHECK_RUN_ON(&receive_11993_checker_);
1482 if (!sync_group.empty()) {
nissee4bcd6d2017-05-16 04:47:04 -07001483 for (AudioReceiveStream* stream : audio_receive_streams_) {
Tommicc50b042022-05-09 10:22:48 +00001484 if (stream->sync_group() == sync_group)
Tommid3b3a3b2022-01-26 14:06:42 +01001485 return stream;
pbos8fc7fa72015-07-15 08:02:58 -07001486 }
1487 }
Tommid3b3a3b2022-01-26 14:06:42 +01001488
1489 return nullptr;
1490}
1491
1492// TODO(bugs.webrtc.org/11993): Expect to be called on the network thread.
1493// RTC_RUN_ON(worker_thread_)
Ali Tofigh641a1b12022-05-17 11:48:46 +02001494void Call::ConfigureSync(absl::string_view sync_group) {
Tommid3b3a3b2022-01-26 14:06:42 +01001495 // `audio_stream` may be nullptr when clearing the audio stream for a group.
1496 AudioReceiveStream* audio_stream = FindAudioStreamForSyncGroup(sync_group);
1497
pbos8fc7fa72015-07-15 08:02:58 -07001498 size_t num_synced_streams = 0;
Tommi553c8692020-05-05 15:35:45 +02001499 for (VideoReceiveStream2* video_stream : video_receive_streams_) {
Tommie9716de2021-08-24 10:33:46 +02001500 if (video_stream->sync_group() != sync_group)
pbos8fc7fa72015-07-15 08:02:58 -07001501 continue;
1502 ++num_synced_streams;
Tommid3b3a3b2022-01-26 14:06:42 +01001503 // TODO(bugs.webrtc.org/4762): Support synchronizing more than one A/V pair.
1504 // Attempting to sync more than one audio/video pair within the same sync
1505 // group is not supported in the current implementation.
pbos8fc7fa72015-07-15 08:02:58 -07001506 // Only sync the first A/V pair within this sync group.
solenberg3ebbcb52017-01-31 03:58:40 -08001507 if (num_synced_streams == 1) {
1508 // sync_audio_stream may be null and that's ok.
Tommid3b3a3b2022-01-26 14:06:42 +01001509 video_stream->SetSync(audio_stream);
pbos8fc7fa72015-07-15 08:02:58 -07001510 } else {
solenberg3ebbcb52017-01-31 03:58:40 -08001511 video_stream->SetSync(nullptr);
pbos8fc7fa72015-07-15 08:02:58 -07001512 }
1513 }
1514}
1515
Tommicae1f1d2021-05-31 10:51:09 +02001516// RTC_RUN_ON(network_thread_)
1517void Call::DeliverRtcp(MediaType media_type, rtc::CopyOnWriteBuffer packet) {
Peter Boström6f28cf02015-12-07 23:17:15 +01001518 TRACE_EVENT0("webrtc", "Call::DeliverRtcp");
Tommi3f418cc2021-05-05 11:04:30 +02001519
1520 // TODO(bugs.webrtc.org/11993): This DCHECK is here just to maintain the
1521 // invariant that currently the only call path to this function is via
1522 // `PeerConnection::InitializeRtcpCallback()`. DeliverRtp on the other hand
1523 // gets called via the channel classes and
1524 // WebRtc[Audio|Video]Channel's `OnPacketReceived`. We'll remove the
1525 // PeerConnection involvement as well as
1526 // `JsepTransportController::OnRtcpPacketReceived_n` and `rtcp_handler`
1527 // and make sure that the flow of packets is consistent from the
1528 // `RtpTransport` class, via the *Channel and *Engine classes and into Call.
1529 // This way we'll also know more about the context of the packet.
1530 RTC_DCHECK_EQ(media_type, MediaType::ANY);
1531
Tommicae1f1d2021-05-31 10:51:09 +02001532 // TODO(bugs.webrtc.org/11993): This should execute directly on the network
1533 // thread.
1534 worker_thread_->PostTask(
1535 ToQueuedTask(task_safety_, [this, packet = std::move(packet)]() {
1536 RTC_DCHECK_RUN_ON(worker_thread_);
mflodman3d7db262016-04-29 00:57:13 -07001537
Tommicae1f1d2021-05-31 10:51:09 +02001538 receive_stats_.AddReceivedRtcpBytes(static_cast<int>(packet.size()));
1539 bool rtcp_delivered = false;
1540 for (VideoReceiveStream2* stream : video_receive_streams_) {
1541 if (stream->DeliverRtcp(packet.cdata(), packet.size()))
1542 rtcp_delivered = true;
1543 }
mflodman3d7db262016-04-29 00:57:13 -07001544
Tommicae1f1d2021-05-31 10:51:09 +02001545 for (AudioReceiveStream* stream : audio_receive_streams_) {
1546 stream->DeliverRtcp(packet.cdata(), packet.size());
1547 rtcp_delivered = true;
1548 }
1549
1550 for (VideoSendStream* stream : video_send_streams_) {
1551 stream->DeliverRtcp(packet.cdata(), packet.size());
1552 rtcp_delivered = true;
1553 }
1554
1555 for (auto& kv : audio_send_ssrcs_) {
1556 kv.second->DeliverRtcp(packet.cdata(), packet.size());
1557 rtcp_delivered = true;
1558 }
1559
1560 if (rtcp_delivered) {
1561 event_log_->Log(std::make_unique<RtcEventRtcpPacketIncoming>(
1562 rtc::MakeArrayView(packet.cdata(), packet.size())));
1563 }
1564 }));
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001565}
1566
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +02001567PacketReceiver::DeliveryStatus Call::DeliverRtp(MediaType media_type,
Danil Chapovalov292a73e2017-12-07 17:00:40 +01001568 rtc::CopyOnWriteBuffer packet,
Niels Möller70082872018-08-07 11:03:12 +02001569 int64_t packet_time_us) {
Peter Boström6f28cf02015-12-07 23:17:15 +01001570 TRACE_EVENT0("webrtc", "Call::DeliverRtp");
Tommi3f418cc2021-05-05 11:04:30 +02001571 RTC_DCHECK_NE(media_type, MediaType::ANY);
nissed44ce052017-02-06 02:23:00 -08001572
Danil Chapovalovb709cf82017-10-04 14:01:45 +02001573 RtpPacketReceived parsed_packet;
Danil Chapovalov292a73e2017-12-07 17:00:40 +01001574 if (!parsed_packet.Parse(std::move(packet)))
Danil Chapovalovb709cf82017-10-04 14:01:45 +02001575 return DELIVERY_PACKET_ERROR;
1576
Niels Möller70082872018-08-07 11:03:12 +02001577 if (packet_time_us != -1) {
Sebastian Janssonb34556e2018-03-21 14:38:32 +01001578 if (receive_time_calculator_) {
Christoffer Rodbro992a8682018-10-30 15:14:36 +01001579 // Repair packet_time_us for clock resets by comparing a new read of
1580 // the same clock (TimeUTCMicros) to a monotonic clock reading.
Niels Möller70082872018-08-07 11:03:12 +02001581 packet_time_us = receive_time_calculator_->ReconcileReceiveTimes(
Christoffer Rodbro992a8682018-10-30 15:14:36 +01001582 packet_time_us, rtc::TimeUTCMicros(), clock_->TimeInMicroseconds());
Sebastian Janssonb34556e2018-03-21 14:38:32 +01001583 }
Tommi2497a272021-05-05 12:33:00 +02001584 parsed_packet.set_arrival_time(Timestamp::Micros(packet_time_us));
Danil Chapovalovb709cf82017-10-04 14:01:45 +02001585 } else {
Tommi2497a272021-05-05 12:33:00 +02001586 parsed_packet.set_arrival_time(clock_->CurrentTime());
Danil Chapovalovb709cf82017-10-04 14:01:45 +02001587 }
nissed44ce052017-02-06 02:23:00 -08001588
sprangc1abde72017-07-11 03:56:21 -07001589 // We might get RTP keep-alive packets in accordance with RFC6263 section 4.6.
1590 // These are empty (zero length payload) RTP packets with an unsignaled
1591 // payload type.
Danil Chapovalovb709cf82017-10-04 14:01:45 +02001592 const bool is_keep_alive_packet = parsed_packet.payload_size() == 0;
sprangc1abde72017-07-11 03:56:21 -07001593
1594 RTC_DCHECK(media_type == MediaType::AUDIO || media_type == MediaType::VIDEO ||
1595 is_keep_alive_packet);
1596
Tommi236d7e72022-01-26 11:11:06 +01001597 bool use_send_side_bwe = false;
1598 if (!IdentifyReceivedPacket(parsed_packet, &use_send_side_bwe))
nisse0f15f922017-06-21 01:05:22 -07001599 return DELIVERY_UNKNOWN_SSRC;
Jonas Oreland6d835922019-03-18 10:59:40 +01001600
Tommi236d7e72022-01-26 11:11:06 +01001601 NotifyBweOfReceivedPacket(parsed_packet, media_type, use_send_side_bwe);
nissed44ce052017-02-06 02:23:00 -08001602
Danil Chapovalovcbf5b732017-12-08 14:05:20 +01001603 // RateCounters expect input parameter as int, save it as int,
1604 // instead of converting each time it is passed to RateCounter::Add below.
1605 int length = static_cast<int>(parsed_packet.size());
nissee5ad5ca2017-03-29 23:57:43 -07001606 if (media_type == MediaType::AUDIO) {
Danil Chapovalovb709cf82017-10-04 14:01:45 +02001607 if (audio_receiver_controller_.OnRtpPacket(parsed_packet)) {
Markus Handellc81afe32021-05-31 09:02:01 +02001608 receive_stats_.AddReceivedAudioBytes(length,
1609 parsed_packet.arrival_time());
Elad Alon4a87e1c2017-10-03 16:11:34 +02001610 event_log_->Log(
Mirko Bonadei317a1f02019-09-17 17:06:18 +02001611 std::make_unique<RtcEventRtpPacketIncoming>(parsed_packet));
nisse657bab22017-02-21 06:28:10 -08001612 return DELIVERY_OK;
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +02001613 }
nissee4bcd6d2017-05-16 04:47:04 -07001614 } else if (media_type == MediaType::VIDEO) {
Niels Möller2ff1f2a2018-08-09 16:16:34 +02001615 parsed_packet.set_payload_type_frequency(kVideoPayloadTypeFrequency);
Danil Chapovalovb709cf82017-10-04 14:01:45 +02001616 if (video_receiver_controller_.OnRtpPacket(parsed_packet)) {
Markus Handellc81afe32021-05-31 09:02:01 +02001617 receive_stats_.AddReceivedVideoBytes(length,
1618 parsed_packet.arrival_time());
Elad Alon4a87e1c2017-10-03 16:11:34 +02001619 event_log_->Log(
Mirko Bonadei317a1f02019-09-17 17:06:18 +02001620 std::make_unique<RtcEventRtpPacketIncoming>(parsed_packet));
nisse5c29a7a2017-02-16 06:52:32 -08001621 return DELIVERY_OK;
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +02001622 }
1623 }
1624 return DELIVERY_UNKNOWN_SSRC;
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001625}
1626
stefan68786d22015-09-08 05:36:15 -07001627PacketReceiver::DeliveryStatus Call::DeliverPacket(
1628 MediaType media_type,
Danil Chapovalov292a73e2017-12-07 17:00:40 +01001629 rtc::CopyOnWriteBuffer packet,
Niels Möller70082872018-08-07 11:03:12 +02001630 int64_t packet_time_us) {
Danil Chapovalov00ca0042021-07-05 19:06:17 +02001631 if (IsRtcpPacket(packet)) {
Tommicae1f1d2021-05-31 10:51:09 +02001632 RTC_DCHECK_RUN_ON(network_thread_);
1633 DeliverRtcp(media_type, std::move(packet));
1634 return DELIVERY_OK;
1635 }
1636
Tommi0d4647d2020-05-26 19:35:16 +02001637 RTC_DCHECK_RUN_ON(worker_thread_);
Niels Möller70082872018-08-07 11:03:12 +02001638 return DeliverRtp(media_type, std::move(packet), packet_time_us);
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001639}
1640
nissed2ef3142017-05-11 08:00:58 -07001641void Call::OnRecoveredPacket(const uint8_t* packet, size_t length) {
Tomas Gunnarssonad325862021-02-03 16:23:40 +01001642 // TODO(bugs.webrtc.org/11993): Expect to be called on the network thread.
Artem Titovea240272021-07-26 12:40:21 +02001643 // This method is called synchronously via `OnRtpPacket()` (see DeliverRtp)
Tomas Gunnarssonad325862021-02-03 16:23:40 +01001644 // on the same thread.
Tommi0d4647d2020-05-26 19:35:16 +02001645 RTC_DCHECK_RUN_ON(worker_thread_);
Danil Chapovalovb709cf82017-10-04 14:01:45 +02001646 RtpPacketReceived parsed_packet;
1647 if (!parsed_packet.Parse(packet, length))
nissed2ef3142017-05-11 08:00:58 -07001648 return;
1649
Danil Chapovalovb709cf82017-10-04 14:01:45 +02001650 parsed_packet.set_recovered(true);
nissed2ef3142017-05-11 08:00:58 -07001651
Tommi236d7e72022-01-26 11:11:06 +01001652 if (!IdentifyReceivedPacket(parsed_packet))
brandtrcaea68f2017-08-23 00:55:17 -07001653 return;
brandtrcaea68f2017-08-23 00:55:17 -07001654
1655 // TODO(brandtr): Update here when we support protecting audio packets too.
Niels Möller2ff1f2a2018-08-09 16:16:34 +02001656 parsed_packet.set_payload_type_frequency(kVideoPayloadTypeFrequency);
Danil Chapovalovb709cf82017-10-04 14:01:45 +02001657 video_receiver_controller_.OnRtpPacket(parsed_packet);
brandtr4e523862016-10-18 23:50:45 -07001658}
1659
Tommi948e40c2021-05-31 12:39:57 +02001660// RTC_RUN_ON(worker_thread_)
nissed44ce052017-02-06 02:23:00 -08001661void Call::NotifyBweOfReceivedPacket(const RtpPacketReceived& packet,
Tommi236d7e72022-01-26 11:11:06 +01001662 MediaType media_type,
1663 bool use_send_side_bwe) {
brandtrb29e6522016-12-21 06:37:18 -08001664 RTPHeader header;
1665 packet.GetHeader(&header);
nissed44ce052017-02-06 02:23:00 -08001666
Sebastian Jansson607a6f12019-06-13 17:48:53 +02001667 ReceivedPacket packet_msg;
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +01001668 packet_msg.size = DataSize::Bytes(packet.payload_size());
Tommi2497a272021-05-05 12:33:00 +02001669 packet_msg.receive_time = packet.arrival_time();
Sebastian Jansson3d61ab12019-06-14 13:35:51 +02001670 if (header.extension.hasAbsoluteSendTime) {
1671 packet_msg.send_time = header.extension.GetAbsoluteSendTimestamp();
1672 }
Tommi948e40c2021-05-31 12:39:57 +02001673 transport_send_->OnReceivedPacket(packet_msg);
Ying Wang8b279102019-05-27 17:19:08 +02001674
nisse4709e892017-02-07 01:18:43 -08001675 if (!use_send_side_bwe && header.extension.hasTransportSequenceNumber) {
nissed44ce052017-02-06 02:23:00 -08001676 // Inconsistent configuration of send side BWE. Do nothing.
1677 // TODO(nisse): Without this check, we may produce RTCP feedback
1678 // packets even when not negotiated. But it would be cleaner to
1679 // move the check down to RTCPSender::SendFeedbackPacket, which
1680 // would also help the PacketRouter to select an appropriate rtp
1681 // module in the case that some, but not all, have RTCP feedback
1682 // enabled.
1683 return;
1684 }
1685 // For audio, we only support send side BWE.
nissee5ad5ca2017-03-29 23:57:43 -07001686 if (media_type == MediaType::VIDEO ||
nisse4709e892017-02-07 01:18:43 -08001687 (use_send_side_bwe && header.extension.hasTransportSequenceNumber)) {
nisse559af382017-03-21 06:41:12 -07001688 receive_side_cc_.OnReceivedPacket(
Tommi2497a272021-05-05 12:33:00 +02001689 packet.arrival_time().ms(),
1690 packet.payload_size() + packet.padding_size(), header);
nissed44ce052017-02-06 02:23:00 -08001691 }
brandtrb29e6522016-12-21 06:37:18 -08001692}
1693
Tommi236d7e72022-01-26 11:11:06 +01001694bool Call::IdentifyReceivedPacket(RtpPacketReceived& packet,
1695 bool* use_send_side_bwe /*= nullptr*/) {
1696 RTC_DCHECK_RUN_ON(&receive_11993_checker_);
1697 auto it = receive_rtp_config_.find(packet.Ssrc());
1698 if (it == receive_rtp_config_.end()) {
1699 RTC_DLOG(LS_WARNING) << "receive_rtp_config_ lookup failed for ssrc "
1700 << packet.Ssrc();
1701 return false;
1702 }
1703
Tommicf4ed152022-05-09 20:46:57 +00001704 packet.IdentifyExtensions(it->second->GetRtpExtensionMap());
Tommi236d7e72022-01-26 11:11:06 +01001705
1706 if (use_send_side_bwe) {
Tommi6be3e782022-05-09 15:20:24 +00001707 *use_send_side_bwe = UseSendSideBwe(it->second);
Tommi236d7e72022-01-26 11:11:06 +01001708 }
1709
1710 return true;
1711}
1712
1713bool Call::RegisterReceiveStream(uint32_t ssrc, ReceiveStream* stream) {
1714 RTC_DCHECK_RUN_ON(&receive_11993_checker_);
1715 RTC_DCHECK(stream);
1716 auto inserted = receive_rtp_config_.emplace(ssrc, stream);
1717 if (!inserted.second) {
1718 RTC_DLOG(LS_WARNING) << "ssrc already registered: " << ssrc;
1719 }
1720 return inserted.second;
1721}
1722
1723bool Call::UnregisterReceiveStream(uint32_t ssrc) {
1724 RTC_DCHECK_RUN_ON(&receive_11993_checker_);
1725 size_t erased = receive_rtp_config_.erase(ssrc);
1726 if (!erased) {
1727 RTC_DLOG(LS_WARNING) << "ssrc wasn't registered: " << ssrc;
1728 }
1729 return erased != 0u;
1730}
1731
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001732} // namespace internal
nisseb8f9a322017-03-27 05:36:15 -07001733
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001734} // namespace webrtc