blob: e594dcc6cadce83560ac48f325c60c4637a566d2 [file] [log] [blame]
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
pbos@webrtc.org12dc1a32013-08-05 16:22:53 +000011#include <string.h>
mflodman101f2502016-06-09 17:21:19 +020012#include <algorithm>
pbos@webrtc.org29d58392013-05-16 12:08:03 +000013#include <map>
kwibergb25345e2016-03-12 06:10:44 -080014#include <memory>
ossuf515ab82016-12-07 04:52:58 -080015#include <set>
brandtr25445d32016-10-23 23:37:14 -070016#include <utility>
pbos@webrtc.org29d58392013-05-16 12:08:03 +000017#include <vector>
18
Peter Boström5c389d32015-09-25 13:58:30 +020019#include "webrtc/audio/audio_receive_stream.h"
solenbergc7a8b082015-10-16 14:35:07 -070020#include "webrtc/audio/audio_send_stream.h"
solenberg566ef242015-11-06 15:34:49 -080021#include "webrtc/audio/audio_state.h"
22#include "webrtc/audio/scoped_voe_interface.h"
brandtr4e523862016-10-18 23:50:45 -070023#include "webrtc/base/basictypes.h"
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24 +000024#include "webrtc/base/checks.h"
kwiberg4485ffb2016-04-26 08:14:39 -070025#include "webrtc/base/constructormagic.h"
tommidea489f2017-03-03 03:20:24 -080026#include "webrtc/base/location.h"
Peter Boström7c704b82015-12-04 16:13:05 +010027#include "webrtc/base/logging.h"
brandtrb29e6522016-12-21 06:37:18 -080028#include "webrtc/base/optional.h"
zstein7cb69d52017-05-08 11:52:38 -070029#include "webrtc/base/ptr_util.h"
perkj26091b12016-09-01 01:17:40 -070030#include "webrtc/base/task_queue.h"
pbos@webrtc.org38344ed2014-09-24 06:05:00 +000031#include "webrtc/base/thread_annotations.h"
solenberg5a289392015-10-19 03:39:20 -070032#include "webrtc/base/thread_checker.h"
tommie4f96502015-10-20 23:00:48 -070033#include "webrtc/base/trace_event.h"
mflodman0e7e2592015-11-12 21:02:42 -080034#include "webrtc/call/bitrate_allocator.h"
ossuf515ab82016-12-07 04:52:58 -080035#include "webrtc/call/call.h"
brandtr7250b392016-12-19 01:13:46 -080036#include "webrtc/call/flexfec_receive_stream_impl.h"
nisseb8f9a322017-03-27 05:36:15 -070037#include "webrtc/call/rtp_transport_controller_send.h"
pbos@webrtc.orgc49d5b72013-12-05 12:11:47 +000038#include "webrtc/config.h"
skvladcc91d282016-10-03 18:31:22 -070039#include "webrtc/logging/rtc_event_log/rtc_event_log.h"
mflodman0e7e2592015-11-12 21:02:42 -080040#include "webrtc/modules/bitrate_controller/include/bitrate_controller.h"
nisse559af382017-03-21 06:41:12 -070041#include "webrtc/modules/congestion_controller/include/receive_side_congestion_controller.h"
Henrik Kjellander0b9e29c2015-11-16 11:12:24 +010042#include "webrtc/modules/pacing/paced_sender.h"
brandtr4e523862016-10-18 23:50:45 -070043#include "webrtc/modules/rtp_rtcp/include/flexfec_receiver.h"
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010044#include "webrtc/modules/rtp_rtcp/include/rtp_header_parser.h"
sprang@webrtc.org2a6558c2015-01-28 12:37:36 +000045#include "webrtc/modules/rtp_rtcp/source/byte_io.h"
brandtrb29e6522016-12-21 06:37:18 -080046#include "webrtc/modules/rtp_rtcp/source/rtp_header_extension.h"
47#include "webrtc/modules/rtp_rtcp/source/rtp_packet_received.h"
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010048#include "webrtc/modules/utility/include/process_thread.h"
ivoc14d5dbe2016-07-04 07:06:55 -070049#include "webrtc/system_wrappers/include/clock.h"
Henrik Kjellander98f53512015-10-28 18:17:40 +010050#include "webrtc/system_wrappers/include/cpu_info.h"
stefan91d92602015-11-11 10:13:02 -080051#include "webrtc/system_wrappers/include/metrics.h"
Henrik Kjellander98f53512015-10-28 18:17:40 +010052#include "webrtc/system_wrappers/include/rw_lock_wrapper.h"
53#include "webrtc/system_wrappers/include/trace.h"
Peter Boström7623ce42015-12-09 12:13:30 +010054#include "webrtc/video/call_stats.h"
asapersson35151f32016-05-02 23:44:01 -070055#include "webrtc/video/send_delay_stats.h"
asapersson250fd972016-09-08 00:07:21 -070056#include "webrtc/video/stats_counter.h"
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000057#include "webrtc/video/video_receive_stream.h"
58#include "webrtc/video/video_send_stream.h"
pbos@webrtc.org29d58392013-05-16 12:08:03 +000059
60namespace webrtc {
pbos@webrtc.orgab990ae2014-09-17 09:02:25 +000061
pbos@webrtc.orga73a6782014-10-14 11:52:10 +000062const int Call::Config::kDefaultStartBitrateBps = 300000;
63
nisse4709e892017-02-07 01:18:43 -080064namespace {
65
66// TODO(nisse): This really begs for a shared context struct.
67bool UseSendSideBwe(const std::vector<RtpExtension>& extensions,
68 bool transport_cc) {
69 if (!transport_cc)
70 return false;
71 for (const auto& extension : extensions) {
72 if (extension.uri == RtpExtension::kTransportSequenceNumberUri)
73 return true;
74 }
75 return false;
76}
77
78bool UseSendSideBwe(const VideoReceiveStream::Config& config) {
79 return UseSendSideBwe(config.rtp.extensions, config.rtp.transport_cc);
80}
81
82bool UseSendSideBwe(const AudioReceiveStream::Config& config) {
83 return UseSendSideBwe(config.rtp.extensions, config.rtp.transport_cc);
84}
85
86bool UseSendSideBwe(const FlexfecReceiveStream::Config& config) {
87 return UseSendSideBwe(config.rtp_header_extensions, config.transport_cc);
88}
89
90} // namespace
91
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000092namespace internal {
asapersson@webrtc.orgbdc5ed22014-01-31 10:05:07 +000093
perkjec81bcd2016-05-11 06:01:13 -070094class Call : public webrtc::Call,
95 public PacketReceiver,
brandtr4e523862016-10-18 23:50:45 -070096 public RecoveredPacketReceiver,
nisse559af382017-03-21 06:41:12 -070097 public SendSideCongestionController::Observer,
perkj71ee44c2016-06-15 00:47:53 -070098 public BitrateAllocator::LimitObserver {
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000099 public:
nisseb8f9a322017-03-27 05:36:15 -0700100 Call(const Call::Config& config,
zstein7cb69d52017-05-08 11:52:38 -0700101 std::unique_ptr<RtpTransportControllerSendInterface> transport_send);
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000102 virtual ~Call();
103
brandtr25445d32016-10-23 23:37:14 -0700104 // Implements webrtc::Call.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000105 PacketReceiver* Receiver() override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000106
Fredrik Solenberg04f49312015-06-08 13:04:56 +0200107 webrtc::AudioSendStream* CreateAudioSendStream(
108 const webrtc::AudioSendStream::Config& config) override;
109 void DestroyAudioSendStream(webrtc::AudioSendStream* send_stream) override;
110
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200111 webrtc::AudioReceiveStream* CreateAudioReceiveStream(
112 const webrtc::AudioReceiveStream::Config& config) override;
113 void DestroyAudioReceiveStream(
114 webrtc::AudioReceiveStream* receive_stream) override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000115
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200116 webrtc::VideoSendStream* CreateVideoSendStream(
perkj26091b12016-09-01 01:17:40 -0700117 webrtc::VideoSendStream::Config config,
118 VideoEncoderConfig encoder_config) override;
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000119 void DestroyVideoSendStream(webrtc::VideoSendStream* send_stream) override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000120
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200121 webrtc::VideoReceiveStream* CreateVideoReceiveStream(
Tommi733b5472016-06-10 17:58:01 +0200122 webrtc::VideoReceiveStream::Config configuration) override;
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000123 void DestroyVideoReceiveStream(
124 webrtc::VideoReceiveStream* receive_stream) override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000125
brandtr7250b392016-12-19 01:13:46 -0800126 FlexfecReceiveStream* CreateFlexfecReceiveStream(
127 const FlexfecReceiveStream::Config& config) override;
brandtr25445d32016-10-23 23:37:14 -0700128 void DestroyFlexfecReceiveStream(
brandtr7250b392016-12-19 01:13:46 -0800129 FlexfecReceiveStream* receive_stream) override;
brandtr25445d32016-10-23 23:37:14 -0700130
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000131 Stats GetStats() const override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000132
brandtr25445d32016-10-23 23:37:14 -0700133 // Implements PacketReceiver.
stefan68786d22015-09-08 05:36:15 -0700134 DeliveryStatus DeliverPacket(MediaType media_type,
135 const uint8_t* packet,
136 size_t length,
137 const PacketTime& packet_time) override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000138
brandtr4e523862016-10-18 23:50:45 -0700139 // Implements RecoveredPacketReceiver.
140 bool OnRecoveredPacket(const uint8_t* packet, size_t length) override;
141
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000142 void SetBitrateConfig(
143 const webrtc::Call::Config::BitrateConfig& bitrate_config) override;
skvlad7a43d252016-03-22 15:32:27 -0700144
145 void SignalChannelNetworkState(MediaType media, NetworkState state) override;
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000146
michaelt79e05882016-11-08 02:50:09 -0800147 void OnTransportOverheadChanged(MediaType media,
148 int transport_overhead_per_packet) override;
149
Honghai Zhang0e533ef2016-04-19 15:41:36 -0700150 void OnNetworkRouteChanged(const std::string& transport_name,
151 const rtc::NetworkRoute& network_route) override;
152
stefanc1aeaf02015-10-15 07:26:07 -0700153 void OnSentPacket(const rtc::SentPacket& sent_packet) override;
154
minyue78b4d562016-11-30 04:47:39 -0800155
mflodman0e7e2592015-11-12 21:02:42 -0800156 // Implements BitrateObserver.
minyue78b4d562016-11-30 04:47:39 -0800157 void OnNetworkChanged(uint32_t bitrate_bps,
158 uint8_t fraction_loss,
159 int64_t rtt_ms,
160 int64_t probing_interval_ms) override;
mflodman0e7e2592015-11-12 21:02:42 -0800161
perkj71ee44c2016-06-15 00:47:53 -0700162 // Implements BitrateAllocator::LimitObserver.
163 void OnAllocationLimitsChanged(uint32_t min_send_bitrate_bps,
164 uint32_t max_padding_bitrate_bps) override;
165
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000166 private:
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200167 DeliveryStatus DeliverRtcp(MediaType media_type, const uint8_t* packet,
168 size_t length);
stefan68786d22015-09-08 05:36:15 -0700169 DeliveryStatus DeliverRtp(MediaType media_type,
170 const uint8_t* packet,
171 size_t length,
172 const PacketTime& packet_time);
pbos8fc7fa72015-07-15 08:02:58 -0700173 void ConfigureSync(const std::string& sync_group)
174 EXCLUSIVE_LOCKS_REQUIRED(receive_crit_);
175
nissed44ce052017-02-06 02:23:00 -0800176 void NotifyBweOfReceivedPacket(const RtpPacketReceived& packet,
177 MediaType media_type)
178 SHARED_LOCKS_REQUIRED(receive_crit_);
179
brandtrb29e6522016-12-21 06:37:18 -0800180 rtc::Optional<RtpPacketReceived> ParseRtpPacket(const uint8_t* packet,
181 size_t length,
182 const PacketTime& packet_time)
183 SHARED_LOCKS_REQUIRED(receive_crit_);
184
asaperssonfc5e81c2017-04-19 23:28:53 -0700185 void UpdateSendHistograms(int64_t first_sent_packet_ms)
186 EXCLUSIVE_LOCKS_REQUIRED(&bitrate_crit_);
stefan18adf0a2015-11-17 06:24:56 -0800187 void UpdateReceiveHistograms();
asapersson4374a092016-07-27 00:39:09 -0700188 void UpdateHistograms();
skvlad7a43d252016-03-22 15:32:27 -0700189 void UpdateAggregateNetworkState();
stefan91d92602015-11-11 10:13:02 -0800190
Peter Boströmd3c94472015-12-09 11:20:58 +0100191 Clock* const clock_;
stefan91d92602015-11-11 10:13:02 -0800192
Peter Boström45553ae2015-05-08 13:54:38 +0200193 const int num_cpu_cores_;
kwibergb25345e2016-03-12 06:10:44 -0800194 const std::unique_ptr<ProcessThread> module_process_thread_;
nisseb9359842017-01-19 05:41:25 -0800195 const std::unique_ptr<ProcessThread> pacer_thread_;
kwibergb25345e2016-03-12 06:10:44 -0800196 const std::unique_ptr<CallStats> call_stats_;
197 const std::unique_ptr<BitrateAllocator> bitrate_allocator_;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000198 Call::Config config_;
solenberg5a289392015-10-19 03:39:20 -0700199 rtc::ThreadChecker configuration_thread_checker_;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000200
skvlad7a43d252016-03-22 15:32:27 -0700201 NetworkState audio_network_state_;
202 NetworkState video_network_state_;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000203
kwibergb25345e2016-03-12 06:10:44 -0800204 std::unique_ptr<RWLockWrapper> receive_crit_;
brandtr25445d32016-10-23 23:37:14 -0700205 // Audio, Video, and FlexFEC receive streams are owned by the client that
206 // creates them.
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200207 std::map<uint32_t, AudioReceiveStream*> audio_receive_ssrcs_
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000208 GUARDED_BY(receive_crit_);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200209 std::map<uint32_t, VideoReceiveStream*> video_receive_ssrcs_
210 GUARDED_BY(receive_crit_);
211 std::set<VideoReceiveStream*> video_receive_streams_
212 GUARDED_BY(receive_crit_);
brandtr25445d32016-10-23 23:37:14 -0700213 // Each media stream could conceivably be protected by multiple FlexFEC
214 // streams.
brandtr7250b392016-12-19 01:13:46 -0800215 std::multimap<uint32_t, FlexfecReceiveStreamImpl*>
216 flexfec_receive_ssrcs_media_ GUARDED_BY(receive_crit_);
217 std::map<uint32_t, FlexfecReceiveStreamImpl*>
218 flexfec_receive_ssrcs_protection_ GUARDED_BY(receive_crit_);
219 std::set<FlexfecReceiveStreamImpl*> flexfec_receive_streams_
brandtr25445d32016-10-23 23:37:14 -0700220 GUARDED_BY(receive_crit_);
pbos8fc7fa72015-07-15 08:02:58 -0700221 std::map<std::string, AudioReceiveStream*> sync_stream_mapping_
222 GUARDED_BY(receive_crit_);
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000223
nissed44ce052017-02-06 02:23:00 -0800224 // This extra map is used for receive processing which is
225 // independent of media type.
226
227 // TODO(nisse): In the RTP transport refactoring, we should have a
228 // single mapping from ssrc to a more abstract receive stream, with
229 // accessor methods for all configuration we need at this level.
230 struct ReceiveRtpConfig {
231 ReceiveRtpConfig() = default; // Needed by std::map
232 ReceiveRtpConfig(const std::vector<RtpExtension>& extensions,
nisse4709e892017-02-07 01:18:43 -0800233 bool use_send_side_bwe)
234 : extensions(extensions), use_send_side_bwe(use_send_side_bwe) {}
nissed44ce052017-02-06 02:23:00 -0800235
236 // Registered RTP header extensions for each stream. Note that RTP header
237 // extensions are negotiated per track ("m= line") in the SDP, but we have
238 // no notion of tracks at the Call level. We therefore store the RTP header
239 // extensions per SSRC instead, which leads to some storage overhead.
240 RtpHeaderExtensionMap extensions;
nisse4709e892017-02-07 01:18:43 -0800241 // Set if both RTP extension the RTCP feedback message needed for
242 // send side BWE are negotiated.
243 bool use_send_side_bwe = false;
nissed44ce052017-02-06 02:23:00 -0800244 };
245 std::map<uint32_t, ReceiveRtpConfig> receive_rtp_config_
brandtrb29e6522016-12-21 06:37:18 -0800246 GUARDED_BY(receive_crit_);
247
kwibergb25345e2016-03-12 06:10:44 -0800248 std::unique_ptr<RWLockWrapper> send_crit_;
solenbergc7a8b082015-10-16 14:35:07 -0700249 // Audio and Video send streams are owned by the client that creates them.
250 std::map<uint32_t, AudioSendStream*> audio_send_ssrcs_ GUARDED_BY(send_crit_);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200251 std::map<uint32_t, VideoSendStream*> video_send_ssrcs_ GUARDED_BY(send_crit_);
252 std::set<VideoSendStream*> video_send_streams_ GUARDED_BY(send_crit_);
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000253
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200254 VideoSendStream::RtpStateMap suspended_video_send_ssrcs_;
skvlad11a9cbf2016-10-07 11:53:05 -0700255 webrtc::RtcEventLog* event_log_;
ivocb04965c2015-09-09 00:09:43 -0700256
stefan18adf0a2015-11-17 06:24:56 -0800257 // The following members are only accessed (exclusively) from one thread and
258 // from the destructor, and therefore doesn't need any explicit
259 // synchronization.
asapersson250fd972016-09-08 00:07:21 -0700260 RateCounter received_bytes_per_second_counter_;
261 RateCounter received_audio_bytes_per_second_counter_;
262 RateCounter received_video_bytes_per_second_counter_;
263 RateCounter received_rtcp_bytes_per_second_counter_;
stefan91d92602015-11-11 10:13:02 -0800264
stefan18adf0a2015-11-17 06:24:56 -0800265 // TODO(holmer): Remove this lock once BitrateController no longer calls
266 // OnNetworkChanged from multiple threads.
267 rtc::CriticalSection bitrate_crit_;
perkj71ee44c2016-06-15 00:47:53 -0700268 uint32_t min_allocated_send_bitrate_bps_ GUARDED_BY(&bitrate_crit_);
sprang9c0b5512016-07-06 00:54:28 -0700269 uint32_t configured_max_padding_bitrate_bps_ GUARDED_BY(&bitrate_crit_);
asaperssonce2e1362016-09-09 00:13:35 -0700270 AvgCounter estimated_send_bitrate_kbps_counter_ GUARDED_BY(&bitrate_crit_);
271 AvgCounter pacer_bitrate_kbps_counter_ GUARDED_BY(&bitrate_crit_);
stefan18adf0a2015-11-17 06:24:56 -0800272
Honghai Zhang0e533ef2016-04-19 15:41:36 -0700273 std::map<std::string, rtc::NetworkRoute> network_routes_;
274
nisse6167b262017-04-06 06:34:25 -0700275 std::unique_ptr<RtpTransportControllerSendInterface> transport_send_;
nisse559af382017-03-21 06:41:12 -0700276 ReceiveSideCongestionController receive_side_cc_;
asapersson35151f32016-05-02 23:44:01 -0700277 const std::unique_ptr<SendDelayStats> video_send_delay_stats_;
asapersson4374a092016-07-27 00:39:09 -0700278 const int64_t start_ms_;
perkj26091b12016-09-01 01:17:40 -0700279 // TODO(perkj): |worker_queue_| is supposed to replace
280 // |module_process_thread_|.
281 // |worker_queue| is defined last to ensure all pending tasks are cancelled
282 // and deleted before any other members.
283 rtc::TaskQueue worker_queue_;
mflodman0e7e2592015-11-12 21:02:42 -0800284
henrikg3c089d72015-09-16 05:37:44 -0700285 RTC_DISALLOW_COPY_AND_ASSIGN(Call);
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000286};
pbos@webrtc.orgc49d5b72013-12-05 12:11:47 +0000287} // namespace internal
pbos@webrtc.orgfd39e132013-08-14 13:52:52 +0000288
asapersson2e5cfcd2016-08-11 08:41:18 -0700289std::string Call::Stats::ToString(int64_t time_ms) const {
290 std::stringstream ss;
291 ss << "Call stats: " << time_ms << ", {";
292 ss << "send_bw_bps: " << send_bandwidth_bps << ", ";
293 ss << "recv_bw_bps: " << recv_bandwidth_bps << ", ";
294 ss << "max_pad_bps: " << max_padding_bitrate_bps << ", ";
295 ss << "pacer_delay_ms: " << pacer_delay_ms << ", ";
296 ss << "rtt_ms: " << rtt_ms;
297 ss << '}';
298 return ss.str();
299}
300
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000301Call* Call::Create(const Call::Config& config) {
zstein7cb69d52017-05-08 11:52:38 -0700302 return new internal::Call(config,
303 rtc::MakeUnique<RtpTransportControllerSend>(
304 Clock::GetRealTimeClock(), config.event_log));
305}
306
307Call* Call::Create(
308 const Call::Config& config,
309 std::unique_ptr<RtpTransportControllerSendInterface> transport_send) {
310 return new internal::Call(config, std::move(transport_send));
pbos@webrtc.orgfd39e132013-08-14 13:52:52 +0000311}
pbos@webrtc.orgfd39e132013-08-14 13:52:52 +0000312
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000313namespace internal {
314
nisseb8f9a322017-03-27 05:36:15 -0700315Call::Call(const Call::Config& config,
zstein7cb69d52017-05-08 11:52:38 -0700316 std::unique_ptr<RtpTransportControllerSendInterface> transport_send)
stefan91d92602015-11-11 10:13:02 -0800317 : clock_(Clock::GetRealTimeClock()),
318 num_cpu_cores_(CpuInfo::DetectNumberOfCores()),
kwiberg1c7fdd82016-04-26 08:18:04 -0700319 module_process_thread_(ProcessThread::Create("ModuleProcessThread")),
nisseb9359842017-01-19 05:41:25 -0800320 pacer_thread_(ProcessThread::Create("PacerThread")),
Peter Boströmd3c94472015-12-09 11:20:58 +0100321 call_stats_(new CallStats(clock_)),
perkj71ee44c2016-06-15 00:47:53 -0700322 bitrate_allocator_(new BitrateAllocator(this)),
Peter Boström45553ae2015-05-08 13:54:38 +0200323 config_(config),
Sergey Ulanove2b15012016-11-22 16:08:30 -0800324 audio_network_state_(kNetworkDown),
325 video_network_state_(kNetworkDown),
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000326 receive_crit_(RWLockWrapper::CreateRWLock()),
stefan91d92602015-11-11 10:13:02 -0800327 send_crit_(RWLockWrapper::CreateRWLock()),
skvlad11a9cbf2016-10-07 11:53:05 -0700328 event_log_(config.event_log),
asapersson250fd972016-09-08 00:07:21 -0700329 received_bytes_per_second_counter_(clock_, nullptr, true),
330 received_audio_bytes_per_second_counter_(clock_, nullptr, true),
331 received_video_bytes_per_second_counter_(clock_, nullptr, true),
332 received_rtcp_bytes_per_second_counter_(clock_, nullptr, true),
perkj71ee44c2016-06-15 00:47:53 -0700333 min_allocated_send_bitrate_bps_(0),
sprang9c0b5512016-07-06 00:54:28 -0700334 configured_max_padding_bitrate_bps_(0),
asaperssonce2e1362016-09-09 00:13:35 -0700335 estimated_send_bitrate_kbps_counter_(clock_, nullptr, true),
336 pacer_bitrate_kbps_counter_(clock_, nullptr, true),
nisse05843312017-04-18 23:38:35 -0700337 receive_side_cc_(clock_, transport_send->packet_router()),
asapersson4374a092016-07-27 00:39:09 -0700338 video_send_delay_stats_(new SendDelayStats(clock_)),
perkj26091b12016-09-01 01:17:40 -0700339 start_ms_(clock_->TimeInMilliseconds()),
340 worker_queue_("call_worker_queue") {
solenberg56a34df2015-11-12 08:24:41 -0800341 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
skvlad11a9cbf2016-10-07 11:53:05 -0700342 RTC_DCHECK(config.event_log != nullptr);
henrikg91d6ede2015-09-17 00:24:34 -0700343 RTC_DCHECK_GE(config.bitrate_config.min_bitrate_bps, 0);
stefanfca900a2017-04-10 03:53:00 -0700344 RTC_DCHECK_GE(config.bitrate_config.start_bitrate_bps,
henrikg91d6ede2015-09-17 00:24:34 -0700345 config.bitrate_config.min_bitrate_bps);
Stefan Holmere5904162015-03-26 11:11:06 +0100346 if (config.bitrate_config.max_bitrate_bps != -1) {
henrikg91d6ede2015-09-17 00:24:34 -0700347 RTC_DCHECK_GE(config.bitrate_config.max_bitrate_bps,
348 config.bitrate_config.start_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +0000349 }
Peter Boström45553ae2015-05-08 13:54:38 +0200350 Trace::CreateTrace();
zstein7cb69d52017-05-08 11:52:38 -0700351 transport_send->send_side_cc()->RegisterNetworkObserver(this);
nisse6167b262017-04-06 06:34:25 -0700352 transport_send_ = std::move(transport_send);
nisseb8f9a322017-03-27 05:36:15 -0700353 transport_send_->send_side_cc()->SignalNetworkState(kNetworkDown);
354 transport_send_->send_side_cc()->SetBweBitrates(
355 config_.bitrate_config.min_bitrate_bps,
356 config_.bitrate_config.start_bitrate_bps,
357 config_.bitrate_config.max_bitrate_bps);
nissebcbaf742017-03-28 01:16:25 -0700358 call_stats_->RegisterStatsObserver(&receive_side_cc_);
nisseb8f9a322017-03-27 05:36:15 -0700359 call_stats_->RegisterStatsObserver(transport_send_->send_side_cc());
Stefan Holmerc379fcb2016-02-24 16:02:55 +0100360
361 module_process_thread_->Start();
tommidea489f2017-03-03 03:20:24 -0800362 module_process_thread_->RegisterModule(call_stats_.get(), RTC_FROM_HERE);
nisse559af382017-03-21 06:41:12 -0700363 module_process_thread_->RegisterModule(&receive_side_cc_, RTC_FROM_HERE);
nisseb8f9a322017-03-27 05:36:15 -0700364 module_process_thread_->RegisterModule(transport_send_->send_side_cc(),
365 RTC_FROM_HERE);
366 pacer_thread_->RegisterModule(transport_send_->send_side_cc()->pacer(),
367 RTC_FROM_HERE);
nisseb9359842017-01-19 05:41:25 -0800368 pacer_thread_->RegisterModule(
nisse559af382017-03-21 06:41:12 -0700369 receive_side_cc_.GetRemoteBitrateEstimator(true), RTC_FROM_HERE);
nisseb8f9a322017-03-27 05:36:15 -0700370
nisseb9359842017-01-19 05:41:25 -0800371 pacer_thread_->Start();
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000372}
373
pbos@webrtc.org841c8a42013-09-09 15:04:25 +0000374Call::~Call() {
solenberg5a289392015-10-19 03:39:20 -0700375 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
perkj26091b12016-09-01 01:17:40 -0700376
solenbergc7a8b082015-10-16 14:35:07 -0700377 RTC_CHECK(audio_send_ssrcs_.empty());
378 RTC_CHECK(video_send_ssrcs_.empty());
379 RTC_CHECK(video_send_streams_.empty());
380 RTC_CHECK(audio_receive_ssrcs_.empty());
381 RTC_CHECK(video_receive_ssrcs_.empty());
382 RTC_CHECK(video_receive_streams_.empty());
pbos@webrtc.org9e4e5242015-02-12 10:48:23 +0000383
nisseb9359842017-01-19 05:41:25 -0800384 pacer_thread_->Stop();
nisseb8f9a322017-03-27 05:36:15 -0700385 pacer_thread_->DeRegisterModule(transport_send_->send_side_cc()->pacer());
nisseb9359842017-01-19 05:41:25 -0800386 pacer_thread_->DeRegisterModule(
nisse559af382017-03-21 06:41:12 -0700387 receive_side_cc_.GetRemoteBitrateEstimator(true));
nisseb8f9a322017-03-27 05:36:15 -0700388 module_process_thread_->DeRegisterModule(transport_send_->send_side_cc());
nisse559af382017-03-21 06:41:12 -0700389 module_process_thread_->DeRegisterModule(&receive_side_cc_);
mflodmane3787022015-10-21 13:24:28 +0200390 module_process_thread_->DeRegisterModule(call_stats_.get());
Peter Boström45553ae2015-05-08 13:54:38 +0200391 module_process_thread_->Stop();
nissebcbaf742017-03-28 01:16:25 -0700392 call_stats_->DeregisterStatsObserver(&receive_side_cc_);
nisseb8f9a322017-03-27 05:36:15 -0700393 call_stats_->DeregisterStatsObserver(transport_send_->send_side_cc());
sprang6d6122b2016-07-13 06:37:09 -0700394
asaperssonfc5e81c2017-04-19 23:28:53 -0700395 int64_t first_sent_packet_ms =
396 transport_send_->send_side_cc()->GetFirstPacketTimeMs();
sprang6d6122b2016-07-13 06:37:09 -0700397 // Only update histograms after process threads have been shut down, so that
398 // they won't try to concurrently update stats.
perkj26091b12016-09-01 01:17:40 -0700399 {
400 rtc::CritScope lock(&bitrate_crit_);
asaperssonfc5e81c2017-04-19 23:28:53 -0700401 UpdateSendHistograms(first_sent_packet_ms);
perkj26091b12016-09-01 01:17:40 -0700402 }
sprang6d6122b2016-07-13 06:37:09 -0700403 UpdateReceiveHistograms();
asapersson4374a092016-07-27 00:39:09 -0700404 UpdateHistograms();
sprang6d6122b2016-07-13 06:37:09 -0700405
Peter Boström45553ae2015-05-08 13:54:38 +0200406 Trace::ReturnTrace();
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000407}
408
brandtrb29e6522016-12-21 06:37:18 -0800409rtc::Optional<RtpPacketReceived> Call::ParseRtpPacket(
410 const uint8_t* packet,
411 size_t length,
412 const PacketTime& packet_time) {
413 RtpPacketReceived parsed_packet;
414 if (!parsed_packet.Parse(packet, length))
415 return rtc::Optional<RtpPacketReceived>();
416
nissed44ce052017-02-06 02:23:00 -0800417 auto it = receive_rtp_config_.find(parsed_packet.Ssrc());
418 if (it != receive_rtp_config_.end())
419 parsed_packet.IdentifyExtensions(it->second.extensions);
brandtrb29e6522016-12-21 06:37:18 -0800420
421 int64_t arrival_time_ms;
422 if (packet_time.timestamp != -1) {
423 arrival_time_ms = (packet_time.timestamp + 500) / 1000;
424 } else {
425 arrival_time_ms = clock_->TimeInMilliseconds();
426 }
427 parsed_packet.set_arrival_time_ms(arrival_time_ms);
428
429 return rtc::Optional<RtpPacketReceived>(std::move(parsed_packet));
430}
431
asapersson4374a092016-07-27 00:39:09 -0700432void Call::UpdateHistograms() {
asapersson1d02d3e2016-09-09 22:40:25 -0700433 RTC_HISTOGRAM_COUNTS_100000(
asapersson4374a092016-07-27 00:39:09 -0700434 "WebRTC.Call.LifetimeInSeconds",
435 (clock_->TimeInMilliseconds() - start_ms_) / 1000);
436}
437
asaperssonfc5e81c2017-04-19 23:28:53 -0700438void Call::UpdateSendHistograms(int64_t first_sent_packet_ms) {
439 if (first_sent_packet_ms == -1)
stefan18adf0a2015-11-17 06:24:56 -0800440 return;
441 int64_t elapsed_sec =
asaperssonfc5e81c2017-04-19 23:28:53 -0700442 (clock_->TimeInMilliseconds() - first_sent_packet_ms) / 1000;
stefan18adf0a2015-11-17 06:24:56 -0800443 if (elapsed_sec < metrics::kMinRunTimeInSeconds)
444 return;
asaperssonce2e1362016-09-09 00:13:35 -0700445 const int kMinRequiredPeriodicSamples = 5;
446 AggregatedStats send_bitrate_stats =
447 estimated_send_bitrate_kbps_counter_.ProcessAndGetStats();
448 if (send_bitrate_stats.num_samples > kMinRequiredPeriodicSamples) {
asapersson1d02d3e2016-09-09 22:40:25 -0700449 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Call.EstimatedSendBitrateInKbps",
450 send_bitrate_stats.average);
asapersson43cb7162016-11-15 08:20:48 -0800451 LOG(LS_INFO) << "WebRTC.Call.EstimatedSendBitrateInKbps, "
452 << send_bitrate_stats.ToString();
stefan18adf0a2015-11-17 06:24:56 -0800453 }
asaperssonce2e1362016-09-09 00:13:35 -0700454 AggregatedStats pacer_bitrate_stats =
455 pacer_bitrate_kbps_counter_.ProcessAndGetStats();
456 if (pacer_bitrate_stats.num_samples > kMinRequiredPeriodicSamples) {
asapersson1d02d3e2016-09-09 22:40:25 -0700457 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Call.PacerBitrateInKbps",
458 pacer_bitrate_stats.average);
asapersson43cb7162016-11-15 08:20:48 -0800459 LOG(LS_INFO) << "WebRTC.Call.PacerBitrateInKbps, "
460 << pacer_bitrate_stats.ToString();
stefan18adf0a2015-11-17 06:24:56 -0800461 }
462}
463
464void Call::UpdateReceiveHistograms() {
asapersson250fd972016-09-08 00:07:21 -0700465 const int kMinRequiredPeriodicSamples = 5;
466 AggregatedStats video_bytes_per_sec =
467 received_video_bytes_per_second_counter_.GetStats();
468 if (video_bytes_per_sec.num_samples > kMinRequiredPeriodicSamples) {
asapersson1d02d3e2016-09-09 22:40:25 -0700469 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Call.VideoBitrateReceivedInKbps",
470 video_bytes_per_sec.average * 8 / 1000);
asapersson076c0112016-11-30 05:17:16 -0800471 LOG(LS_INFO) << "WebRTC.Call.VideoBitrateReceivedInBps, "
472 << video_bytes_per_sec.ToStringWithMultiplier(8);
stefan91d92602015-11-11 10:13:02 -0800473 }
asapersson250fd972016-09-08 00:07:21 -0700474 AggregatedStats audio_bytes_per_sec =
475 received_audio_bytes_per_second_counter_.GetStats();
476 if (audio_bytes_per_sec.num_samples > kMinRequiredPeriodicSamples) {
asapersson1d02d3e2016-09-09 22:40:25 -0700477 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Call.AudioBitrateReceivedInKbps",
478 audio_bytes_per_sec.average * 8 / 1000);
asapersson076c0112016-11-30 05:17:16 -0800479 LOG(LS_INFO) << "WebRTC.Call.AudioBitrateReceivedInBps, "
480 << audio_bytes_per_sec.ToStringWithMultiplier(8);
stefan91d92602015-11-11 10:13:02 -0800481 }
asapersson250fd972016-09-08 00:07:21 -0700482 AggregatedStats rtcp_bytes_per_sec =
483 received_rtcp_bytes_per_second_counter_.GetStats();
484 if (rtcp_bytes_per_sec.num_samples > kMinRequiredPeriodicSamples) {
asapersson1d02d3e2016-09-09 22:40:25 -0700485 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Call.RtcpBitrateReceivedInBps",
486 rtcp_bytes_per_sec.average * 8);
asapersson076c0112016-11-30 05:17:16 -0800487 LOG(LS_INFO) << "WebRTC.Call.RtcpBitrateReceivedInBps, "
488 << rtcp_bytes_per_sec.ToStringWithMultiplier(8);
stefan91d92602015-11-11 10:13:02 -0800489 }
asapersson250fd972016-09-08 00:07:21 -0700490 AggregatedStats recv_bytes_per_sec =
491 received_bytes_per_second_counter_.GetStats();
492 if (recv_bytes_per_sec.num_samples > kMinRequiredPeriodicSamples) {
asapersson1d02d3e2016-09-09 22:40:25 -0700493 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Call.BitrateReceivedInKbps",
494 recv_bytes_per_sec.average * 8 / 1000);
asapersson076c0112016-11-30 05:17:16 -0800495 LOG(LS_INFO) << "WebRTC.Call.BitrateReceivedInBps, "
496 << recv_bytes_per_sec.ToStringWithMultiplier(8);
asapersson250fd972016-09-08 00:07:21 -0700497 }
stefan91d92602015-11-11 10:13:02 -0800498}
499
solenberg5a289392015-10-19 03:39:20 -0700500PacketReceiver* Call::Receiver() {
501 // TODO(solenberg): Some test cases in EndToEndTest use this from a different
502 // thread. Re-enable once that is fixed.
503 // RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
504 return this;
505}
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000506
Fredrik Solenberg04f49312015-06-08 13:04:56 +0200507webrtc::AudioSendStream* Call::CreateAudioSendStream(
508 const webrtc::AudioSendStream::Config& config) {
solenbergc7a8b082015-10-16 14:35:07 -0700509 TRACE_EVENT0("webrtc", "Call::CreateAudioSendStream");
solenberg5a289392015-10-19 03:39:20 -0700510 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
ivoce0928d82016-10-10 05:12:51 -0700511 event_log_->LogAudioSendStreamConfig(config);
Stefan Holmerb86d4e42015-12-07 10:26:18 +0100512 AudioSendStream* send_stream = new AudioSendStream(
nisseb8f9a322017-03-27 05:36:15 -0700513 config, config_.audio_state, &worker_queue_, transport_send_.get(),
514 bitrate_allocator_.get(), event_log_, call_stats_->rtcp_rtt_stats());
solenbergc7a8b082015-10-16 14:35:07 -0700515 {
solenbergc7a8b082015-10-16 14:35:07 -0700516 WriteLockScoped write_lock(*send_crit_);
517 RTC_DCHECK(audio_send_ssrcs_.find(config.rtp.ssrc) ==
518 audio_send_ssrcs_.end());
519 audio_send_ssrcs_[config.rtp.ssrc] = send_stream;
solenbergc7a8b082015-10-16 14:35:07 -0700520 }
solenberg7602aab2016-11-14 11:30:07 -0800521 {
522 ReadLockScoped read_lock(*receive_crit_);
523 for (const auto& kv : audio_receive_ssrcs_) {
524 if (kv.second->config().rtp.local_ssrc == config.rtp.ssrc) {
525 kv.second->AssociateSendStream(send_stream);
526 }
527 }
528 }
skvlad7a43d252016-03-22 15:32:27 -0700529 send_stream->SignalNetworkState(audio_network_state_);
530 UpdateAggregateNetworkState();
solenbergc7a8b082015-10-16 14:35:07 -0700531 return send_stream;
Fredrik Solenberg04f49312015-06-08 13:04:56 +0200532}
533
534void Call::DestroyAudioSendStream(webrtc::AudioSendStream* send_stream) {
solenbergc7a8b082015-10-16 14:35:07 -0700535 TRACE_EVENT0("webrtc", "Call::DestroyAudioSendStream");
solenberg5a289392015-10-19 03:39:20 -0700536 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
solenbergc7a8b082015-10-16 14:35:07 -0700537 RTC_DCHECK(send_stream != nullptr);
538
539 send_stream->Stop();
540
541 webrtc::internal::AudioSendStream* audio_send_stream =
542 static_cast<webrtc::internal::AudioSendStream*>(send_stream);
solenberg7602aab2016-11-14 11:30:07 -0800543 uint32_t ssrc = audio_send_stream->config().rtp.ssrc;
solenbergc7a8b082015-10-16 14:35:07 -0700544 {
545 WriteLockScoped write_lock(*send_crit_);
solenberg7602aab2016-11-14 11:30:07 -0800546 size_t num_deleted = audio_send_ssrcs_.erase(ssrc);
547 RTC_DCHECK_EQ(1, num_deleted);
548 }
549 {
550 ReadLockScoped read_lock(*receive_crit_);
551 for (const auto& kv : audio_receive_ssrcs_) {
552 if (kv.second->config().rtp.local_ssrc == ssrc) {
553 kv.second->AssociateSendStream(nullptr);
554 }
555 }
solenbergc7a8b082015-10-16 14:35:07 -0700556 }
skvlad7a43d252016-03-22 15:32:27 -0700557 UpdateAggregateNetworkState();
solenbergc7a8b082015-10-16 14:35:07 -0700558 delete audio_send_stream;
Fredrik Solenberg04f49312015-06-08 13:04:56 +0200559}
560
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200561webrtc::AudioReceiveStream* Call::CreateAudioReceiveStream(
562 const webrtc::AudioReceiveStream::Config& config) {
563 TRACE_EVENT0("webrtc", "Call::CreateAudioReceiveStream");
solenberg5a289392015-10-19 03:39:20 -0700564 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
ivoce0928d82016-10-10 05:12:51 -0700565 event_log_->LogAudioReceiveStreamConfig(config);
nisseb8f9a322017-03-27 05:36:15 -0700566 AudioReceiveStream* receive_stream =
567 new AudioReceiveStream(transport_send_->packet_router(), config,
568 config_.audio_state, event_log_);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200569 {
570 WriteLockScoped write_lock(*receive_crit_);
henrikg91d6ede2015-09-17 00:24:34 -0700571 RTC_DCHECK(audio_receive_ssrcs_.find(config.rtp.remote_ssrc) ==
572 audio_receive_ssrcs_.end());
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200573 audio_receive_ssrcs_[config.rtp.remote_ssrc] = receive_stream;
nissed44ce052017-02-06 02:23:00 -0800574 receive_rtp_config_[config.rtp.remote_ssrc] =
nisse4709e892017-02-07 01:18:43 -0800575 ReceiveRtpConfig(config.rtp.extensions, UseSendSideBwe(config));
nissed44ce052017-02-06 02:23:00 -0800576
pbos8fc7fa72015-07-15 08:02:58 -0700577 ConfigureSync(config.sync_group);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200578 }
solenberg7602aab2016-11-14 11:30:07 -0800579 {
580 ReadLockScoped read_lock(*send_crit_);
581 auto it = audio_send_ssrcs_.find(config.rtp.local_ssrc);
582 if (it != audio_send_ssrcs_.end()) {
583 receive_stream->AssociateSendStream(it->second);
584 }
585 }
skvlad7a43d252016-03-22 15:32:27 -0700586 receive_stream->SignalNetworkState(audio_network_state_);
587 UpdateAggregateNetworkState();
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200588 return receive_stream;
589}
590
591void Call::DestroyAudioReceiveStream(
592 webrtc::AudioReceiveStream* receive_stream) {
593 TRACE_EVENT0("webrtc", "Call::DestroyAudioReceiveStream");
solenberg5a289392015-10-19 03:39:20 -0700594 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
henrikg91d6ede2015-09-17 00:24:34 -0700595 RTC_DCHECK(receive_stream != nullptr);
solenbergc7a8b082015-10-16 14:35:07 -0700596 webrtc::internal::AudioReceiveStream* audio_receive_stream =
597 static_cast<webrtc::internal::AudioReceiveStream*>(receive_stream);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200598 {
599 WriteLockScoped write_lock(*receive_crit_);
nisse4709e892017-02-07 01:18:43 -0800600 const AudioReceiveStream::Config& config = audio_receive_stream->config();
601 uint32_t ssrc = config.rtp.remote_ssrc;
nisse559af382017-03-21 06:41:12 -0700602 receive_side_cc_.GetRemoteBitrateEstimator(UseSendSideBwe(config))
nisse4709e892017-02-07 01:18:43 -0800603 ->RemoveStream(ssrc);
nissed44ce052017-02-06 02:23:00 -0800604 size_t num_deleted = audio_receive_ssrcs_.erase(ssrc);
henrikg91d6ede2015-09-17 00:24:34 -0700605 RTC_DCHECK(num_deleted == 1);
pbos8fc7fa72015-07-15 08:02:58 -0700606 const std::string& sync_group = audio_receive_stream->config().sync_group;
607 const auto it = sync_stream_mapping_.find(sync_group);
608 if (it != sync_stream_mapping_.end() &&
609 it->second == audio_receive_stream) {
610 sync_stream_mapping_.erase(it);
611 ConfigureSync(sync_group);
612 }
nissed44ce052017-02-06 02:23:00 -0800613 receive_rtp_config_.erase(ssrc);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200614 }
skvlad7a43d252016-03-22 15:32:27 -0700615 UpdateAggregateNetworkState();
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200616 delete audio_receive_stream;
617}
618
619webrtc::VideoSendStream* Call::CreateVideoSendStream(
perkj26091b12016-09-01 01:17:40 -0700620 webrtc::VideoSendStream::Config config,
621 VideoEncoderConfig encoder_config) {
pbos@webrtc.org50fe3592015-01-29 12:33:07 +0000622 TRACE_EVENT0("webrtc", "Call::CreateVideoSendStream");
solenberg5a289392015-10-19 03:39:20 -0700623 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
pbos@webrtc.org1819fd72013-06-10 13:48:26 +0000624
asapersson35151f32016-05-02 23:44:01 -0700625 video_send_delay_stats_->AddSsrcs(config);
perkj26091b12016-09-01 01:17:40 -0700626 event_log_->LogVideoSendStreamConfig(config);
627
mflodman@webrtc.orgeb16b812014-06-16 08:57:39 +0000628 // TODO(mflodman): Base the start bitrate on a current bandwidth estimate, if
629 // the call has already started.
perkj26091b12016-09-01 01:17:40 -0700630 // Copy ssrcs from |config| since |config| is moved.
631 std::vector<uint32_t> ssrcs = config.rtp.ssrcs;
mflodman0c478b32015-10-21 15:52:16 +0200632 VideoSendStream* send_stream = new VideoSendStream(
perkj26091b12016-09-01 01:17:40 -0700633 num_cpu_cores_, module_process_thread_.get(), &worker_queue_,
nisseb8f9a322017-03-27 05:36:15 -0700634 call_stats_.get(), transport_send_.get(), bitrate_allocator_.get(),
nisse05843312017-04-18 23:38:35 -0700635 video_send_delay_stats_.get(), event_log_, std::move(config),
nisseb8f9a322017-03-27 05:36:15 -0700636 std::move(encoder_config), suspended_video_send_ssrcs_);
perkj26091b12016-09-01 01:17:40 -0700637
skvlad7a43d252016-03-22 15:32:27 -0700638 {
639 WriteLockScoped write_lock(*send_crit_);
perkj26091b12016-09-01 01:17:40 -0700640 for (uint32_t ssrc : ssrcs) {
skvlad7a43d252016-03-22 15:32:27 -0700641 RTC_DCHECK(video_send_ssrcs_.find(ssrc) == video_send_ssrcs_.end());
642 video_send_ssrcs_[ssrc] = send_stream;
643 }
644 video_send_streams_.insert(send_stream);
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000645 }
skvlad7a43d252016-03-22 15:32:27 -0700646 send_stream->SignalNetworkState(video_network_state_);
647 UpdateAggregateNetworkState();
perkj26091b12016-09-01 01:17:40 -0700648
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000649 return send_stream;
650}
651
pbos@webrtc.org2c46f8d2013-11-21 13:49:43 +0000652void Call::DestroyVideoSendStream(webrtc::VideoSendStream* send_stream) {
pbos@webrtc.org50fe3592015-01-29 12:33:07 +0000653 TRACE_EVENT0("webrtc", "Call::DestroyVideoSendStream");
henrikg91d6ede2015-09-17 00:24:34 -0700654 RTC_DCHECK(send_stream != nullptr);
solenberg5a289392015-10-19 03:39:20 -0700655 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000656
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000657 send_stream->Stop();
658
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24 +0000659 VideoSendStream* send_stream_impl = nullptr;
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000660 {
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000661 WriteLockScoped write_lock(*send_crit_);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200662 auto it = video_send_ssrcs_.begin();
663 while (it != video_send_ssrcs_.end()) {
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000664 if (it->second == static_cast<VideoSendStream*>(send_stream)) {
665 send_stream_impl = it->second;
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200666 video_send_ssrcs_.erase(it++);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000667 } else {
668 ++it;
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000669 }
670 }
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200671 video_send_streams_.erase(send_stream_impl);
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000672 }
henrikg91d6ede2015-09-17 00:24:34 -0700673 RTC_CHECK(send_stream_impl != nullptr);
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000674
perkj26091b12016-09-01 01:17:40 -0700675 VideoSendStream::RtpStateMap rtp_state =
676 send_stream_impl->StopPermanentlyAndGetRtpStates();
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000677
678 for (VideoSendStream::RtpStateMap::iterator it = rtp_state.begin();
perkj26091b12016-09-01 01:17:40 -0700679 it != rtp_state.end(); ++it) {
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200680 suspended_video_send_ssrcs_[it->first] = it->second;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000681 }
682
skvlad7a43d252016-03-22 15:32:27 -0700683 UpdateAggregateNetworkState();
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000684 delete send_stream_impl;
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000685}
686
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200687webrtc::VideoReceiveStream* Call::CreateVideoReceiveStream(
Tommi733b5472016-06-10 17:58:01 +0200688 webrtc::VideoReceiveStream::Config configuration) {
pbos@webrtc.org50fe3592015-01-29 12:33:07 +0000689 TRACE_EVENT0("webrtc", "Call::CreateVideoReceiveStream");
solenberg5a289392015-10-19 03:39:20 -0700690 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
brandtrfb45c6c2017-01-27 06:47:55 -0800691
nisse05843312017-04-18 23:38:35 -0700692 VideoReceiveStream* receive_stream =
693 new VideoReceiveStream(num_cpu_cores_, transport_send_->packet_router(),
694 std::move(configuration),
695 module_process_thread_.get(), call_stats_.get());
Tommi733b5472016-06-10 17:58:01 +0200696
697 const webrtc::VideoReceiveStream::Config& config = receive_stream->config();
nissed44ce052017-02-06 02:23:00 -0800698 ReceiveRtpConfig receive_config(config.rtp.extensions,
nisse4709e892017-02-07 01:18:43 -0800699 UseSendSideBwe(config));
skvlad7a43d252016-03-22 15:32:27 -0700700 {
701 WriteLockScoped write_lock(*receive_crit_);
702 RTC_DCHECK(video_receive_ssrcs_.find(config.rtp.remote_ssrc) ==
703 video_receive_ssrcs_.end());
704 video_receive_ssrcs_[config.rtp.remote_ssrc] = receive_stream;
nissed44ce052017-02-06 02:23:00 -0800705 if (config.rtp.rtx_ssrc) {
brandtr14742122017-01-27 04:53:07 -0800706 video_receive_ssrcs_[config.rtp.rtx_ssrc] = receive_stream;
nissed44ce052017-02-06 02:23:00 -0800707 // We record identical config for the rtx stream as for the main
nisseb8f9a322017-03-27 05:36:15 -0700708 // stream. Since the transport_send_cc negotiation is per payload
nissed44ce052017-02-06 02:23:00 -0800709 // type, we may get an incorrect value for the rtx stream, but
710 // that is unlikely to matter in practice.
711 receive_rtp_config_[config.rtp.rtx_ssrc] = receive_config;
712 }
713 receive_rtp_config_[config.rtp.remote_ssrc] = receive_config;
skvlad7a43d252016-03-22 15:32:27 -0700714 video_receive_streams_.insert(receive_stream);
skvlad7a43d252016-03-22 15:32:27 -0700715 ConfigureSync(config.sync_group);
716 }
717 receive_stream->SignalNetworkState(video_network_state_);
718 UpdateAggregateNetworkState();
ivoc14d5dbe2016-07-04 07:06:55 -0700719 event_log_->LogVideoReceiveStreamConfig(config);
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000720 return receive_stream;
721}
722
pbos@webrtc.org2c46f8d2013-11-21 13:49:43 +0000723void Call::DestroyVideoReceiveStream(
724 webrtc::VideoReceiveStream* receive_stream) {
pbos@webrtc.org50fe3592015-01-29 12:33:07 +0000725 TRACE_EVENT0("webrtc", "Call::DestroyVideoReceiveStream");
solenberg5a289392015-10-19 03:39:20 -0700726 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
henrikg91d6ede2015-09-17 00:24:34 -0700727 RTC_DCHECK(receive_stream != nullptr);
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24 +0000728 VideoReceiveStream* receive_stream_impl = nullptr;
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000729 {
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000730 WriteLockScoped write_lock(*receive_crit_);
pbos@webrtc.orgc279a5d2014-01-24 09:30:53 +0000731 // Remove all ssrcs pointing to a receive stream. As RTX retransmits on a
732 // separate SSRC there can be either one or two.
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200733 auto it = video_receive_ssrcs_.begin();
734 while (it != video_receive_ssrcs_.end()) {
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000735 if (it->second == static_cast<VideoReceiveStream*>(receive_stream)) {
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24 +0000736 if (receive_stream_impl != nullptr)
henrikg91d6ede2015-09-17 00:24:34 -0700737 RTC_DCHECK(receive_stream_impl == it->second);
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000738 receive_stream_impl = it->second;
nissed44ce052017-02-06 02:23:00 -0800739 receive_rtp_config_.erase(it->first);
740 it = video_receive_ssrcs_.erase(it);
pbos@webrtc.orgc279a5d2014-01-24 09:30:53 +0000741 } else {
742 ++it;
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000743 }
744 }
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200745 video_receive_streams_.erase(receive_stream_impl);
henrikg91d6ede2015-09-17 00:24:34 -0700746 RTC_CHECK(receive_stream_impl != nullptr);
pbos8fc7fa72015-07-15 08:02:58 -0700747 ConfigureSync(receive_stream_impl->config().sync_group);
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000748 }
nisse4709e892017-02-07 01:18:43 -0800749 const VideoReceiveStream::Config& config = receive_stream_impl->config();
750
nisse559af382017-03-21 06:41:12 -0700751 receive_side_cc_.GetRemoteBitrateEstimator(UseSendSideBwe(config))
nisse4709e892017-02-07 01:18:43 -0800752 ->RemoveStream(config.rtp.remote_ssrc);
753
skvlad7a43d252016-03-22 15:32:27 -0700754 UpdateAggregateNetworkState();
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000755 delete receive_stream_impl;
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000756}
757
brandtr7250b392016-12-19 01:13:46 -0800758FlexfecReceiveStream* Call::CreateFlexfecReceiveStream(
759 const FlexfecReceiveStream::Config& config) {
brandtr25445d32016-10-23 23:37:14 -0700760 TRACE_EVENT0("webrtc", "Call::CreateFlexfecReceiveStream");
761 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
brandtrb29e6522016-12-21 06:37:18 -0800762
763 RecoveredPacketReceiver* recovered_packet_receiver = this;
brandtrfa5a3682017-01-17 01:33:54 -0800764 FlexfecReceiveStreamImpl* receive_stream = new FlexfecReceiveStreamImpl(
765 config, recovered_packet_receiver, call_stats_->rtcp_rtt_stats(),
766 module_process_thread_.get());
brandtr25445d32016-10-23 23:37:14 -0700767
brandtr25445d32016-10-23 23:37:14 -0700768 {
769 WriteLockScoped write_lock(*receive_crit_);
brandtrb29e6522016-12-21 06:37:18 -0800770
771 RTC_DCHECK(flexfec_receive_streams_.find(receive_stream) ==
772 flexfec_receive_streams_.end());
773 flexfec_receive_streams_.insert(receive_stream);
774
brandtr25445d32016-10-23 23:37:14 -0700775 for (auto ssrc : config.protected_media_ssrcs)
776 flexfec_receive_ssrcs_media_.insert(std::make_pair(ssrc, receive_stream));
brandtrb29e6522016-12-21 06:37:18 -0800777
brandtr1cfbd602016-12-08 04:17:53 -0800778 RTC_DCHECK(flexfec_receive_ssrcs_protection_.find(config.remote_ssrc) ==
brandtr25445d32016-10-23 23:37:14 -0700779 flexfec_receive_ssrcs_protection_.end());
brandtr1cfbd602016-12-08 04:17:53 -0800780 flexfec_receive_ssrcs_protection_[config.remote_ssrc] = receive_stream;
brandtrb29e6522016-12-21 06:37:18 -0800781
nissed44ce052017-02-06 02:23:00 -0800782 RTC_DCHECK(receive_rtp_config_.find(config.remote_ssrc) ==
783 receive_rtp_config_.end());
784 receive_rtp_config_[config.remote_ssrc] =
nisse4709e892017-02-07 01:18:43 -0800785 ReceiveRtpConfig(config.rtp_header_extensions, UseSendSideBwe(config));
brandtr25445d32016-10-23 23:37:14 -0700786 }
brandtrb29e6522016-12-21 06:37:18 -0800787
brandtr25445d32016-10-23 23:37:14 -0700788 // TODO(brandtr): Store config in RtcEventLog here.
brandtrb29e6522016-12-21 06:37:18 -0800789
brandtr25445d32016-10-23 23:37:14 -0700790 return receive_stream;
791}
792
brandtr7250b392016-12-19 01:13:46 -0800793void Call::DestroyFlexfecReceiveStream(FlexfecReceiveStream* receive_stream) {
brandtr25445d32016-10-23 23:37:14 -0700794 TRACE_EVENT0("webrtc", "Call::DestroyFlexfecReceiveStream");
795 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
brandtrb29e6522016-12-21 06:37:18 -0800796
brandtr25445d32016-10-23 23:37:14 -0700797 RTC_DCHECK(receive_stream != nullptr);
brandtr7250b392016-12-19 01:13:46 -0800798 // There exist no other derived classes of FlexfecReceiveStream,
brandtr25445d32016-10-23 23:37:14 -0700799 // so this downcast is safe.
brandtr7250b392016-12-19 01:13:46 -0800800 FlexfecReceiveStreamImpl* receive_stream_impl =
801 static_cast<FlexfecReceiveStreamImpl*>(receive_stream);
brandtr25445d32016-10-23 23:37:14 -0700802 {
803 WriteLockScoped write_lock(*receive_crit_);
brandtrb29e6522016-12-21 06:37:18 -0800804
nisse4709e892017-02-07 01:18:43 -0800805 const FlexfecReceiveStream::Config& config =
806 receive_stream_impl->GetConfig();
807 uint32_t ssrc = config.remote_ssrc;
nissed44ce052017-02-06 02:23:00 -0800808 receive_rtp_config_.erase(ssrc);
brandtrb29e6522016-12-21 06:37:18 -0800809
brandtr7250b392016-12-19 01:13:46 -0800810 // Remove all SSRCs pointing to the FlexfecReceiveStreamImpl to be
811 // destroyed.
brandtr70e40532016-12-21 00:22:03 -0800812 auto prot_it = flexfec_receive_ssrcs_protection_.begin();
813 while (prot_it != flexfec_receive_ssrcs_protection_.end()) {
814 if (prot_it->second == receive_stream_impl)
815 prot_it = flexfec_receive_ssrcs_protection_.erase(prot_it);
816 else
817 ++prot_it;
818 }
brandtrb29e6522016-12-21 06:37:18 -0800819 auto media_it = flexfec_receive_ssrcs_media_.begin();
820 while (media_it != flexfec_receive_ssrcs_media_.end()) {
821 if (media_it->second == receive_stream_impl)
822 media_it = flexfec_receive_ssrcs_media_.erase(media_it);
823 else
824 ++media_it;
825 }
826
nisse559af382017-03-21 06:41:12 -0700827 receive_side_cc_.GetRemoteBitrateEstimator(UseSendSideBwe(config))
nisse4709e892017-02-07 01:18:43 -0800828 ->RemoveStream(ssrc);
829
brandtr25445d32016-10-23 23:37:14 -0700830 flexfec_receive_streams_.erase(receive_stream_impl);
831 }
brandtrb29e6522016-12-21 06:37:18 -0800832
brandtr25445d32016-10-23 23:37:14 -0700833 delete receive_stream_impl;
834}
835
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000836Call::Stats Call::GetStats() const {
solenberg5a289392015-10-19 03:39:20 -0700837 // TODO(solenberg): Some test cases in EndToEndTest use this from a different
838 // thread. Re-enable once that is fixed.
839 // RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000840 Stats stats;
Peter Boström45553ae2015-05-08 13:54:38 +0200841 // Fetch available send/receive bitrates.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000842 uint32_t send_bandwidth = 0;
nisseb8f9a322017-03-27 05:36:15 -0700843 transport_send_->send_side_cc()->GetBitrateController()->AvailableBandwidth(
844 &send_bandwidth);
Peter Boström45553ae2015-05-08 13:54:38 +0200845 std::vector<unsigned int> ssrcs;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000846 uint32_t recv_bandwidth = 0;
nisse559af382017-03-21 06:41:12 -0700847 receive_side_cc_.GetRemoteBitrateEstimator(false)->LatestEstimate(
mflodmana20de202015-10-18 22:08:19 -0700848 &ssrcs, &recv_bandwidth);
Peter Boström45553ae2015-05-08 13:54:38 +0200849 stats.send_bandwidth_bps = send_bandwidth;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000850 stats.recv_bandwidth_bps = recv_bandwidth;
nisseb8f9a322017-03-27 05:36:15 -0700851 stats.pacer_delay_ms =
852 transport_send_->send_side_cc()->GetPacerQueuingDelayMs();
sprange2d83d62016-02-19 09:03:26 -0800853 stats.rtt_ms = call_stats_->rtcp_rtt_stats()->LastProcessedRtt();
sprang9c0b5512016-07-06 00:54:28 -0700854 {
855 rtc::CritScope cs(&bitrate_crit_);
856 stats.max_padding_bitrate_bps = configured_max_padding_bitrate_bps_;
857 }
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000858 return stats;
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000859}
860
pbos@webrtc.org00873182014-11-25 14:03:34 +0000861void Call::SetBitrateConfig(
862 const webrtc::Call::Config::BitrateConfig& bitrate_config) {
pbos@webrtc.org50fe3592015-01-29 12:33:07 +0000863 TRACE_EVENT0("webrtc", "Call::SetBitrateConfig");
solenberg5a289392015-10-19 03:39:20 -0700864 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
henrikg91d6ede2015-09-17 00:24:34 -0700865 RTC_DCHECK_GE(bitrate_config.min_bitrate_bps, 0);
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24 +0000866 if (bitrate_config.max_bitrate_bps != -1)
henrikg91d6ede2015-09-17 00:24:34 -0700867 RTC_DCHECK_GT(bitrate_config.max_bitrate_bps, 0);
Stefan Holmere5904162015-03-26 11:11:06 +0100868 if (config_.bitrate_config.min_bitrate_bps ==
pbos@webrtc.org00873182014-11-25 14:03:34 +0000869 bitrate_config.min_bitrate_bps &&
870 (bitrate_config.start_bitrate_bps <= 0 ||
Stefan Holmere5904162015-03-26 11:11:06 +0100871 config_.bitrate_config.start_bitrate_bps ==
pbos@webrtc.org00873182014-11-25 14:03:34 +0000872 bitrate_config.start_bitrate_bps) &&
Stefan Holmere5904162015-03-26 11:11:06 +0100873 config_.bitrate_config.max_bitrate_bps ==
pbos@webrtc.org00873182014-11-25 14:03:34 +0000874 bitrate_config.max_bitrate_bps) {
875 // Nothing new to set, early abort to avoid encoder reconfigurations.
876 return;
877 }
Stefan Holmerbe402962016-07-08 16:16:41 +0200878 config_.bitrate_config.min_bitrate_bps = bitrate_config.min_bitrate_bps;
879 // Start bitrate of -1 means we should keep the old bitrate, which there is
880 // no point in remembering for the future.
881 if (bitrate_config.start_bitrate_bps > 0)
882 config_.bitrate_config.start_bitrate_bps = bitrate_config.start_bitrate_bps;
883 config_.bitrate_config.max_bitrate_bps = bitrate_config.max_bitrate_bps;
stefan5a2c5062017-01-27 06:43:18 -0800884 RTC_DCHECK_NE(bitrate_config.start_bitrate_bps, 0);
nisseb8f9a322017-03-27 05:36:15 -0700885 transport_send_->send_side_cc()->SetBweBitrates(
886 bitrate_config.min_bitrate_bps, bitrate_config.start_bitrate_bps,
887 bitrate_config.max_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +0000888}
889
skvlad7a43d252016-03-22 15:32:27 -0700890void Call::SignalChannelNetworkState(MediaType media, NetworkState state) {
solenberg5a289392015-10-19 03:39:20 -0700891 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
skvlad7a43d252016-03-22 15:32:27 -0700892 switch (media) {
893 case MediaType::AUDIO:
894 audio_network_state_ = state;
895 break;
896 case MediaType::VIDEO:
897 video_network_state_ = state;
898 break;
899 case MediaType::ANY:
900 case MediaType::DATA:
901 RTC_NOTREACHED();
902 break;
903 }
904
905 UpdateAggregateNetworkState();
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000906 {
skvlad7a43d252016-03-22 15:32:27 -0700907 ReadLockScoped read_lock(*send_crit_);
solenbergc7a8b082015-10-16 14:35:07 -0700908 for (auto& kv : audio_send_ssrcs_) {
skvlad7a43d252016-03-22 15:32:27 -0700909 kv.second->SignalNetworkState(audio_network_state_);
solenbergc7a8b082015-10-16 14:35:07 -0700910 }
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200911 for (auto& kv : video_send_ssrcs_) {
skvlad7a43d252016-03-22 15:32:27 -0700912 kv.second->SignalNetworkState(video_network_state_);
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000913 }
914 }
915 {
skvlad7a43d252016-03-22 15:32:27 -0700916 ReadLockScoped read_lock(*receive_crit_);
917 for (auto& kv : audio_receive_ssrcs_) {
918 kv.second->SignalNetworkState(audio_network_state_);
919 }
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200920 for (auto& kv : video_receive_ssrcs_) {
skvlad7a43d252016-03-22 15:32:27 -0700921 kv.second->SignalNetworkState(video_network_state_);
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000922 }
923 }
924}
925
michaelt79e05882016-11-08 02:50:09 -0800926void Call::OnTransportOverheadChanged(MediaType media,
927 int transport_overhead_per_packet) {
928 switch (media) {
929 case MediaType::AUDIO: {
930 ReadLockScoped read_lock(*send_crit_);
931 for (auto& kv : audio_send_ssrcs_) {
932 kv.second->SetTransportOverhead(transport_overhead_per_packet);
933 }
934 break;
935 }
936 case MediaType::VIDEO: {
937 ReadLockScoped read_lock(*send_crit_);
938 for (auto& kv : video_send_ssrcs_) {
939 kv.second->SetTransportOverhead(transport_overhead_per_packet);
940 }
941 break;
942 }
943 case MediaType::ANY:
944 case MediaType::DATA:
945 RTC_NOTREACHED();
946 break;
947 }
948}
949
Honghai Zhang0e533ef2016-04-19 15:41:36 -0700950// TODO(honghaiz): Add tests for this method.
951void Call::OnNetworkRouteChanged(const std::string& transport_name,
952 const rtc::NetworkRoute& network_route) {
953 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
954 // Check if the network route is connected.
955 if (!network_route.connected) {
956 LOG(LS_INFO) << "Transport " << transport_name << " is disconnected";
957 // TODO(honghaiz): Perhaps handle this in SignalChannelNetworkState and
958 // consider merging these two methods.
959 return;
960 }
961
962 // Check whether the network route has changed on each transport.
963 auto result =
964 network_routes_.insert(std::make_pair(transport_name, network_route));
965 auto kv = result.first;
966 bool inserted = result.second;
967 if (inserted) {
968 // No need to reset BWE if this is the first time the network connects.
969 return;
970 }
971 if (kv->second != network_route) {
972 kv->second = network_route;
973 LOG(LS_INFO) << "Network route changed on transport " << transport_name
974 << ": new local network id " << network_route.local_network_id
honghaiz059e1832016-06-24 11:03:55 -0700975 << " new remote network id " << network_route.remote_network_id
Stefan Holmer52200d02016-09-20 14:14:23 +0200976 << " Reset bitrates to min: "
977 << config_.bitrate_config.min_bitrate_bps
978 << " bps, start: " << config_.bitrate_config.start_bitrate_bps
979 << " bps, max: " << config_.bitrate_config.start_bitrate_bps
980 << " bps.";
stefan5a2c5062017-01-27 06:43:18 -0800981 RTC_DCHECK_GT(config_.bitrate_config.start_bitrate_bps, 0);
nisseb8f9a322017-03-27 05:36:15 -0700982 transport_send_->send_side_cc()->OnNetworkRouteChanged(
Stefan Holmer9ea46b52017-03-15 12:40:25 +0100983 network_route, config_.bitrate_config.start_bitrate_bps,
honghaiz059e1832016-06-24 11:03:55 -0700984 config_.bitrate_config.min_bitrate_bps,
985 config_.bitrate_config.max_bitrate_bps);
Honghai Zhang0e533ef2016-04-19 15:41:36 -0700986 }
987}
988
skvlad7a43d252016-03-22 15:32:27 -0700989void Call::UpdateAggregateNetworkState() {
990 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
991
992 bool have_audio = false;
993 bool have_video = false;
994 {
995 ReadLockScoped read_lock(*send_crit_);
996 if (audio_send_ssrcs_.size() > 0)
997 have_audio = true;
998 if (video_send_ssrcs_.size() > 0)
999 have_video = true;
1000 }
1001 {
1002 ReadLockScoped read_lock(*receive_crit_);
1003 if (audio_receive_ssrcs_.size() > 0)
1004 have_audio = true;
1005 if (video_receive_ssrcs_.size() > 0)
1006 have_video = true;
1007 }
1008
1009 NetworkState aggregate_state = kNetworkDown;
1010 if ((have_video && video_network_state_ == kNetworkUp) ||
1011 (have_audio && audio_network_state_ == kNetworkUp)) {
1012 aggregate_state = kNetworkUp;
1013 }
1014
1015 LOG(LS_INFO) << "UpdateAggregateNetworkState: aggregate_state="
1016 << (aggregate_state == kNetworkUp ? "up" : "down");
1017
nisseb8f9a322017-03-27 05:36:15 -07001018 transport_send_->send_side_cc()->SignalNetworkState(aggregate_state);
skvlad7a43d252016-03-22 15:32:27 -07001019}
1020
stefanc1aeaf02015-10-15 07:26:07 -07001021void Call::OnSentPacket(const rtc::SentPacket& sent_packet) {
asapersson35151f32016-05-02 23:44:01 -07001022 video_send_delay_stats_->OnSentPacket(sent_packet.packet_id,
1023 clock_->TimeInMilliseconds());
nisseb8f9a322017-03-27 05:36:15 -07001024 transport_send_->send_side_cc()->OnSentPacket(sent_packet);
stefanc1aeaf02015-10-15 07:26:07 -07001025}
1026
minyue78b4d562016-11-30 04:47:39 -08001027void Call::OnNetworkChanged(uint32_t target_bitrate_bps,
1028 uint8_t fraction_loss,
1029 int64_t rtt_ms,
1030 int64_t probing_interval_ms) {
perkj26091b12016-09-01 01:17:40 -07001031 // TODO(perkj): Consider making sure CongestionController operates on
1032 // |worker_queue_|.
1033 if (!worker_queue_.IsCurrent()) {
minyue78b4d562016-11-30 04:47:39 -08001034 worker_queue_.PostTask(
1035 [this, target_bitrate_bps, fraction_loss, rtt_ms, probing_interval_ms] {
1036 OnNetworkChanged(target_bitrate_bps, fraction_loss, rtt_ms,
1037 probing_interval_ms);
1038 });
perkj26091b12016-09-01 01:17:40 -07001039 return;
1040 }
1041 RTC_DCHECK_RUN_ON(&worker_queue_);
nisse559af382017-03-21 06:41:12 -07001042 // For controlling the rate of feedback messages.
1043 receive_side_cc_.OnBitrateChanged(target_bitrate_bps);
perkj71ee44c2016-06-15 00:47:53 -07001044 bitrate_allocator_->OnNetworkChanged(target_bitrate_bps, fraction_loss,
minyue78b4d562016-11-30 04:47:39 -08001045 rtt_ms, probing_interval_ms);
mflodman0e7e2592015-11-12 21:02:42 -08001046
asaperssonce2e1362016-09-09 00:13:35 -07001047 // Ignore updates if bitrate is zero (the aggregate network state is down).
1048 if (target_bitrate_bps == 0) {
stefan18adf0a2015-11-17 06:24:56 -08001049 rtc::CritScope lock(&bitrate_crit_);
asaperssonce2e1362016-09-09 00:13:35 -07001050 estimated_send_bitrate_kbps_counter_.ProcessAndPause();
1051 pacer_bitrate_kbps_counter_.ProcessAndPause();
1052 return;
stefan18adf0a2015-11-17 06:24:56 -08001053 }
asaperssonce2e1362016-09-09 00:13:35 -07001054
1055 bool sending_video;
1056 {
1057 ReadLockScoped read_lock(*send_crit_);
1058 sending_video = !video_send_streams_.empty();
1059 }
1060
1061 rtc::CritScope lock(&bitrate_crit_);
1062 if (!sending_video) {
1063 // Do not update the stats if we are not sending video.
1064 estimated_send_bitrate_kbps_counter_.ProcessAndPause();
1065 pacer_bitrate_kbps_counter_.ProcessAndPause();
1066 return;
1067 }
1068 estimated_send_bitrate_kbps_counter_.Add(target_bitrate_bps / 1000);
1069 // Pacer bitrate may be higher than bitrate estimate if enforcing min bitrate.
1070 uint32_t pacer_bitrate_bps =
1071 std::max(target_bitrate_bps, min_allocated_send_bitrate_bps_);
1072 pacer_bitrate_kbps_counter_.Add(pacer_bitrate_bps / 1000);
perkj71ee44c2016-06-15 00:47:53 -07001073}
mflodman101f2502016-06-09 17:21:19 +02001074
perkj71ee44c2016-06-15 00:47:53 -07001075void Call::OnAllocationLimitsChanged(uint32_t min_send_bitrate_bps,
1076 uint32_t max_padding_bitrate_bps) {
nisseb8f9a322017-03-27 05:36:15 -07001077 transport_send_->send_side_cc()->SetAllocatedSendBitrateLimits(
1078 min_send_bitrate_bps, max_padding_bitrate_bps);
perkj71ee44c2016-06-15 00:47:53 -07001079 rtc::CritScope lock(&bitrate_crit_);
1080 min_allocated_send_bitrate_bps_ = min_send_bitrate_bps;
sprang9c0b5512016-07-06 00:54:28 -07001081 configured_max_padding_bitrate_bps_ = max_padding_bitrate_bps;
mflodman0e7e2592015-11-12 21:02:42 -08001082}
1083
pbos8fc7fa72015-07-15 08:02:58 -07001084void Call::ConfigureSync(const std::string& sync_group) {
1085 // Set sync only if there was no previous one.
solenberg3ebbcb52017-01-31 03:58:40 -08001086 if (sync_group.empty())
pbos8fc7fa72015-07-15 08:02:58 -07001087 return;
1088
1089 AudioReceiveStream* sync_audio_stream = nullptr;
1090 // Find existing audio stream.
1091 const auto it = sync_stream_mapping_.find(sync_group);
1092 if (it != sync_stream_mapping_.end()) {
1093 sync_audio_stream = it->second;
1094 } else {
1095 // No configured audio stream, see if we can find one.
1096 for (const auto& kv : audio_receive_ssrcs_) {
1097 if (kv.second->config().sync_group == sync_group) {
1098 if (sync_audio_stream != nullptr) {
1099 LOG(LS_WARNING) << "Attempting to sync more than one audio stream "
1100 "within the same sync group. This is not "
1101 "supported in the current implementation.";
1102 break;
1103 }
1104 sync_audio_stream = kv.second;
1105 }
1106 }
1107 }
1108 if (sync_audio_stream)
1109 sync_stream_mapping_[sync_group] = sync_audio_stream;
1110 size_t num_synced_streams = 0;
1111 for (VideoReceiveStream* video_stream : video_receive_streams_) {
1112 if (video_stream->config().sync_group != sync_group)
1113 continue;
1114 ++num_synced_streams;
1115 if (num_synced_streams > 1) {
1116 // TODO(pbos): Support synchronizing more than one A/V pair.
1117 // https://code.google.com/p/webrtc/issues/detail?id=4762
1118 LOG(LS_WARNING) << "Attempting to sync more than one audio/video pair "
1119 "within the same sync group. This is not supported in "
1120 "the current implementation.";
1121 }
1122 // Only sync the first A/V pair within this sync group.
solenberg3ebbcb52017-01-31 03:58:40 -08001123 if (num_synced_streams == 1) {
1124 // sync_audio_stream may be null and that's ok.
1125 video_stream->SetSync(sync_audio_stream);
pbos8fc7fa72015-07-15 08:02:58 -07001126 } else {
solenberg3ebbcb52017-01-31 03:58:40 -08001127 video_stream->SetSync(nullptr);
pbos8fc7fa72015-07-15 08:02:58 -07001128 }
1129 }
1130}
1131
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +02001132PacketReceiver::DeliveryStatus Call::DeliverRtcp(MediaType media_type,
1133 const uint8_t* packet,
1134 size_t length) {
Peter Boström6f28cf02015-12-07 23:17:15 +01001135 TRACE_EVENT0("webrtc", "Call::DeliverRtcp");
mflodman3d7db262016-04-29 00:57:13 -07001136 // TODO(pbos): Make sure it's a valid packet.
pbos@webrtc.orgcaba2d22014-05-14 13:57:12 +00001137 // Return DELIVERY_UNKNOWN_SSRC if it can be determined that
1138 // there's no receiver of the packet.
asapersson250fd972016-09-08 00:07:21 -07001139 if (received_bytes_per_second_counter_.HasSample()) {
1140 // First RTP packet has been received.
1141 received_bytes_per_second_counter_.Add(static_cast<int>(length));
1142 received_rtcp_bytes_per_second_counter_.Add(static_cast<int>(length));
1143 }
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001144 bool rtcp_delivered = false;
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +02001145 if (media_type == MediaType::ANY || media_type == MediaType::VIDEO) {
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00001146 ReadLockScoped read_lock(*receive_crit_);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +02001147 for (VideoReceiveStream* stream : video_receive_streams_) {
mflodman3d7db262016-04-29 00:57:13 -07001148 if (stream->DeliverRtcp(packet, length))
pbos@webrtc.org40523702013-08-05 12:49:22 +00001149 rtcp_delivered = true;
mflodman3d7db262016-04-29 00:57:13 -07001150 }
1151 }
1152 if (media_type == MediaType::ANY || media_type == MediaType::AUDIO) {
1153 ReadLockScoped read_lock(*receive_crit_);
1154 for (auto& kv : audio_receive_ssrcs_) {
1155 if (kv.second->DeliverRtcp(packet, length))
1156 rtcp_delivered = true;
pbos@webrtc.orgbbb07e62013-08-05 12:01:36 +00001157 }
1158 }
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +02001159 if (media_type == MediaType::ANY || media_type == MediaType::VIDEO) {
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00001160 ReadLockScoped read_lock(*send_crit_);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +02001161 for (VideoSendStream* stream : video_send_streams_) {
mflodman3d7db262016-04-29 00:57:13 -07001162 if (stream->DeliverRtcp(packet, length))
pbos@webrtc.org40523702013-08-05 12:49:22 +00001163 rtcp_delivered = true;
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001164 }
1165 }
mflodman3d7db262016-04-29 00:57:13 -07001166 if (media_type == MediaType::ANY || media_type == MediaType::AUDIO) {
1167 ReadLockScoped read_lock(*send_crit_);
1168 for (auto& kv : audio_send_ssrcs_) {
1169 if (kv.second->DeliverRtcp(packet, length))
1170 rtcp_delivered = true;
1171 }
1172 }
1173
skvlad11a9cbf2016-10-07 11:53:05 -07001174 if (rtcp_delivered)
mflodman3d7db262016-04-29 00:57:13 -07001175 event_log_->LogRtcpPacket(kIncomingPacket, media_type, packet, length);
1176
pbos@webrtc.orgcaba2d22014-05-14 13:57:12 +00001177 return rtcp_delivered ? DELIVERY_OK : DELIVERY_PACKET_ERROR;
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001178}
1179
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +02001180PacketReceiver::DeliveryStatus Call::DeliverRtp(MediaType media_type,
1181 const uint8_t* packet,
stefan68786d22015-09-08 05:36:15 -07001182 size_t length,
1183 const PacketTime& packet_time) {
Peter Boström6f28cf02015-12-07 23:17:15 +01001184 TRACE_EVENT0("webrtc", "Call::DeliverRtp");
nissed44ce052017-02-06 02:23:00 -08001185
nissee5ad5ca2017-03-29 23:57:43 -07001186 RTC_DCHECK(media_type == MediaType::AUDIO || media_type == MediaType::VIDEO);
1187
nissed44ce052017-02-06 02:23:00 -08001188 ReadLockScoped read_lock(*receive_crit_);
1189 // TODO(nisse): We should parse the RTP header only here, and pass
1190 // on parsed_packet to the receive streams.
1191 rtc::Optional<RtpPacketReceived> parsed_packet =
1192 ParseRtpPacket(packet, length, packet_time);
1193
1194 if (!parsed_packet)
pbos@webrtc.orgaf38f4e2014-07-08 07:38:12 +00001195 return DELIVERY_PACKET_ERROR;
1196
nissed44ce052017-02-06 02:23:00 -08001197 NotifyBweOfReceivedPacket(*parsed_packet, media_type);
1198
1199 uint32_t ssrc = parsed_packet->Ssrc();
1200
nissee5ad5ca2017-03-29 23:57:43 -07001201 if (media_type == MediaType::AUDIO) {
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +02001202 auto it = audio_receive_ssrcs_.find(ssrc);
1203 if (it != audio_receive_ssrcs_.end()) {
asapersson250fd972016-09-08 00:07:21 -07001204 received_bytes_per_second_counter_.Add(static_cast<int>(length));
1205 received_audio_bytes_per_second_counter_.Add(static_cast<int>(length));
nisse657bab22017-02-21 06:28:10 -08001206 it->second->OnRtpPacket(*parsed_packet);
1207 event_log_->LogRtpHeader(kIncomingPacket, media_type, packet, length);
1208 return DELIVERY_OK;
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +02001209 }
1210 }
nissee5ad5ca2017-03-29 23:57:43 -07001211 if (media_type == MediaType::VIDEO) {
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +02001212 auto it = video_receive_ssrcs_.find(ssrc);
1213 if (it != video_receive_ssrcs_.end()) {
asapersson250fd972016-09-08 00:07:21 -07001214 received_bytes_per_second_counter_.Add(static_cast<int>(length));
1215 received_video_bytes_per_second_counter_.Add(static_cast<int>(length));
nisse38cc1d62017-02-13 05:59:46 -08001216 it->second->OnRtpPacket(*parsed_packet);
1217
1218 // Deliver media packets to FlexFEC subsystem.
1219 auto it_bounds = flexfec_receive_ssrcs_media_.equal_range(ssrc);
1220 for (auto it = it_bounds.first; it != it_bounds.second; ++it)
nisse5c29a7a2017-02-16 06:52:32 -08001221 it->second->OnRtpPacket(*parsed_packet);
nisse38cc1d62017-02-13 05:59:46 -08001222
1223 event_log_->LogRtpHeader(kIncomingPacket, media_type, packet, length);
1224 return DELIVERY_OK;
brandtr25445d32016-10-23 23:37:14 -07001225 }
1226 }
nissee5ad5ca2017-03-29 23:57:43 -07001227 if (media_type == MediaType::VIDEO) {
brandtr79878122017-02-22 01:20:01 -08001228 received_bytes_per_second_counter_.Add(static_cast<int>(length));
1229 // TODO(brandtr): Update here when FlexFEC supports protecting audio.
1230 received_video_bytes_per_second_counter_.Add(static_cast<int>(length));
brandtr25445d32016-10-23 23:37:14 -07001231 auto it = flexfec_receive_ssrcs_protection_.find(ssrc);
1232 if (it != flexfec_receive_ssrcs_protection_.end()) {
nisse5c29a7a2017-02-16 06:52:32 -08001233 it->second->OnRtpPacket(*parsed_packet);
1234 event_log_->LogRtpHeader(kIncomingPacket, media_type, packet, length);
1235 return DELIVERY_OK;
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +02001236 }
1237 }
1238 return DELIVERY_UNKNOWN_SSRC;
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001239}
1240
stefan68786d22015-09-08 05:36:15 -07001241PacketReceiver::DeliveryStatus Call::DeliverPacket(
1242 MediaType media_type,
1243 const uint8_t* packet,
1244 size_t length,
1245 const PacketTime& packet_time) {
solenberg5a289392015-10-19 03:39:20 -07001246 // TODO(solenberg): Tests call this function on a network thread, libjingle
1247 // calls on the worker thread. We should move towards always using a network
1248 // thread. Then this check can be enabled.
1249 // RTC_DCHECK(!configuration_thread_checker_.CalledOnValidThread());
pbos@webrtc.org62bafae2014-07-08 12:10:51 +00001250 if (RtpHeaderParser::IsRtcp(packet, length))
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +02001251 return DeliverRtcp(media_type, packet, length);
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001252
stefan68786d22015-09-08 05:36:15 -07001253 return DeliverRtp(media_type, packet, length, packet_time);
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001254}
1255
brandtr4e523862016-10-18 23:50:45 -07001256// TODO(brandtr): Update this member function when we support protecting
1257// audio packets with FlexFEC.
1258bool Call::OnRecoveredPacket(const uint8_t* packet, size_t length) {
1259 uint32_t ssrc = ByteReader<uint32_t>::ReadBigEndian(&packet[8]);
1260 ReadLockScoped read_lock(*receive_crit_);
1261 auto it = video_receive_ssrcs_.find(ssrc);
1262 if (it == video_receive_ssrcs_.end())
1263 return false;
1264 return it->second->OnRecoveredPacket(packet, length);
1265}
1266
nissed44ce052017-02-06 02:23:00 -08001267void Call::NotifyBweOfReceivedPacket(const RtpPacketReceived& packet,
1268 MediaType media_type) {
1269 auto it = receive_rtp_config_.find(packet.Ssrc());
nisse4709e892017-02-07 01:18:43 -08001270 bool use_send_side_bwe =
1271 (it != receive_rtp_config_.end()) && it->second.use_send_side_bwe;
nissed44ce052017-02-06 02:23:00 -08001272
brandtrb29e6522016-12-21 06:37:18 -08001273 RTPHeader header;
1274 packet.GetHeader(&header);
nissed44ce052017-02-06 02:23:00 -08001275
nisse4709e892017-02-07 01:18:43 -08001276 if (!use_send_side_bwe && header.extension.hasTransportSequenceNumber) {
nissed44ce052017-02-06 02:23:00 -08001277 // Inconsistent configuration of send side BWE. Do nothing.
1278 // TODO(nisse): Without this check, we may produce RTCP feedback
1279 // packets even when not negotiated. But it would be cleaner to
1280 // move the check down to RTCPSender::SendFeedbackPacket, which
1281 // would also help the PacketRouter to select an appropriate rtp
1282 // module in the case that some, but not all, have RTCP feedback
1283 // enabled.
1284 return;
1285 }
1286 // For audio, we only support send side BWE.
nissee5ad5ca2017-03-29 23:57:43 -07001287 if (media_type == MediaType::VIDEO ||
nisse4709e892017-02-07 01:18:43 -08001288 (use_send_side_bwe && header.extension.hasTransportSequenceNumber)) {
nisse559af382017-03-21 06:41:12 -07001289 receive_side_cc_.OnReceivedPacket(
nissed44ce052017-02-06 02:23:00 -08001290 packet.arrival_time_ms(), packet.payload_size() + packet.padding_size(),
1291 header);
1292 }
brandtrb29e6522016-12-21 06:37:18 -08001293}
1294
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001295} // namespace internal
nisseb8f9a322017-03-27 05:36:15 -07001296
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001297} // namespace webrtc