blob: 326c1bad3e25c9538ab497eb3358b4c807cdde06 [file] [log] [blame]
pbos@webrtc.org29d58392013-05-16 12:08:03 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
pbos@webrtc.org12dc1a32013-08-05 16:22:53 +000011#include <string.h>
12
pbos@webrtc.org29d58392013-05-16 12:08:03 +000013#include <map>
14#include <vector>
15
Peter Boström5c389d32015-09-25 13:58:30 +020016#include "webrtc/audio/audio_receive_stream.h"
solenbergc7a8b082015-10-16 14:35:07 -070017#include "webrtc/audio/audio_send_stream.h"
solenberg566ef242015-11-06 15:34:49 -080018#include "webrtc/audio/audio_state.h"
19#include "webrtc/audio/scoped_voe_interface.h"
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24 +000020#include "webrtc/base/checks.h"
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +000021#include "webrtc/base/scoped_ptr.h"
pbos@webrtc.org38344ed2014-09-24 06:05:00 +000022#include "webrtc/base/thread_annotations.h"
solenberg5a289392015-10-19 03:39:20 -070023#include "webrtc/base/thread_checker.h"
tommie4f96502015-10-20 23:00:48 -070024#include "webrtc/base/trace_event.h"
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000025#include "webrtc/call.h"
mflodman0e7e2592015-11-12 21:02:42 -080026#include "webrtc/call/bitrate_allocator.h"
mflodman0c478b32015-10-21 15:52:16 +020027#include "webrtc/call/congestion_controller.h"
Peter Boström5c389d32015-09-25 13:58:30 +020028#include "webrtc/call/rtc_event_log.h"
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +000029#include "webrtc/common.h"
pbos@webrtc.orgc49d5b72013-12-05 12:11:47 +000030#include "webrtc/config.h"
mflodman0e7e2592015-11-12 21:02:42 -080031#include "webrtc/modules/bitrate_controller/include/bitrate_controller.h"
Henrik Kjellander0b9e29c2015-11-16 11:12:24 +010032#include "webrtc/modules/pacing/paced_sender.h"
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010033#include "webrtc/modules/rtp_rtcp/include/rtp_header_parser.h"
sprang@webrtc.org2a6558c2015-01-28 12:37:36 +000034#include "webrtc/modules/rtp_rtcp/source/byte_io.h"
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010035#include "webrtc/modules/utility/include/process_thread.h"
Henrik Kjellander98f53512015-10-28 18:17:40 +010036#include "webrtc/system_wrappers/include/cpu_info.h"
37#include "webrtc/system_wrappers/include/critical_section_wrapper.h"
38#include "webrtc/system_wrappers/include/logging.h"
stefan91d92602015-11-11 10:13:02 -080039#include "webrtc/system_wrappers/include/metrics.h"
Henrik Kjellander98f53512015-10-28 18:17:40 +010040#include "webrtc/system_wrappers/include/rw_lock_wrapper.h"
41#include "webrtc/system_wrappers/include/trace.h"
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000042#include "webrtc/video/video_receive_stream.h"
43#include "webrtc/video/video_send_stream.h"
mflodmane3787022015-10-21 13:24:28 +020044#include "webrtc/video_engine/call_stats.h"
ivocb04965c2015-09-09 00:09:43 -070045#include "webrtc/voice_engine/include/voe_codec.h"
pbos@webrtc.org29d58392013-05-16 12:08:03 +000046
47namespace webrtc {
pbos@webrtc.orgab990ae2014-09-17 09:02:25 +000048
pbos@webrtc.orga73a6782014-10-14 11:52:10 +000049const int Call::Config::kDefaultStartBitrateBps = 300000;
50
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000051namespace internal {
asapersson@webrtc.orgbdc5ed22014-01-31 10:05:07 +000052
mflodman0e7e2592015-11-12 21:02:42 -080053class Call : public webrtc::Call, public PacketReceiver,
54 public BitrateObserver {
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000055 public:
Peter Boström45553ae2015-05-08 13:54:38 +020056 explicit Call(const Call::Config& config);
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000057 virtual ~Call();
58
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000059 PacketReceiver* Receiver() override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000060
Fredrik Solenberg04f49312015-06-08 13:04:56 +020061 webrtc::AudioSendStream* CreateAudioSendStream(
62 const webrtc::AudioSendStream::Config& config) override;
63 void DestroyAudioSendStream(webrtc::AudioSendStream* send_stream) override;
64
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +020065 webrtc::AudioReceiveStream* CreateAudioReceiveStream(
66 const webrtc::AudioReceiveStream::Config& config) override;
67 void DestroyAudioReceiveStream(
68 webrtc::AudioReceiveStream* receive_stream) override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000069
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +020070 webrtc::VideoSendStream* CreateVideoSendStream(
71 const webrtc::VideoSendStream::Config& config,
72 const VideoEncoderConfig& encoder_config) override;
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000073 void DestroyVideoSendStream(webrtc::VideoSendStream* send_stream) override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000074
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +020075 webrtc::VideoReceiveStream* CreateVideoReceiveStream(
76 const webrtc::VideoReceiveStream::Config& config) override;
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000077 void DestroyVideoReceiveStream(
78 webrtc::VideoReceiveStream* receive_stream) override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000079
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000080 Stats GetStats() const override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000081
stefan68786d22015-09-08 05:36:15 -070082 DeliveryStatus DeliverPacket(MediaType media_type,
83 const uint8_t* packet,
84 size_t length,
85 const PacketTime& packet_time) override;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000086
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000087 void SetBitrateConfig(
88 const webrtc::Call::Config::BitrateConfig& bitrate_config) override;
89 void SignalNetworkState(NetworkState state) override;
pbos@webrtc.org26c0c412014-09-03 16:17:12 +000090
stefanc1aeaf02015-10-15 07:26:07 -070091 void OnSentPacket(const rtc::SentPacket& sent_packet) override;
92
mflodman0e7e2592015-11-12 21:02:42 -080093 // Implements BitrateObserver.
94 void OnNetworkChanged(uint32_t bitrate_bps, uint8_t fraction_loss,
95 int64_t rtt_ms) override;
96
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000097 private:
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +020098 DeliveryStatus DeliverRtcp(MediaType media_type, const uint8_t* packet,
99 size_t length);
stefan68786d22015-09-08 05:36:15 -0700100 DeliveryStatus DeliverRtp(MediaType media_type,
101 const uint8_t* packet,
102 size_t length,
103 const PacketTime& packet_time);
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000104
pbos8fc7fa72015-07-15 08:02:58 -0700105 void ConfigureSync(const std::string& sync_group)
106 EXCLUSIVE_LOCKS_REQUIRED(receive_crit_);
107
solenberg566ef242015-11-06 15:34:49 -0800108 VoiceEngine* voice_engine() {
109 internal::AudioState* audio_state =
110 static_cast<internal::AudioState*>(config_.audio_state.get());
111 if (audio_state)
112 return audio_state->voice_engine();
113 else
114 return nullptr;
115 }
116
stefan18adf0a2015-11-17 06:24:56 -0800117 void UpdateSendHistograms();
118 void UpdateReceiveHistograms();
stefan91d92602015-11-11 10:13:02 -0800119
120 const Clock* const clock_;
121
Peter Boström45553ae2015-05-08 13:54:38 +0200122 const int num_cpu_cores_;
123 const rtc::scoped_ptr<ProcessThread> module_process_thread_;
mflodmane3787022015-10-21 13:24:28 +0200124 const rtc::scoped_ptr<CallStats> call_stats_;
mflodman0e7e2592015-11-12 21:02:42 -0800125 const rtc::scoped_ptr<BitrateAllocator> bitrate_allocator_;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000126 Call::Config config_;
solenberg5a289392015-10-19 03:39:20 -0700127 rtc::ThreadChecker configuration_thread_checker_;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000128
mflodman717432f2015-10-26 16:34:46 +0100129 bool network_enabled_;
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000130
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +0000131 rtc::scoped_ptr<RWLockWrapper> receive_crit_;
solenbergc7a8b082015-10-16 14:35:07 -0700132 // Audio and Video receive streams are owned by the client that creates them.
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200133 std::map<uint32_t, AudioReceiveStream*> audio_receive_ssrcs_
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000134 GUARDED_BY(receive_crit_);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200135 std::map<uint32_t, VideoReceiveStream*> video_receive_ssrcs_
136 GUARDED_BY(receive_crit_);
137 std::set<VideoReceiveStream*> video_receive_streams_
138 GUARDED_BY(receive_crit_);
pbos8fc7fa72015-07-15 08:02:58 -0700139 std::map<std::string, AudioReceiveStream*> sync_stream_mapping_
140 GUARDED_BY(receive_crit_);
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000141
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +0000142 rtc::scoped_ptr<RWLockWrapper> send_crit_;
solenbergc7a8b082015-10-16 14:35:07 -0700143 // Audio and Video send streams are owned by the client that creates them.
144 std::map<uint32_t, AudioSendStream*> audio_send_ssrcs_ GUARDED_BY(send_crit_);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200145 std::map<uint32_t, VideoSendStream*> video_send_ssrcs_ GUARDED_BY(send_crit_);
146 std::set<VideoSendStream*> video_send_streams_ GUARDED_BY(send_crit_);
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000147
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200148 VideoSendStream::RtpStateMap suspended_video_send_ssrcs_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000149
Fredrik Solenberg4f4ec0a2015-10-22 10:49:27 +0200150 RtcEventLog* event_log_ = nullptr;
ivocb04965c2015-09-09 00:09:43 -0700151
stefan18adf0a2015-11-17 06:24:56 -0800152 // The following members are only accessed (exclusively) from one thread and
153 // from the destructor, and therefore doesn't need any explicit
154 // synchronization.
stefan91d92602015-11-11 10:13:02 -0800155 rtc::RateTracker received_video_bytes_per_sec_;
156 rtc::RateTracker received_audio_bytes_per_sec_;
157 rtc::RateTracker received_rtcp_bytes_per_sec_;
stefan18adf0a2015-11-17 06:24:56 -0800158 int64_t first_packet_sent_ms_;
stefan91d92602015-11-11 10:13:02 -0800159 int64_t first_rtp_packet_received_ms_;
160
stefan18adf0a2015-11-17 06:24:56 -0800161 // TODO(holmer): Remove this lock once BitrateController no longer calls
162 // OnNetworkChanged from multiple threads.
163 rtc::CriticalSection bitrate_crit_;
164 rtc::RateTracker estimated_send_bitrate_kbps_ GUARDED_BY(&bitrate_crit_);
165 rtc::RateTracker pacer_bitrate_kbps_ GUARDED_BY(&bitrate_crit_);
166 uint32_t target_bitrate_bps_ GUARDED_BY(&bitrate_crit_);
167 uint32_t pacer_bitrate_bps_ GUARDED_BY(&bitrate_crit_);
168 int64_t last_bitrate_update_ms_ GUARDED_BY(&bitrate_crit_);
169
mflodman0e7e2592015-11-12 21:02:42 -0800170 const rtc::scoped_ptr<CongestionController> congestion_controller_;
171
henrikg3c089d72015-09-16 05:37:44 -0700172 RTC_DISALLOW_COPY_AND_ASSIGN(Call);
pbos@webrtc.org16e03b72013-10-28 16:32:01 +0000173};
pbos@webrtc.orgc49d5b72013-12-05 12:11:47 +0000174} // namespace internal
pbos@webrtc.orgfd39e132013-08-14 13:52:52 +0000175
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000176Call* Call::Create(const Call::Config& config) {
Peter Boström45553ae2015-05-08 13:54:38 +0200177 return new internal::Call(config);
pbos@webrtc.orgfd39e132013-08-14 13:52:52 +0000178}
pbos@webrtc.orgfd39e132013-08-14 13:52:52 +0000179
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000180namespace internal {
181
Peter Boström45553ae2015-05-08 13:54:38 +0200182Call::Call(const Call::Config& config)
stefan91d92602015-11-11 10:13:02 -0800183 : clock_(Clock::GetRealTimeClock()),
184 num_cpu_cores_(CpuInfo::DetectNumberOfCores()),
stefan847855b2015-09-11 09:52:15 -0700185 module_process_thread_(ProcessThread::Create("ModuleProcessThread")),
mflodmane3787022015-10-21 13:24:28 +0200186 call_stats_(new CallStats()),
mflodman0e7e2592015-11-12 21:02:42 -0800187 bitrate_allocator_(new BitrateAllocator()),
Peter Boström45553ae2015-05-08 13:54:38 +0200188 config_(config),
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000189 network_enabled_(true),
190 receive_crit_(RWLockWrapper::CreateRWLock()),
stefan91d92602015-11-11 10:13:02 -0800191 send_crit_(RWLockWrapper::CreateRWLock()),
192 received_video_bytes_per_sec_(1000, 1),
193 received_audio_bytes_per_sec_(1000, 1),
194 received_rtcp_bytes_per_sec_(1000, 1),
stefan18adf0a2015-11-17 06:24:56 -0800195 first_packet_sent_ms_(-1),
mflodman0e7e2592015-11-12 21:02:42 -0800196 first_rtp_packet_received_ms_(-1),
stefan18adf0a2015-11-17 06:24:56 -0800197 estimated_send_bitrate_kbps_(1000, 1),
198 pacer_bitrate_kbps_(1000, 1),
199 target_bitrate_bps_(0),
200 pacer_bitrate_bps_(0),
201 last_bitrate_update_ms_(-1),
202 congestion_controller_(
203 new CongestionController(module_process_thread_.get(),
204 call_stats_.get(),
205 this)) {
solenberg56a34df2015-11-12 08:24:41 -0800206 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
henrikg91d6ede2015-09-17 00:24:34 -0700207 RTC_DCHECK_GE(config.bitrate_config.min_bitrate_bps, 0);
208 RTC_DCHECK_GE(config.bitrate_config.start_bitrate_bps,
209 config.bitrate_config.min_bitrate_bps);
Stefan Holmere5904162015-03-26 11:11:06 +0100210 if (config.bitrate_config.max_bitrate_bps != -1) {
henrikg91d6ede2015-09-17 00:24:34 -0700211 RTC_DCHECK_GE(config.bitrate_config.max_bitrate_bps,
212 config.bitrate_config.start_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +0000213 }
solenberg566ef242015-11-06 15:34:49 -0800214 if (config.audio_state.get()) {
215 ScopedVoEInterface<VoECodec> voe_codec(voice_engine());
216 event_log_ = voe_codec->GetEventLog();
ivocb04965c2015-09-09 00:09:43 -0700217 }
pbos@webrtc.org00873182014-11-25 14:03:34 +0000218
Peter Boström45553ae2015-05-08 13:54:38 +0200219 Trace::CreateTrace();
220 module_process_thread_->Start();
mflodmane3787022015-10-21 13:24:28 +0200221 module_process_thread_->RegisterModule(call_stats_.get());
Peter Boström45553ae2015-05-08 13:54:38 +0200222
mflodman0c478b32015-10-21 15:52:16 +0200223 congestion_controller_->SetBweBitrates(
224 config_.bitrate_config.min_bitrate_bps,
225 config_.bitrate_config.start_bitrate_bps,
226 config_.bitrate_config.max_bitrate_bps);
terelius006d93d2015-11-05 12:02:15 -0800227
228 congestion_controller_->GetBitrateController()->SetEventLog(event_log_);
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000229}
230
pbos@webrtc.org841c8a42013-09-09 15:04:25 +0000231Call::~Call() {
solenberg5a289392015-10-19 03:39:20 -0700232 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
stefan18adf0a2015-11-17 06:24:56 -0800233 UpdateSendHistograms();
234 UpdateReceiveHistograms();
solenbergc7a8b082015-10-16 14:35:07 -0700235 RTC_CHECK(audio_send_ssrcs_.empty());
236 RTC_CHECK(video_send_ssrcs_.empty());
237 RTC_CHECK(video_send_streams_.empty());
238 RTC_CHECK(audio_receive_ssrcs_.empty());
239 RTC_CHECK(video_receive_ssrcs_.empty());
240 RTC_CHECK(video_receive_streams_.empty());
pbos@webrtc.org9e4e5242015-02-12 10:48:23 +0000241
mflodmane3787022015-10-21 13:24:28 +0200242 module_process_thread_->DeRegisterModule(call_stats_.get());
Peter Boström45553ae2015-05-08 13:54:38 +0200243 module_process_thread_->Stop();
244 Trace::ReturnTrace();
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000245}
246
stefan18adf0a2015-11-17 06:24:56 -0800247void Call::UpdateSendHistograms() {
248 if (first_packet_sent_ms_ == -1)
249 return;
250 int64_t elapsed_sec =
251 (clock_->TimeInMilliseconds() - first_packet_sent_ms_) / 1000;
252 if (elapsed_sec < metrics::kMinRunTimeInSeconds)
253 return;
254 rtc::CritScope lock(&bitrate_crit_);
255 int send_bitrate_kbps = estimated_send_bitrate_kbps_.ComputeTotalRate();
256 int pacer_bitrate_kbps = pacer_bitrate_kbps_.ComputeTotalRate();
257 if (send_bitrate_kbps > 0) {
258 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Call.EstimatedSendBitrateInKbps",
259 send_bitrate_kbps);
260 }
261 if (pacer_bitrate_kbps > 0) {
262 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Call.PacerBitrateInKbps",
263 pacer_bitrate_kbps);
264 }
265}
266
267void Call::UpdateReceiveHistograms() {
stefan91d92602015-11-11 10:13:02 -0800268 if (first_rtp_packet_received_ms_ == -1)
269 return;
270 int64_t elapsed_sec =
271 (clock_->TimeInMilliseconds() - first_rtp_packet_received_ms_) / 1000;
272 if (elapsed_sec < metrics::kMinRunTimeInSeconds)
273 return;
274 int audio_bitrate_kbps =
275 received_audio_bytes_per_sec_.ComputeTotalRate() * 8 / 1000;
276 int video_bitrate_kbps =
277 received_video_bytes_per_sec_.ComputeTotalRate() * 8 / 1000;
278 int rtcp_bitrate_bps = received_rtcp_bytes_per_sec_.ComputeTotalRate() * 8;
279 if (video_bitrate_kbps > 0) {
280 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Call.VideoBitrateReceivedInKbps",
281 video_bitrate_kbps);
282 }
283 if (audio_bitrate_kbps > 0) {
284 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Call.AudioBitrateReceivedInKbps",
285 audio_bitrate_kbps);
286 }
287 if (rtcp_bitrate_bps > 0) {
288 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Call.RtcpBitrateReceivedInBps",
289 rtcp_bitrate_bps);
290 }
291 RTC_HISTOGRAM_COUNTS_100000(
292 "WebRTC.Call.BitrateReceivedInKbps",
293 audio_bitrate_kbps + video_bitrate_kbps + rtcp_bitrate_bps / 1000);
294}
295
solenberg5a289392015-10-19 03:39:20 -0700296PacketReceiver* Call::Receiver() {
297 // TODO(solenberg): Some test cases in EndToEndTest use this from a different
298 // thread. Re-enable once that is fixed.
299 // RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
300 return this;
301}
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000302
Fredrik Solenberg04f49312015-06-08 13:04:56 +0200303webrtc::AudioSendStream* Call::CreateAudioSendStream(
304 const webrtc::AudioSendStream::Config& config) {
solenbergc7a8b082015-10-16 14:35:07 -0700305 TRACE_EVENT0("webrtc", "Call::CreateAudioSendStream");
solenberg5a289392015-10-19 03:39:20 -0700306 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
solenberg85a04962015-10-27 03:35:21 -0700307 AudioSendStream* send_stream =
solenberg566ef242015-11-06 15:34:49 -0800308 new AudioSendStream(config, config_.audio_state);
mflodman717432f2015-10-26 16:34:46 +0100309 if (!network_enabled_)
310 send_stream->SignalNetworkState(kNetworkDown);
solenbergc7a8b082015-10-16 14:35:07 -0700311 {
solenbergc7a8b082015-10-16 14:35:07 -0700312 WriteLockScoped write_lock(*send_crit_);
313 RTC_DCHECK(audio_send_ssrcs_.find(config.rtp.ssrc) ==
314 audio_send_ssrcs_.end());
315 audio_send_ssrcs_[config.rtp.ssrc] = send_stream;
solenbergc7a8b082015-10-16 14:35:07 -0700316 }
317 return send_stream;
Fredrik Solenberg04f49312015-06-08 13:04:56 +0200318}
319
320void Call::DestroyAudioSendStream(webrtc::AudioSendStream* send_stream) {
solenbergc7a8b082015-10-16 14:35:07 -0700321 TRACE_EVENT0("webrtc", "Call::DestroyAudioSendStream");
solenberg5a289392015-10-19 03:39:20 -0700322 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
solenbergc7a8b082015-10-16 14:35:07 -0700323 RTC_DCHECK(send_stream != nullptr);
324
325 send_stream->Stop();
326
327 webrtc::internal::AudioSendStream* audio_send_stream =
328 static_cast<webrtc::internal::AudioSendStream*>(send_stream);
329 {
330 WriteLockScoped write_lock(*send_crit_);
331 size_t num_deleted = audio_send_ssrcs_.erase(
332 audio_send_stream->config().rtp.ssrc);
333 RTC_DCHECK(num_deleted == 1);
334 }
335 delete audio_send_stream;
Fredrik Solenberg04f49312015-06-08 13:04:56 +0200336}
337
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200338webrtc::AudioReceiveStream* Call::CreateAudioReceiveStream(
339 const webrtc::AudioReceiveStream::Config& config) {
340 TRACE_EVENT0("webrtc", "Call::CreateAudioReceiveStream");
solenberg5a289392015-10-19 03:39:20 -0700341 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200342 AudioReceiveStream* receive_stream = new AudioReceiveStream(
Fredrik Solenberg4f4ec0a2015-10-22 10:49:27 +0200343 congestion_controller_->GetRemoteBitrateEstimator(false), config,
solenberg566ef242015-11-06 15:34:49 -0800344 config_.audio_state);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200345 {
346 WriteLockScoped write_lock(*receive_crit_);
henrikg91d6ede2015-09-17 00:24:34 -0700347 RTC_DCHECK(audio_receive_ssrcs_.find(config.rtp.remote_ssrc) ==
348 audio_receive_ssrcs_.end());
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200349 audio_receive_ssrcs_[config.rtp.remote_ssrc] = receive_stream;
pbos8fc7fa72015-07-15 08:02:58 -0700350 ConfigureSync(config.sync_group);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200351 }
352 return receive_stream;
353}
354
355void Call::DestroyAudioReceiveStream(
356 webrtc::AudioReceiveStream* receive_stream) {
357 TRACE_EVENT0("webrtc", "Call::DestroyAudioReceiveStream");
solenberg5a289392015-10-19 03:39:20 -0700358 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
henrikg91d6ede2015-09-17 00:24:34 -0700359 RTC_DCHECK(receive_stream != nullptr);
solenbergc7a8b082015-10-16 14:35:07 -0700360 webrtc::internal::AudioReceiveStream* audio_receive_stream =
361 static_cast<webrtc::internal::AudioReceiveStream*>(receive_stream);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200362 {
363 WriteLockScoped write_lock(*receive_crit_);
364 size_t num_deleted = audio_receive_ssrcs_.erase(
365 audio_receive_stream->config().rtp.remote_ssrc);
henrikg91d6ede2015-09-17 00:24:34 -0700366 RTC_DCHECK(num_deleted == 1);
pbos8fc7fa72015-07-15 08:02:58 -0700367 const std::string& sync_group = audio_receive_stream->config().sync_group;
368 const auto it = sync_stream_mapping_.find(sync_group);
369 if (it != sync_stream_mapping_.end() &&
370 it->second == audio_receive_stream) {
371 sync_stream_mapping_.erase(it);
372 ConfigureSync(sync_group);
373 }
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200374 }
375 delete audio_receive_stream;
376}
377
378webrtc::VideoSendStream* Call::CreateVideoSendStream(
379 const webrtc::VideoSendStream::Config& config,
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +0000380 const VideoEncoderConfig& encoder_config) {
pbos@webrtc.org50fe3592015-01-29 12:33:07 +0000381 TRACE_EVENT0("webrtc", "Call::CreateVideoSendStream");
solenberg5a289392015-10-19 03:39:20 -0700382 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
pbos@webrtc.org1819fd72013-06-10 13:48:26 +0000383
mflodman@webrtc.orgeb16b812014-06-16 08:57:39 +0000384 // TODO(mflodman): Base the start bitrate on a current bandwidth estimate, if
385 // the call has already started.
mflodman0c478b32015-10-21 15:52:16 +0200386 VideoSendStream* send_stream = new VideoSendStream(
387 num_cpu_cores_, module_process_thread_.get(), call_stats_.get(),
mflodman0e7e2592015-11-12 21:02:42 -0800388 congestion_controller_.get(), bitrate_allocator_.get(), config,
389 encoder_config, suspended_video_send_ssrcs_);
pbos@webrtc.org1819fd72013-06-10 13:48:26 +0000390
mflodman717432f2015-10-26 16:34:46 +0100391 if (!network_enabled_)
392 send_stream->SignalNetworkState(kNetworkDown);
393
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000394 WriteLockScoped write_lock(*send_crit_);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200395 for (uint32_t ssrc : config.rtp.ssrcs) {
henrikg91d6ede2015-09-17 00:24:34 -0700396 RTC_DCHECK(video_send_ssrcs_.find(ssrc) == video_send_ssrcs_.end());
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200397 video_send_ssrcs_[ssrc] = send_stream;
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000398 }
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200399 video_send_streams_.insert(send_stream);
400
ivocb04965c2015-09-09 00:09:43 -0700401 if (event_log_)
402 event_log_->LogVideoSendStreamConfig(config);
403
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000404 return send_stream;
405}
406
pbos@webrtc.org2c46f8d2013-11-21 13:49:43 +0000407void Call::DestroyVideoSendStream(webrtc::VideoSendStream* send_stream) {
pbos@webrtc.org50fe3592015-01-29 12:33:07 +0000408 TRACE_EVENT0("webrtc", "Call::DestroyVideoSendStream");
henrikg91d6ede2015-09-17 00:24:34 -0700409 RTC_DCHECK(send_stream != nullptr);
solenberg5a289392015-10-19 03:39:20 -0700410 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000411
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000412 send_stream->Stop();
413
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24 +0000414 VideoSendStream* send_stream_impl = nullptr;
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000415 {
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000416 WriteLockScoped write_lock(*send_crit_);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200417 auto it = video_send_ssrcs_.begin();
418 while (it != video_send_ssrcs_.end()) {
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000419 if (it->second == static_cast<VideoSendStream*>(send_stream)) {
420 send_stream_impl = it->second;
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200421 video_send_ssrcs_.erase(it++);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000422 } else {
423 ++it;
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000424 }
425 }
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200426 video_send_streams_.erase(send_stream_impl);
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000427 }
henrikg91d6ede2015-09-17 00:24:34 -0700428 RTC_CHECK(send_stream_impl != nullptr);
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000429
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000430 VideoSendStream::RtpStateMap rtp_state = send_stream_impl->GetRtpStates();
431
432 for (VideoSendStream::RtpStateMap::iterator it = rtp_state.begin();
433 it != rtp_state.end();
434 ++it) {
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200435 suspended_video_send_ssrcs_[it->first] = it->second;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000436 }
437
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000438 delete send_stream_impl;
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000439}
440
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200441webrtc::VideoReceiveStream* Call::CreateVideoReceiveStream(
442 const webrtc::VideoReceiveStream::Config& config) {
pbos@webrtc.org50fe3592015-01-29 12:33:07 +0000443 TRACE_EVENT0("webrtc", "Call::CreateVideoReceiveStream");
solenberg5a289392015-10-19 03:39:20 -0700444 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
Peter Boströmc4188fd2015-04-24 15:16:03 +0200445 VideoReceiveStream* receive_stream = new VideoReceiveStream(
mflodman0c478b32015-10-21 15:52:16 +0200446 num_cpu_cores_, congestion_controller_.get(), config,
solenberg566ef242015-11-06 15:34:49 -0800447 voice_engine(), module_process_thread_.get(), call_stats_.get());
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000448
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000449 WriteLockScoped write_lock(*receive_crit_);
henrikg91d6ede2015-09-17 00:24:34 -0700450 RTC_DCHECK(video_receive_ssrcs_.find(config.rtp.remote_ssrc) ==
451 video_receive_ssrcs_.end());
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200452 video_receive_ssrcs_[config.rtp.remote_ssrc] = receive_stream;
pbos@webrtc.orgc279a5d2014-01-24 09:30:53 +0000453 // TODO(pbos): Configure different RTX payloads per receive payload.
454 VideoReceiveStream::Config::Rtp::RtxMap::const_iterator it =
455 config.rtp.rtx.begin();
456 if (it != config.rtp.rtx.end())
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200457 video_receive_ssrcs_[it->second.ssrc] = receive_stream;
458 video_receive_streams_.insert(receive_stream);
pbos@webrtc.orgc279a5d2014-01-24 09:30:53 +0000459
pbos8fc7fa72015-07-15 08:02:58 -0700460 ConfigureSync(config.sync_group);
461
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000462 if (!network_enabled_)
463 receive_stream->SignalNetworkState(kNetworkDown);
pbos8fc7fa72015-07-15 08:02:58 -0700464
ivocb04965c2015-09-09 00:09:43 -0700465 if (event_log_)
466 event_log_->LogVideoReceiveStreamConfig(config);
467
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000468 return receive_stream;
469}
470
pbos@webrtc.org2c46f8d2013-11-21 13:49:43 +0000471void Call::DestroyVideoReceiveStream(
472 webrtc::VideoReceiveStream* receive_stream) {
pbos@webrtc.org50fe3592015-01-29 12:33:07 +0000473 TRACE_EVENT0("webrtc", "Call::DestroyVideoReceiveStream");
solenberg5a289392015-10-19 03:39:20 -0700474 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
henrikg91d6ede2015-09-17 00:24:34 -0700475 RTC_DCHECK(receive_stream != nullptr);
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24 +0000476 VideoReceiveStream* receive_stream_impl = nullptr;
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000477 {
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000478 WriteLockScoped write_lock(*receive_crit_);
pbos@webrtc.orgc279a5d2014-01-24 09:30:53 +0000479 // Remove all ssrcs pointing to a receive stream. As RTX retransmits on a
480 // separate SSRC there can be either one or two.
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200481 auto it = video_receive_ssrcs_.begin();
482 while (it != video_receive_ssrcs_.end()) {
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000483 if (it->second == static_cast<VideoReceiveStream*>(receive_stream)) {
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24 +0000484 if (receive_stream_impl != nullptr)
henrikg91d6ede2015-09-17 00:24:34 -0700485 RTC_DCHECK(receive_stream_impl == it->second);
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000486 receive_stream_impl = it->second;
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200487 video_receive_ssrcs_.erase(it++);
pbos@webrtc.orgc279a5d2014-01-24 09:30:53 +0000488 } else {
489 ++it;
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000490 }
491 }
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200492 video_receive_streams_.erase(receive_stream_impl);
henrikg91d6ede2015-09-17 00:24:34 -0700493 RTC_CHECK(receive_stream_impl != nullptr);
pbos8fc7fa72015-07-15 08:02:58 -0700494 ConfigureSync(receive_stream_impl->config().sync_group);
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000495 }
pbos@webrtc.org95e51f52013-09-05 12:38:54 +0000496 delete receive_stream_impl;
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000497}
498
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000499Call::Stats Call::GetStats() const {
solenberg5a289392015-10-19 03:39:20 -0700500 // TODO(solenberg): Some test cases in EndToEndTest use this from a different
501 // thread. Re-enable once that is fixed.
502 // RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000503 Stats stats;
Peter Boström45553ae2015-05-08 13:54:38 +0200504 // Fetch available send/receive bitrates.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000505 uint32_t send_bandwidth = 0;
mflodman0c478b32015-10-21 15:52:16 +0200506 congestion_controller_->GetBitrateController()->AvailableBandwidth(
507 &send_bandwidth);
Peter Boström45553ae2015-05-08 13:54:38 +0200508 std::vector<unsigned int> ssrcs;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000509 uint32_t recv_bandwidth = 0;
mflodman0c478b32015-10-21 15:52:16 +0200510 congestion_controller_->GetRemoteBitrateEstimator(false)->LatestEstimate(
mflodmana20de202015-10-18 22:08:19 -0700511 &ssrcs, &recv_bandwidth);
Peter Boström45553ae2015-05-08 13:54:38 +0200512 stats.send_bandwidth_bps = send_bandwidth;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000513 stats.recv_bandwidth_bps = recv_bandwidth;
mflodman0c478b32015-10-21 15:52:16 +0200514 stats.pacer_delay_ms = congestion_controller_->GetPacerQueuingDelayMs();
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000515 {
516 ReadLockScoped read_lock(*send_crit_);
solenbergc7a8b082015-10-16 14:35:07 -0700517 // TODO(solenberg): Add audio send streams.
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200518 for (const auto& kv : video_send_ssrcs_) {
519 int rtt_ms = kv.second->GetRtt();
pbos@webrtc.org2b19f062014-12-11 13:26:09 +0000520 if (rtt_ms > 0)
521 stats.rtt_ms = rtt_ms;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000522 }
523 }
524 return stats;
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000525}
526
pbos@webrtc.org00873182014-11-25 14:03:34 +0000527void Call::SetBitrateConfig(
528 const webrtc::Call::Config::BitrateConfig& bitrate_config) {
pbos@webrtc.org50fe3592015-01-29 12:33:07 +0000529 TRACE_EVENT0("webrtc", "Call::SetBitrateConfig");
solenberg5a289392015-10-19 03:39:20 -0700530 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
henrikg91d6ede2015-09-17 00:24:34 -0700531 RTC_DCHECK_GE(bitrate_config.min_bitrate_bps, 0);
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24 +0000532 if (bitrate_config.max_bitrate_bps != -1)
henrikg91d6ede2015-09-17 00:24:34 -0700533 RTC_DCHECK_GT(bitrate_config.max_bitrate_bps, 0);
Stefan Holmere5904162015-03-26 11:11:06 +0100534 if (config_.bitrate_config.min_bitrate_bps ==
pbos@webrtc.org00873182014-11-25 14:03:34 +0000535 bitrate_config.min_bitrate_bps &&
536 (bitrate_config.start_bitrate_bps <= 0 ||
Stefan Holmere5904162015-03-26 11:11:06 +0100537 config_.bitrate_config.start_bitrate_bps ==
pbos@webrtc.org00873182014-11-25 14:03:34 +0000538 bitrate_config.start_bitrate_bps) &&
Stefan Holmere5904162015-03-26 11:11:06 +0100539 config_.bitrate_config.max_bitrate_bps ==
pbos@webrtc.org00873182014-11-25 14:03:34 +0000540 bitrate_config.max_bitrate_bps) {
541 // Nothing new to set, early abort to avoid encoder reconfigurations.
542 return;
543 }
Stefan Holmere5904162015-03-26 11:11:06 +0100544 config_.bitrate_config = bitrate_config;
mflodman0c478b32015-10-21 15:52:16 +0200545 congestion_controller_->SetBweBitrates(bitrate_config.min_bitrate_bps,
546 bitrate_config.start_bitrate_bps,
547 bitrate_config.max_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +0000548}
549
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000550void Call::SignalNetworkState(NetworkState state) {
solenberg5a289392015-10-19 03:39:20 -0700551 RTC_DCHECK(configuration_thread_checker_.CalledOnValidThread());
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000552 network_enabled_ = state == kNetworkUp;
mflodman0c478b32015-10-21 15:52:16 +0200553 congestion_controller_->SignalNetworkState(state);
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000554 {
555 ReadLockScoped write_lock(*send_crit_);
solenbergc7a8b082015-10-16 14:35:07 -0700556 for (auto& kv : audio_send_ssrcs_) {
557 kv.second->SignalNetworkState(state);
558 }
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200559 for (auto& kv : video_send_ssrcs_) {
560 kv.second->SignalNetworkState(state);
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000561 }
562 }
563 {
564 ReadLockScoped write_lock(*receive_crit_);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200565 for (auto& kv : video_receive_ssrcs_) {
566 kv.second->SignalNetworkState(state);
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000567 }
568 }
569}
570
stefanc1aeaf02015-10-15 07:26:07 -0700571void Call::OnSentPacket(const rtc::SentPacket& sent_packet) {
stefan18adf0a2015-11-17 06:24:56 -0800572 if (first_packet_sent_ms_ == -1)
573 first_packet_sent_ms_ = clock_->TimeInMilliseconds();
mflodman0c478b32015-10-21 15:52:16 +0200574 congestion_controller_->OnSentPacket(sent_packet);
stefanc1aeaf02015-10-15 07:26:07 -0700575}
576
mflodman0e7e2592015-11-12 21:02:42 -0800577void Call::OnNetworkChanged(uint32_t target_bitrate_bps, uint8_t fraction_loss,
578 int64_t rtt_ms) {
stefan18adf0a2015-11-17 06:24:56 -0800579 int64_t now_ms = clock_->TimeInMilliseconds();
580 int64_t time_since_last_update_ms = 0;
581 {
582 rtc::CritScope lock(&bitrate_crit_);
583 if (last_bitrate_update_ms_ >= 0)
584 time_since_last_update_ms = now_ms - last_bitrate_update_ms_;
585 estimated_send_bitrate_kbps_.AddSamples(
586 time_since_last_update_ms * (target_bitrate_bps_ / 1000) / 1000);
587 pacer_bitrate_kbps_.AddSamples(time_since_last_update_ms *
588 (pacer_bitrate_bps_ / 1000) / 1000);
589 target_bitrate_bps_ = target_bitrate_bps;
590 last_bitrate_update_ms_ = now_ms;
591 }
mflodman0e7e2592015-11-12 21:02:42 -0800592 uint32_t allocated_bitrate_bps = bitrate_allocator_->OnNetworkChanged(
593 target_bitrate_bps, fraction_loss, rtt_ms);
594
595 int pad_up_to_bitrate_bps = 0;
596 {
597 ReadLockScoped read_lock(*send_crit_);
598 // No need to update as long as we're not sending.
599 if (video_send_streams_.empty())
600 return;
601
602 for (VideoSendStream* stream : video_send_streams_)
603 pad_up_to_bitrate_bps += stream->GetPaddingNeededBps();
604 }
605 // Allocated bitrate might be higher than bitrate estimate if enforcing min
606 // bitrate, or lower if estimate is higher than the sum of max bitrates, so
607 // set the pacer bitrate to the maximum of the two.
608 uint32_t pacer_bitrate_bps =
609 std::max(target_bitrate_bps, allocated_bitrate_bps);
stefan18adf0a2015-11-17 06:24:56 -0800610 {
611 rtc::CritScope lock(&bitrate_crit_);
612 pacer_bitrate_bps_ = pacer_bitrate_bps;
613 }
mflodman0e7e2592015-11-12 21:02:42 -0800614 congestion_controller_->UpdatePacerBitrate(
615 target_bitrate_bps / 1000,
616 PacedSender::kDefaultPaceMultiplier * pacer_bitrate_bps / 1000,
617 pad_up_to_bitrate_bps / 1000);
618}
619
pbos8fc7fa72015-07-15 08:02:58 -0700620void Call::ConfigureSync(const std::string& sync_group) {
621 // Set sync only if there was no previous one.
solenberg566ef242015-11-06 15:34:49 -0800622 if (voice_engine() == nullptr || sync_group.empty())
pbos8fc7fa72015-07-15 08:02:58 -0700623 return;
624
625 AudioReceiveStream* sync_audio_stream = nullptr;
626 // Find existing audio stream.
627 const auto it = sync_stream_mapping_.find(sync_group);
628 if (it != sync_stream_mapping_.end()) {
629 sync_audio_stream = it->second;
630 } else {
631 // No configured audio stream, see if we can find one.
632 for (const auto& kv : audio_receive_ssrcs_) {
633 if (kv.second->config().sync_group == sync_group) {
634 if (sync_audio_stream != nullptr) {
635 LOG(LS_WARNING) << "Attempting to sync more than one audio stream "
636 "within the same sync group. This is not "
637 "supported in the current implementation.";
638 break;
639 }
640 sync_audio_stream = kv.second;
641 }
642 }
643 }
644 if (sync_audio_stream)
645 sync_stream_mapping_[sync_group] = sync_audio_stream;
646 size_t num_synced_streams = 0;
647 for (VideoReceiveStream* video_stream : video_receive_streams_) {
648 if (video_stream->config().sync_group != sync_group)
649 continue;
650 ++num_synced_streams;
651 if (num_synced_streams > 1) {
652 // TODO(pbos): Support synchronizing more than one A/V pair.
653 // https://code.google.com/p/webrtc/issues/detail?id=4762
654 LOG(LS_WARNING) << "Attempting to sync more than one audio/video pair "
655 "within the same sync group. This is not supported in "
656 "the current implementation.";
657 }
658 // Only sync the first A/V pair within this sync group.
659 if (sync_audio_stream != nullptr && num_synced_streams == 1) {
solenberg566ef242015-11-06 15:34:49 -0800660 video_stream->SetSyncChannel(voice_engine(),
pbos8fc7fa72015-07-15 08:02:58 -0700661 sync_audio_stream->config().voe_channel_id);
662 } else {
solenberg566ef242015-11-06 15:34:49 -0800663 video_stream->SetSyncChannel(voice_engine(), -1);
pbos8fc7fa72015-07-15 08:02:58 -0700664 }
665 }
666}
667
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200668PacketReceiver::DeliveryStatus Call::DeliverRtcp(MediaType media_type,
669 const uint8_t* packet,
670 size_t length) {
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000671 // TODO(pbos): Figure out what channel needs it actually.
672 // Do NOT broadcast! Also make sure it's a valid packet.
pbos@webrtc.orgcaba2d22014-05-14 13:57:12 +0000673 // Return DELIVERY_UNKNOWN_SSRC if it can be determined that
674 // there's no receiver of the packet.
stefan91d92602015-11-11 10:13:02 -0800675 received_rtcp_bytes_per_sec_.AddSamples(length);
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000676 bool rtcp_delivered = false;
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200677 if (media_type == MediaType::ANY || media_type == MediaType::VIDEO) {
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000678 ReadLockScoped read_lock(*receive_crit_);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200679 for (VideoReceiveStream* stream : video_receive_streams_) {
ivocb04965c2015-09-09 00:09:43 -0700680 if (stream->DeliverRtcp(packet, length)) {
pbos@webrtc.org40523702013-08-05 12:49:22 +0000681 rtcp_delivered = true;
ivocb04965c2015-09-09 00:09:43 -0700682 if (event_log_)
683 event_log_->LogRtcpPacket(true, media_type, packet, length);
684 }
pbos@webrtc.orgbbb07e62013-08-05 12:01:36 +0000685 }
686 }
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200687 if (media_type == MediaType::ANY || media_type == MediaType::VIDEO) {
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000688 ReadLockScoped read_lock(*send_crit_);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200689 for (VideoSendStream* stream : video_send_streams_) {
ivocb04965c2015-09-09 00:09:43 -0700690 if (stream->DeliverRtcp(packet, length)) {
pbos@webrtc.org40523702013-08-05 12:49:22 +0000691 rtcp_delivered = true;
ivocb04965c2015-09-09 00:09:43 -0700692 if (event_log_)
693 event_log_->LogRtcpPacket(false, media_type, packet, length);
694 }
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000695 }
696 }
pbos@webrtc.orgcaba2d22014-05-14 13:57:12 +0000697 return rtcp_delivered ? DELIVERY_OK : DELIVERY_PACKET_ERROR;
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000698}
699
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200700PacketReceiver::DeliveryStatus Call::DeliverRtp(MediaType media_type,
701 const uint8_t* packet,
stefan68786d22015-09-08 05:36:15 -0700702 size_t length,
703 const PacketTime& packet_time) {
pbos@webrtc.orgaf38f4e2014-07-08 07:38:12 +0000704 // Minimum RTP header size.
705 if (length < 12)
706 return DELIVERY_PACKET_ERROR;
707
stefan91d92602015-11-11 10:13:02 -0800708 if (first_rtp_packet_received_ms_ == -1)
709 first_rtp_packet_received_ms_ = clock_->TimeInMilliseconds();
pbos@webrtc.orgaf38f4e2014-07-08 07:38:12 +0000710
stefan91d92602015-11-11 10:13:02 -0800711 uint32_t ssrc = ByteReader<uint32_t>::ReadBigEndian(&packet[8]);
pbos@webrtc.org26c0c412014-09-03 16:17:12 +0000712 ReadLockScoped read_lock(*receive_crit_);
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200713 if (media_type == MediaType::ANY || media_type == MediaType::AUDIO) {
714 auto it = audio_receive_ssrcs_.find(ssrc);
715 if (it != audio_receive_ssrcs_.end()) {
stefan91d92602015-11-11 10:13:02 -0800716 received_audio_bytes_per_sec_.AddSamples(length);
ivocb04965c2015-09-09 00:09:43 -0700717 auto status = it->second->DeliverRtp(packet, length, packet_time)
718 ? DELIVERY_OK
719 : DELIVERY_PACKET_ERROR;
720 if (status == DELIVERY_OK && event_log_)
721 event_log_->LogRtpHeader(true, media_type, packet, length);
722 return status;
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200723 }
724 }
725 if (media_type == MediaType::ANY || media_type == MediaType::VIDEO) {
726 auto it = video_receive_ssrcs_.find(ssrc);
727 if (it != video_receive_ssrcs_.end()) {
stefan91d92602015-11-11 10:13:02 -0800728 received_video_bytes_per_sec_.AddSamples(length);
ivocb04965c2015-09-09 00:09:43 -0700729 auto status = it->second->DeliverRtp(packet, length, packet_time)
730 ? DELIVERY_OK
731 : DELIVERY_PACKET_ERROR;
732 if (status == DELIVERY_OK && event_log_)
733 event_log_->LogRtpHeader(true, media_type, packet, length);
734 return status;
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200735 }
736 }
737 return DELIVERY_UNKNOWN_SSRC;
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000738}
739
stefan68786d22015-09-08 05:36:15 -0700740PacketReceiver::DeliveryStatus Call::DeliverPacket(
741 MediaType media_type,
742 const uint8_t* packet,
743 size_t length,
744 const PacketTime& packet_time) {
solenberg5a289392015-10-19 03:39:20 -0700745 // TODO(solenberg): Tests call this function on a network thread, libjingle
746 // calls on the worker thread. We should move towards always using a network
747 // thread. Then this check can be enabled.
748 // RTC_DCHECK(!configuration_thread_checker_.CalledOnValidThread());
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000749 if (RtpHeaderParser::IsRtcp(packet, length))
Fredrik Solenberg23fba1f2015-04-29 15:24:01 +0200750 return DeliverRtcp(media_type, packet, length);
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000751
stefan68786d22015-09-08 05:36:15 -0700752 return DeliverRtp(media_type, packet, length, packet_time);
pbos@webrtc.org29d58392013-05-16 12:08:03 +0000753}
754
755} // namespace internal
756} // namespace webrtc