blob: 3d636c2a67223556ac82f3624d423c8f16ba7a1e [file] [log] [blame]
solenbergc7a8b082015-10-16 14:35:07 -07001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include "webrtc/audio/audio_send_stream.h"
12
13#include <string>
ossu20a4b3f2017-04-27 02:08:52 -070014#include <utility>
15#include <vector>
solenbergc7a8b082015-10-16 14:35:07 -070016
solenberg566ef242015-11-06 15:34:49 -080017#include "webrtc/audio/audio_state.h"
solenberg85a04962015-10-27 03:35:21 -070018#include "webrtc/audio/conversion.h"
solenberg566ef242015-11-06 15:34:49 -080019#include "webrtc/audio/scoped_voe_interface.h"
solenbergc7a8b082015-10-16 14:35:07 -070020#include "webrtc/base/checks.h"
perkj26091b12016-09-01 01:17:40 -070021#include "webrtc/base/event.h"
ossu20a4b3f2017-04-27 02:08:52 -070022#include "webrtc/base/function_view.h"
solenbergc7a8b082015-10-16 14:35:07 -070023#include "webrtc/base/logging.h"
perkj26091b12016-09-01 01:17:40 -070024#include "webrtc/base/task_queue.h"
elad.alond12a8e12017-03-23 11:04:48 -070025#include "webrtc/base/timeutils.h"
nissecae45d02017-04-24 05:53:20 -070026#include "webrtc/call/rtp_transport_controller_send_interface.h"
ossu20a4b3f2017-04-27 02:08:52 -070027#include "webrtc/modules/audio_coding/codecs/cng/audio_encoder_cng.h"
stefan7de8d642017-02-07 07:14:08 -080028#include "webrtc/modules/bitrate_controller/include/bitrate_controller.h"
nisse559af382017-03-21 06:41:12 -070029#include "webrtc/modules/congestion_controller/include/send_side_congestion_controller.h"
Stefan Holmerb86d4e42015-12-07 10:26:18 +010030#include "webrtc/modules/pacing/paced_sender.h"
ossu3b9ff382017-04-27 08:03:42 -070031#include "webrtc/modules/rtp_rtcp/include/rtp_rtcp.h"
solenberg13725082015-11-25 08:16:52 -080032#include "webrtc/voice_engine/channel_proxy.h"
solenbergbd9a77f2017-02-06 12:53:57 -080033#include "webrtc/voice_engine/include/voe_base.h"
solenberg796b8f92017-03-01 17:02:23 -080034#include "webrtc/voice_engine/transmit_mixer.h"
solenberg13725082015-11-25 08:16:52 -080035#include "webrtc/voice_engine/voice_engine_impl.h"
solenbergc7a8b082015-10-16 14:35:07 -070036
37namespace webrtc {
minyue7a973442016-10-20 03:27:12 -070038
solenbergc7a8b082015-10-16 14:35:07 -070039namespace internal {
elad.alond12a8e12017-03-23 11:04:48 -070040// TODO(elad.alon): Subsequent CL will make these values experiment-dependent.
41constexpr size_t kPacketLossTrackerMaxWindowSizeMs = 15000;
42constexpr size_t kPacketLossRateMinNumAckedPackets = 50;
43constexpr size_t kRecoverablePacketLossRateMinNumAckedPairs = 40;
44
ossu20a4b3f2017-04-27 02:08:52 -070045namespace {
46void CallEncoder(const std::unique_ptr<voe::ChannelProxy>& channel_proxy,
47 rtc::FunctionView<void(AudioEncoder*)> lambda) {
48 channel_proxy->ModifyEncoder([&](std::unique_ptr<AudioEncoder>* encoder_ptr) {
49 RTC_DCHECK(encoder_ptr);
50 lambda(encoder_ptr->get());
51 });
52}
53} // namespace
54
solenberg566ef242015-11-06 15:34:49 -080055AudioSendStream::AudioSendStream(
56 const webrtc::AudioSendStream::Config& config,
Stefan Holmerb86d4e42015-12-07 10:26:18 +010057 const rtc::scoped_refptr<webrtc::AudioState>& audio_state,
perkj26091b12016-09-01 01:17:40 -070058 rtc::TaskQueue* worker_queue,
nisseb8f9a322017-03-27 05:36:15 -070059 RtpTransportControllerSendInterface* transport,
tereliuse035e2d2016-09-21 06:51:47 -070060 BitrateAllocator* bitrate_allocator,
michaelt9332b7d2016-11-30 07:51:13 -080061 RtcEventLog* event_log,
62 RtcpRttStats* rtcp_rtt_stats)
perkj26091b12016-09-01 01:17:40 -070063 : worker_queue_(worker_queue),
ossu20a4b3f2017-04-27 02:08:52 -070064 config_(Config(nullptr)),
mflodman86cc6ff2016-07-26 04:44:06 -070065 audio_state_(audio_state),
ossu20a4b3f2017-04-27 02:08:52 -070066 event_log_(event_log),
michaeltf4caaab2017-01-16 23:55:07 -080067 bitrate_allocator_(bitrate_allocator),
nisseb8f9a322017-03-27 05:36:15 -070068 transport_(transport),
elad.alond12a8e12017-03-23 11:04:48 -070069 packet_loss_tracker_(kPacketLossTrackerMaxWindowSizeMs,
70 kPacketLossRateMinNumAckedPackets,
71 kRecoverablePacketLossRateMinNumAckedPairs) {
ossu20a4b3f2017-04-27 02:08:52 -070072 LOG(LS_INFO) << "AudioSendStream: " << config.ToString();
73 RTC_DCHECK_NE(config.voe_channel_id, -1);
solenberg566ef242015-11-06 15:34:49 -080074 RTC_DCHECK(audio_state_.get());
nisseb8f9a322017-03-27 05:36:15 -070075 RTC_DCHECK(transport);
76 RTC_DCHECK(transport->send_side_cc());
solenberg3a941542015-11-16 07:34:50 -080077
solenberg13725082015-11-25 08:16:52 -080078 VoiceEngineImpl* voe_impl = static_cast<VoiceEngineImpl*>(voice_engine());
ossu20a4b3f2017-04-27 02:08:52 -070079 channel_proxy_ = voe_impl->GetChannelProxy(config.voe_channel_id);
80 channel_proxy_->SetRtcEventLog(event_log_);
michaelt9332b7d2016-11-30 07:51:13 -080081 channel_proxy_->SetRtcpRttStats(rtcp_rtt_stats);
solenberg13725082015-11-25 08:16:52 -080082 channel_proxy_->SetRTCPStatus(true);
nisseb8f9a322017-03-27 05:36:15 -070083 transport_->send_side_cc()->RegisterPacketFeedbackObserver(this);
mflodman3d7db262016-04-29 00:57:13 -070084
ossu20a4b3f2017-04-27 02:08:52 -070085 ConfigureStream(this, config, true);
elad.alond12a8e12017-03-23 11:04:48 -070086
87 pacer_thread_checker_.DetachFromThread();
solenbergc7a8b082015-10-16 14:35:07 -070088}
89
90AudioSendStream::~AudioSendStream() {
elad.alond12a8e12017-03-23 11:04:48 -070091 RTC_DCHECK(worker_thread_checker_.CalledOnValidThread());
solenbergc7a8b082015-10-16 14:35:07 -070092 LOG(LS_INFO) << "~AudioSendStream: " << config_.ToString();
nisseb8f9a322017-03-27 05:36:15 -070093 transport_->send_side_cc()->DeRegisterPacketFeedbackObserver(this);
mflodman3d7db262016-04-29 00:57:13 -070094 channel_proxy_->DeRegisterExternalTransport();
nissefdbfdc92017-03-31 05:44:52 -070095 channel_proxy_->ResetSenderCongestionControlObjects();
tereliuse035e2d2016-09-21 06:51:47 -070096 channel_proxy_->SetRtcEventLog(nullptr);
michaelt9332b7d2016-11-30 07:51:13 -080097 channel_proxy_->SetRtcpRttStats(nullptr);
solenbergc7a8b082015-10-16 14:35:07 -070098}
99
ossu20a4b3f2017-04-27 02:08:52 -0700100void AudioSendStream::Reconfigure(
101 const webrtc::AudioSendStream::Config& new_config) {
102 ConfigureStream(this, new_config, false);
103}
104
105void AudioSendStream::ConfigureStream(
106 webrtc::internal::AudioSendStream* stream,
107 const webrtc::AudioSendStream::Config& new_config,
108 bool first_time) {
109 LOG(LS_INFO) << "AudioSendStream::Configuring: " << new_config.ToString();
110 const auto& channel_proxy = stream->channel_proxy_;
111 const auto& old_config = stream->config_;
112
113 if (first_time || old_config.rtp.ssrc != new_config.rtp.ssrc) {
114 channel_proxy->SetLocalSSRC(new_config.rtp.ssrc);
115 }
116 if (first_time || old_config.rtp.c_name != new_config.rtp.c_name) {
117 channel_proxy->SetRTCP_CNAME(new_config.rtp.c_name);
118 }
119 // TODO(solenberg): Config NACK history window (which is a packet count),
120 // using the actual packet size for the configured codec.
121 if (first_time || old_config.rtp.nack.rtp_history_ms !=
122 new_config.rtp.nack.rtp_history_ms) {
123 channel_proxy->SetNACKStatus(new_config.rtp.nack.rtp_history_ms != 0,
124 new_config.rtp.nack.rtp_history_ms / 20);
125 }
126
127 if (first_time ||
128 new_config.send_transport != old_config.send_transport) {
129 if (old_config.send_transport) {
130 channel_proxy->DeRegisterExternalTransport();
131 }
132
133 channel_proxy->RegisterExternalTransport(new_config.send_transport);
134 }
135
136 // RFC 5285: Each distinct extension MUST have a unique ID. The value 0 is
137 // reserved for padding and MUST NOT be used as a local identifier.
138 // So it should be safe to use 0 here to indicate "not configured".
139 struct ExtensionIds {
140 int audio_level = 0;
141 int transport_sequence_number = 0;
142 };
143
144 auto find_extension_ids = [](const std::vector<RtpExtension>& extensions) {
145 ExtensionIds ids;
146 for (const auto& extension : extensions) {
147 if (extension.uri == RtpExtension::kAudioLevelUri) {
148 ids.audio_level = extension.id;
149 } else if (extension.uri == RtpExtension::kTransportSequenceNumberUri) {
150 ids.transport_sequence_number = extension.id;
151 }
152 }
153 return ids;
154 };
155
156 const ExtensionIds old_ids = find_extension_ids(old_config.rtp.extensions);
157 const ExtensionIds new_ids = find_extension_ids(new_config.rtp.extensions);
158 // Audio level indication
159 if (first_time || new_ids.audio_level != old_ids.audio_level) {
160 channel_proxy->SetSendAudioLevelIndicationStatus(new_ids.audio_level != 0,
161 new_ids.audio_level);
162 }
163 // Transport sequence number
164 if (first_time ||
165 new_ids.transport_sequence_number != old_ids.transport_sequence_number) {
166 if (old_ids.transport_sequence_number) {
167 channel_proxy->ResetSenderCongestionControlObjects();
168 stream->bandwidth_observer_.reset();
169 }
170
171 if (new_ids.transport_sequence_number != 0) {
172 channel_proxy->EnableSendTransportSequenceNumber(
173 new_ids.transport_sequence_number);
174 stream->transport_->send_side_cc()->EnablePeriodicAlrProbing(true);
175 stream->bandwidth_observer_.reset(stream->transport_->send_side_cc()
176 ->GetBitrateController()
177 ->CreateRtcpBandwidthObserver());
178 }
179
180 channel_proxy->RegisterSenderCongestionControlObjects(
181 stream->transport_, stream->bandwidth_observer_.get());
182 }
183
184 if (!ReconfigureSendCodec(stream, new_config)) {
185 LOG(LS_ERROR) << "Failed to set up send codec state.";
186 }
187
188 ReconfigureBitrateObserver(stream, new_config);
189 stream->config_ = new_config;
190}
191
solenberg3a941542015-11-16 07:34:50 -0800192void AudioSendStream::Start() {
elad.alond12a8e12017-03-23 11:04:48 -0700193 RTC_DCHECK(worker_thread_checker_.CalledOnValidThread());
minyue10cbb462016-11-07 09:29:22 -0800194 if (config_.min_bitrate_bps != -1 && config_.max_bitrate_bps != -1) {
ossu20a4b3f2017-04-27 02:08:52 -0700195 ConfigureBitrateObserver(config_.min_bitrate_bps, config_.max_bitrate_bps);
mflodman86cc6ff2016-07-26 04:44:06 -0700196 }
197
Taylor Brandstetter1a018dc2016-03-08 12:37:39 -0800198 ScopedVoEInterface<VoEBase> base(voice_engine());
199 int error = base->StartSend(config_.voe_channel_id);
200 if (error != 0) {
201 LOG(LS_ERROR) << "AudioSendStream::Start failed with error: " << error;
202 }
solenberg3a941542015-11-16 07:34:50 -0800203}
204
205void AudioSendStream::Stop() {
elad.alond12a8e12017-03-23 11:04:48 -0700206 RTC_DCHECK(worker_thread_checker_.CalledOnValidThread());
ossu20a4b3f2017-04-27 02:08:52 -0700207 RemoveBitrateObserver();
perkj26091b12016-09-01 01:17:40 -0700208
Taylor Brandstetter1a018dc2016-03-08 12:37:39 -0800209 ScopedVoEInterface<VoEBase> base(voice_engine());
210 int error = base->StopSend(config_.voe_channel_id);
211 if (error != 0) {
212 LOG(LS_ERROR) << "AudioSendStream::Stop failed with error: " << error;
213 }
solenberg3a941542015-11-16 07:34:50 -0800214}
215
solenbergffbbcac2016-11-17 05:25:37 -0800216bool AudioSendStream::SendTelephoneEvent(int payload_type,
217 int payload_frequency, int event,
solenberg8842c3e2016-03-11 03:06:41 -0800218 int duration_ms) {
elad.alond12a8e12017-03-23 11:04:48 -0700219 RTC_DCHECK(worker_thread_checker_.CalledOnValidThread());
solenbergffbbcac2016-11-17 05:25:37 -0800220 return channel_proxy_->SetSendTelephoneEventPayloadType(payload_type,
221 payload_frequency) &&
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100222 channel_proxy_->SendTelephoneEventOutband(event, duration_ms);
223}
224
solenberg94218532016-06-16 10:53:22 -0700225void AudioSendStream::SetMuted(bool muted) {
elad.alond12a8e12017-03-23 11:04:48 -0700226 RTC_DCHECK(worker_thread_checker_.CalledOnValidThread());
solenberg94218532016-06-16 10:53:22 -0700227 channel_proxy_->SetInputMute(muted);
228}
229
solenbergc7a8b082015-10-16 14:35:07 -0700230webrtc::AudioSendStream::Stats AudioSendStream::GetStats() const {
elad.alond12a8e12017-03-23 11:04:48 -0700231 RTC_DCHECK(worker_thread_checker_.CalledOnValidThread());
solenberg85a04962015-10-27 03:35:21 -0700232 webrtc::AudioSendStream::Stats stats;
233 stats.local_ssrc = config_.rtp.ssrc;
solenberg85a04962015-10-27 03:35:21 -0700234
solenberg358057b2015-11-27 10:46:42 -0800235 webrtc::CallStatistics call_stats = channel_proxy_->GetRTCPStatistics();
solenberg85a04962015-10-27 03:35:21 -0700236 stats.bytes_sent = call_stats.bytesSent;
237 stats.packets_sent = call_stats.packetsSent;
solenberg8b85de22015-11-16 09:48:04 -0800238 // RTT isn't known until a RTCP report is received. Until then, VoiceEngine
239 // returns 0 to indicate an error value.
240 if (call_stats.rttMs > 0) {
241 stats.rtt_ms = call_stats.rttMs;
242 }
243 // TODO(solenberg): [was ajm]: Re-enable this metric once we have a reliable
244 // implementation.
245 stats.aec_quality_min = -1;
solenberg85a04962015-10-27 03:35:21 -0700246
ossu20a4b3f2017-04-27 02:08:52 -0700247 if (config_.send_codec_spec) {
248 const auto& spec = *config_.send_codec_spec;
249 stats.codec_name = spec.format.name;
250 stats.codec_payload_type = rtc::Optional<int>(spec.payload_type);
solenberg85a04962015-10-27 03:35:21 -0700251
252 // Get data from the last remote RTCP report.
solenberg358057b2015-11-27 10:46:42 -0800253 for (const auto& block : channel_proxy_->GetRemoteRTCPReportBlocks()) {
solenberg8b85de22015-11-16 09:48:04 -0800254 // Lookup report for send ssrc only.
255 if (block.source_SSRC == stats.local_ssrc) {
256 stats.packets_lost = block.cumulative_num_packets_lost;
257 stats.fraction_lost = Q8ToFloat(block.fraction_lost);
258 stats.ext_seqnum = block.extended_highest_sequence_number;
ossu20a4b3f2017-04-27 02:08:52 -0700259 // Convert timestamps to milliseconds.
260 if (spec.format.clockrate_hz / 1000 > 0) {
solenberg8b85de22015-11-16 09:48:04 -0800261 stats.jitter_ms =
ossu20a4b3f2017-04-27 02:08:52 -0700262 block.interarrival_jitter / (spec.format.clockrate_hz / 1000);
solenberg85a04962015-10-27 03:35:21 -0700263 }
solenberg8b85de22015-11-16 09:48:04 -0800264 break;
solenberg85a04962015-10-27 03:35:21 -0700265 }
266 }
267 }
268
ivoc7aba0292016-11-14 04:52:06 -0800269 ScopedVoEInterface<VoEBase> base(voice_engine());
solenberg796b8f92017-03-01 17:02:23 -0800270 RTC_DCHECK(base->transmit_mixer());
271 stats.audio_level = base->transmit_mixer()->AudioLevelFullRange();
272 RTC_DCHECK_LE(0, stats.audio_level);
273
ivoc7aba0292016-11-14 04:52:06 -0800274 RTC_DCHECK(base->audio_processing());
275 auto audio_processing_stats = base->audio_processing()->GetStatistics();
276 stats.echo_delay_median_ms = audio_processing_stats.delay_median;
277 stats.echo_delay_std_ms = audio_processing_stats.delay_standard_deviation;
278 stats.echo_return_loss = audio_processing_stats.echo_return_loss.instant();
279 stats.echo_return_loss_enhancement =
280 audio_processing_stats.echo_return_loss_enhancement.instant();
281 stats.residual_echo_likelihood =
282 audio_processing_stats.residual_echo_likelihood;
ivoc4e477a12017-01-15 08:29:46 -0800283 stats.residual_echo_likelihood_recent_max =
284 audio_processing_stats.residual_echo_likelihood_recent_max;
ivoc8c63a822016-10-21 04:10:03 -0700285
solenberg3a941542015-11-16 07:34:50 -0800286 internal::AudioState* audio_state =
287 static_cast<internal::AudioState*>(audio_state_.get());
solenberg566ef242015-11-06 15:34:49 -0800288 stats.typing_noise_detected = audio_state->typing_noise_detected();
solenberg85a04962015-10-27 03:35:21 -0700289
290 return stats;
291}
292
pbos1ba8d392016-05-01 20:18:34 -0700293void AudioSendStream::SignalNetworkState(NetworkState state) {
elad.alond12a8e12017-03-23 11:04:48 -0700294 RTC_DCHECK(worker_thread_checker_.CalledOnValidThread());
pbos1ba8d392016-05-01 20:18:34 -0700295}
296
297bool AudioSendStream::DeliverRtcp(const uint8_t* packet, size_t length) {
298 // TODO(solenberg): Tests call this function on a network thread, libjingle
299 // calls on the worker thread. We should move towards always using a network
300 // thread. Then this check can be enabled.
elad.alond12a8e12017-03-23 11:04:48 -0700301 // RTC_DCHECK(!worker_thread_checker_.CalledOnValidThread());
pbos1ba8d392016-05-01 20:18:34 -0700302 return channel_proxy_->ReceivedRTCPPacket(packet, length);
303}
304
mflodman86cc6ff2016-07-26 04:44:06 -0700305uint32_t AudioSendStream::OnBitrateUpdated(uint32_t bitrate_bps,
306 uint8_t fraction_loss,
minyue78b4d562016-11-30 04:47:39 -0800307 int64_t rtt,
minyue93e45222017-05-18 14:32:41 -0700308 int64_t bwe_period_ms) {
stefanfca900a2017-04-10 03:53:00 -0700309 // A send stream may be allocated a bitrate of zero if the allocator decides
310 // to disable it. For now we ignore this decision and keep sending on min
311 // bitrate.
312 if (bitrate_bps == 0) {
313 bitrate_bps = config_.min_bitrate_bps;
314 }
mflodman86cc6ff2016-07-26 04:44:06 -0700315 RTC_DCHECK_GE(bitrate_bps,
minyue10cbb462016-11-07 09:29:22 -0800316 static_cast<uint32_t>(config_.min_bitrate_bps));
mflodman86cc6ff2016-07-26 04:44:06 -0700317 // The bitrate allocator might allocate an higher than max configured bitrate
318 // if there is room, to allow for, as example, extra FEC. Ignore that for now.
minyue10cbb462016-11-07 09:29:22 -0800319 const uint32_t max_bitrate_bps = config_.max_bitrate_bps;
mflodman86cc6ff2016-07-26 04:44:06 -0700320 if (bitrate_bps > max_bitrate_bps)
321 bitrate_bps = max_bitrate_bps;
322
minyue93e45222017-05-18 14:32:41 -0700323 channel_proxy_->SetBitrate(bitrate_bps, bwe_period_ms);
mflodman86cc6ff2016-07-26 04:44:06 -0700324
325 // The amount of audio protection is not exposed by the encoder, hence
326 // always returning 0.
327 return 0;
328}
329
elad.alond12a8e12017-03-23 11:04:48 -0700330void AudioSendStream::OnPacketAdded(uint32_t ssrc, uint16_t seq_num) {
331 RTC_DCHECK(pacer_thread_checker_.CalledOnValidThread());
332 // Only packets that belong to this stream are of interest.
333 if (ssrc == config_.rtp.ssrc) {
334 rtc::CritScope lock(&packet_loss_tracker_cs_);
335 // TODO(elad.alon): This function call could potentially reset the window,
336 // setting both PLR and RPLR to unknown. Consider (during upcoming
337 // refactoring) passing an indication of such an event.
338 packet_loss_tracker_.OnPacketAdded(seq_num, rtc::TimeMillis());
339 }
340}
341
342void AudioSendStream::OnPacketFeedbackVector(
343 const std::vector<PacketFeedback>& packet_feedback_vector) {
344 // TODO(elad.alon): This fails in UT; fix and uncomment.
elad.alon4e764512017-03-27 08:53:11 -0700345 // See: https://bugs.chromium.org/p/webrtc/issues/detail?id=7405
elad.alond12a8e12017-03-23 11:04:48 -0700346 // RTC_DCHECK(worker_thread_checker_.CalledOnValidThread());
347 rtc::Optional<float> plr;
elad.alondadb4dc2017-03-23 15:29:50 -0700348 rtc::Optional<float> rplr;
elad.alond12a8e12017-03-23 11:04:48 -0700349 {
350 rtc::CritScope lock(&packet_loss_tracker_cs_);
351 packet_loss_tracker_.OnPacketFeedbackVector(packet_feedback_vector);
352 plr = packet_loss_tracker_.GetPacketLossRate();
elad.alondadb4dc2017-03-23 15:29:50 -0700353 rplr = packet_loss_tracker_.GetRecoverablePacketLossRate();
elad.alond12a8e12017-03-23 11:04:48 -0700354 }
elad.alondadb4dc2017-03-23 15:29:50 -0700355 // TODO(elad.alon): If R/PLR go back to unknown, no indication is given that
elad.alond12a8e12017-03-23 11:04:48 -0700356 // the previously sent value is no longer relevant. This will be taken care
357 // of with some refactoring which is now being done.
358 if (plr) {
359 channel_proxy_->OnTwccBasedUplinkPacketLossRate(*plr);
360 }
elad.alondadb4dc2017-03-23 15:29:50 -0700361 if (rplr) {
362 channel_proxy_->OnRecoverableUplinkPacketLossRate(*rplr);
363 }
elad.alond12a8e12017-03-23 11:04:48 -0700364}
365
solenberg85a04962015-10-27 03:35:21 -0700366const webrtc::AudioSendStream::Config& AudioSendStream::config() const {
elad.alond12a8e12017-03-23 11:04:48 -0700367 RTC_DCHECK(worker_thread_checker_.CalledOnValidThread());
solenberg85a04962015-10-27 03:35:21 -0700368 return config_;
solenbergc7a8b082015-10-16 14:35:07 -0700369}
370
michaelt79e05882016-11-08 02:50:09 -0800371void AudioSendStream::SetTransportOverhead(int transport_overhead_per_packet) {
elad.alond12a8e12017-03-23 11:04:48 -0700372 RTC_DCHECK(worker_thread_checker_.CalledOnValidThread());
nisseb8f9a322017-03-27 05:36:15 -0700373 transport_->send_side_cc()->SetTransportOverhead(
374 transport_overhead_per_packet);
michaelt79e05882016-11-08 02:50:09 -0800375 channel_proxy_->SetTransportOverhead(transport_overhead_per_packet);
376}
377
solenberg3a941542015-11-16 07:34:50 -0800378VoiceEngine* AudioSendStream::voice_engine() const {
379 internal::AudioState* audio_state =
380 static_cast<internal::AudioState*>(audio_state_.get());
381 VoiceEngine* voice_engine = audio_state->voice_engine();
382 RTC_DCHECK(voice_engine);
383 return voice_engine;
solenbergc7a8b082015-10-16 14:35:07 -0700384}
minyue7a973442016-10-20 03:27:12 -0700385
386// Apply current codec settings to a single voe::Channel used for sending.
ossu20a4b3f2017-04-27 02:08:52 -0700387bool AudioSendStream::SetupSendCodec(AudioSendStream* stream,
388 const Config& new_config) {
389 RTC_DCHECK(new_config.send_codec_spec);
390 const auto& spec = *new_config.send_codec_spec;
minyue48368ad2017-05-10 04:06:11 -0700391
392 RTC_DCHECK(new_config.encoder_factory);
ossu20a4b3f2017-04-27 02:08:52 -0700393 std::unique_ptr<AudioEncoder> encoder =
394 new_config.encoder_factory->MakeAudioEncoder(spec.payload_type,
395 spec.format);
minyue7a973442016-10-20 03:27:12 -0700396
ossu20a4b3f2017-04-27 02:08:52 -0700397 if (!encoder) {
398 LOG(LS_ERROR) << "Unable to create encoder for " << spec.format;
399 return false;
400 }
401 // If a bitrate has been specified for the codec, use it over the
402 // codec's default.
403 if (spec.target_bitrate_bps) {
404 encoder->OnReceivedTargetAudioBitrate(*spec.target_bitrate_bps);
minyue7a973442016-10-20 03:27:12 -0700405 }
406
ossu20a4b3f2017-04-27 02:08:52 -0700407 // Enable ANA if configured (currently only used by Opus).
408 if (new_config.audio_network_adaptor_config) {
409 if (encoder->EnableAudioNetworkAdaptor(
410 *new_config.audio_network_adaptor_config, stream->event_log_)) {
minyue6b825df2016-10-31 04:08:32 -0700411 LOG(LS_INFO) << "Audio network adaptor enabled on SSRC "
ossu20a4b3f2017-04-27 02:08:52 -0700412 << new_config.rtp.ssrc;
413 } else {
414 RTC_NOTREACHED();
minyue6b825df2016-10-31 04:08:32 -0700415 }
minyue7a973442016-10-20 03:27:12 -0700416 }
417
ossu20a4b3f2017-04-27 02:08:52 -0700418 // Wrap the encoder in a an AudioEncoderCNG, if VAD is enabled.
419 if (spec.cng_payload_type) {
420 AudioEncoderCng::Config cng_config;
421 cng_config.num_channels = encoder->NumChannels();
422 cng_config.payload_type = *spec.cng_payload_type;
423 cng_config.speech_encoder = std::move(encoder);
424 cng_config.vad_mode = Vad::kVadNormal;
425 encoder.reset(new AudioEncoderCng(std::move(cng_config)));
ossu3b9ff382017-04-27 08:03:42 -0700426
427 stream->RegisterCngPayloadType(
428 *spec.cng_payload_type,
429 new_config.send_codec_spec->format.clockrate_hz);
minyue7a973442016-10-20 03:27:12 -0700430 }
ossu20a4b3f2017-04-27 02:08:52 -0700431
432 stream->channel_proxy_->SetEncoder(new_config.send_codec_spec->payload_type,
433 std::move(encoder));
minyue7a973442016-10-20 03:27:12 -0700434 return true;
435}
436
ossu20a4b3f2017-04-27 02:08:52 -0700437bool AudioSendStream::ReconfigureSendCodec(AudioSendStream* stream,
438 const Config& new_config) {
439 const auto& old_config = stream->config_;
440 if (new_config.send_codec_spec == old_config.send_codec_spec) {
441 return true;
442 }
443
444 // If we have no encoder, or the format or payload type's changed, create a
445 // new encoder.
446 if (!old_config.send_codec_spec ||
447 new_config.send_codec_spec->format !=
448 old_config.send_codec_spec->format ||
449 new_config.send_codec_spec->payload_type !=
450 old_config.send_codec_spec->payload_type) {
451 return SetupSendCodec(stream, new_config);
452 }
453
454 // Should never move a stream from fully configured to unconfigured.
455 RTC_CHECK(new_config.send_codec_spec);
456
457 const rtc::Optional<int>& new_target_bitrate_bps =
458 new_config.send_codec_spec->target_bitrate_bps;
459 // If a bitrate has been specified for the codec, use it over the
460 // codec's default.
461 if (new_target_bitrate_bps &&
462 new_target_bitrate_bps !=
463 old_config.send_codec_spec->target_bitrate_bps) {
464 CallEncoder(stream->channel_proxy_, [&](AudioEncoder* encoder) {
465 encoder->OnReceivedTargetAudioBitrate(*new_target_bitrate_bps);
466 });
467 }
468
469 ReconfigureANA(stream, new_config);
470 ReconfigureCNG(stream, new_config);
471
472 return true;
473}
474
475void AudioSendStream::ReconfigureANA(AudioSendStream* stream,
476 const Config& new_config) {
477 if (new_config.audio_network_adaptor_config ==
478 stream->config_.audio_network_adaptor_config) {
479 return;
480 }
481 if (new_config.audio_network_adaptor_config) {
482 CallEncoder(stream->channel_proxy_, [&](AudioEncoder* encoder) {
483 if (encoder->EnableAudioNetworkAdaptor(
484 *new_config.audio_network_adaptor_config, stream->event_log_)) {
485 LOG(LS_INFO) << "Audio network adaptor enabled on SSRC "
486 << new_config.rtp.ssrc;
487 } else {
488 RTC_NOTREACHED();
489 }
490 });
491 } else {
492 CallEncoder(stream->channel_proxy_, [&](AudioEncoder* encoder) {
493 encoder->DisableAudioNetworkAdaptor();
494 });
495 LOG(LS_INFO) << "Audio network adaptor disabled on SSRC "
496 << new_config.rtp.ssrc;
497 }
498}
499
500void AudioSendStream::ReconfigureCNG(AudioSendStream* stream,
501 const Config& new_config) {
502 if (new_config.send_codec_spec->cng_payload_type ==
503 stream->config_.send_codec_spec->cng_payload_type) {
504 return;
505 }
506
ossu3b9ff382017-04-27 08:03:42 -0700507 // Register the CNG payload type if it's been added, don't do anything if CNG
508 // is removed. Payload types must not be redefined.
509 if (new_config.send_codec_spec->cng_payload_type) {
510 stream->RegisterCngPayloadType(
511 *new_config.send_codec_spec->cng_payload_type,
512 new_config.send_codec_spec->format.clockrate_hz);
513 }
514
ossu20a4b3f2017-04-27 02:08:52 -0700515 // Wrap or unwrap the encoder in an AudioEncoderCNG.
516 stream->channel_proxy_->ModifyEncoder(
517 [&](std::unique_ptr<AudioEncoder>* encoder_ptr) {
518 std::unique_ptr<AudioEncoder> old_encoder(std::move(*encoder_ptr));
519 auto sub_encoders = old_encoder->ReclaimContainedEncoders();
520 if (!sub_encoders.empty()) {
521 // Replace enc with its sub encoder. We need to put the sub
522 // encoder in a temporary first, since otherwise the old value
523 // of enc would be destroyed before the new value got assigned,
524 // which would be bad since the new value is a part of the old
525 // value.
526 auto tmp = std::move(sub_encoders[0]);
527 old_encoder = std::move(tmp);
528 }
529 if (new_config.send_codec_spec->cng_payload_type) {
530 AudioEncoderCng::Config config;
531 config.speech_encoder = std::move(old_encoder);
532 config.num_channels = config.speech_encoder->NumChannels();
533 config.payload_type = *new_config.send_codec_spec->cng_payload_type;
534 config.vad_mode = Vad::kVadNormal;
535 encoder_ptr->reset(new AudioEncoderCng(std::move(config)));
536 } else {
537 *encoder_ptr = std::move(old_encoder);
538 }
539 });
540}
541
542void AudioSendStream::ReconfigureBitrateObserver(
543 AudioSendStream* stream,
544 const webrtc::AudioSendStream::Config& new_config) {
545 // Since the Config's default is for both of these to be -1, this test will
546 // allow us to configure the bitrate observer if the new config has bitrate
547 // limits set, but would only have us call RemoveBitrateObserver if we were
548 // previously configured with bitrate limits.
549 if (stream->config_.min_bitrate_bps == new_config.min_bitrate_bps &&
550 stream->config_.max_bitrate_bps == new_config.max_bitrate_bps) {
551 return;
552 }
553
554 if (new_config.min_bitrate_bps != -1 && new_config.max_bitrate_bps != -1) {
555 stream->ConfigureBitrateObserver(new_config.min_bitrate_bps,
556 new_config.max_bitrate_bps);
557 } else {
558 stream->RemoveBitrateObserver();
559 }
560}
561
562void AudioSendStream::ConfigureBitrateObserver(int min_bitrate_bps,
563 int max_bitrate_bps) {
564 RTC_DCHECK(worker_thread_checker_.CalledOnValidThread());
565 RTC_DCHECK_GE(max_bitrate_bps, min_bitrate_bps);
566 rtc::Event thread_sync_event(false /* manual_reset */, false);
567 worker_queue_->PostTask([&] {
568 // We may get a callback immediately as the observer is registered, so make
569 // sure the bitrate limits in config_ are up-to-date.
570 config_.min_bitrate_bps = min_bitrate_bps;
571 config_.max_bitrate_bps = max_bitrate_bps;
572 bitrate_allocator_->AddObserver(this, min_bitrate_bps, max_bitrate_bps, 0,
573 true);
574 thread_sync_event.Set();
575 });
576 thread_sync_event.Wait(rtc::Event::kForever);
577}
578
579void AudioSendStream::RemoveBitrateObserver() {
580 RTC_DCHECK(worker_thread_checker_.CalledOnValidThread());
581 rtc::Event thread_sync_event(false /* manual_reset */, false);
582 worker_queue_->PostTask([this, &thread_sync_event] {
583 bitrate_allocator_->RemoveObserver(this);
584 thread_sync_event.Set();
585 });
586 thread_sync_event.Wait(rtc::Event::kForever);
587}
588
ossu3b9ff382017-04-27 08:03:42 -0700589void AudioSendStream::RegisterCngPayloadType(int payload_type,
590 int clockrate_hz) {
591 RtpRtcp* rtpRtcpModule = nullptr;
592 RtpReceiver* rtpReceiver = nullptr; // Unused, but required for call.
593 channel_proxy_->GetRtpRtcp(&rtpRtcpModule, &rtpReceiver);
594 const CodecInst codec = {payload_type, "CN", clockrate_hz, 0, 1, 0};
595 if (rtpRtcpModule->RegisterSendPayload(codec) != 0) {
596 rtpRtcpModule->DeRegisterSendPayload(codec.pltype);
597 if (rtpRtcpModule->RegisterSendPayload(codec) != 0) {
598 LOG(LS_ERROR) << "RegisterCngPayloadType() failed to register CN to "
599 "RTP/RTCP module";
600 }
601 }
602}
603
604
solenbergc7a8b082015-10-16 14:35:07 -0700605} // namespace internal
606} // namespace webrtc