niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 1 | /* |
xians@webrtc.org | 79af734 | 2012-01-31 12:22:14 +0000 | [diff] [blame] | 2 | * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
pbos@webrtc.org | 956aa7e | 2013-05-21 13:52:32 +0000 | [diff] [blame] | 11 | #include "webrtc/voice_engine/voe_base_impl.h" |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 12 | |
kwiberg | 087bd34 | 2017-02-10 08:15:44 -0800 | [diff] [blame] | 13 | #include "webrtc/api/audio_codecs/builtin_audio_decoder_factory.h" |
pbos@webrtc.org | 956aa7e | 2013-05-21 13:52:32 +0000 | [diff] [blame] | 14 | #include "webrtc/common_audio/signal_processing/include/signal_processing_library.h" |
kjellander | 3e6db23 | 2015-11-26 04:44:54 -0800 | [diff] [blame] | 15 | #include "webrtc/modules/audio_coding/include/audio_coding_module.h" |
pbos@webrtc.org | 956aa7e | 2013-05-21 13:52:32 +0000 | [diff] [blame] | 16 | #include "webrtc/modules/audio_device/audio_device_impl.h" |
| 17 | #include "webrtc/modules/audio_processing/include/audio_processing.h" |
Edward Lemur | c20978e | 2017-07-06 19:44:34 +0200 | [diff] [blame] | 18 | #include "webrtc/rtc_base/format_macros.h" |
| 19 | #include "webrtc/rtc_base/location.h" |
| 20 | #include "webrtc/rtc_base/logging.h" |
Henrik Kjellander | 98f5351 | 2015-10-28 18:17:40 +0100 | [diff] [blame] | 21 | #include "webrtc/system_wrappers/include/file_wrapper.h" |
pbos@webrtc.org | 956aa7e | 2013-05-21 13:52:32 +0000 | [diff] [blame] | 22 | #include "webrtc/voice_engine/channel.h" |
| 23 | #include "webrtc/voice_engine/include/voe_errors.h" |
| 24 | #include "webrtc/voice_engine/output_mixer.h" |
| 25 | #include "webrtc/voice_engine/transmit_mixer.h" |
| 26 | #include "webrtc/voice_engine/utility.h" |
| 27 | #include "webrtc/voice_engine/voice_engine_impl.h" |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 28 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 29 | namespace webrtc { |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 30 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 31 | VoEBase* VoEBase::GetInterface(VoiceEngine* voiceEngine) { |
| 32 | if (nullptr == voiceEngine) { |
| 33 | return nullptr; |
| 34 | } |
| 35 | VoiceEngineImpl* s = static_cast<VoiceEngineImpl*>(voiceEngine); |
| 36 | s->AddRef(); |
| 37 | return s; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 38 | } |
| 39 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 40 | VoEBaseImpl::VoEBaseImpl(voe::SharedData* shared) |
| 41 | : voiceEngineObserverPtr_(nullptr), |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 42 | shared_(shared) {} |
| 43 | |
| 44 | VoEBaseImpl::~VoEBaseImpl() { |
| 45 | TerminateInternal(); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 46 | } |
| 47 | |
solenberg | 1372508 | 2015-11-25 08:16:52 -0800 | [diff] [blame] | 48 | void VoEBaseImpl::OnErrorIsReported(const ErrorCode error) { |
tommi | 31fc21f | 2016-01-21 10:37:37 -0800 | [diff] [blame] | 49 | rtc::CritScope cs(&callbackCritSect_); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 50 | int errCode = 0; |
| 51 | if (error == AudioDeviceObserver::kRecordingError) { |
| 52 | errCode = VE_RUNTIME_REC_ERROR; |
| 53 | LOG_F(LS_ERROR) << "VE_RUNTIME_REC_ERROR"; |
| 54 | } else if (error == AudioDeviceObserver::kPlayoutError) { |
| 55 | errCode = VE_RUNTIME_PLAY_ERROR; |
| 56 | LOG_F(LS_ERROR) << "VE_RUNTIME_PLAY_ERROR"; |
| 57 | } |
| 58 | if (voiceEngineObserverPtr_) { |
| 59 | // Deliver callback (-1 <=> no channel dependency) |
| 60 | voiceEngineObserverPtr_->CallbackOnError(-1, errCode); |
| 61 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 62 | } |
| 63 | |
solenberg | 1372508 | 2015-11-25 08:16:52 -0800 | [diff] [blame] | 64 | void VoEBaseImpl::OnWarningIsReported(const WarningCode warning) { |
tommi | 31fc21f | 2016-01-21 10:37:37 -0800 | [diff] [blame] | 65 | rtc::CritScope cs(&callbackCritSect_); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 66 | int warningCode = 0; |
| 67 | if (warning == AudioDeviceObserver::kRecordingWarning) { |
| 68 | warningCode = VE_RUNTIME_REC_WARNING; |
| 69 | LOG_F(LS_WARNING) << "VE_RUNTIME_REC_WARNING"; |
| 70 | } else if (warning == AudioDeviceObserver::kPlayoutWarning) { |
| 71 | warningCode = VE_RUNTIME_PLAY_WARNING; |
| 72 | LOG_F(LS_WARNING) << "VE_RUNTIME_PLAY_WARNING"; |
| 73 | } |
| 74 | if (voiceEngineObserverPtr_) { |
| 75 | // Deliver callback (-1 <=> no channel dependency) |
| 76 | voiceEngineObserverPtr_->CallbackOnError(-1, warningCode); |
| 77 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 78 | } |
| 79 | |
henrika | ec6fbd2 | 2017-03-31 05:43:36 -0700 | [diff] [blame] | 80 | int32_t VoEBaseImpl::RecordedDataIsAvailable( |
| 81 | const void* audio_data, |
| 82 | const size_t number_of_frames, |
| 83 | const size_t bytes_per_sample, |
| 84 | const size_t number_of_channels, |
| 85 | const uint32_t sample_rate, |
| 86 | const uint32_t audio_delay_milliseconds, |
| 87 | const int32_t clock_drift, |
| 88 | const uint32_t volume, |
| 89 | const bool key_pressed, |
| 90 | uint32_t& new_mic_volume) { |
| 91 | RTC_DCHECK_EQ(2 * number_of_channels, bytes_per_sample); |
| 92 | RTC_DCHECK(shared_->transmit_mixer() != nullptr); |
| 93 | RTC_DCHECK(shared_->audio_device() != nullptr); |
| 94 | |
| 95 | uint32_t max_volume = 0; |
| 96 | uint16_t voe_mic_level = 0; |
| 97 | // Check for zero to skip this calculation; the consumer may use this to |
| 98 | // indicate no volume is available. |
| 99 | if (volume != 0) { |
| 100 | // Scale from ADM to VoE level range |
| 101 | if (shared_->audio_device()->MaxMicrophoneVolume(&max_volume) == 0) { |
| 102 | if (max_volume) { |
| 103 | voe_mic_level = static_cast<uint16_t>( |
| 104 | (volume * kMaxVolumeLevel + static_cast<int>(max_volume / 2)) / |
| 105 | max_volume); |
| 106 | } |
| 107 | } |
| 108 | // We learned that on certain systems (e.g Linux) the voe_mic_level |
| 109 | // can be greater than the maxVolumeLevel therefore |
| 110 | // we are going to cap the voe_mic_level to the maxVolumeLevel |
| 111 | // and change the maxVolume to volume if it turns out that |
| 112 | // the voe_mic_level is indeed greater than the maxVolumeLevel. |
| 113 | if (voe_mic_level > kMaxVolumeLevel) { |
| 114 | voe_mic_level = kMaxVolumeLevel; |
| 115 | max_volume = volume; |
| 116 | } |
| 117 | } |
| 118 | |
| 119 | // Perform channel-independent operations |
| 120 | // (APM, mix with file, record to file, mute, etc.) |
| 121 | shared_->transmit_mixer()->PrepareDemux( |
| 122 | audio_data, number_of_frames, number_of_channels, sample_rate, |
| 123 | static_cast<uint16_t>(audio_delay_milliseconds), clock_drift, |
| 124 | voe_mic_level, key_pressed); |
| 125 | |
| 126 | // Copy the audio frame to each sending channel and perform |
| 127 | // channel-dependent operations (file mixing, mute, etc.), encode and |
| 128 | // packetize+transmit the RTP packet. |
| 129 | shared_->transmit_mixer()->ProcessAndEncodeAudio(); |
| 130 | |
| 131 | // Scale from VoE to ADM level range. |
| 132 | uint32_t new_voe_mic_level = shared_->transmit_mixer()->CaptureLevel(); |
| 133 | if (new_voe_mic_level != voe_mic_level) { |
| 134 | // Return the new volume if AGC has changed the volume. |
| 135 | return static_cast<int>((new_voe_mic_level * max_volume + |
| 136 | static_cast<int>(kMaxVolumeLevel / 2)) / |
| 137 | kMaxVolumeLevel); |
| 138 | } |
| 139 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 140 | return 0; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 141 | } |
| 142 | |
solenberg | 1372508 | 2015-11-25 08:16:52 -0800 | [diff] [blame] | 143 | int32_t VoEBaseImpl::NeedMorePlayData(const size_t nSamples, |
| 144 | const size_t nBytesPerSample, |
Peter Kasting | 6955870 | 2016-01-12 16:26:35 -0800 | [diff] [blame] | 145 | const size_t nChannels, |
solenberg | 1372508 | 2015-11-25 08:16:52 -0800 | [diff] [blame] | 146 | const uint32_t samplesPerSec, |
| 147 | void* audioSamples, |
| 148 | size_t& nSamplesOut, |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 149 | int64_t* elapsed_time_ms, |
| 150 | int64_t* ntp_time_ms) { |
Peter Kasting | 6955870 | 2016-01-12 16:26:35 -0800 | [diff] [blame] | 151 | GetPlayoutData(static_cast<int>(samplesPerSec), nChannels, nSamples, true, |
| 152 | audioSamples, elapsed_time_ms, ntp_time_ms); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 153 | nSamplesOut = audioFrame_.samples_per_channel_; |
xians@webrtc.org | 5692531 | 2014-04-14 10:50:37 +0000 | [diff] [blame] | 154 | return 0; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 155 | } |
| 156 | |
xians@webrtc.org | 5692531 | 2014-04-14 10:50:37 +0000 | [diff] [blame] | 157 | void VoEBaseImpl::PushCaptureData(int voe_channel, const void* audio_data, |
| 158 | int bits_per_sample, int sample_rate, |
Peter Kasting | 6955870 | 2016-01-12 16:26:35 -0800 | [diff] [blame] | 159 | size_t number_of_channels, |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 160 | size_t number_of_frames) { |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 161 | voe::ChannelOwner ch = shared_->channel_manager().GetChannel(voe_channel); |
henrika | ec6fbd2 | 2017-03-31 05:43:36 -0700 | [diff] [blame] | 162 | voe::Channel* channel = ch.channel(); |
| 163 | if (!channel) |
| 164 | return; |
| 165 | if (channel->Sending()) { |
| 166 | // Send the audio to each channel directly without using the APM in the |
| 167 | // transmit mixer. |
| 168 | channel->ProcessAndEncodeAudio(static_cast<const int16_t*>(audio_data), |
| 169 | sample_rate, number_of_frames, |
| 170 | number_of_channels); |
xians@webrtc.org | 07e5196 | 2014-01-29 13:54:02 +0000 | [diff] [blame] | 171 | } |
| 172 | } |
| 173 | |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 174 | void VoEBaseImpl::PullRenderData(int bits_per_sample, |
| 175 | int sample_rate, |
Peter Kasting | 6955870 | 2016-01-12 16:26:35 -0800 | [diff] [blame] | 176 | size_t number_of_channels, |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 177 | size_t number_of_frames, |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 178 | void* audio_data, int64_t* elapsed_time_ms, |
wu@webrtc.org | cb711f7 | 2014-05-19 17:39:11 +0000 | [diff] [blame] | 179 | int64_t* ntp_time_ms) { |
Jelena Marusic | 6fc2d2f | 2015-04-13 14:07:04 +0200 | [diff] [blame] | 180 | assert(bits_per_sample == 16); |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 181 | assert(number_of_frames == static_cast<size_t>(sample_rate / 100)); |
xians@webrtc.org | 5692531 | 2014-04-14 10:50:37 +0000 | [diff] [blame] | 182 | |
| 183 | GetPlayoutData(sample_rate, number_of_channels, number_of_frames, false, |
wu@webrtc.org | 94454b7 | 2014-06-05 20:34:08 +0000 | [diff] [blame] | 184 | audio_data, elapsed_time_ms, ntp_time_ms); |
xians@webrtc.org | 5692531 | 2014-04-14 10:50:37 +0000 | [diff] [blame] | 185 | } |
| 186 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 187 | int VoEBaseImpl::RegisterVoiceEngineObserver(VoiceEngineObserver& observer) { |
tommi | 31fc21f | 2016-01-21 10:37:37 -0800 | [diff] [blame] | 188 | rtc::CritScope cs(&callbackCritSect_); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 189 | if (voiceEngineObserverPtr_) { |
| 190 | shared_->SetLastError( |
| 191 | VE_INVALID_OPERATION, kTraceError, |
| 192 | "RegisterVoiceEngineObserver() observer already enabled"); |
| 193 | return -1; |
| 194 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 195 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 196 | // Register the observer in all active channels |
| 197 | for (voe::ChannelManager::Iterator it(&shared_->channel_manager()); |
| 198 | it.IsValid(); it.Increment()) { |
| 199 | it.GetChannel()->RegisterVoiceEngineObserver(observer); |
| 200 | } |
pbos@webrtc.org | 676ff1e | 2013-08-07 17:57:36 +0000 | [diff] [blame] | 201 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 202 | shared_->transmit_mixer()->RegisterVoiceEngineObserver(observer); |
| 203 | voiceEngineObserverPtr_ = &observer; |
| 204 | return 0; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 205 | } |
| 206 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 207 | int VoEBaseImpl::DeRegisterVoiceEngineObserver() { |
tommi | 31fc21f | 2016-01-21 10:37:37 -0800 | [diff] [blame] | 208 | rtc::CritScope cs(&callbackCritSect_); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 209 | if (!voiceEngineObserverPtr_) { |
| 210 | shared_->SetLastError( |
| 211 | VE_INVALID_OPERATION, kTraceError, |
| 212 | "DeRegisterVoiceEngineObserver() observer already disabled"); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 213 | return 0; |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 214 | } |
| 215 | voiceEngineObserverPtr_ = nullptr; |
| 216 | |
| 217 | // Deregister the observer in all active channels |
| 218 | for (voe::ChannelManager::Iterator it(&shared_->channel_manager()); |
| 219 | it.IsValid(); it.Increment()) { |
| 220 | it.GetChannel()->DeRegisterVoiceEngineObserver(); |
| 221 | } |
| 222 | |
| 223 | return 0; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 224 | } |
| 225 | |
ossu | 5f7cfa5 | 2016-05-30 08:11:28 -0700 | [diff] [blame] | 226 | int VoEBaseImpl::Init( |
| 227 | AudioDeviceModule* external_adm, |
peah | e67bedb | 2017-07-07 04:25:11 -0700 | [diff] [blame^] | 228 | AudioProcessing* audio_processing, |
ossu | 5f7cfa5 | 2016-05-30 08:11:28 -0700 | [diff] [blame] | 229 | const rtc::scoped_refptr<AudioDecoderFactory>& decoder_factory) { |
peah | e67bedb | 2017-07-07 04:25:11 -0700 | [diff] [blame^] | 230 | RTC_DCHECK(audio_processing); |
tommi | 31fc21f | 2016-01-21 10:37:37 -0800 | [diff] [blame] | 231 | rtc::CritScope cs(shared_->crit_sec()); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 232 | WebRtcSpl_Init(); |
| 233 | if (shared_->statistics().Initialized()) { |
| 234 | return 0; |
| 235 | } |
| 236 | if (shared_->process_thread()) { |
| 237 | shared_->process_thread()->Start(); |
| 238 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 239 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 240 | // Create an internal ADM if the user has not added an external |
| 241 | // ADM implementation as input to Init(). |
| 242 | if (external_adm == nullptr) { |
Tommi | 931e658 | 2015-05-20 09:44:38 +0200 | [diff] [blame] | 243 | #if !defined(WEBRTC_INCLUDE_INTERNAL_AUDIO_DEVICE) |
| 244 | return -1; |
| 245 | #else |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 246 | // Create the internal ADM implementation. |
Peter Boström | 4adbbcf | 2016-05-03 15:51:26 -0400 | [diff] [blame] | 247 | shared_->set_audio_device(AudioDeviceModule::Create( |
solenberg | 5b3e49a | 2017-03-15 08:08:07 -0700 | [diff] [blame] | 248 | VoEId(shared_->instance_id(), -1), |
| 249 | AudioDeviceModule::kPlatformDefaultAudio)); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 250 | if (shared_->audio_device() == nullptr) { |
| 251 | shared_->SetLastError(VE_NO_MEMORY, kTraceCritical, |
| 252 | "Init() failed to create the ADM"); |
| 253 | return -1; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 254 | } |
Tommi | 931e658 | 2015-05-20 09:44:38 +0200 | [diff] [blame] | 255 | #endif // WEBRTC_INCLUDE_INTERNAL_AUDIO_DEVICE |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 256 | } else { |
| 257 | // Use the already existing external ADM implementation. |
| 258 | shared_->set_audio_device(external_adm); |
| 259 | LOG_F(LS_INFO) |
| 260 | << "An external ADM implementation will be used in VoiceEngine"; |
| 261 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 262 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 263 | // Register the ADM to the process thread, which will drive the error |
| 264 | // callback mechanism |
| 265 | if (shared_->process_thread()) { |
tommi | dea489f | 2017-03-03 03:20:24 -0800 | [diff] [blame] | 266 | shared_->process_thread()->RegisterModule(shared_->audio_device(), |
| 267 | RTC_FROM_HERE); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 268 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 269 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 270 | bool available = false; |
andrew@webrtc.org | f458916 | 2011-10-03 15:22:28 +0000 | [diff] [blame] | 271 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 272 | // -------------------- |
| 273 | // Reinitialize the ADM |
henrika@google.com | 73d6551 | 2011-09-07 15:11:18 +0000 | [diff] [blame] | 274 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 275 | // Register the AudioObserver implementation |
| 276 | if (shared_->audio_device()->RegisterEventObserver(this) != 0) { |
| 277 | shared_->SetLastError( |
| 278 | VE_AUDIO_DEVICE_MODULE_ERROR, kTraceWarning, |
| 279 | "Init() failed to register event observer for the ADM"); |
| 280 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 281 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 282 | // Register the AudioTransport implementation |
| 283 | if (shared_->audio_device()->RegisterAudioCallback(this) != 0) { |
| 284 | shared_->SetLastError( |
| 285 | VE_AUDIO_DEVICE_MODULE_ERROR, kTraceWarning, |
| 286 | "Init() failed to register audio callback for the ADM"); |
| 287 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 288 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 289 | // ADM initialization |
| 290 | if (shared_->audio_device()->Init() != 0) { |
| 291 | shared_->SetLastError(VE_AUDIO_DEVICE_MODULE_ERROR, kTraceError, |
| 292 | "Init() failed to initialize the ADM"); |
| 293 | return -1; |
| 294 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 295 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 296 | // Initialize the default speaker |
| 297 | if (shared_->audio_device()->SetPlayoutDevice( |
| 298 | WEBRTC_VOICE_ENGINE_DEFAULT_DEVICE) != 0) { |
| 299 | shared_->SetLastError(VE_AUDIO_DEVICE_MODULE_ERROR, kTraceInfo, |
| 300 | "Init() failed to set the default output device"); |
| 301 | } |
| 302 | if (shared_->audio_device()->InitSpeaker() != 0) { |
| 303 | shared_->SetLastError(VE_CANNOT_ACCESS_SPEAKER_VOL, kTraceInfo, |
| 304 | "Init() failed to initialize the speaker"); |
| 305 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 306 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 307 | // Initialize the default microphone |
| 308 | if (shared_->audio_device()->SetRecordingDevice( |
| 309 | WEBRTC_VOICE_ENGINE_DEFAULT_DEVICE) != 0) { |
| 310 | shared_->SetLastError(VE_SOUNDCARD_ERROR, kTraceInfo, |
| 311 | "Init() failed to set the default input device"); |
| 312 | } |
| 313 | if (shared_->audio_device()->InitMicrophone() != 0) { |
| 314 | shared_->SetLastError(VE_CANNOT_ACCESS_MIC_VOL, kTraceInfo, |
| 315 | "Init() failed to initialize the microphone"); |
| 316 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 317 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 318 | // Set number of channels |
| 319 | if (shared_->audio_device()->StereoPlayoutIsAvailable(&available) != 0) { |
| 320 | shared_->SetLastError(VE_SOUNDCARD_ERROR, kTraceWarning, |
| 321 | "Init() failed to query stereo playout mode"); |
| 322 | } |
| 323 | if (shared_->audio_device()->SetStereoPlayout(available) != 0) { |
| 324 | shared_->SetLastError(VE_SOUNDCARD_ERROR, kTraceWarning, |
| 325 | "Init() failed to set mono/stereo playout mode"); |
| 326 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 327 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 328 | // TODO(andrew): These functions don't tell us whether stereo recording |
| 329 | // is truly available. We simply set the AudioProcessing input to stereo |
| 330 | // here, because we have to wait until receiving the first frame to |
| 331 | // determine the actual number of channels anyway. |
| 332 | // |
| 333 | // These functions may be changed; tracked here: |
| 334 | // http://code.google.com/p/webrtc/issues/detail?id=204 |
| 335 | shared_->audio_device()->StereoRecordingIsAvailable(&available); |
| 336 | if (shared_->audio_device()->SetStereoRecording(available) != 0) { |
| 337 | shared_->SetLastError(VE_SOUNDCARD_ERROR, kTraceWarning, |
| 338 | "Init() failed to set mono/stereo recording mode"); |
| 339 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 340 | |
peah | e67bedb | 2017-07-07 04:25:11 -0700 | [diff] [blame^] | 341 | shared_->set_audio_processing(audio_processing); |
niklas.enbom@webrtc.org | e33a102 | 2011-11-16 10:33:53 +0000 | [diff] [blame] | 342 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 343 | // Set the error state for any failures in this block. |
| 344 | shared_->SetLastError(VE_APM_ERROR); |
| 345 | // Configure AudioProcessing components. |
peah | a9cc40b | 2017-06-29 08:32:09 -0700 | [diff] [blame] | 346 | // TODO(peah): Move this initialization to webrtcvoiceengine.cc. |
peah | e67bedb | 2017-07-07 04:25:11 -0700 | [diff] [blame^] | 347 | if (audio_processing->high_pass_filter()->Enable(true) != 0) { |
Jelena Marusic | f353dd5 | 2015-05-06 15:04:22 +0200 | [diff] [blame] | 348 | LOG_F(LS_ERROR) << "Failed to enable high pass filter."; |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 349 | return -1; |
| 350 | } |
peah | e67bedb | 2017-07-07 04:25:11 -0700 | [diff] [blame^] | 351 | if (audio_processing->echo_cancellation()->enable_drift_compensation(false) != |
| 352 | 0) { |
Jelena Marusic | f353dd5 | 2015-05-06 15:04:22 +0200 | [diff] [blame] | 353 | LOG_F(LS_ERROR) << "Failed to disable drift compensation."; |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 354 | return -1; |
| 355 | } |
peah | e67bedb | 2017-07-07 04:25:11 -0700 | [diff] [blame^] | 356 | if (audio_processing->noise_suppression()->set_level(kDefaultNsMode) != 0) { |
Jelena Marusic | f353dd5 | 2015-05-06 15:04:22 +0200 | [diff] [blame] | 357 | LOG_F(LS_ERROR) << "Failed to set noise suppression level: " |
| 358 | << kDefaultNsMode; |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 359 | return -1; |
| 360 | } |
peah | e67bedb | 2017-07-07 04:25:11 -0700 | [diff] [blame^] | 361 | GainControl* agc = audio_processing->gain_control(); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 362 | if (agc->set_analog_level_limits(kMinVolumeLevel, kMaxVolumeLevel) != 0) { |
Jelena Marusic | f353dd5 | 2015-05-06 15:04:22 +0200 | [diff] [blame] | 363 | LOG_F(LS_ERROR) << "Failed to set analog level limits with minimum: " |
| 364 | << kMinVolumeLevel << " and maximum: " << kMaxVolumeLevel; |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 365 | return -1; |
| 366 | } |
| 367 | if (agc->set_mode(kDefaultAgcMode) != 0) { |
Jelena Marusic | f353dd5 | 2015-05-06 15:04:22 +0200 | [diff] [blame] | 368 | LOG_F(LS_ERROR) << "Failed to set mode: " << kDefaultAgcMode; |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 369 | return -1; |
| 370 | } |
| 371 | if (agc->Enable(kDefaultAgcState) != 0) { |
Jelena Marusic | f353dd5 | 2015-05-06 15:04:22 +0200 | [diff] [blame] | 372 | LOG_F(LS_ERROR) << "Failed to set agc state: " << kDefaultAgcState; |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 373 | return -1; |
| 374 | } |
| 375 | shared_->SetLastError(0); // Clear error state. |
andrew@webrtc.org | f0a90c3 | 2013-03-05 01:12:49 +0000 | [diff] [blame] | 376 | |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 377 | #ifdef WEBRTC_VOICE_ENGINE_AGC |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 378 | bool agc_enabled = |
| 379 | agc->mode() == GainControl::kAdaptiveAnalog && agc->is_enabled(); |
| 380 | if (shared_->audio_device()->SetAGC(agc_enabled) != 0) { |
Jelena Marusic | f353dd5 | 2015-05-06 15:04:22 +0200 | [diff] [blame] | 381 | LOG_F(LS_ERROR) << "Failed to set agc to enabled: " << agc_enabled; |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 382 | shared_->SetLastError(VE_AUDIO_DEVICE_MODULE_ERROR); |
| 383 | // TODO(ajm): No error return here due to |
| 384 | // https://code.google.com/p/webrtc/issues/detail?id=1464 |
| 385 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 386 | #endif |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 387 | |
ossu | 5f7cfa5 | 2016-05-30 08:11:28 -0700 | [diff] [blame] | 388 | if (decoder_factory) |
| 389 | decoder_factory_ = decoder_factory; |
| 390 | else |
| 391 | decoder_factory_ = CreateBuiltinAudioDecoderFactory(); |
| 392 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 393 | return shared_->statistics().SetInitialized(); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 394 | } |
| 395 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 396 | int VoEBaseImpl::Terminate() { |
tommi | 31fc21f | 2016-01-21 10:37:37 -0800 | [diff] [blame] | 397 | rtc::CritScope cs(shared_->crit_sec()); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 398 | return TerminateInternal(); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 399 | } |
| 400 | |
turaj@webrtc.org | 03f3370 | 2013-11-13 00:02:48 +0000 | [diff] [blame] | 401 | int VoEBaseImpl::CreateChannel() { |
solenberg | 88499ec | 2016-09-07 07:34:41 -0700 | [diff] [blame] | 402 | return CreateChannel(ChannelConfig()); |
turaj@webrtc.org | 03f3370 | 2013-11-13 00:02:48 +0000 | [diff] [blame] | 403 | } |
| 404 | |
solenberg | 88499ec | 2016-09-07 07:34:41 -0700 | [diff] [blame] | 405 | int VoEBaseImpl::CreateChannel(const ChannelConfig& config) { |
tommi | 31fc21f | 2016-01-21 10:37:37 -0800 | [diff] [blame] | 406 | rtc::CritScope cs(shared_->crit_sec()); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 407 | if (!shared_->statistics().Initialized()) { |
| 408 | shared_->SetLastError(VE_NOT_INITED, kTraceError); |
| 409 | return -1; |
turaj@webrtc.org | 03f3370 | 2013-11-13 00:02:48 +0000 | [diff] [blame] | 410 | } |
solenberg | 88499ec | 2016-09-07 07:34:41 -0700 | [diff] [blame] | 411 | |
| 412 | ChannelConfig config_copy(config); |
| 413 | config_copy.acm_config.decoder_factory = decoder_factory_; |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 414 | voe::ChannelOwner channel_owner = |
solenberg | 88499ec | 2016-09-07 07:34:41 -0700 | [diff] [blame] | 415 | shared_->channel_manager().CreateChannel(config_copy); |
turaj@webrtc.org | 03f3370 | 2013-11-13 00:02:48 +0000 | [diff] [blame] | 416 | return InitializeChannel(&channel_owner); |
| 417 | } |
| 418 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 419 | int VoEBaseImpl::InitializeChannel(voe::ChannelOwner* channel_owner) { |
| 420 | if (channel_owner->channel()->SetEngineInformation( |
| 421 | shared_->statistics(), *shared_->output_mixer(), |
solenberg | 796b8f9 | 2017-03-01 17:02:23 -0800 | [diff] [blame] | 422 | *shared_->process_thread(), *shared_->audio_device(), |
henrika | ec6fbd2 | 2017-03-31 05:43:36 -0700 | [diff] [blame] | 423 | voiceEngineObserverPtr_, &callbackCritSect_, |
| 424 | shared_->encoder_queue()) != 0) { |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 425 | shared_->SetLastError( |
| 426 | VE_CHANNEL_NOT_CREATED, kTraceError, |
| 427 | "CreateChannel() failed to associate engine and channel." |
| 428 | " Destroying channel."); |
| 429 | shared_->channel_manager().DestroyChannel( |
| 430 | channel_owner->channel()->ChannelId()); |
| 431 | return -1; |
| 432 | } else if (channel_owner->channel()->Init() != 0) { |
| 433 | shared_->SetLastError( |
| 434 | VE_CHANNEL_NOT_CREATED, kTraceError, |
| 435 | "CreateChannel() failed to initialize channel. Destroying" |
| 436 | " channel."); |
| 437 | shared_->channel_manager().DestroyChannel( |
| 438 | channel_owner->channel()->ChannelId()); |
| 439 | return -1; |
| 440 | } |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 441 | return channel_owner->channel()->ChannelId(); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 442 | } |
| 443 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 444 | int VoEBaseImpl::DeleteChannel(int channel) { |
tommi | 31fc21f | 2016-01-21 10:37:37 -0800 | [diff] [blame] | 445 | rtc::CritScope cs(shared_->crit_sec()); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 446 | if (!shared_->statistics().Initialized()) { |
| 447 | shared_->SetLastError(VE_NOT_INITED, kTraceError); |
| 448 | return -1; |
| 449 | } |
| 450 | |
| 451 | { |
| 452 | voe::ChannelOwner ch = shared_->channel_manager().GetChannel(channel); |
| 453 | voe::Channel* channelPtr = ch.channel(); |
| 454 | if (channelPtr == nullptr) { |
| 455 | shared_->SetLastError(VE_CHANNEL_NOT_VALID, kTraceError, |
| 456 | "DeleteChannel() failed to locate channel"); |
| 457 | return -1; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 458 | } |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 459 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 460 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 461 | shared_->channel_manager().DestroyChannel(channel); |
| 462 | if (StopSend() != 0) { |
| 463 | return -1; |
| 464 | } |
| 465 | if (StopPlayout() != 0) { |
| 466 | return -1; |
| 467 | } |
| 468 | return 0; |
| 469 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 470 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 471 | int VoEBaseImpl::StartReceive(int channel) { |
tommi | 31fc21f | 2016-01-21 10:37:37 -0800 | [diff] [blame] | 472 | rtc::CritScope cs(shared_->crit_sec()); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 473 | if (!shared_->statistics().Initialized()) { |
| 474 | shared_->SetLastError(VE_NOT_INITED, kTraceError); |
| 475 | return -1; |
| 476 | } |
| 477 | voe::ChannelOwner ch = shared_->channel_manager().GetChannel(channel); |
| 478 | voe::Channel* channelPtr = ch.channel(); |
| 479 | if (channelPtr == nullptr) { |
| 480 | shared_->SetLastError(VE_CHANNEL_NOT_VALID, kTraceError, |
| 481 | "StartReceive() failed to locate channel"); |
| 482 | return -1; |
| 483 | } |
solenberg | e566ac7 | 2016-10-31 12:52:33 -0700 | [diff] [blame] | 484 | return 0; |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 485 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 486 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 487 | int VoEBaseImpl::StartPlayout(int channel) { |
tommi | 31fc21f | 2016-01-21 10:37:37 -0800 | [diff] [blame] | 488 | rtc::CritScope cs(shared_->crit_sec()); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 489 | if (!shared_->statistics().Initialized()) { |
| 490 | shared_->SetLastError(VE_NOT_INITED, kTraceError); |
| 491 | return -1; |
| 492 | } |
| 493 | voe::ChannelOwner ch = shared_->channel_manager().GetChannel(channel); |
| 494 | voe::Channel* channelPtr = ch.channel(); |
| 495 | if (channelPtr == nullptr) { |
| 496 | shared_->SetLastError(VE_CHANNEL_NOT_VALID, kTraceError, |
| 497 | "StartPlayout() failed to locate channel"); |
| 498 | return -1; |
| 499 | } |
| 500 | if (channelPtr->Playing()) { |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 501 | return 0; |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 502 | } |
| 503 | if (StartPlayout() != 0) { |
| 504 | shared_->SetLastError(VE_AUDIO_DEVICE_MODULE_ERROR, kTraceError, |
| 505 | "StartPlayout() failed to start playout"); |
| 506 | return -1; |
| 507 | } |
| 508 | return channelPtr->StartPlayout(); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 509 | } |
| 510 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 511 | int VoEBaseImpl::StopPlayout(int channel) { |
tommi | 31fc21f | 2016-01-21 10:37:37 -0800 | [diff] [blame] | 512 | rtc::CritScope cs(shared_->crit_sec()); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 513 | if (!shared_->statistics().Initialized()) { |
| 514 | shared_->SetLastError(VE_NOT_INITED, kTraceError); |
| 515 | return -1; |
| 516 | } |
| 517 | voe::ChannelOwner ch = shared_->channel_manager().GetChannel(channel); |
| 518 | voe::Channel* channelPtr = ch.channel(); |
| 519 | if (channelPtr == nullptr) { |
| 520 | shared_->SetLastError(VE_CHANNEL_NOT_VALID, kTraceError, |
| 521 | "StopPlayout() failed to locate channel"); |
| 522 | return -1; |
| 523 | } |
| 524 | if (channelPtr->StopPlayout() != 0) { |
| 525 | LOG_F(LS_WARNING) << "StopPlayout() failed to stop playout for channel " |
| 526 | << channel; |
| 527 | } |
| 528 | return StopPlayout(); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 529 | } |
| 530 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 531 | int VoEBaseImpl::StartSend(int channel) { |
tommi | 31fc21f | 2016-01-21 10:37:37 -0800 | [diff] [blame] | 532 | rtc::CritScope cs(shared_->crit_sec()); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 533 | if (!shared_->statistics().Initialized()) { |
| 534 | shared_->SetLastError(VE_NOT_INITED, kTraceError); |
| 535 | return -1; |
| 536 | } |
| 537 | voe::ChannelOwner ch = shared_->channel_manager().GetChannel(channel); |
| 538 | voe::Channel* channelPtr = ch.channel(); |
| 539 | if (channelPtr == nullptr) { |
| 540 | shared_->SetLastError(VE_CHANNEL_NOT_VALID, kTraceError, |
| 541 | "StartSend() failed to locate channel"); |
| 542 | return -1; |
| 543 | } |
| 544 | if (channelPtr->Sending()) { |
| 545 | return 0; |
| 546 | } |
| 547 | if (StartSend() != 0) { |
| 548 | shared_->SetLastError(VE_AUDIO_DEVICE_MODULE_ERROR, kTraceError, |
| 549 | "StartSend() failed to start recording"); |
| 550 | return -1; |
| 551 | } |
| 552 | return channelPtr->StartSend(); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 553 | } |
| 554 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 555 | int VoEBaseImpl::StopSend(int channel) { |
tommi | 31fc21f | 2016-01-21 10:37:37 -0800 | [diff] [blame] | 556 | rtc::CritScope cs(shared_->crit_sec()); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 557 | if (!shared_->statistics().Initialized()) { |
| 558 | shared_->SetLastError(VE_NOT_INITED, kTraceError); |
| 559 | return -1; |
| 560 | } |
| 561 | voe::ChannelOwner ch = shared_->channel_manager().GetChannel(channel); |
| 562 | voe::Channel* channelPtr = ch.channel(); |
| 563 | if (channelPtr == nullptr) { |
| 564 | shared_->SetLastError(VE_CHANNEL_NOT_VALID, kTraceError, |
| 565 | "StopSend() failed to locate channel"); |
| 566 | return -1; |
| 567 | } |
henrika | ec6fbd2 | 2017-03-31 05:43:36 -0700 | [diff] [blame] | 568 | channelPtr->StopSend(); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 569 | return StopSend(); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 570 | } |
| 571 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 572 | int VoEBaseImpl::GetVersion(char version[1024]) { |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 573 | if (version == nullptr) { |
| 574 | shared_->SetLastError(VE_INVALID_ARGUMENT, kTraceError); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 575 | return -1; |
| 576 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 577 | |
solenberg | 2515af2 | 2015-12-02 06:19:36 -0800 | [diff] [blame] | 578 | std::string versionString = VoiceEngine::GetVersionString(); |
kwiberg | af476c7 | 2016-11-28 15:21:39 -0800 | [diff] [blame] | 579 | RTC_DCHECK_GT(1024, versionString.size() + 1); |
solenberg | 2515af2 | 2015-12-02 06:19:36 -0800 | [diff] [blame] | 580 | char* end = std::copy(versionString.cbegin(), versionString.cend(), version); |
| 581 | end[0] = '\n'; |
| 582 | end[1] = '\0'; |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 583 | return 0; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 584 | } |
| 585 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 586 | int VoEBaseImpl::LastError() { return (shared_->statistics().LastError()); } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 587 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 588 | int32_t VoEBaseImpl::StartPlayout() { |
solenberg | e313e02 | 2015-09-08 02:16:04 -0700 | [diff] [blame] | 589 | if (!shared_->audio_device()->Playing()) { |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 590 | if (shared_->audio_device()->InitPlayout() != 0) { |
| 591 | LOG_F(LS_ERROR) << "Failed to initialize playout"; |
| 592 | return -1; |
| 593 | } |
| 594 | if (shared_->audio_device()->StartPlayout() != 0) { |
| 595 | LOG_F(LS_ERROR) << "Failed to start playout"; |
| 596 | return -1; |
| 597 | } |
| 598 | } |
| 599 | return 0; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 600 | } |
| 601 | |
pbos@webrtc.org | 676ff1e | 2013-08-07 17:57:36 +0000 | [diff] [blame] | 602 | int32_t VoEBaseImpl::StopPlayout() { |
pbos@webrtc.org | 676ff1e | 2013-08-07 17:57:36 +0000 | [diff] [blame] | 603 | // Stop audio-device playing if no channel is playing out |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 604 | if (shared_->NumOfPlayingChannels() == 0) { |
| 605 | if (shared_->audio_device()->StopPlayout() != 0) { |
| 606 | shared_->SetLastError(VE_CANNOT_STOP_PLAYOUT, kTraceError, |
pbos@webrtc.org | 676ff1e | 2013-08-07 17:57:36 +0000 | [diff] [blame] | 607 | "StopPlayout() failed to stop playout"); |
| 608 | return -1; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 609 | } |
pbos@webrtc.org | 676ff1e | 2013-08-07 17:57:36 +0000 | [diff] [blame] | 610 | } |
| 611 | return 0; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 612 | } |
| 613 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 614 | int32_t VoEBaseImpl::StartSend() { |
solenberg | d53a3f9 | 2016-04-14 13:56:37 -0700 | [diff] [blame] | 615 | if (!shared_->audio_device()->RecordingIsInitialized() && |
| 616 | !shared_->audio_device()->Recording()) { |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 617 | if (shared_->audio_device()->InitRecording() != 0) { |
| 618 | LOG_F(LS_ERROR) << "Failed to initialize recording"; |
| 619 | return -1; |
| 620 | } |
solenberg | d53a3f9 | 2016-04-14 13:56:37 -0700 | [diff] [blame] | 621 | } |
| 622 | if (!shared_->audio_device()->Recording()) { |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 623 | if (shared_->audio_device()->StartRecording() != 0) { |
| 624 | LOG_F(LS_ERROR) << "Failed to start recording"; |
| 625 | return -1; |
| 626 | } |
| 627 | } |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 628 | return 0; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 629 | } |
| 630 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 631 | int32_t VoEBaseImpl::StopSend() { |
| 632 | if (shared_->NumOfSendingChannels() == 0 && |
| 633 | !shared_->transmit_mixer()->IsRecordingMic()) { |
| 634 | // Stop audio-device recording if no channel is recording |
| 635 | if (shared_->audio_device()->StopRecording() != 0) { |
| 636 | shared_->SetLastError(VE_CANNOT_STOP_RECORDING, kTraceError, |
| 637 | "StopSend() failed to stop recording"); |
| 638 | return -1; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 639 | } |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 640 | shared_->transmit_mixer()->StopSend(); |
| 641 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 642 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 643 | return 0; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 644 | } |
| 645 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 646 | int32_t VoEBaseImpl::TerminateInternal() { |
| 647 | // Delete any remaining channel objects |
| 648 | shared_->channel_manager().DestroyAllChannels(); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 649 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 650 | if (shared_->process_thread()) { |
| 651 | if (shared_->audio_device()) { |
| 652 | shared_->process_thread()->DeRegisterModule(shared_->audio_device()); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 653 | } |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 654 | shared_->process_thread()->Stop(); |
| 655 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 656 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 657 | if (shared_->audio_device()) { |
| 658 | if (shared_->audio_device()->StopPlayout() != 0) { |
| 659 | shared_->SetLastError(VE_SOUNDCARD_ERROR, kTraceWarning, |
| 660 | "TerminateInternal() failed to stop playout"); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 661 | } |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 662 | if (shared_->audio_device()->StopRecording() != 0) { |
| 663 | shared_->SetLastError(VE_SOUNDCARD_ERROR, kTraceWarning, |
| 664 | "TerminateInternal() failed to stop recording"); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 665 | } |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 666 | if (shared_->audio_device()->RegisterEventObserver(nullptr) != 0) { |
| 667 | shared_->SetLastError( |
| 668 | VE_AUDIO_DEVICE_MODULE_ERROR, kTraceWarning, |
| 669 | "TerminateInternal() failed to de-register event observer " |
| 670 | "for the ADM"); |
| 671 | } |
| 672 | if (shared_->audio_device()->RegisterAudioCallback(nullptr) != 0) { |
| 673 | shared_->SetLastError( |
| 674 | VE_AUDIO_DEVICE_MODULE_ERROR, kTraceWarning, |
| 675 | "TerminateInternal() failed to de-register audio callback " |
| 676 | "for the ADM"); |
| 677 | } |
| 678 | if (shared_->audio_device()->Terminate() != 0) { |
| 679 | shared_->SetLastError(VE_AUDIO_DEVICE_MODULE_ERROR, kTraceError, |
| 680 | "TerminateInternal() failed to terminate the ADM"); |
| 681 | } |
| 682 | shared_->set_audio_device(nullptr); |
| 683 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 684 | |
peah | a9cc40b | 2017-06-29 08:32:09 -0700 | [diff] [blame] | 685 | shared_->set_audio_processing(nullptr); |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 686 | |
| 687 | return shared_->statistics().SetUnInitialized(); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 688 | } |
| 689 | |
Peter Kasting | 6955870 | 2016-01-12 16:26:35 -0800 | [diff] [blame] | 690 | void VoEBaseImpl::GetPlayoutData(int sample_rate, size_t number_of_channels, |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 691 | size_t number_of_frames, bool feed_data_to_apm, |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 692 | void* audio_data, int64_t* elapsed_time_ms, |
wu@webrtc.org | cb711f7 | 2014-05-19 17:39:11 +0000 | [diff] [blame] | 693 | int64_t* ntp_time_ms) { |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 694 | assert(shared_->output_mixer() != nullptr); |
xians@webrtc.org | 5692531 | 2014-04-14 10:50:37 +0000 | [diff] [blame] | 695 | |
| 696 | // TODO(andrew): if the device is running in mono, we should tell the mixer |
| 697 | // here so that it will only request mono from AudioCodingModule. |
| 698 | // Perform mixing of all active participants (channel-based mixing) |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 699 | shared_->output_mixer()->MixActiveChannels(); |
xians@webrtc.org | 5692531 | 2014-04-14 10:50:37 +0000 | [diff] [blame] | 700 | |
| 701 | // Additional operations on the combined signal |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 702 | shared_->output_mixer()->DoOperationsOnCombinedSignal(feed_data_to_apm); |
xians@webrtc.org | 5692531 | 2014-04-14 10:50:37 +0000 | [diff] [blame] | 703 | |
| 704 | // Retrieve the final output mix (resampled to match the ADM) |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 705 | shared_->output_mixer()->GetMixedAudio(sample_rate, number_of_channels, |
| 706 | &audioFrame_); |
xians@webrtc.org | 5692531 | 2014-04-14 10:50:37 +0000 | [diff] [blame] | 707 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 708 | assert(number_of_frames == audioFrame_.samples_per_channel_); |
| 709 | assert(sample_rate == audioFrame_.sample_rate_hz_); |
xians@webrtc.org | 5692531 | 2014-04-14 10:50:37 +0000 | [diff] [blame] | 710 | |
| 711 | // Deliver audio (PCM) samples to the ADM |
yujo | 36b1a5f | 2017-06-12 12:45:32 -0700 | [diff] [blame] | 712 | memcpy(audio_data, audioFrame_.data(), |
xians@webrtc.org | 5692531 | 2014-04-14 10:50:37 +0000 | [diff] [blame] | 713 | sizeof(int16_t) * number_of_frames * number_of_channels); |
wu@webrtc.org | cb711f7 | 2014-05-19 17:39:11 +0000 | [diff] [blame] | 714 | |
Jelena Marusic | 2dd6a27 | 2015-04-14 09:47:00 +0200 | [diff] [blame] | 715 | *elapsed_time_ms = audioFrame_.elapsed_time_ms_; |
| 716 | *ntp_time_ms = audioFrame_.ntp_time_ms_; |
xians@webrtc.org | 5692531 | 2014-04-14 10:50:37 +0000 | [diff] [blame] | 717 | } |
| 718 | |
Minyue | 2013aec | 2015-05-13 14:14:42 +0200 | [diff] [blame] | 719 | int VoEBaseImpl::AssociateSendChannel(int channel, |
| 720 | int accociate_send_channel) { |
tommi | 31fc21f | 2016-01-21 10:37:37 -0800 | [diff] [blame] | 721 | rtc::CritScope cs(shared_->crit_sec()); |
Minyue | 2013aec | 2015-05-13 14:14:42 +0200 | [diff] [blame] | 722 | |
| 723 | if (!shared_->statistics().Initialized()) { |
| 724 | shared_->SetLastError(VE_NOT_INITED, kTraceError); |
| 725 | return -1; |
| 726 | } |
| 727 | |
| 728 | voe::ChannelOwner ch = shared_->channel_manager().GetChannel(channel); |
| 729 | voe::Channel* channel_ptr = ch.channel(); |
| 730 | if (channel_ptr == NULL) { |
| 731 | shared_->SetLastError(VE_CHANNEL_NOT_VALID, kTraceError, |
| 732 | "AssociateSendChannel() failed to locate channel"); |
| 733 | return -1; |
| 734 | } |
| 735 | |
| 736 | ch = shared_->channel_manager().GetChannel(accociate_send_channel); |
| 737 | voe::Channel* accociate_send_channel_ptr = ch.channel(); |
| 738 | if (accociate_send_channel_ptr == NULL) { |
| 739 | shared_->SetLastError(VE_CHANNEL_NOT_VALID, kTraceError, |
| 740 | "AssociateSendChannel() failed to locate accociate_send_channel"); |
| 741 | return -1; |
| 742 | } |
| 743 | |
| 744 | channel_ptr->set_associate_send_channel(ch); |
| 745 | return 0; |
| 746 | } |
| 747 | |
pbos@webrtc.org | d900e8b | 2013-07-03 15:12:26 +0000 | [diff] [blame] | 748 | } // namespace webrtc |