blob: ed47b57fa81ceb7cbc0cc63e1d28995b245ed682 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
henrika@webrtc.org2919e952012-01-31 08:45:03 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000011#include "webrtc/voice_engine/channel.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000012
Henrik Lundin64dad832015-05-11 12:44:23 +020013#include <algorithm>
14
Ivo Creusenae856f22015-09-17 16:30:16 +020015#include "webrtc/base/checks.h"
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +000016#include "webrtc/base/format_macros.h"
wu@webrtc.org94454b72014-06-05 20:34:08 +000017#include "webrtc/base/timeutils.h"
minyue@webrtc.orge509f942013-09-12 17:03:00 +000018#include "webrtc/common.h"
Henrik Lundin64dad832015-05-11 12:44:23 +020019#include "webrtc/config.h"
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000020#include "webrtc/modules/audio_device/include/audio_device.h"
21#include "webrtc/modules/audio_processing/include/audio_processing.h"
henrik.lundin@webrtc.orgd6692992014-03-20 12:04:09 +000022#include "webrtc/modules/interface/module_common_types.h"
wu@webrtc.org822fbd82013-08-15 23:38:54 +000023#include "webrtc/modules/rtp_rtcp/interface/receive_statistics.h"
24#include "webrtc/modules/rtp_rtcp/interface/rtp_payload_registry.h"
25#include "webrtc/modules/rtp_rtcp/interface/rtp_receiver.h"
26#include "webrtc/modules/rtp_rtcp/source/rtp_receiver_strategy.h"
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000027#include "webrtc/modules/utility/interface/audio_frame_operations.h"
28#include "webrtc/modules/utility/interface/process_thread.h"
Henrik Kjellander98f53512015-10-28 18:17:40 +010029#include "webrtc/system_wrappers/include/critical_section_wrapper.h"
30#include "webrtc/system_wrappers/include/logging.h"
31#include "webrtc/system_wrappers/include/trace.h"
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000032#include "webrtc/voice_engine/include/voe_base.h"
33#include "webrtc/voice_engine/include/voe_external_media.h"
34#include "webrtc/voice_engine/include/voe_rtp_rtcp.h"
35#include "webrtc/voice_engine/output_mixer.h"
36#include "webrtc/voice_engine/statistics.h"
37#include "webrtc/voice_engine/transmit_mixer.h"
38#include "webrtc/voice_engine/utility.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000039
40#if defined(_WIN32)
41#include <Qos.h>
42#endif
43
andrew@webrtc.org50419b02012-11-14 19:07:54 +000044namespace webrtc {
45namespace voe {
niklase@google.com470e71d2011-07-07 08:21:25 +000046
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +000047// Extend the default RTCP statistics struct with max_jitter, defined as the
48// maximum jitter value seen in an RTCP report block.
49struct ChannelStatistics : public RtcpStatistics {
50 ChannelStatistics() : rtcp(), max_jitter(0) {}
51
52 RtcpStatistics rtcp;
53 uint32_t max_jitter;
54};
55
56// Statistics callback, called at each generation of a new RTCP report block.
57class StatisticsProxy : public RtcpStatisticsCallback {
58 public:
59 StatisticsProxy(uint32_t ssrc)
60 : stats_lock_(CriticalSectionWrapper::CreateCriticalSection()),
61 ssrc_(ssrc) {}
62 virtual ~StatisticsProxy() {}
63
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000064 void StatisticsUpdated(const RtcpStatistics& statistics,
65 uint32_t ssrc) override {
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +000066 if (ssrc != ssrc_)
67 return;
68
69 CriticalSectionScoped cs(stats_lock_.get());
70 stats_.rtcp = statistics;
71 if (statistics.jitter > stats_.max_jitter) {
72 stats_.max_jitter = statistics.jitter;
73 }
74 }
75
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000076 void CNameChanged(const char* cname, uint32_t ssrc) override {}
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +000077
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +000078 ChannelStatistics GetStats() {
79 CriticalSectionScoped cs(stats_lock_.get());
80 return stats_;
81 }
82
83 private:
84 // StatisticsUpdated calls are triggered from threads in the RTP module,
85 // while GetStats calls can be triggered from the public voice engine API,
86 // hence synchronization is needed.
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +000087 rtc::scoped_ptr<CriticalSectionWrapper> stats_lock_;
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +000088 const uint32_t ssrc_;
89 ChannelStatistics stats_;
90};
91
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +000092class VoERtcpObserver : public RtcpBandwidthObserver {
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +000093 public:
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +000094 explicit VoERtcpObserver(Channel* owner) : owner_(owner) {}
95 virtual ~VoERtcpObserver() {}
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +000096
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +000097 void OnReceivedEstimatedBitrate(uint32_t bitrate) override {
98 // Not used for Voice Engine.
99 }
100
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000101 void OnReceivedRtcpReceiverReport(const ReportBlockList& report_blocks,
102 int64_t rtt,
103 int64_t now_ms) override {
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +0000104 // TODO(mflodman): Do we need to aggregate reports here or can we jut send
105 // what we get? I.e. do we ever get multiple reports bundled into one RTCP
106 // report for VoiceEngine?
107 if (report_blocks.empty())
108 return;
109
110 int fraction_lost_aggregate = 0;
111 int total_number_of_packets = 0;
112
113 // If receiving multiple report blocks, calculate the weighted average based
114 // on the number of packets a report refers to.
115 for (ReportBlockList::const_iterator block_it = report_blocks.begin();
116 block_it != report_blocks.end(); ++block_it) {
117 // Find the previous extended high sequence number for this remote SSRC,
118 // to calculate the number of RTP packets this report refers to. Ignore if
119 // we haven't seen this SSRC before.
120 std::map<uint32_t, uint32_t>::iterator seq_num_it =
121 extended_max_sequence_number_.find(block_it->sourceSSRC);
122 int number_of_packets = 0;
123 if (seq_num_it != extended_max_sequence_number_.end()) {
124 number_of_packets = block_it->extendedHighSeqNum - seq_num_it->second;
125 }
126 fraction_lost_aggregate += number_of_packets * block_it->fractionLost;
127 total_number_of_packets += number_of_packets;
128
129 extended_max_sequence_number_[block_it->sourceSSRC] =
130 block_it->extendedHighSeqNum;
131 }
132 int weighted_fraction_lost = 0;
133 if (total_number_of_packets > 0) {
134 weighted_fraction_lost = (fraction_lost_aggregate +
135 total_number_of_packets / 2) / total_number_of_packets;
136 }
137 owner_->OnIncomingFractionLoss(weighted_fraction_lost);
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +0000138 }
139
140 private:
141 Channel* owner_;
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +0000142 // Maps remote side ssrc to extended highest sequence number received.
143 std::map<uint32_t, uint32_t> extended_max_sequence_number_;
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +0000144};
145
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000146int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +0000147Channel::SendData(FrameType frameType,
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000148 uint8_t payloadType,
149 uint32_t timeStamp,
150 const uint8_t* payloadData,
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000151 size_t payloadSize,
niklase@google.com470e71d2011-07-07 08:21:25 +0000152 const RTPFragmentationHeader* fragmentation)
153{
154 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
155 "Channel::SendData(frameType=%u, payloadType=%u, timeStamp=%u,"
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000156 " payloadSize=%" PRIuS ", fragmentation=0x%x)",
157 frameType, payloadType, timeStamp,
158 payloadSize, fragmentation);
niklase@google.com470e71d2011-07-07 08:21:25 +0000159
160 if (_includeAudioLevelIndication)
161 {
162 // Store current audio level in the RTP/RTCP module.
163 // The level will be used in combination with voice-activity state
164 // (frameType) to add an RTP header extension
andrew@webrtc.org382c0c22014-05-05 18:22:21 +0000165 _rtpRtcpModule->SetAudioLevel(rms_level_.RMS());
niklase@google.com470e71d2011-07-07 08:21:25 +0000166 }
167
168 // Push data from ACM to RTP/RTCP-module to deliver audio frame for
169 // packetization.
170 // This call will trigger Transport::SendPacket() from the RTP/RTCP module.
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000171 if (_rtpRtcpModule->SendOutgoingData((FrameType&)frameType,
niklase@google.com470e71d2011-07-07 08:21:25 +0000172 payloadType,
173 timeStamp,
stefan@webrtc.orgddfdfed2012-07-03 13:21:22 +0000174 // Leaving the time when this frame was
175 // received from the capture device as
176 // undefined for voice for now.
177 -1,
niklase@google.com470e71d2011-07-07 08:21:25 +0000178 payloadData,
179 payloadSize,
180 fragmentation) == -1)
181 {
182 _engineStatisticsPtr->SetLastError(
183 VE_RTP_RTCP_MODULE_ERROR, kTraceWarning,
184 "Channel::SendData() failed to send data to RTP/RTCP module");
185 return -1;
186 }
187
188 _lastLocalTimeStamp = timeStamp;
189 _lastPayloadType = payloadType;
190
191 return 0;
192}
193
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000194int32_t
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +0000195Channel::InFrameType(FrameType frame_type)
niklase@google.com470e71d2011-07-07 08:21:25 +0000196{
197 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +0000198 "Channel::InFrameType(frame_type=%d)", frame_type);
niklase@google.com470e71d2011-07-07 08:21:25 +0000199
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +0000200 CriticalSectionScoped cs(&_callbackCritSect);
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +0000201 _sendFrameType = (frame_type == kAudioFrameSpeech);
niklase@google.com470e71d2011-07-07 08:21:25 +0000202 return 0;
203}
204
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000205int32_t
pbos@webrtc.org92135212013-05-14 08:31:39 +0000206Channel::OnRxVadDetected(int vadDecision)
niklase@google.com470e71d2011-07-07 08:21:25 +0000207{
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +0000208 CriticalSectionScoped cs(&_callbackCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +0000209 if (_rxVadObserverPtr)
210 {
211 _rxVadObserverPtr->OnRxVad(_channelId, vadDecision);
212 }
213
214 return 0;
215}
216
stefan1d8a5062015-10-02 03:39:33 -0700217bool Channel::SendRtp(const uint8_t* data,
218 size_t len,
219 const PacketOptions& options) {
niklase@google.com470e71d2011-07-07 08:21:25 +0000220 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
Peter Boströmac547a62015-09-17 23:03:57 +0200221 "Channel::SendPacket(channel=%d, len=%" PRIuS ")", len);
niklase@google.com470e71d2011-07-07 08:21:25 +0000222
wu@webrtc.orgfb648da2013-10-18 21:10:51 +0000223 CriticalSectionScoped cs(&_callbackCritSect);
224
niklase@google.com470e71d2011-07-07 08:21:25 +0000225 if (_transportPtr == NULL)
226 {
227 WEBRTC_TRACE(kTraceError, kTraceVoice, VoEId(_instanceId,_channelId),
228 "Channel::SendPacket() failed to send RTP packet due to"
229 " invalid transport object");
pbos2d566682015-09-28 09:59:31 -0700230 return false;
niklase@google.com470e71d2011-07-07 08:21:25 +0000231 }
232
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000233 uint8_t* bufferToSendPtr = (uint8_t*)data;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000234 size_t bufferLength = len;
niklase@google.com470e71d2011-07-07 08:21:25 +0000235
stefan1d8a5062015-10-02 03:39:33 -0700236 if (!_transportPtr->SendRtp(bufferToSendPtr, bufferLength, options)) {
wu@webrtc.orgfb648da2013-10-18 21:10:51 +0000237 std::string transport_name =
238 _externalTransport ? "external transport" : "WebRtc sockets";
239 WEBRTC_TRACE(kTraceError, kTraceVoice,
240 VoEId(_instanceId,_channelId),
241 "Channel::SendPacket() RTP transmission using %s failed",
242 transport_name.c_str());
pbos2d566682015-09-28 09:59:31 -0700243 return false;
niklase@google.com470e71d2011-07-07 08:21:25 +0000244 }
pbos2d566682015-09-28 09:59:31 -0700245 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +0000246}
247
pbos2d566682015-09-28 09:59:31 -0700248bool
249Channel::SendRtcp(const uint8_t *data, size_t len)
niklase@google.com470e71d2011-07-07 08:21:25 +0000250{
niklase@google.com470e71d2011-07-07 08:21:25 +0000251 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
pbos2d566682015-09-28 09:59:31 -0700252 "Channel::SendRtcp(len=%" PRIuS ")", len);
niklase@google.com470e71d2011-07-07 08:21:25 +0000253
wu@webrtc.orgfb648da2013-10-18 21:10:51 +0000254 CriticalSectionScoped cs(&_callbackCritSect);
255 if (_transportPtr == NULL)
niklase@google.com470e71d2011-07-07 08:21:25 +0000256 {
wu@webrtc.orgfb648da2013-10-18 21:10:51 +0000257 WEBRTC_TRACE(kTraceError, kTraceVoice,
258 VoEId(_instanceId,_channelId),
pbos2d566682015-09-28 09:59:31 -0700259 "Channel::SendRtcp() failed to send RTCP packet"
wu@webrtc.orgfb648da2013-10-18 21:10:51 +0000260 " due to invalid transport object");
pbos2d566682015-09-28 09:59:31 -0700261 return false;
niklase@google.com470e71d2011-07-07 08:21:25 +0000262 }
263
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000264 uint8_t* bufferToSendPtr = (uint8_t*)data;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000265 size_t bufferLength = len;
niklase@google.com470e71d2011-07-07 08:21:25 +0000266
pbos2d566682015-09-28 09:59:31 -0700267 int n = _transportPtr->SendRtcp(bufferToSendPtr, bufferLength);
wu@webrtc.orgfb648da2013-10-18 21:10:51 +0000268 if (n < 0) {
269 std::string transport_name =
270 _externalTransport ? "external transport" : "WebRtc sockets";
271 WEBRTC_TRACE(kTraceInfo, kTraceVoice,
272 VoEId(_instanceId,_channelId),
pbos2d566682015-09-28 09:59:31 -0700273 "Channel::SendRtcp() transmission using %s failed",
wu@webrtc.orgfb648da2013-10-18 21:10:51 +0000274 transport_name.c_str());
pbos2d566682015-09-28 09:59:31 -0700275 return false;
niklase@google.com470e71d2011-07-07 08:21:25 +0000276 }
pbos2d566682015-09-28 09:59:31 -0700277 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +0000278}
279
Peter Boströmac547a62015-09-17 23:03:57 +0200280void Channel::OnPlayTelephoneEvent(uint8_t event,
281 uint16_t lengthMs,
282 uint8_t volume) {
niklase@google.com470e71d2011-07-07 08:21:25 +0000283 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
Peter Boströmac547a62015-09-17 23:03:57 +0200284 "Channel::OnPlayTelephoneEvent(event=%u, lengthMs=%u,"
285 " volume=%u)", event, lengthMs, volume);
niklase@google.com470e71d2011-07-07 08:21:25 +0000286
287 if (!_playOutbandDtmfEvent || (event > 15))
288 {
289 // Ignore callback since feedback is disabled or event is not a
290 // Dtmf tone event.
291 return;
292 }
293
294 assert(_outputMixerPtr != NULL);
295
296 // Start playing out the Dtmf tone (if playout is enabled).
297 // Reduce length of tone with 80ms to the reduce risk of echo.
298 _outputMixerPtr->PlayDtmfTone(event, lengthMs - 80, volume);
299}
300
301void
Peter Boströmac547a62015-09-17 23:03:57 +0200302Channel::OnIncomingSSRCChanged(uint32_t ssrc)
niklase@google.com470e71d2011-07-07 08:21:25 +0000303{
304 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
Peter Boströmac547a62015-09-17 23:03:57 +0200305 "Channel::OnIncomingSSRCChanged(SSRC=%d)", ssrc);
niklase@google.com470e71d2011-07-07 08:21:25 +0000306
dwkang@webrtc.orgb295a3f2013-08-29 07:34:12 +0000307 // Update ssrc so that NTP for AV sync can be updated.
308 _rtpRtcpModule->SetRemoteSSRC(ssrc);
niklase@google.com470e71d2011-07-07 08:21:25 +0000309}
310
Peter Boströmac547a62015-09-17 23:03:57 +0200311void Channel::OnIncomingCSRCChanged(uint32_t CSRC, bool added) {
312 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
313 "Channel::OnIncomingCSRCChanged(CSRC=%d, added=%d)", CSRC,
314 added);
niklase@google.com470e71d2011-07-07 08:21:25 +0000315}
316
Peter Boströmac547a62015-09-17 23:03:57 +0200317int32_t Channel::OnInitializeDecoder(
pbos@webrtc.org92135212013-05-14 08:31:39 +0000318 int8_t payloadType,
leozwang@webrtc.org813e4b02012-03-01 18:34:25 +0000319 const char payloadName[RTP_PAYLOAD_NAME_SIZE],
pbos@webrtc.org92135212013-05-14 08:31:39 +0000320 int frequency,
321 uint8_t channels,
Peter Boströmac547a62015-09-17 23:03:57 +0200322 uint32_t rate) {
niklase@google.com470e71d2011-07-07 08:21:25 +0000323 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
Peter Boströmac547a62015-09-17 23:03:57 +0200324 "Channel::OnInitializeDecoder(payloadType=%d, "
niklase@google.com470e71d2011-07-07 08:21:25 +0000325 "payloadName=%s, frequency=%u, channels=%u, rate=%u)",
Peter Boströmac547a62015-09-17 23:03:57 +0200326 payloadType, payloadName, frequency, channels, rate);
niklase@google.com470e71d2011-07-07 08:21:25 +0000327
henrika@webrtc.orgf75901f2012-01-16 08:45:42 +0000328 CodecInst receiveCodec = {0};
329 CodecInst dummyCodec = {0};
niklase@google.com470e71d2011-07-07 08:21:25 +0000330
331 receiveCodec.pltype = payloadType;
niklase@google.com470e71d2011-07-07 08:21:25 +0000332 receiveCodec.plfreq = frequency;
333 receiveCodec.channels = channels;
334 receiveCodec.rate = rate;
henrika@webrtc.orgf75901f2012-01-16 08:45:42 +0000335 strncpy(receiveCodec.plname, payloadName, RTP_PAYLOAD_NAME_SIZE - 1);
andrew@webrtc.orgae1a58b2013-01-22 04:44:30 +0000336
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000337 audio_coding_->Codec(payloadName, &dummyCodec, frequency, channels);
niklase@google.com470e71d2011-07-07 08:21:25 +0000338 receiveCodec.pacsize = dummyCodec.pacsize;
339
340 // Register the new codec to the ACM
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000341 if (audio_coding_->RegisterReceiveCodec(receiveCodec) == -1)
niklase@google.com470e71d2011-07-07 08:21:25 +0000342 {
343 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
andrew@webrtc.orgceb148c2011-08-23 17:53:54 +0000344 VoEId(_instanceId, _channelId),
niklase@google.com470e71d2011-07-07 08:21:25 +0000345 "Channel::OnInitializeDecoder() invalid codec ("
346 "pt=%d, name=%s) received - 1", payloadType, payloadName);
347 _engineStatisticsPtr->SetLastError(VE_AUDIO_CODING_MODULE_ERROR);
348 return -1;
349 }
350
351 return 0;
352}
353
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000354int32_t
355Channel::OnReceivedPayloadData(const uint8_t* payloadData,
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000356 size_t payloadSize,
niklase@google.com470e71d2011-07-07 08:21:25 +0000357 const WebRtcRTPHeader* rtpHeader)
358{
359 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000360 "Channel::OnReceivedPayloadData(payloadSize=%" PRIuS ","
niklase@google.com470e71d2011-07-07 08:21:25 +0000361 " payloadType=%u, audioChannel=%u)",
362 payloadSize,
363 rtpHeader->header.payloadType,
364 rtpHeader->type.Audio.channel);
365
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000366 if (!channel_state_.Get().playing)
niklase@google.com470e71d2011-07-07 08:21:25 +0000367 {
368 // Avoid inserting into NetEQ when we are not playing. Count the
369 // packet as discarded.
370 WEBRTC_TRACE(kTraceStream, kTraceVoice,
371 VoEId(_instanceId, _channelId),
372 "received packet is discarded since playing is not"
373 " activated");
374 _numberOfDiscardedPackets++;
375 return 0;
376 }
377
378 // Push the incoming payload (parsed and ready for decoding) into the ACM
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000379 if (audio_coding_->IncomingPacket(payloadData,
380 payloadSize,
381 *rtpHeader) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +0000382 {
383 _engineStatisticsPtr->SetLastError(
384 VE_AUDIO_CODING_MODULE_ERROR, kTraceWarning,
385 "Channel::OnReceivedPayloadData() unable to push data to the ACM");
386 return -1;
387 }
388
pwestin@webrtc.orgd30859e2013-06-06 21:09:01 +0000389 // Update the packet delay.
niklase@google.com470e71d2011-07-07 08:21:25 +0000390 UpdatePacketDelay(rtpHeader->header.timestamp,
391 rtpHeader->header.sequenceNumber);
pwestin@webrtc.orgd30859e2013-06-06 21:09:01 +0000392
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000393 int64_t round_trip_time = 0;
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000394 _rtpRtcpModule->RTT(rtp_receiver_->SSRC(), &round_trip_time,
395 NULL, NULL, NULL);
pwestin@webrtc.orgd30859e2013-06-06 21:09:01 +0000396
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000397 std::vector<uint16_t> nack_list = audio_coding_->GetNackList(
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000398 round_trip_time);
399 if (!nack_list.empty()) {
400 // Can't use nack_list.data() since it's not supported by all
401 // compilers.
402 ResendPackets(&(nack_list[0]), static_cast<int>(nack_list.size()));
pwestin@webrtc.orgd30859e2013-06-06 21:09:01 +0000403 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000404 return 0;
405}
406
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +0000407bool Channel::OnRecoveredPacket(const uint8_t* rtp_packet,
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000408 size_t rtp_packet_length) {
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +0000409 RTPHeader header;
410 if (!rtp_header_parser_->Parse(rtp_packet, rtp_packet_length, &header)) {
411 WEBRTC_TRACE(kTraceDebug, webrtc::kTraceVoice, _channelId,
412 "IncomingPacket invalid RTP header");
413 return false;
414 }
415 header.payload_type_frequency =
416 rtp_payload_registry_->GetPayloadTypeFrequency(header.payloadType);
417 if (header.payload_type_frequency < 0)
418 return false;
419 return ReceivePacket(rtp_packet, rtp_packet_length, header, false);
420}
421
minyuel0f4b3732015-08-31 16:04:32 +0200422int32_t Channel::GetAudioFrame(int32_t id, AudioFrame* audioFrame)
niklase@google.com470e71d2011-07-07 08:21:25 +0000423{
Ivo Creusenae856f22015-09-17 16:30:16 +0200424 if (event_log_) {
425 unsigned int ssrc;
426 RTC_CHECK_EQ(GetLocalSSRC(ssrc), 0);
427 event_log_->LogAudioPlayout(ssrc);
428 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000429 // Get 10ms raw PCM data from the ACM (mixer limits output frequency)
minyuel0f4b3732015-08-31 16:04:32 +0200430 if (audio_coding_->PlayoutData10Ms(audioFrame->sample_rate_hz_,
431 audioFrame) == -1)
niklase@google.com470e71d2011-07-07 08:21:25 +0000432 {
433 WEBRTC_TRACE(kTraceError, kTraceVoice,
434 VoEId(_instanceId,_channelId),
435 "Channel::GetAudioFrame() PlayoutData10Ms() failed!");
andrew@webrtc.org7859e102012-01-13 00:30:11 +0000436 // In all likelihood, the audio in this frame is garbage. We return an
437 // error so that the audio mixer module doesn't add it to the mix. As
438 // a result, it won't be played out and the actions skipped here are
439 // irrelevant.
440 return -1;
niklase@google.com470e71d2011-07-07 08:21:25 +0000441 }
442
443 if (_RxVadDetection)
444 {
minyuel0f4b3732015-08-31 16:04:32 +0200445 UpdateRxVadDetection(*audioFrame);
niklase@google.com470e71d2011-07-07 08:21:25 +0000446 }
447
448 // Convert module ID to internal VoE channel ID
minyuel0f4b3732015-08-31 16:04:32 +0200449 audioFrame->id_ = VoEChannelId(audioFrame->id_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000450 // Store speech type for dead-or-alive detection
minyuel0f4b3732015-08-31 16:04:32 +0200451 _outputSpeechType = audioFrame->speech_type_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000452
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000453 ChannelState::State state = channel_state_.Get();
454
455 if (state.rx_apm_is_enabled) {
minyuel0f4b3732015-08-31 16:04:32 +0200456 int err = rx_audioproc_->ProcessStream(audioFrame);
andrew@webrtc.org60730cf2014-01-07 17:45:09 +0000457 if (err) {
458 LOG(LS_ERROR) << "ProcessStream() error: " << err;
459 assert(false);
460 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000461 }
462
wu@webrtc.org63420662013-10-17 18:28:55 +0000463 float output_gain = 1.0f;
464 float left_pan = 1.0f;
465 float right_pan = 1.0f;
niklase@google.com470e71d2011-07-07 08:21:25 +0000466 {
wu@webrtc.org63420662013-10-17 18:28:55 +0000467 CriticalSectionScoped cs(&volume_settings_critsect_);
468 output_gain = _outputGain;
469 left_pan = _panLeft;
470 right_pan= _panRight;
471 }
472
473 // Output volume scaling
474 if (output_gain < 0.99f || output_gain > 1.01f)
475 {
minyuel0f4b3732015-08-31 16:04:32 +0200476 AudioFrameOperations::ScaleWithSat(output_gain, *audioFrame);
niklase@google.com470e71d2011-07-07 08:21:25 +0000477 }
478
479 // Scale left and/or right channel(s) if stereo and master balance is
480 // active
481
wu@webrtc.org63420662013-10-17 18:28:55 +0000482 if (left_pan != 1.0f || right_pan != 1.0f)
niklase@google.com470e71d2011-07-07 08:21:25 +0000483 {
minyuel0f4b3732015-08-31 16:04:32 +0200484 if (audioFrame->num_channels_ == 1)
niklase@google.com470e71d2011-07-07 08:21:25 +0000485 {
486 // Emulate stereo mode since panning is active.
487 // The mono signal is copied to both left and right channels here.
minyuel0f4b3732015-08-31 16:04:32 +0200488 AudioFrameOperations::MonoToStereo(audioFrame);
niklase@google.com470e71d2011-07-07 08:21:25 +0000489 }
490 // For true stereo mode (when we are receiving a stereo signal), no
491 // action is needed.
492
493 // Do the panning operation (the audio frame contains stereo at this
494 // stage)
minyuel0f4b3732015-08-31 16:04:32 +0200495 AudioFrameOperations::Scale(left_pan, right_pan, *audioFrame);
niklase@google.com470e71d2011-07-07 08:21:25 +0000496 }
497
498 // Mix decoded PCM output with file if file mixing is enabled
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000499 if (state.output_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +0000500 {
minyuel0f4b3732015-08-31 16:04:32 +0200501 MixAudioWithFile(*audioFrame, audioFrame->sample_rate_hz_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000502 }
503
niklase@google.com470e71d2011-07-07 08:21:25 +0000504 // External media
505 if (_outputExternalMedia)
506 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +0000507 CriticalSectionScoped cs(&_callbackCritSect);
minyuel0f4b3732015-08-31 16:04:32 +0200508 const bool isStereo = (audioFrame->num_channels_ == 2);
niklase@google.com470e71d2011-07-07 08:21:25 +0000509 if (_outputExternalMediaCallbackPtr)
510 {
511 _outputExternalMediaCallbackPtr->Process(
512 _channelId,
513 kPlaybackPerChannel,
minyuel0f4b3732015-08-31 16:04:32 +0200514 (int16_t*)audioFrame->data_,
515 audioFrame->samples_per_channel_,
516 audioFrame->sample_rate_hz_,
niklase@google.com470e71d2011-07-07 08:21:25 +0000517 isStereo);
518 }
519 }
520
521 // Record playout if enabled
522 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +0000523 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +0000524
525 if (_outputFileRecording && _outputFileRecorderPtr)
526 {
minyuel0f4b3732015-08-31 16:04:32 +0200527 _outputFileRecorderPtr->RecordAudioToFile(*audioFrame);
niklase@google.com470e71d2011-07-07 08:21:25 +0000528 }
529 }
530
531 // Measure audio level (0-9)
minyuel0f4b3732015-08-31 16:04:32 +0200532 _outputAudioLevel.ComputeLevel(*audioFrame);
niklase@google.com470e71d2011-07-07 08:21:25 +0000533
minyuel0f4b3732015-08-31 16:04:32 +0200534 if (capture_start_rtp_time_stamp_ < 0 && audioFrame->timestamp_ != 0) {
wu@webrtc.org94454b72014-06-05 20:34:08 +0000535 // The first frame with a valid rtp timestamp.
minyuel0f4b3732015-08-31 16:04:32 +0200536 capture_start_rtp_time_stamp_ = audioFrame->timestamp_;
wu@webrtc.org94454b72014-06-05 20:34:08 +0000537 }
538
539 if (capture_start_rtp_time_stamp_ >= 0) {
540 // audioFrame.timestamp_ should be valid from now on.
541
542 // Compute elapsed time.
543 int64_t unwrap_timestamp =
minyuel0f4b3732015-08-31 16:04:32 +0200544 rtp_ts_wraparound_handler_->Unwrap(audioFrame->timestamp_);
545 audioFrame->elapsed_time_ms_ =
wu@webrtc.org94454b72014-06-05 20:34:08 +0000546 (unwrap_timestamp - capture_start_rtp_time_stamp_) /
547 (GetPlayoutFrequency() / 1000);
548
stefan@webrtc.org8e24d872014-09-02 18:58:24 +0000549 {
wu@webrtc.orgcb711f72014-05-19 17:39:11 +0000550 CriticalSectionScoped lock(ts_stats_lock_.get());
stefan@webrtc.org8e24d872014-09-02 18:58:24 +0000551 // Compute ntp time.
minyuel0f4b3732015-08-31 16:04:32 +0200552 audioFrame->ntp_time_ms_ = ntp_estimator_.Estimate(
553 audioFrame->timestamp_);
stefan@webrtc.org8e24d872014-09-02 18:58:24 +0000554 // |ntp_time_ms_| won't be valid until at least 2 RTCP SRs are received.
minyuel0f4b3732015-08-31 16:04:32 +0200555 if (audioFrame->ntp_time_ms_ > 0) {
stefan@webrtc.org8e24d872014-09-02 18:58:24 +0000556 // Compute |capture_start_ntp_time_ms_| so that
557 // |capture_start_ntp_time_ms_| + |elapsed_time_ms_| == |ntp_time_ms_|
558 capture_start_ntp_time_ms_ =
minyuel0f4b3732015-08-31 16:04:32 +0200559 audioFrame->ntp_time_ms_ - audioFrame->elapsed_time_ms_;
stefan@webrtc.org8e24d872014-09-02 18:58:24 +0000560 }
wu@webrtc.orgcb711f72014-05-19 17:39:11 +0000561 }
562 }
563
niklase@google.com470e71d2011-07-07 08:21:25 +0000564 return 0;
565}
566
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000567int32_t
minyuel0f4b3732015-08-31 16:04:32 +0200568Channel::NeededFrequency(int32_t id) const
niklase@google.com470e71d2011-07-07 08:21:25 +0000569{
570 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
571 "Channel::NeededFrequency(id=%d)", id);
572
573 int highestNeeded = 0;
574
575 // Determine highest needed receive frequency
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000576 int32_t receiveFrequency = audio_coding_->ReceiveFrequency();
niklase@google.com470e71d2011-07-07 08:21:25 +0000577
578 // Return the bigger of playout and receive frequency in the ACM.
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000579 if (audio_coding_->PlayoutFrequency() > receiveFrequency)
niklase@google.com470e71d2011-07-07 08:21:25 +0000580 {
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000581 highestNeeded = audio_coding_->PlayoutFrequency();
niklase@google.com470e71d2011-07-07 08:21:25 +0000582 }
583 else
584 {
585 highestNeeded = receiveFrequency;
586 }
587
588 // Special case, if we're playing a file on the playout side
589 // we take that frequency into consideration as well
590 // This is not needed on sending side, since the codec will
591 // limit the spectrum anyway.
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000592 if (channel_state_.Get().output_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +0000593 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +0000594 CriticalSectionScoped cs(&_fileCritSect);
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000595 if (_outputFilePlayerPtr)
niklase@google.com470e71d2011-07-07 08:21:25 +0000596 {
597 if(_outputFilePlayerPtr->Frequency()>highestNeeded)
598 {
599 highestNeeded=_outputFilePlayerPtr->Frequency();
600 }
601 }
602 }
603
604 return(highestNeeded);
605}
606
ivocb04965c2015-09-09 00:09:43 -0700607int32_t Channel::CreateChannel(Channel*& channel,
608 int32_t channelId,
609 uint32_t instanceId,
610 RtcEventLog* const event_log,
611 const Config& config) {
niklase@google.com470e71d2011-07-07 08:21:25 +0000612 WEBRTC_TRACE(kTraceMemory, kTraceVoice, VoEId(instanceId,channelId),
613 "Channel::CreateChannel(channelId=%d, instanceId=%d)",
614 channelId, instanceId);
615
ivocb04965c2015-09-09 00:09:43 -0700616 channel = new Channel(channelId, instanceId, event_log, config);
niklase@google.com470e71d2011-07-07 08:21:25 +0000617 if (channel == NULL)
618 {
619 WEBRTC_TRACE(kTraceMemory, kTraceVoice,
620 VoEId(instanceId,channelId),
621 "Channel::CreateChannel() unable to allocate memory for"
622 " channel");
623 return -1;
624 }
625 return 0;
626}
627
628void
pbos@webrtc.org92135212013-05-14 08:31:39 +0000629Channel::PlayNotification(int32_t id, uint32_t durationMs)
niklase@google.com470e71d2011-07-07 08:21:25 +0000630{
631 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
632 "Channel::PlayNotification(id=%d, durationMs=%d)",
633 id, durationMs);
634
635 // Not implement yet
636}
637
638void
pbos@webrtc.org92135212013-05-14 08:31:39 +0000639Channel::RecordNotification(int32_t id, uint32_t durationMs)
niklase@google.com470e71d2011-07-07 08:21:25 +0000640{
641 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
642 "Channel::RecordNotification(id=%d, durationMs=%d)",
643 id, durationMs);
644
645 // Not implement yet
646}
647
648void
pbos@webrtc.org92135212013-05-14 08:31:39 +0000649Channel::PlayFileEnded(int32_t id)
niklase@google.com470e71d2011-07-07 08:21:25 +0000650{
651 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
652 "Channel::PlayFileEnded(id=%d)", id);
653
654 if (id == _inputFilePlayerId)
655 {
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000656 channel_state_.SetInputFilePlaying(false);
niklase@google.com470e71d2011-07-07 08:21:25 +0000657 WEBRTC_TRACE(kTraceStateInfo, kTraceVoice,
658 VoEId(_instanceId,_channelId),
659 "Channel::PlayFileEnded() => input file player module is"
660 " shutdown");
661 }
662 else if (id == _outputFilePlayerId)
663 {
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000664 channel_state_.SetOutputFilePlaying(false);
niklase@google.com470e71d2011-07-07 08:21:25 +0000665 WEBRTC_TRACE(kTraceStateInfo, kTraceVoice,
666 VoEId(_instanceId,_channelId),
667 "Channel::PlayFileEnded() => output file player module is"
668 " shutdown");
669 }
670}
671
672void
pbos@webrtc.org92135212013-05-14 08:31:39 +0000673Channel::RecordFileEnded(int32_t id)
niklase@google.com470e71d2011-07-07 08:21:25 +0000674{
675 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
676 "Channel::RecordFileEnded(id=%d)", id);
677
678 assert(id == _outputFileRecorderId);
679
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +0000680 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +0000681
682 _outputFileRecording = false;
683 WEBRTC_TRACE(kTraceStateInfo, kTraceVoice,
684 VoEId(_instanceId,_channelId),
685 "Channel::RecordFileEnded() => output file recorder module is"
686 " shutdown");
687}
688
pbos@webrtc.org92135212013-05-14 08:31:39 +0000689Channel::Channel(int32_t channelId,
minyue@webrtc.orge509f942013-09-12 17:03:00 +0000690 uint32_t instanceId,
ivocb04965c2015-09-09 00:09:43 -0700691 RtcEventLog* const event_log,
692 const Config& config)
693 : _fileCritSect(*CriticalSectionWrapper::CreateCriticalSection()),
niklase@google.com470e71d2011-07-07 08:21:25 +0000694 _callbackCritSect(*CriticalSectionWrapper::CreateCriticalSection()),
wu@webrtc.org63420662013-10-17 18:28:55 +0000695 volume_settings_critsect_(*CriticalSectionWrapper::CreateCriticalSection()),
niklase@google.com470e71d2011-07-07 08:21:25 +0000696 _instanceId(instanceId),
xians@google.com22963ab2011-08-03 12:40:23 +0000697 _channelId(channelId),
Ivo Creusenae856f22015-09-17 16:30:16 +0200698 event_log_(event_log),
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000699 rtp_header_parser_(RtpHeaderParser::Create()),
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000700 rtp_payload_registry_(
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000701 new RTPPayloadRegistry(RTPPayloadStrategy::CreateStrategy(true))),
ivocb04965c2015-09-09 00:09:43 -0700702 rtp_receive_statistics_(
703 ReceiveStatistics::Create(Clock::GetRealTimeClock())),
704 rtp_receiver_(
Peter Boströmac547a62015-09-17 23:03:57 +0200705 RtpReceiver::CreateAudioReceiver(Clock::GetRealTimeClock(),
ivocb04965c2015-09-09 00:09:43 -0700706 this,
707 this,
708 this,
709 rtp_payload_registry_.get())),
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000710 telephone_event_handler_(rtp_receiver_->GetTelephoneEventHandler()),
niklase@google.com470e71d2011-07-07 08:21:25 +0000711 _outputAudioLevel(),
niklase@google.com470e71d2011-07-07 08:21:25 +0000712 _externalTransport(false),
niklase@google.com470e71d2011-07-07 08:21:25 +0000713 _inputFilePlayerPtr(NULL),
714 _outputFilePlayerPtr(NULL),
715 _outputFileRecorderPtr(NULL),
716 // Avoid conflict with other channels by adding 1024 - 1026,
717 // won't use as much as 1024 channels.
718 _inputFilePlayerId(VoEModuleId(instanceId, channelId) + 1024),
719 _outputFilePlayerId(VoEModuleId(instanceId, channelId) + 1025),
720 _outputFileRecorderId(VoEModuleId(instanceId, channelId) + 1026),
niklase@google.com470e71d2011-07-07 08:21:25 +0000721 _outputFileRecording(false),
xians@google.com22963ab2011-08-03 12:40:23 +0000722 _inbandDtmfQueue(VoEModuleId(instanceId, channelId)),
723 _inbandDtmfGenerator(VoEModuleId(instanceId, channelId)),
xians@google.com22963ab2011-08-03 12:40:23 +0000724 _outputExternalMedia(false),
niklase@google.com470e71d2011-07-07 08:21:25 +0000725 _inputExternalMediaCallbackPtr(NULL),
726 _outputExternalMediaCallbackPtr(NULL),
ivocb04965c2015-09-09 00:09:43 -0700727 _timeStamp(0), // This is just an offset, RTP module will add it's own
728 // random offset
xians@google.com22963ab2011-08-03 12:40:23 +0000729 _sendTelephoneEventPayloadType(106),
stefan@webrtc.org8e24d872014-09-02 18:58:24 +0000730 ntp_estimator_(Clock::GetRealTimeClock()),
turaj@webrtc.org167b6df2013-12-13 21:05:07 +0000731 jitter_buffer_playout_timestamp_(0),
pwestin@webrtc.org1de01352013-04-11 20:23:35 +0000732 playout_timestamp_rtp_(0),
733 playout_timestamp_rtcp_(0),
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +0000734 playout_delay_ms_(0),
xians@google.com22963ab2011-08-03 12:40:23 +0000735 _numberOfDiscardedPackets(0),
xians@webrtc.org09e8c472013-07-31 16:30:19 +0000736 send_sequence_number_(0),
wu@webrtc.orgcb711f72014-05-19 17:39:11 +0000737 ts_stats_lock_(CriticalSectionWrapper::CreateCriticalSection()),
wu@webrtc.org94454b72014-06-05 20:34:08 +0000738 rtp_ts_wraparound_handler_(new rtc::TimestampWrapAroundHandler()),
739 capture_start_rtp_time_stamp_(-1),
wu@webrtc.orgcb711f72014-05-19 17:39:11 +0000740 capture_start_ntp_time_ms_(-1),
xians@google.com22963ab2011-08-03 12:40:23 +0000741 _engineStatisticsPtr(NULL),
henrika@webrtc.org2919e952012-01-31 08:45:03 +0000742 _outputMixerPtr(NULL),
743 _transmitMixerPtr(NULL),
xians@google.com22963ab2011-08-03 12:40:23 +0000744 _moduleProcessThreadPtr(NULL),
745 _audioDeviceModulePtr(NULL),
746 _voiceEngineObserverPtr(NULL),
747 _callbackCritSectPtr(NULL),
748 _transportPtr(NULL),
xians@google.com22963ab2011-08-03 12:40:23 +0000749 _rxVadObserverPtr(NULL),
750 _oldVadDecision(-1),
751 _sendFrameType(0),
roosa@google.com1b60ceb2012-12-12 23:00:29 +0000752 _externalMixing(false),
xians@google.com22963ab2011-08-03 12:40:23 +0000753 _mixFileWithMicrophone(false),
niklase@google.com470e71d2011-07-07 08:21:25 +0000754 _mute(false),
755 _panLeft(1.0f),
756 _panRight(1.0f),
757 _outputGain(1.0f),
758 _playOutbandDtmfEvent(false),
759 _playInbandDtmfEvent(false),
niklase@google.com470e71d2011-07-07 08:21:25 +0000760 _lastLocalTimeStamp(0),
761 _lastPayloadType(0),
xians@google.com22963ab2011-08-03 12:40:23 +0000762 _includeAudioLevelIndication(false),
niklase@google.com470e71d2011-07-07 08:21:25 +0000763 _outputSpeechType(AudioFrame::kNormalSpeech),
deadbeef74375882015-08-13 12:09:10 -0700764 video_sync_lock_(CriticalSectionWrapper::CreateCriticalSection()),
pwestin@webrtc.org1de01352013-04-11 20:23:35 +0000765 _average_jitter_buffer_delay_us(0),
niklase@google.com470e71d2011-07-07 08:21:25 +0000766 _previousTimestamp(0),
767 _recPacketDelayMs(20),
768 _RxVadDetection(false),
niklase@google.com470e71d2011-07-07 08:21:25 +0000769 _rxAgcIsEnabled(false),
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +0000770 _rxNsIsEnabled(false),
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +0000771 restored_packet_in_use_(false),
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +0000772 rtcp_observer_(new VoERtcpObserver(this)),
Minyue2013aec2015-05-13 14:14:42 +0200773 network_predictor_(new NetworkPredictor(Clock::GetRealTimeClock())),
774 assoc_send_channel_lock_(CriticalSectionWrapper::CreateCriticalSection()),
ivocb04965c2015-09-09 00:09:43 -0700775 associate_send_channel_(ChannelOwner(nullptr)) {
niklase@google.com470e71d2011-07-07 08:21:25 +0000776 WEBRTC_TRACE(kTraceMemory, kTraceVoice, VoEId(_instanceId,_channelId),
777 "Channel::Channel() - ctor");
Henrik Lundin64dad832015-05-11 12:44:23 +0200778 AudioCodingModule::Config acm_config;
779 acm_config.id = VoEModuleId(instanceId, channelId);
780 if (config.Get<NetEqCapacityConfig>().enabled) {
781 // Clamping the buffer capacity at 20 packets. While going lower will
782 // probably work, it makes little sense.
783 acm_config.neteq_config.max_packets_in_buffer =
784 std::max(20, config.Get<NetEqCapacityConfig>().capacity);
785 }
Henrik Lundin5263b3c2015-06-01 10:29:41 +0200786 acm_config.neteq_config.enable_fast_accelerate =
787 config.Get<NetEqFastAccelerate>().enabled;
Henrik Lundin64dad832015-05-11 12:44:23 +0200788 audio_coding_.reset(AudioCodingModule::Create(acm_config));
789
niklase@google.com470e71d2011-07-07 08:21:25 +0000790 _inbandDtmfQueue.ResetDtmf();
791 _inbandDtmfGenerator.Init();
792 _outputAudioLevel.Clear();
793
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000794 RtpRtcp::Configuration configuration;
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000795 configuration.audio = true;
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000796 configuration.outgoing_transport = this;
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000797 configuration.audio_messages = this;
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000798 configuration.receive_statistics = rtp_receive_statistics_.get();
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +0000799 configuration.bandwidth_callback = rtcp_observer_.get();
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000800
801 _rtpRtcpModule.reset(RtpRtcp::CreateRtpRtcp(configuration));
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +0000802
803 statistics_proxy_.reset(new StatisticsProxy(_rtpRtcpModule->SSRC()));
804 rtp_receive_statistics_->RegisterRtcpStatisticsCallback(
805 statistics_proxy_.get());
aluebs@webrtc.orgf927fd62014-04-16 11:58:18 +0000806
807 Config audioproc_config;
808 audioproc_config.Set<ExperimentalAgc>(new ExperimentalAgc(false));
809 rx_audioproc_.reset(AudioProcessing::Create(audioproc_config));
niklase@google.com470e71d2011-07-07 08:21:25 +0000810}
811
812Channel::~Channel()
813{
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +0000814 rtp_receive_statistics_->RegisterRtcpStatisticsCallback(NULL);
niklase@google.com470e71d2011-07-07 08:21:25 +0000815 WEBRTC_TRACE(kTraceMemory, kTraceVoice, VoEId(_instanceId,_channelId),
816 "Channel::~Channel() - dtor");
817
818 if (_outputExternalMedia)
819 {
820 DeRegisterExternalMediaProcessing(kPlaybackPerChannel);
821 }
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000822 if (channel_state_.Get().input_external_media)
niklase@google.com470e71d2011-07-07 08:21:25 +0000823 {
824 DeRegisterExternalMediaProcessing(kRecordingPerChannel);
825 }
826 StopSend();
niklase@google.com470e71d2011-07-07 08:21:25 +0000827 StopPlayout();
828
829 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +0000830 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +0000831 if (_inputFilePlayerPtr)
832 {
833 _inputFilePlayerPtr->RegisterModuleFileCallback(NULL);
834 _inputFilePlayerPtr->StopPlayingFile();
835 FilePlayer::DestroyFilePlayer(_inputFilePlayerPtr);
836 _inputFilePlayerPtr = NULL;
837 }
838 if (_outputFilePlayerPtr)
839 {
840 _outputFilePlayerPtr->RegisterModuleFileCallback(NULL);
841 _outputFilePlayerPtr->StopPlayingFile();
842 FilePlayer::DestroyFilePlayer(_outputFilePlayerPtr);
843 _outputFilePlayerPtr = NULL;
844 }
845 if (_outputFileRecorderPtr)
846 {
847 _outputFileRecorderPtr->RegisterModuleFileCallback(NULL);
848 _outputFileRecorderPtr->StopRecording();
849 FileRecorder::DestroyFileRecorder(_outputFileRecorderPtr);
850 _outputFileRecorderPtr = NULL;
851 }
852 }
853
854 // The order to safely shutdown modules in a channel is:
855 // 1. De-register callbacks in modules
856 // 2. De-register modules in process thread
857 // 3. Destroy modules
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000858 if (audio_coding_->RegisterTransportCallback(NULL) == -1)
niklase@google.com470e71d2011-07-07 08:21:25 +0000859 {
860 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
861 VoEId(_instanceId,_channelId),
862 "~Channel() failed to de-register transport callback"
863 " (Audio coding module)");
864 }
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000865 if (audio_coding_->RegisterVADCallback(NULL) == -1)
niklase@google.com470e71d2011-07-07 08:21:25 +0000866 {
867 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
868 VoEId(_instanceId,_channelId),
869 "~Channel() failed to de-register VAD callback"
870 " (Audio coding module)");
871 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000872 // De-register modules in process thread
tommi@webrtc.org3985f012015-02-27 13:36:34 +0000873 _moduleProcessThreadPtr->DeRegisterModule(_rtpRtcpModule.get());
874
niklase@google.com470e71d2011-07-07 08:21:25 +0000875 // End of modules shutdown
876
877 // Delete other objects
niklase@google.com470e71d2011-07-07 08:21:25 +0000878 delete &_callbackCritSect;
niklase@google.com470e71d2011-07-07 08:21:25 +0000879 delete &_fileCritSect;
wu@webrtc.org63420662013-10-17 18:28:55 +0000880 delete &volume_settings_critsect_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000881}
882
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000883int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +0000884Channel::Init()
885{
886 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
887 "Channel::Init()");
888
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000889 channel_state_.Reset();
890
niklase@google.com470e71d2011-07-07 08:21:25 +0000891 // --- Initial sanity
892
893 if ((_engineStatisticsPtr == NULL) ||
894 (_moduleProcessThreadPtr == NULL))
895 {
896 WEBRTC_TRACE(kTraceError, kTraceVoice,
897 VoEId(_instanceId,_channelId),
898 "Channel::Init() must call SetEngineInformation() first");
899 return -1;
900 }
901
902 // --- Add modules to process thread (for periodic schedulation)
903
tommi@webrtc.org3985f012015-02-27 13:36:34 +0000904 _moduleProcessThreadPtr->RegisterModule(_rtpRtcpModule.get());
905
pwestin@webrtc.orgc450a192012-01-04 15:00:12 +0000906 // --- ACM initialization
niklase@google.com470e71d2011-07-07 08:21:25 +0000907
henrik.lundin061b79a2015-09-18 01:29:11 -0700908 if (audio_coding_->InitializeReceiver() == -1) {
niklase@google.com470e71d2011-07-07 08:21:25 +0000909 _engineStatisticsPtr->SetLastError(
910 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
911 "Channel::Init() unable to initialize the ACM - 1");
912 return -1;
913 }
914
915 // --- RTP/RTCP module initialization
916
917 // Ensure that RTCP is enabled by default for the created channel.
918 // Note that, the module will keep generating RTCP until it is explicitly
919 // disabled by the user.
920 // After StopListen (when no sockets exists), RTCP packets will no longer
921 // be transmitted since the Transport object will then be invalid.
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000922 telephone_event_handler_->SetTelephoneEventForwardToDecoder(true);
923 // RTCP is enabled by default.
pbosda903ea2015-10-02 02:36:56 -0700924 _rtpRtcpModule->SetRTCPStatus(RtcpMode::kCompound);
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000925 // --- Register all permanent callbacks
niklase@google.com470e71d2011-07-07 08:21:25 +0000926 const bool fail =
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000927 (audio_coding_->RegisterTransportCallback(this) == -1) ||
928 (audio_coding_->RegisterVADCallback(this) == -1);
niklase@google.com470e71d2011-07-07 08:21:25 +0000929
930 if (fail)
931 {
932 _engineStatisticsPtr->SetLastError(
933 VE_CANNOT_INIT_CHANNEL, kTraceError,
934 "Channel::Init() callbacks not registered");
935 return -1;
936 }
937
938 // --- Register all supported codecs to the receiving side of the
939 // RTP/RTCP module
940
941 CodecInst codec;
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000942 const uint8_t nSupportedCodecs = AudioCodingModule::NumberOfCodecs();
niklase@google.com470e71d2011-07-07 08:21:25 +0000943
944 for (int idx = 0; idx < nSupportedCodecs; idx++)
945 {
946 // Open up the RTP/RTCP receiver for all supported codecs
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000947 if ((audio_coding_->Codec(idx, &codec) == -1) ||
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000948 (rtp_receiver_->RegisterReceivePayload(
949 codec.plname,
950 codec.pltype,
951 codec.plfreq,
952 codec.channels,
953 (codec.rate < 0) ? 0 : codec.rate) == -1))
niklase@google.com470e71d2011-07-07 08:21:25 +0000954 {
955 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
956 VoEId(_instanceId,_channelId),
957 "Channel::Init() unable to register %s (%d/%d/%d/%d) "
958 "to RTP/RTCP receiver",
959 codec.plname, codec.pltype, codec.plfreq,
960 codec.channels, codec.rate);
961 }
962 else
963 {
964 WEBRTC_TRACE(kTraceInfo, kTraceVoice,
965 VoEId(_instanceId,_channelId),
966 "Channel::Init() %s (%d/%d/%d/%d) has been added to "
967 "the RTP/RTCP receiver",
968 codec.plname, codec.pltype, codec.plfreq,
969 codec.channels, codec.rate);
970 }
971
972 // Ensure that PCMU is used as default codec on the sending side
tina.legrand@webrtc.org45175852012-06-01 09:27:35 +0000973 if (!STR_CASE_CMP(codec.plname, "PCMU") && (codec.channels == 1))
niklase@google.com470e71d2011-07-07 08:21:25 +0000974 {
975 SetSendCodec(codec);
976 }
977
978 // Register default PT for outband 'telephone-event'
979 if (!STR_CASE_CMP(codec.plname, "telephone-event"))
980 {
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000981 if ((_rtpRtcpModule->RegisterSendPayload(codec) == -1) ||
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000982 (audio_coding_->RegisterReceiveCodec(codec) == -1))
niklase@google.com470e71d2011-07-07 08:21:25 +0000983 {
984 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
985 VoEId(_instanceId,_channelId),
986 "Channel::Init() failed to register outband "
987 "'telephone-event' (%d/%d) correctly",
988 codec.pltype, codec.plfreq);
989 }
990 }
991
992 if (!STR_CASE_CMP(codec.plname, "CN"))
993 {
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000994 if ((audio_coding_->RegisterSendCodec(codec) == -1) ||
995 (audio_coding_->RegisterReceiveCodec(codec) == -1) ||
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000996 (_rtpRtcpModule->RegisterSendPayload(codec) == -1))
niklase@google.com470e71d2011-07-07 08:21:25 +0000997 {
998 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
999 VoEId(_instanceId,_channelId),
1000 "Channel::Init() failed to register CN (%d/%d) "
1001 "correctly - 1",
1002 codec.pltype, codec.plfreq);
1003 }
1004 }
1005#ifdef WEBRTC_CODEC_RED
1006 // Register RED to the receiving side of the ACM.
1007 // We will not receive an OnInitializeDecoder() callback for RED.
1008 if (!STR_CASE_CMP(codec.plname, "RED"))
1009 {
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001010 if (audio_coding_->RegisterReceiveCodec(codec) == -1)
niklase@google.com470e71d2011-07-07 08:21:25 +00001011 {
1012 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
1013 VoEId(_instanceId,_channelId),
1014 "Channel::Init() failed to register RED (%d/%d) "
1015 "correctly",
1016 codec.pltype, codec.plfreq);
1017 }
1018 }
1019#endif
1020 }
pwestin@webrtc.org684f0572013-03-13 23:20:57 +00001021
andrew@webrtc.org6c264cc2013-10-04 17:54:09 +00001022 if (rx_audioproc_->noise_suppression()->set_level(kDefaultNsMode) != 0) {
1023 LOG_FERR1(LS_ERROR, noise_suppression()->set_level, kDefaultNsMode);
1024 return -1;
niklase@google.com470e71d2011-07-07 08:21:25 +00001025 }
andrew@webrtc.org6c264cc2013-10-04 17:54:09 +00001026 if (rx_audioproc_->gain_control()->set_mode(kDefaultRxAgcMode) != 0) {
1027 LOG_FERR1(LS_ERROR, gain_control()->set_mode, kDefaultRxAgcMode);
1028 return -1;
niklase@google.com470e71d2011-07-07 08:21:25 +00001029 }
1030
1031 return 0;
1032}
1033
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001034int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001035Channel::SetEngineInformation(Statistics& engineStatistics,
1036 OutputMixer& outputMixer,
1037 voe::TransmitMixer& transmitMixer,
1038 ProcessThread& moduleProcessThread,
1039 AudioDeviceModule& audioDeviceModule,
1040 VoiceEngineObserver* voiceEngineObserver,
1041 CriticalSectionWrapper* callbackCritSect)
1042{
1043 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1044 "Channel::SetEngineInformation()");
1045 _engineStatisticsPtr = &engineStatistics;
1046 _outputMixerPtr = &outputMixer;
1047 _transmitMixerPtr = &transmitMixer,
1048 _moduleProcessThreadPtr = &moduleProcessThread;
1049 _audioDeviceModulePtr = &audioDeviceModule;
1050 _voiceEngineObserverPtr = voiceEngineObserver;
1051 _callbackCritSectPtr = callbackCritSect;
1052 return 0;
1053}
1054
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001055int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001056Channel::UpdateLocalTimeStamp()
1057{
1058
Peter Kastingb7e50542015-06-11 12:55:50 -07001059 _timeStamp += static_cast<uint32_t>(_audioFrame.samples_per_channel_);
niklase@google.com470e71d2011-07-07 08:21:25 +00001060 return 0;
1061}
1062
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001063int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001064Channel::StartPlayout()
1065{
1066 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1067 "Channel::StartPlayout()");
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001068 if (channel_state_.Get().playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00001069 {
1070 return 0;
1071 }
roosa@google.com1b60ceb2012-12-12 23:00:29 +00001072
1073 if (!_externalMixing) {
1074 // Add participant as candidates for mixing.
1075 if (_outputMixerPtr->SetMixabilityStatus(*this, true) != 0)
1076 {
1077 _engineStatisticsPtr->SetLastError(
1078 VE_AUDIO_CONF_MIX_MODULE_ERROR, kTraceError,
1079 "StartPlayout() failed to add participant to mixer");
1080 return -1;
1081 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001082 }
1083
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001084 channel_state_.SetPlaying(true);
braveyao@webrtc.orgab129902012-06-04 03:26:39 +00001085 if (RegisterFilePlayingToMixer() != 0)
1086 return -1;
1087
niklase@google.com470e71d2011-07-07 08:21:25 +00001088 return 0;
1089}
1090
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001091int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001092Channel::StopPlayout()
1093{
1094 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1095 "Channel::StopPlayout()");
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001096 if (!channel_state_.Get().playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00001097 {
1098 return 0;
1099 }
roosa@google.com1b60ceb2012-12-12 23:00:29 +00001100
1101 if (!_externalMixing) {
1102 // Remove participant as candidates for mixing
1103 if (_outputMixerPtr->SetMixabilityStatus(*this, false) != 0)
1104 {
1105 _engineStatisticsPtr->SetLastError(
1106 VE_AUDIO_CONF_MIX_MODULE_ERROR, kTraceError,
1107 "StopPlayout() failed to remove participant from mixer");
1108 return -1;
1109 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001110 }
1111
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001112 channel_state_.SetPlaying(false);
niklase@google.com470e71d2011-07-07 08:21:25 +00001113 _outputAudioLevel.Clear();
1114
1115 return 0;
1116}
1117
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001118int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001119Channel::StartSend()
1120{
1121 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1122 "Channel::StartSend()");
xians@webrtc.org09e8c472013-07-31 16:30:19 +00001123 // Resume the previous sequence number which was reset by StopSend().
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001124 // This needs to be done before |sending| is set to true.
xians@webrtc.org09e8c472013-07-31 16:30:19 +00001125 if (send_sequence_number_)
1126 SetInitSequenceNumber(send_sequence_number_);
1127
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001128 if (channel_state_.Get().sending)
niklase@google.com470e71d2011-07-07 08:21:25 +00001129 {
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001130 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00001131 }
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001132 channel_state_.SetSending(true);
xians@webrtc.orge07247a2011-11-28 16:31:28 +00001133
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00001134 if (_rtpRtcpModule->SetSendingStatus(true) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001135 {
1136 _engineStatisticsPtr->SetLastError(
1137 VE_RTP_RTCP_MODULE_ERROR, kTraceError,
1138 "StartSend() RTP/RTCP failed to start sending");
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00001139 CriticalSectionScoped cs(&_callbackCritSect);
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001140 channel_state_.SetSending(false);
niklase@google.com470e71d2011-07-07 08:21:25 +00001141 return -1;
1142 }
xians@webrtc.orge07247a2011-11-28 16:31:28 +00001143
niklase@google.com470e71d2011-07-07 08:21:25 +00001144 return 0;
1145}
1146
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001147int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001148Channel::StopSend()
1149{
1150 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1151 "Channel::StopSend()");
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001152 if (!channel_state_.Get().sending)
niklase@google.com470e71d2011-07-07 08:21:25 +00001153 {
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001154 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00001155 }
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001156 channel_state_.SetSending(false);
xians@webrtc.orge07247a2011-11-28 16:31:28 +00001157
xians@webrtc.org09e8c472013-07-31 16:30:19 +00001158 // Store the sequence number to be able to pick up the same sequence for
1159 // the next StartSend(). This is needed for restarting device, otherwise
1160 // it might cause libSRTP to complain about packets being replayed.
1161 // TODO(xians): Remove this workaround after RtpRtcpModule's refactoring
1162 // CL is landed. See issue
1163 // https://code.google.com/p/webrtc/issues/detail?id=2111 .
1164 send_sequence_number_ = _rtpRtcpModule->SequenceNumber();
1165
niklase@google.com470e71d2011-07-07 08:21:25 +00001166 // Reset sending SSRC and sequence number and triggers direct transmission
1167 // of RTCP BYE
pbosd4362982015-07-07 08:32:48 -07001168 if (_rtpRtcpModule->SetSendingStatus(false) == -1)
niklase@google.com470e71d2011-07-07 08:21:25 +00001169 {
1170 _engineStatisticsPtr->SetLastError(
1171 VE_RTP_RTCP_MODULE_ERROR, kTraceWarning,
1172 "StartSend() RTP/RTCP failed to stop sending");
1173 }
1174
niklase@google.com470e71d2011-07-07 08:21:25 +00001175 return 0;
1176}
1177
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001178int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001179Channel::StartReceiving()
1180{
1181 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1182 "Channel::StartReceiving()");
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001183 if (channel_state_.Get().receiving)
niklase@google.com470e71d2011-07-07 08:21:25 +00001184 {
1185 return 0;
1186 }
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001187 channel_state_.SetReceiving(true);
niklase@google.com470e71d2011-07-07 08:21:25 +00001188 _numberOfDiscardedPackets = 0;
1189 return 0;
1190}
1191
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001192int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001193Channel::StopReceiving()
1194{
1195 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1196 "Channel::StopReceiving()");
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001197 if (!channel_state_.Get().receiving)
niklase@google.com470e71d2011-07-07 08:21:25 +00001198 {
1199 return 0;
1200 }
pwestin@webrtc.org684f0572013-03-13 23:20:57 +00001201
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001202 channel_state_.SetReceiving(false);
niklase@google.com470e71d2011-07-07 08:21:25 +00001203 return 0;
1204}
1205
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001206int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001207Channel::RegisterVoiceEngineObserver(VoiceEngineObserver& observer)
1208{
1209 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1210 "Channel::RegisterVoiceEngineObserver()");
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00001211 CriticalSectionScoped cs(&_callbackCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00001212
1213 if (_voiceEngineObserverPtr)
1214 {
1215 _engineStatisticsPtr->SetLastError(
1216 VE_INVALID_OPERATION, kTraceError,
1217 "RegisterVoiceEngineObserver() observer already enabled");
1218 return -1;
1219 }
1220 _voiceEngineObserverPtr = &observer;
1221 return 0;
1222}
1223
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001224int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001225Channel::DeRegisterVoiceEngineObserver()
1226{
1227 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1228 "Channel::DeRegisterVoiceEngineObserver()");
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00001229 CriticalSectionScoped cs(&_callbackCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00001230
1231 if (!_voiceEngineObserverPtr)
1232 {
1233 _engineStatisticsPtr->SetLastError(
1234 VE_INVALID_OPERATION, kTraceWarning,
1235 "DeRegisterVoiceEngineObserver() observer already disabled");
1236 return 0;
1237 }
1238 _voiceEngineObserverPtr = NULL;
1239 return 0;
1240}
1241
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001242int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001243Channel::GetSendCodec(CodecInst& codec)
1244{
kwiberg1fd4a4a2015-11-03 11:20:50 -08001245 auto send_codec = audio_coding_->SendCodec();
1246 if (send_codec) {
1247 codec = *send_codec;
1248 return 0;
1249 }
1250 return -1;
niklase@google.com470e71d2011-07-07 08:21:25 +00001251}
1252
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001253int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001254Channel::GetRecCodec(CodecInst& codec)
1255{
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001256 return (audio_coding_->ReceiveCodec(&codec));
niklase@google.com470e71d2011-07-07 08:21:25 +00001257}
1258
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001259int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001260Channel::SetSendCodec(const CodecInst& codec)
1261{
1262 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1263 "Channel::SetSendCodec()");
1264
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001265 if (audio_coding_->RegisterSendCodec(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001266 {
1267 WEBRTC_TRACE(kTraceError, kTraceVoice, VoEId(_instanceId,_channelId),
1268 "SetSendCodec() failed to register codec to ACM");
1269 return -1;
1270 }
1271
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00001272 if (_rtpRtcpModule->RegisterSendPayload(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001273 {
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00001274 _rtpRtcpModule->DeRegisterSendPayload(codec.pltype);
1275 if (_rtpRtcpModule->RegisterSendPayload(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001276 {
1277 WEBRTC_TRACE(
1278 kTraceError, kTraceVoice, VoEId(_instanceId,_channelId),
1279 "SetSendCodec() failed to register codec to"
1280 " RTP/RTCP module");
1281 return -1;
1282 }
1283 }
1284
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00001285 if (_rtpRtcpModule->SetAudioPacketSize(codec.pacsize) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001286 {
1287 WEBRTC_TRACE(kTraceError, kTraceVoice, VoEId(_instanceId,_channelId),
1288 "SetSendCodec() failed to set audio packet size");
1289 return -1;
1290 }
1291
1292 return 0;
1293}
1294
Ivo Creusenadf89b72015-04-29 16:03:33 +02001295void Channel::SetBitRate(int bitrate_bps) {
1296 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
1297 "Channel::SetBitRate(bitrate_bps=%d)", bitrate_bps);
1298 audio_coding_->SetBitRate(bitrate_bps);
1299}
1300
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +00001301void Channel::OnIncomingFractionLoss(int fraction_lost) {
minyue@webrtc.org74aaf292014-07-16 21:28:26 +00001302 network_predictor_->UpdatePacketLossRate(fraction_lost);
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +00001303 uint8_t average_fraction_loss = network_predictor_->GetLossRate();
1304
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00001305 // Normalizes rate to 0 - 100.
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +00001306 if (audio_coding_->SetPacketLossRate(
1307 100 * average_fraction_loss / 255) != 0) {
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00001308 assert(false); // This should not happen.
1309 }
1310}
1311
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001312int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001313Channel::SetVADStatus(bool enableVAD, ACMVADMode mode, bool disableDTX)
1314{
1315 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1316 "Channel::SetVADStatus(mode=%d)", mode);
henrik.lundin@webrtc.org664ccb72015-01-28 14:49:05 +00001317 assert(!(disableDTX && enableVAD)); // disableDTX mode is deprecated.
niklase@google.com470e71d2011-07-07 08:21:25 +00001318 // To disable VAD, DTX must be disabled too
1319 disableDTX = ((enableVAD == false) ? true : disableDTX);
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001320 if (audio_coding_->SetVAD(!disableDTX, enableVAD, mode) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001321 {
1322 _engineStatisticsPtr->SetLastError(
1323 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
1324 "SetVADStatus() failed to set VAD");
1325 return -1;
1326 }
1327 return 0;
1328}
1329
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001330int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001331Channel::GetVADStatus(bool& enabledVAD, ACMVADMode& mode, bool& disabledDTX)
1332{
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001333 if (audio_coding_->VAD(&disabledDTX, &enabledVAD, &mode) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001334 {
1335 _engineStatisticsPtr->SetLastError(
1336 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
1337 "GetVADStatus() failed to get VAD status");
1338 return -1;
1339 }
1340 disabledDTX = !disabledDTX;
1341 return 0;
1342}
1343
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001344int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001345Channel::SetRecPayloadType(const CodecInst& codec)
1346{
1347 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1348 "Channel::SetRecPayloadType()");
1349
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001350 if (channel_state_.Get().playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00001351 {
1352 _engineStatisticsPtr->SetLastError(
1353 VE_ALREADY_PLAYING, kTraceError,
1354 "SetRecPayloadType() unable to set PT while playing");
1355 return -1;
1356 }
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001357 if (channel_state_.Get().receiving)
niklase@google.com470e71d2011-07-07 08:21:25 +00001358 {
1359 _engineStatisticsPtr->SetLastError(
1360 VE_ALREADY_LISTENING, kTraceError,
1361 "SetRecPayloadType() unable to set PT while listening");
1362 return -1;
1363 }
1364
1365 if (codec.pltype == -1)
1366 {
1367 // De-register the selected codec (RTP/RTCP module and ACM)
1368
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001369 int8_t pltype(-1);
niklase@google.com470e71d2011-07-07 08:21:25 +00001370 CodecInst rxCodec = codec;
1371
1372 // Get payload type for the given codec
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001373 rtp_payload_registry_->ReceivePayloadType(
1374 rxCodec.plname,
1375 rxCodec.plfreq,
1376 rxCodec.channels,
1377 (rxCodec.rate < 0) ? 0 : rxCodec.rate,
1378 &pltype);
niklase@google.com470e71d2011-07-07 08:21:25 +00001379 rxCodec.pltype = pltype;
1380
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001381 if (rtp_receiver_->DeRegisterReceivePayload(pltype) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001382 {
1383 _engineStatisticsPtr->SetLastError(
1384 VE_RTP_RTCP_MODULE_ERROR,
1385 kTraceError,
1386 "SetRecPayloadType() RTP/RTCP-module deregistration "
1387 "failed");
1388 return -1;
1389 }
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001390 if (audio_coding_->UnregisterReceiveCodec(rxCodec.pltype) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001391 {
1392 _engineStatisticsPtr->SetLastError(
1393 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
1394 "SetRecPayloadType() ACM deregistration failed - 1");
1395 return -1;
1396 }
1397 return 0;
1398 }
1399
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001400 if (rtp_receiver_->RegisterReceivePayload(
1401 codec.plname,
1402 codec.pltype,
1403 codec.plfreq,
1404 codec.channels,
1405 (codec.rate < 0) ? 0 : codec.rate) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001406 {
1407 // First attempt to register failed => de-register and try again
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001408 rtp_receiver_->DeRegisterReceivePayload(codec.pltype);
1409 if (rtp_receiver_->RegisterReceivePayload(
1410 codec.plname,
1411 codec.pltype,
1412 codec.plfreq,
1413 codec.channels,
1414 (codec.rate < 0) ? 0 : codec.rate) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001415 {
1416 _engineStatisticsPtr->SetLastError(
1417 VE_RTP_RTCP_MODULE_ERROR, kTraceError,
1418 "SetRecPayloadType() RTP/RTCP-module registration failed");
1419 return -1;
1420 }
1421 }
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001422 if (audio_coding_->RegisterReceiveCodec(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001423 {
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001424 audio_coding_->UnregisterReceiveCodec(codec.pltype);
1425 if (audio_coding_->RegisterReceiveCodec(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001426 {
1427 _engineStatisticsPtr->SetLastError(
1428 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
1429 "SetRecPayloadType() ACM registration failed - 1");
1430 return -1;
1431 }
1432 }
1433 return 0;
1434}
1435
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001436int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001437Channel::GetRecPayloadType(CodecInst& codec)
1438{
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001439 int8_t payloadType(-1);
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001440 if (rtp_payload_registry_->ReceivePayloadType(
1441 codec.plname,
1442 codec.plfreq,
1443 codec.channels,
1444 (codec.rate < 0) ? 0 : codec.rate,
1445 &payloadType) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001446 {
1447 _engineStatisticsPtr->SetLastError(
henrika@webrtc.org37198002012-06-18 11:00:12 +00001448 VE_RTP_RTCP_MODULE_ERROR, kTraceWarning,
niklase@google.com470e71d2011-07-07 08:21:25 +00001449 "GetRecPayloadType() failed to retrieve RX payload type");
1450 return -1;
1451 }
1452 codec.pltype = payloadType;
niklase@google.com470e71d2011-07-07 08:21:25 +00001453 return 0;
1454}
1455
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001456int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001457Channel::SetSendCNPayloadType(int type, PayloadFrequencies frequency)
1458{
1459 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1460 "Channel::SetSendCNPayloadType()");
1461
1462 CodecInst codec;
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001463 int32_t samplingFreqHz(-1);
tina.legrand@webrtc.org45175852012-06-01 09:27:35 +00001464 const int kMono = 1;
niklase@google.com470e71d2011-07-07 08:21:25 +00001465 if (frequency == kFreq32000Hz)
1466 samplingFreqHz = 32000;
1467 else if (frequency == kFreq16000Hz)
1468 samplingFreqHz = 16000;
1469
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001470 if (audio_coding_->Codec("CN", &codec, samplingFreqHz, kMono) == -1)
niklase@google.com470e71d2011-07-07 08:21:25 +00001471 {
1472 _engineStatisticsPtr->SetLastError(
1473 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
1474 "SetSendCNPayloadType() failed to retrieve default CN codec "
1475 "settings");
1476 return -1;
1477 }
1478
1479 // Modify the payload type (must be set to dynamic range)
1480 codec.pltype = type;
1481
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001482 if (audio_coding_->RegisterSendCodec(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001483 {
1484 _engineStatisticsPtr->SetLastError(
1485 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
1486 "SetSendCNPayloadType() failed to register CN to ACM");
1487 return -1;
1488 }
1489
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00001490 if (_rtpRtcpModule->RegisterSendPayload(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001491 {
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00001492 _rtpRtcpModule->DeRegisterSendPayload(codec.pltype);
1493 if (_rtpRtcpModule->RegisterSendPayload(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001494 {
1495 _engineStatisticsPtr->SetLastError(
1496 VE_RTP_RTCP_MODULE_ERROR, kTraceError,
1497 "SetSendCNPayloadType() failed to register CN to RTP/RTCP "
1498 "module");
1499 return -1;
1500 }
1501 }
1502 return 0;
1503}
1504
minyue@webrtc.orgadee8f92014-09-03 12:28:06 +00001505int Channel::SetOpusMaxPlaybackRate(int frequency_hz) {
minyue@webrtc.org6aac93b2014-08-12 08:13:33 +00001506 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
minyue@webrtc.orgadee8f92014-09-03 12:28:06 +00001507 "Channel::SetOpusMaxPlaybackRate()");
minyue@webrtc.org6aac93b2014-08-12 08:13:33 +00001508
minyue@webrtc.orgadee8f92014-09-03 12:28:06 +00001509 if (audio_coding_->SetOpusMaxPlaybackRate(frequency_hz) != 0) {
minyue@webrtc.org6aac93b2014-08-12 08:13:33 +00001510 _engineStatisticsPtr->SetLastError(
1511 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
minyue@webrtc.orgadee8f92014-09-03 12:28:06 +00001512 "SetOpusMaxPlaybackRate() failed to set maximum playback rate");
minyue@webrtc.org6aac93b2014-08-12 08:13:33 +00001513 return -1;
1514 }
1515 return 0;
1516}
1517
minyue@webrtc.org9b2e1142015-03-13 09:38:07 +00001518int Channel::SetOpusDtx(bool enable_dtx) {
1519 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
1520 "Channel::SetOpusDtx(%d)", enable_dtx);
Minyue Li092041c2015-05-11 12:19:35 +02001521 int ret = enable_dtx ? audio_coding_->EnableOpusDtx()
minyue@webrtc.org9b2e1142015-03-13 09:38:07 +00001522 : audio_coding_->DisableOpusDtx();
1523 if (ret != 0) {
1524 _engineStatisticsPtr->SetLastError(
1525 VE_AUDIO_CODING_MODULE_ERROR, kTraceError, "SetOpusDtx() failed");
1526 return -1;
1527 }
1528 return 0;
1529}
1530
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001531int32_t Channel::RegisterExternalTransport(Transport& transport)
niklase@google.com470e71d2011-07-07 08:21:25 +00001532{
1533 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
1534 "Channel::RegisterExternalTransport()");
1535
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00001536 CriticalSectionScoped cs(&_callbackCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00001537
niklase@google.com470e71d2011-07-07 08:21:25 +00001538 if (_externalTransport)
1539 {
1540 _engineStatisticsPtr->SetLastError(VE_INVALID_OPERATION,
1541 kTraceError,
1542 "RegisterExternalTransport() external transport already enabled");
1543 return -1;
1544 }
1545 _externalTransport = true;
1546 _transportPtr = &transport;
1547 return 0;
1548}
1549
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001550int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001551Channel::DeRegisterExternalTransport()
1552{
1553 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1554 "Channel::DeRegisterExternalTransport()");
1555
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00001556 CriticalSectionScoped cs(&_callbackCritSect);
xians@webrtc.org83661f52011-11-25 10:58:15 +00001557
niklase@google.com470e71d2011-07-07 08:21:25 +00001558 if (!_transportPtr)
1559 {
1560 _engineStatisticsPtr->SetLastError(
1561 VE_INVALID_OPERATION, kTraceWarning,
1562 "DeRegisterExternalTransport() external transport already "
1563 "disabled");
1564 return 0;
1565 }
1566 _externalTransport = false;
niklase@google.com470e71d2011-07-07 08:21:25 +00001567 _transportPtr = NULL;
1568 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1569 "DeRegisterExternalTransport() all transport is disabled");
niklase@google.com470e71d2011-07-07 08:21:25 +00001570 return 0;
1571}
1572
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001573int32_t Channel::ReceivedRTPPacket(const int8_t* data, size_t length,
solenberg@webrtc.orgb1f50102014-03-24 10:38:25 +00001574 const PacketTime& packet_time) {
pwestin@webrtc.org0c459572013-04-03 15:43:57 +00001575 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
1576 "Channel::ReceivedRTPPacket()");
1577
1578 // Store playout timestamp for the received RTP packet
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00001579 UpdatePlayoutTimestamp(false);
pwestin@webrtc.org0c459572013-04-03 15:43:57 +00001580
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001581 const uint8_t* received_packet = reinterpret_cast<const uint8_t*>(data);
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +00001582 RTPHeader header;
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001583 if (!rtp_header_parser_->Parse(received_packet, length, &header)) {
1584 WEBRTC_TRACE(webrtc::kTraceDebug, webrtc::kTraceVoice, _channelId,
1585 "Incoming packet: invalid RTP header");
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +00001586 return -1;
1587 }
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001588 header.payload_type_frequency =
1589 rtp_payload_registry_->GetPayloadTypeFrequency(header.payloadType);
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001590 if (header.payload_type_frequency < 0)
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001591 return -1;
stefan@webrtc.org48df3812013-11-08 15:18:52 +00001592 bool in_order = IsPacketInOrder(header);
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001593 rtp_receive_statistics_->IncomingPacket(header, length,
stefan@webrtc.org48df3812013-11-08 15:18:52 +00001594 IsPacketRetransmitted(header, in_order));
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001595 rtp_payload_registry_->SetIncomingPayloadType(header);
solenberg@webrtc.orgb1f50102014-03-24 10:38:25 +00001596
stefan@webrtc.org48df3812013-11-08 15:18:52 +00001597 return ReceivePacket(received_packet, length, header, in_order) ? 0 : -1;
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001598}
1599
1600bool Channel::ReceivePacket(const uint8_t* packet,
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001601 size_t packet_length,
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001602 const RTPHeader& header,
1603 bool in_order) {
minyue@webrtc.org456f0142015-01-23 11:58:42 +00001604 if (rtp_payload_registry_->IsRtx(header)) {
1605 return HandleRtxPacket(packet, packet_length, header);
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001606 }
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001607 const uint8_t* payload = packet + header.headerLength;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001608 assert(packet_length >= header.headerLength);
1609 size_t payload_length = packet_length - header.headerLength;
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001610 PayloadUnion payload_specific;
1611 if (!rtp_payload_registry_->GetPayloadSpecifics(header.payloadType,
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001612 &payload_specific)) {
1613 return false;
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001614 }
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001615 return rtp_receiver_->IncomingRtpPacket(header, payload, payload_length,
1616 payload_specific, in_order);
1617}
1618
minyue@webrtc.org456f0142015-01-23 11:58:42 +00001619bool Channel::HandleRtxPacket(const uint8_t* packet,
1620 size_t packet_length,
1621 const RTPHeader& header) {
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001622 if (!rtp_payload_registry_->IsRtx(header))
1623 return false;
1624
1625 // Remove the RTX header and parse the original RTP header.
1626 if (packet_length < header.headerLength)
1627 return false;
1628 if (packet_length > kVoiceEngineMaxIpPacketSizeBytes)
1629 return false;
1630 if (restored_packet_in_use_) {
1631 WEBRTC_TRACE(webrtc::kTraceDebug, webrtc::kTraceVoice, _channelId,
1632 "Multiple RTX headers detected, dropping packet");
1633 return false;
pwestin@webrtc.org0c459572013-04-03 15:43:57 +00001634 }
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001635 if (!rtp_payload_registry_->RestoreOriginalPacket(
noahric65220a72015-10-14 11:29:49 -07001636 restored_packet_, packet, &packet_length, rtp_receiver_->SSRC(),
1637 header)) {
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001638 WEBRTC_TRACE(webrtc::kTraceDebug, webrtc::kTraceVoice, _channelId,
1639 "Incoming RTX packet: invalid RTP header");
1640 return false;
1641 }
1642 restored_packet_in_use_ = true;
noahric65220a72015-10-14 11:29:49 -07001643 bool ret = OnRecoveredPacket(restored_packet_, packet_length);
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001644 restored_packet_in_use_ = false;
1645 return ret;
1646}
1647
1648bool Channel::IsPacketInOrder(const RTPHeader& header) const {
1649 StreamStatistician* statistician =
1650 rtp_receive_statistics_->GetStatistician(header.ssrc);
1651 if (!statistician)
1652 return false;
1653 return statistician->IsPacketInOrder(header.sequenceNumber);
niklase@google.com470e71d2011-07-07 08:21:25 +00001654}
1655
stefan@webrtc.org48df3812013-11-08 15:18:52 +00001656bool Channel::IsPacketRetransmitted(const RTPHeader& header,
1657 bool in_order) const {
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001658 // Retransmissions are handled separately if RTX is enabled.
1659 if (rtp_payload_registry_->RtxEnabled())
1660 return false;
1661 StreamStatistician* statistician =
1662 rtp_receive_statistics_->GetStatistician(header.ssrc);
1663 if (!statistician)
1664 return false;
1665 // Check if this is a retransmission.
pkasting@chromium.org16825b12015-01-12 21:51:21 +00001666 int64_t min_rtt = 0;
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001667 _rtpRtcpModule->RTT(rtp_receiver_->SSRC(), NULL, NULL, &min_rtt, NULL);
stefan@webrtc.org48df3812013-11-08 15:18:52 +00001668 return !in_order &&
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001669 statistician->IsRetransmitOfOldPacket(header, min_rtt);
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001670}
1671
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001672int32_t Channel::ReceivedRTCPPacket(const int8_t* data, size_t length) {
pwestin@webrtc.org0c459572013-04-03 15:43:57 +00001673 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
1674 "Channel::ReceivedRTCPPacket()");
1675 // Store playout timestamp for the received RTCP packet
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00001676 UpdatePlayoutTimestamp(true);
pwestin@webrtc.org0c459572013-04-03 15:43:57 +00001677
pwestin@webrtc.org0c459572013-04-03 15:43:57 +00001678 // Deliver RTCP packet to RTP/RTCP module for parsing
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001679 if (_rtpRtcpModule->IncomingRtcpPacket((const uint8_t*)data, length) == -1) {
pwestin@webrtc.org0c459572013-04-03 15:43:57 +00001680 _engineStatisticsPtr->SetLastError(
1681 VE_SOCKET_TRANSPORT_MODULE_ERROR, kTraceWarning,
1682 "Channel::IncomingRTPPacket() RTCP packet is invalid");
1683 }
wu@webrtc.org82c4b852014-05-20 22:55:01 +00001684
Minyue2013aec2015-05-13 14:14:42 +02001685 int64_t rtt = GetRTT(true);
1686 if (rtt == 0) {
1687 // Waiting for valid RTT.
1688 return 0;
1689 }
1690 uint32_t ntp_secs = 0;
1691 uint32_t ntp_frac = 0;
1692 uint32_t rtp_timestamp = 0;
1693 if (0 != _rtpRtcpModule->RemoteNTP(&ntp_secs, &ntp_frac, NULL, NULL,
1694 &rtp_timestamp)) {
1695 // Waiting for RTCP.
1696 return 0;
1697 }
1698
stefan@webrtc.org8e24d872014-09-02 18:58:24 +00001699 {
1700 CriticalSectionScoped lock(ts_stats_lock_.get());
minyue@webrtc.org2c0cdbc2014-10-09 10:52:43 +00001701 ntp_estimator_.UpdateRtcpTimestamp(rtt, ntp_secs, ntp_frac, rtp_timestamp);
stefan@webrtc.org8e24d872014-09-02 18:58:24 +00001702 }
pwestin@webrtc.org0c459572013-04-03 15:43:57 +00001703 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00001704}
1705
niklase@google.com470e71d2011-07-07 08:21:25 +00001706int Channel::StartPlayingFileLocally(const char* fileName,
pbos@webrtc.org92135212013-05-14 08:31:39 +00001707 bool loop,
1708 FileFormats format,
1709 int startPosition,
1710 float volumeScaling,
1711 int stopPosition,
niklase@google.com470e71d2011-07-07 08:21:25 +00001712 const CodecInst* codecInst)
1713{
1714 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1715 "Channel::StartPlayingFileLocally(fileNameUTF8[]=%s, loop=%d,"
1716 " format=%d, volumeScaling=%5.3f, startPosition=%d, "
1717 "stopPosition=%d)", fileName, loop, format, volumeScaling,
1718 startPosition, stopPosition);
1719
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001720 if (channel_state_.Get().output_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00001721 {
1722 _engineStatisticsPtr->SetLastError(
1723 VE_ALREADY_PLAYING, kTraceError,
1724 "StartPlayingFileLocally() is already playing");
1725 return -1;
1726 }
1727
niklase@google.com470e71d2011-07-07 08:21:25 +00001728 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00001729 CriticalSectionScoped cs(&_fileCritSect);
henrike@webrtc.orgb37c6282011-10-31 23:53:04 +00001730
1731 if (_outputFilePlayerPtr)
1732 {
1733 _outputFilePlayerPtr->RegisterModuleFileCallback(NULL);
1734 FilePlayer::DestroyFilePlayer(_outputFilePlayerPtr);
1735 _outputFilePlayerPtr = NULL;
1736 }
1737
1738 _outputFilePlayerPtr = FilePlayer::CreateFilePlayer(
1739 _outputFilePlayerId, (const FileFormats)format);
1740
1741 if (_outputFilePlayerPtr == NULL)
1742 {
1743 _engineStatisticsPtr->SetLastError(
1744 VE_INVALID_ARGUMENT, kTraceError,
henrike@webrtc.org31d30702011-11-18 19:59:32 +00001745 "StartPlayingFileLocally() filePlayer format is not correct");
henrike@webrtc.orgb37c6282011-10-31 23:53:04 +00001746 return -1;
1747 }
1748
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001749 const uint32_t notificationTime(0);
henrike@webrtc.orgb37c6282011-10-31 23:53:04 +00001750
1751 if (_outputFilePlayerPtr->StartPlayingFile(
1752 fileName,
1753 loop,
1754 startPosition,
1755 volumeScaling,
1756 notificationTime,
1757 stopPosition,
1758 (const CodecInst*)codecInst) != 0)
1759 {
1760 _engineStatisticsPtr->SetLastError(
1761 VE_BAD_FILE, kTraceError,
1762 "StartPlayingFile() failed to start file playout");
1763 _outputFilePlayerPtr->StopPlayingFile();
1764 FilePlayer::DestroyFilePlayer(_outputFilePlayerPtr);
1765 _outputFilePlayerPtr = NULL;
1766 return -1;
1767 }
1768 _outputFilePlayerPtr->RegisterModuleFileCallback(this);
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001769 channel_state_.SetOutputFilePlaying(true);
niklase@google.com470e71d2011-07-07 08:21:25 +00001770 }
braveyao@webrtc.orgab129902012-06-04 03:26:39 +00001771
1772 if (RegisterFilePlayingToMixer() != 0)
henrike@webrtc.org066f9e52011-10-28 23:15:47 +00001773 return -1;
niklase@google.com470e71d2011-07-07 08:21:25 +00001774
1775 return 0;
1776}
1777
1778int Channel::StartPlayingFileLocally(InStream* stream,
pbos@webrtc.org92135212013-05-14 08:31:39 +00001779 FileFormats format,
1780 int startPosition,
1781 float volumeScaling,
1782 int stopPosition,
niklase@google.com470e71d2011-07-07 08:21:25 +00001783 const CodecInst* codecInst)
1784{
1785 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1786 "Channel::StartPlayingFileLocally(format=%d,"
1787 " volumeScaling=%5.3f, startPosition=%d, stopPosition=%d)",
1788 format, volumeScaling, startPosition, stopPosition);
1789
1790 if(stream == NULL)
1791 {
1792 _engineStatisticsPtr->SetLastError(
1793 VE_BAD_FILE, kTraceError,
1794 "StartPlayingFileLocally() NULL as input stream");
1795 return -1;
1796 }
1797
1798
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001799 if (channel_state_.Get().output_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00001800 {
1801 _engineStatisticsPtr->SetLastError(
1802 VE_ALREADY_PLAYING, kTraceError,
1803 "StartPlayingFileLocally() is already playing");
1804 return -1;
1805 }
1806
niklase@google.com470e71d2011-07-07 08:21:25 +00001807 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00001808 CriticalSectionScoped cs(&_fileCritSect);
henrike@webrtc.orgb37c6282011-10-31 23:53:04 +00001809
1810 // Destroy the old instance
1811 if (_outputFilePlayerPtr)
1812 {
1813 _outputFilePlayerPtr->RegisterModuleFileCallback(NULL);
1814 FilePlayer::DestroyFilePlayer(_outputFilePlayerPtr);
1815 _outputFilePlayerPtr = NULL;
1816 }
1817
1818 // Create the instance
1819 _outputFilePlayerPtr = FilePlayer::CreateFilePlayer(
1820 _outputFilePlayerId,
1821 (const FileFormats)format);
1822
1823 if (_outputFilePlayerPtr == NULL)
1824 {
1825 _engineStatisticsPtr->SetLastError(
1826 VE_INVALID_ARGUMENT, kTraceError,
1827 "StartPlayingFileLocally() filePlayer format isnot correct");
1828 return -1;
1829 }
1830
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001831 const uint32_t notificationTime(0);
henrike@webrtc.orgb37c6282011-10-31 23:53:04 +00001832
1833 if (_outputFilePlayerPtr->StartPlayingFile(*stream, startPosition,
1834 volumeScaling,
1835 notificationTime,
1836 stopPosition, codecInst) != 0)
1837 {
1838 _engineStatisticsPtr->SetLastError(VE_BAD_FILE, kTraceError,
1839 "StartPlayingFile() failed to "
1840 "start file playout");
1841 _outputFilePlayerPtr->StopPlayingFile();
1842 FilePlayer::DestroyFilePlayer(_outputFilePlayerPtr);
1843 _outputFilePlayerPtr = NULL;
1844 return -1;
1845 }
1846 _outputFilePlayerPtr->RegisterModuleFileCallback(this);
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001847 channel_state_.SetOutputFilePlaying(true);
niklase@google.com470e71d2011-07-07 08:21:25 +00001848 }
braveyao@webrtc.orgab129902012-06-04 03:26:39 +00001849
1850 if (RegisterFilePlayingToMixer() != 0)
henrike@webrtc.org066f9e52011-10-28 23:15:47 +00001851 return -1;
niklase@google.com470e71d2011-07-07 08:21:25 +00001852
niklase@google.com470e71d2011-07-07 08:21:25 +00001853 return 0;
1854}
1855
1856int Channel::StopPlayingFileLocally()
1857{
1858 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1859 "Channel::StopPlayingFileLocally()");
1860
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001861 if (!channel_state_.Get().output_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00001862 {
niklase@google.com470e71d2011-07-07 08:21:25 +00001863 return 0;
1864 }
1865
niklase@google.com470e71d2011-07-07 08:21:25 +00001866 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00001867 CriticalSectionScoped cs(&_fileCritSect);
henrike@webrtc.orgb37c6282011-10-31 23:53:04 +00001868
1869 if (_outputFilePlayerPtr->StopPlayingFile() != 0)
1870 {
1871 _engineStatisticsPtr->SetLastError(
1872 VE_STOP_RECORDING_FAILED, kTraceError,
1873 "StopPlayingFile() could not stop playing");
1874 return -1;
1875 }
1876 _outputFilePlayerPtr->RegisterModuleFileCallback(NULL);
1877 FilePlayer::DestroyFilePlayer(_outputFilePlayerPtr);
1878 _outputFilePlayerPtr = NULL;
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001879 channel_state_.SetOutputFilePlaying(false);
niklase@google.com470e71d2011-07-07 08:21:25 +00001880 }
henrike@webrtc.orgb37c6282011-10-31 23:53:04 +00001881 // _fileCritSect cannot be taken while calling
1882 // SetAnonymousMixibilityStatus. Refer to comments in
1883 // StartPlayingFileLocally(const char* ...) for more details.
henrike@webrtc.org066f9e52011-10-28 23:15:47 +00001884 if (_outputMixerPtr->SetAnonymousMixabilityStatus(*this, false) != 0)
1885 {
1886 _engineStatisticsPtr->SetLastError(
1887 VE_AUDIO_CONF_MIX_MODULE_ERROR, kTraceError,
henrike@webrtc.orgb37c6282011-10-31 23:53:04 +00001888 "StopPlayingFile() failed to stop participant from playing as"
1889 "file in the mixer");
henrike@webrtc.org066f9e52011-10-28 23:15:47 +00001890 return -1;
1891 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001892
1893 return 0;
1894}
1895
1896int Channel::IsPlayingFileLocally() const
1897{
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001898 return channel_state_.Get().output_file_playing;
niklase@google.com470e71d2011-07-07 08:21:25 +00001899}
1900
braveyao@webrtc.orgab129902012-06-04 03:26:39 +00001901int Channel::RegisterFilePlayingToMixer()
1902{
1903 // Return success for not registering for file playing to mixer if:
1904 // 1. playing file before playout is started on that channel.
1905 // 2. starting playout without file playing on that channel.
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001906 if (!channel_state_.Get().playing ||
1907 !channel_state_.Get().output_file_playing)
braveyao@webrtc.orgab129902012-06-04 03:26:39 +00001908 {
1909 return 0;
1910 }
1911
1912 // |_fileCritSect| cannot be taken while calling
1913 // SetAnonymousMixabilityStatus() since as soon as the participant is added
1914 // frames can be pulled by the mixer. Since the frames are generated from
1915 // the file, _fileCritSect will be taken. This would result in a deadlock.
1916 if (_outputMixerPtr->SetAnonymousMixabilityStatus(*this, true) != 0)
1917 {
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001918 channel_state_.SetOutputFilePlaying(false);
braveyao@webrtc.orgab129902012-06-04 03:26:39 +00001919 CriticalSectionScoped cs(&_fileCritSect);
braveyao@webrtc.orgab129902012-06-04 03:26:39 +00001920 _engineStatisticsPtr->SetLastError(
1921 VE_AUDIO_CONF_MIX_MODULE_ERROR, kTraceError,
1922 "StartPlayingFile() failed to add participant as file to mixer");
1923 _outputFilePlayerPtr->StopPlayingFile();
1924 FilePlayer::DestroyFilePlayer(_outputFilePlayerPtr);
1925 _outputFilePlayerPtr = NULL;
1926 return -1;
1927 }
1928
1929 return 0;
1930}
1931
niklase@google.com470e71d2011-07-07 08:21:25 +00001932int Channel::StartPlayingFileAsMicrophone(const char* fileName,
pbos@webrtc.org92135212013-05-14 08:31:39 +00001933 bool loop,
1934 FileFormats format,
1935 int startPosition,
1936 float volumeScaling,
1937 int stopPosition,
niklase@google.com470e71d2011-07-07 08:21:25 +00001938 const CodecInst* codecInst)
1939{
1940 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1941 "Channel::StartPlayingFileAsMicrophone(fileNameUTF8[]=%s, "
1942 "loop=%d, format=%d, volumeScaling=%5.3f, startPosition=%d, "
1943 "stopPosition=%d)", fileName, loop, format, volumeScaling,
1944 startPosition, stopPosition);
1945
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001946 CriticalSectionScoped cs(&_fileCritSect);
1947
1948 if (channel_state_.Get().input_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00001949 {
1950 _engineStatisticsPtr->SetLastError(
1951 VE_ALREADY_PLAYING, kTraceWarning,
1952 "StartPlayingFileAsMicrophone() filePlayer is playing");
1953 return 0;
1954 }
1955
niklase@google.com470e71d2011-07-07 08:21:25 +00001956 // Destroy the old instance
1957 if (_inputFilePlayerPtr)
1958 {
1959 _inputFilePlayerPtr->RegisterModuleFileCallback(NULL);
1960 FilePlayer::DestroyFilePlayer(_inputFilePlayerPtr);
1961 _inputFilePlayerPtr = NULL;
1962 }
1963
1964 // Create the instance
1965 _inputFilePlayerPtr = FilePlayer::CreateFilePlayer(
1966 _inputFilePlayerId, (const FileFormats)format);
1967
1968 if (_inputFilePlayerPtr == NULL)
1969 {
1970 _engineStatisticsPtr->SetLastError(
1971 VE_INVALID_ARGUMENT, kTraceError,
1972 "StartPlayingFileAsMicrophone() filePlayer format isnot correct");
1973 return -1;
1974 }
1975
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001976 const uint32_t notificationTime(0);
niklase@google.com470e71d2011-07-07 08:21:25 +00001977
1978 if (_inputFilePlayerPtr->StartPlayingFile(
1979 fileName,
1980 loop,
1981 startPosition,
1982 volumeScaling,
1983 notificationTime,
1984 stopPosition,
1985 (const CodecInst*)codecInst) != 0)
1986 {
1987 _engineStatisticsPtr->SetLastError(
1988 VE_BAD_FILE, kTraceError,
1989 "StartPlayingFile() failed to start file playout");
1990 _inputFilePlayerPtr->StopPlayingFile();
1991 FilePlayer::DestroyFilePlayer(_inputFilePlayerPtr);
1992 _inputFilePlayerPtr = NULL;
1993 return -1;
1994 }
1995 _inputFilePlayerPtr->RegisterModuleFileCallback(this);
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001996 channel_state_.SetInputFilePlaying(true);
niklase@google.com470e71d2011-07-07 08:21:25 +00001997
1998 return 0;
1999}
2000
2001int Channel::StartPlayingFileAsMicrophone(InStream* stream,
pbos@webrtc.org92135212013-05-14 08:31:39 +00002002 FileFormats format,
2003 int startPosition,
2004 float volumeScaling,
2005 int stopPosition,
niklase@google.com470e71d2011-07-07 08:21:25 +00002006 const CodecInst* codecInst)
2007{
2008 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2009 "Channel::StartPlayingFileAsMicrophone(format=%d, "
2010 "volumeScaling=%5.3f, startPosition=%d, stopPosition=%d)",
2011 format, volumeScaling, startPosition, stopPosition);
2012
2013 if(stream == NULL)
2014 {
2015 _engineStatisticsPtr->SetLastError(
2016 VE_BAD_FILE, kTraceError,
2017 "StartPlayingFileAsMicrophone NULL as input stream");
2018 return -1;
2019 }
2020
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002021 CriticalSectionScoped cs(&_fileCritSect);
2022
2023 if (channel_state_.Get().input_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00002024 {
2025 _engineStatisticsPtr->SetLastError(
2026 VE_ALREADY_PLAYING, kTraceWarning,
2027 "StartPlayingFileAsMicrophone() is playing");
2028 return 0;
2029 }
2030
niklase@google.com470e71d2011-07-07 08:21:25 +00002031 // Destroy the old instance
2032 if (_inputFilePlayerPtr)
2033 {
2034 _inputFilePlayerPtr->RegisterModuleFileCallback(NULL);
2035 FilePlayer::DestroyFilePlayer(_inputFilePlayerPtr);
2036 _inputFilePlayerPtr = NULL;
2037 }
2038
2039 // Create the instance
2040 _inputFilePlayerPtr = FilePlayer::CreateFilePlayer(
2041 _inputFilePlayerId, (const FileFormats)format);
2042
2043 if (_inputFilePlayerPtr == NULL)
2044 {
2045 _engineStatisticsPtr->SetLastError(
2046 VE_INVALID_ARGUMENT, kTraceError,
2047 "StartPlayingInputFile() filePlayer format isnot correct");
2048 return -1;
2049 }
2050
pbos@webrtc.org6141e132013-04-09 10:09:10 +00002051 const uint32_t notificationTime(0);
niklase@google.com470e71d2011-07-07 08:21:25 +00002052
2053 if (_inputFilePlayerPtr->StartPlayingFile(*stream, startPosition,
2054 volumeScaling, notificationTime,
2055 stopPosition, codecInst) != 0)
2056 {
2057 _engineStatisticsPtr->SetLastError(VE_BAD_FILE, kTraceError,
2058 "StartPlayingFile() failed to start "
2059 "file playout");
2060 _inputFilePlayerPtr->StopPlayingFile();
2061 FilePlayer::DestroyFilePlayer(_inputFilePlayerPtr);
2062 _inputFilePlayerPtr = NULL;
2063 return -1;
2064 }
andrew@webrtc.orgae1a58b2013-01-22 04:44:30 +00002065
niklase@google.com470e71d2011-07-07 08:21:25 +00002066 _inputFilePlayerPtr->RegisterModuleFileCallback(this);
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002067 channel_state_.SetInputFilePlaying(true);
niklase@google.com470e71d2011-07-07 08:21:25 +00002068
2069 return 0;
2070}
2071
2072int Channel::StopPlayingFileAsMicrophone()
2073{
2074 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2075 "Channel::StopPlayingFileAsMicrophone()");
2076
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002077 CriticalSectionScoped cs(&_fileCritSect);
2078
2079 if (!channel_state_.Get().input_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00002080 {
niklase@google.com470e71d2011-07-07 08:21:25 +00002081 return 0;
2082 }
2083
niklase@google.com470e71d2011-07-07 08:21:25 +00002084 if (_inputFilePlayerPtr->StopPlayingFile() != 0)
2085 {
2086 _engineStatisticsPtr->SetLastError(
2087 VE_STOP_RECORDING_FAILED, kTraceError,
2088 "StopPlayingFile() could not stop playing");
2089 return -1;
2090 }
2091 _inputFilePlayerPtr->RegisterModuleFileCallback(NULL);
2092 FilePlayer::DestroyFilePlayer(_inputFilePlayerPtr);
2093 _inputFilePlayerPtr = NULL;
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002094 channel_state_.SetInputFilePlaying(false);
niklase@google.com470e71d2011-07-07 08:21:25 +00002095
2096 return 0;
2097}
2098
2099int Channel::IsPlayingFileAsMicrophone() const
2100{
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002101 return channel_state_.Get().input_file_playing;
niklase@google.com470e71d2011-07-07 08:21:25 +00002102}
2103
leozwang@webrtc.org813e4b02012-03-01 18:34:25 +00002104int Channel::StartRecordingPlayout(const char* fileName,
niklase@google.com470e71d2011-07-07 08:21:25 +00002105 const CodecInst* codecInst)
2106{
2107 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2108 "Channel::StartRecordingPlayout(fileName=%s)", fileName);
2109
2110 if (_outputFileRecording)
2111 {
2112 WEBRTC_TRACE(kTraceWarning, kTraceVoice, VoEId(_instanceId,-1),
2113 "StartRecordingPlayout() is already recording");
2114 return 0;
2115 }
2116
2117 FileFormats format;
pbos@webrtc.org6141e132013-04-09 10:09:10 +00002118 const uint32_t notificationTime(0); // Not supported in VoE
niklase@google.com470e71d2011-07-07 08:21:25 +00002119 CodecInst dummyCodec={100,"L16",16000,320,1,320000};
2120
niklas.enbom@webrtc.org40197d72012-03-26 08:45:47 +00002121 if ((codecInst != NULL) &&
2122 ((codecInst->channels < 1) || (codecInst->channels > 2)))
niklase@google.com470e71d2011-07-07 08:21:25 +00002123 {
2124 _engineStatisticsPtr->SetLastError(
2125 VE_BAD_ARGUMENT, kTraceError,
2126 "StartRecordingPlayout() invalid compression");
2127 return(-1);
2128 }
2129 if(codecInst == NULL)
2130 {
2131 format = kFileFormatPcm16kHzFile;
2132 codecInst=&dummyCodec;
2133 }
2134 else if((STR_CASE_CMP(codecInst->plname,"L16") == 0) ||
2135 (STR_CASE_CMP(codecInst->plname,"PCMU") == 0) ||
2136 (STR_CASE_CMP(codecInst->plname,"PCMA") == 0))
2137 {
2138 format = kFileFormatWavFile;
2139 }
2140 else
2141 {
2142 format = kFileFormatCompressedFile;
2143 }
2144
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00002145 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00002146
2147 // Destroy the old instance
2148 if (_outputFileRecorderPtr)
2149 {
2150 _outputFileRecorderPtr->RegisterModuleFileCallback(NULL);
2151 FileRecorder::DestroyFileRecorder(_outputFileRecorderPtr);
2152 _outputFileRecorderPtr = NULL;
2153 }
2154
2155 _outputFileRecorderPtr = FileRecorder::CreateFileRecorder(
2156 _outputFileRecorderId, (const FileFormats)format);
2157 if (_outputFileRecorderPtr == NULL)
2158 {
2159 _engineStatisticsPtr->SetLastError(
2160 VE_INVALID_ARGUMENT, kTraceError,
2161 "StartRecordingPlayout() fileRecorder format isnot correct");
2162 return -1;
2163 }
2164
2165 if (_outputFileRecorderPtr->StartRecordingAudioFile(
2166 fileName, (const CodecInst&)*codecInst, notificationTime) != 0)
2167 {
2168 _engineStatisticsPtr->SetLastError(
2169 VE_BAD_FILE, kTraceError,
2170 "StartRecordingAudioFile() failed to start file recording");
2171 _outputFileRecorderPtr->StopRecording();
2172 FileRecorder::DestroyFileRecorder(_outputFileRecorderPtr);
2173 _outputFileRecorderPtr = NULL;
2174 return -1;
2175 }
2176 _outputFileRecorderPtr->RegisterModuleFileCallback(this);
2177 _outputFileRecording = true;
2178
2179 return 0;
2180}
2181
2182int Channel::StartRecordingPlayout(OutStream* stream,
2183 const CodecInst* codecInst)
2184{
2185 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2186 "Channel::StartRecordingPlayout()");
2187
2188 if (_outputFileRecording)
2189 {
2190 WEBRTC_TRACE(kTraceWarning, kTraceVoice, VoEId(_instanceId,-1),
2191 "StartRecordingPlayout() is already recording");
2192 return 0;
2193 }
2194
2195 FileFormats format;
pbos@webrtc.org6141e132013-04-09 10:09:10 +00002196 const uint32_t notificationTime(0); // Not supported in VoE
niklase@google.com470e71d2011-07-07 08:21:25 +00002197 CodecInst dummyCodec={100,"L16",16000,320,1,320000};
2198
2199 if (codecInst != NULL && codecInst->channels != 1)
2200 {
2201 _engineStatisticsPtr->SetLastError(
2202 VE_BAD_ARGUMENT, kTraceError,
2203 "StartRecordingPlayout() invalid compression");
2204 return(-1);
2205 }
2206 if(codecInst == NULL)
2207 {
2208 format = kFileFormatPcm16kHzFile;
2209 codecInst=&dummyCodec;
2210 }
2211 else if((STR_CASE_CMP(codecInst->plname,"L16") == 0) ||
2212 (STR_CASE_CMP(codecInst->plname,"PCMU") == 0) ||
2213 (STR_CASE_CMP(codecInst->plname,"PCMA") == 0))
2214 {
2215 format = kFileFormatWavFile;
2216 }
2217 else
2218 {
2219 format = kFileFormatCompressedFile;
2220 }
2221
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00002222 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00002223
2224 // Destroy the old instance
2225 if (_outputFileRecorderPtr)
2226 {
2227 _outputFileRecorderPtr->RegisterModuleFileCallback(NULL);
2228 FileRecorder::DestroyFileRecorder(_outputFileRecorderPtr);
2229 _outputFileRecorderPtr = NULL;
2230 }
2231
2232 _outputFileRecorderPtr = FileRecorder::CreateFileRecorder(
2233 _outputFileRecorderId, (const FileFormats)format);
2234 if (_outputFileRecorderPtr == NULL)
2235 {
2236 _engineStatisticsPtr->SetLastError(
2237 VE_INVALID_ARGUMENT, kTraceError,
2238 "StartRecordingPlayout() fileRecorder format isnot correct");
2239 return -1;
2240 }
2241
2242 if (_outputFileRecorderPtr->StartRecordingAudioFile(*stream, *codecInst,
2243 notificationTime) != 0)
2244 {
2245 _engineStatisticsPtr->SetLastError(VE_BAD_FILE, kTraceError,
2246 "StartRecordingPlayout() failed to "
2247 "start file recording");
2248 _outputFileRecorderPtr->StopRecording();
2249 FileRecorder::DestroyFileRecorder(_outputFileRecorderPtr);
2250 _outputFileRecorderPtr = NULL;
2251 return -1;
2252 }
andrew@webrtc.orgae1a58b2013-01-22 04:44:30 +00002253
niklase@google.com470e71d2011-07-07 08:21:25 +00002254 _outputFileRecorderPtr->RegisterModuleFileCallback(this);
2255 _outputFileRecording = true;
2256
2257 return 0;
2258}
2259
2260int Channel::StopRecordingPlayout()
2261{
2262 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,-1),
2263 "Channel::StopRecordingPlayout()");
2264
2265 if (!_outputFileRecording)
2266 {
2267 WEBRTC_TRACE(kTraceError, kTraceVoice, VoEId(_instanceId,-1),
2268 "StopRecordingPlayout() isnot recording");
2269 return -1;
2270 }
2271
2272
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00002273 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00002274
2275 if (_outputFileRecorderPtr->StopRecording() != 0)
2276 {
2277 _engineStatisticsPtr->SetLastError(
2278 VE_STOP_RECORDING_FAILED, kTraceError,
2279 "StopRecording() could not stop recording");
2280 return(-1);
2281 }
2282 _outputFileRecorderPtr->RegisterModuleFileCallback(NULL);
2283 FileRecorder::DestroyFileRecorder(_outputFileRecorderPtr);
2284 _outputFileRecorderPtr = NULL;
2285 _outputFileRecording = false;
2286
2287 return 0;
2288}
2289
2290void
2291Channel::SetMixWithMicStatus(bool mix)
2292{
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002293 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00002294 _mixFileWithMicrophone=mix;
2295}
2296
2297int
pbos@webrtc.org6141e132013-04-09 10:09:10 +00002298Channel::GetSpeechOutputLevel(uint32_t& level) const
niklase@google.com470e71d2011-07-07 08:21:25 +00002299{
pbos@webrtc.org6141e132013-04-09 10:09:10 +00002300 int8_t currentLevel = _outputAudioLevel.Level();
2301 level = static_cast<int32_t> (currentLevel);
niklase@google.com470e71d2011-07-07 08:21:25 +00002302 return 0;
2303}
2304
2305int
pbos@webrtc.org6141e132013-04-09 10:09:10 +00002306Channel::GetSpeechOutputLevelFullRange(uint32_t& level) const
niklase@google.com470e71d2011-07-07 08:21:25 +00002307{
pbos@webrtc.org6141e132013-04-09 10:09:10 +00002308 int16_t currentLevel = _outputAudioLevel.LevelFullRange();
2309 level = static_cast<int32_t> (currentLevel);
niklase@google.com470e71d2011-07-07 08:21:25 +00002310 return 0;
2311}
2312
2313int
2314Channel::SetMute(bool enable)
2315{
wu@webrtc.org63420662013-10-17 18:28:55 +00002316 CriticalSectionScoped cs(&volume_settings_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00002317 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2318 "Channel::SetMute(enable=%d)", enable);
2319 _mute = enable;
2320 return 0;
2321}
2322
2323bool
2324Channel::Mute() const
2325{
wu@webrtc.org63420662013-10-17 18:28:55 +00002326 CriticalSectionScoped cs(&volume_settings_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00002327 return _mute;
2328}
2329
2330int
2331Channel::SetOutputVolumePan(float left, float right)
2332{
wu@webrtc.org63420662013-10-17 18:28:55 +00002333 CriticalSectionScoped cs(&volume_settings_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00002334 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2335 "Channel::SetOutputVolumePan()");
2336 _panLeft = left;
2337 _panRight = right;
2338 return 0;
2339}
2340
2341int
2342Channel::GetOutputVolumePan(float& left, float& right) const
2343{
wu@webrtc.org63420662013-10-17 18:28:55 +00002344 CriticalSectionScoped cs(&volume_settings_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00002345 left = _panLeft;
2346 right = _panRight;
niklase@google.com470e71d2011-07-07 08:21:25 +00002347 return 0;
2348}
2349
2350int
2351Channel::SetChannelOutputVolumeScaling(float scaling)
2352{
wu@webrtc.org63420662013-10-17 18:28:55 +00002353 CriticalSectionScoped cs(&volume_settings_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00002354 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2355 "Channel::SetChannelOutputVolumeScaling()");
2356 _outputGain = scaling;
2357 return 0;
2358}
2359
2360int
2361Channel::GetChannelOutputVolumeScaling(float& scaling) const
2362{
wu@webrtc.org63420662013-10-17 18:28:55 +00002363 CriticalSectionScoped cs(&volume_settings_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00002364 scaling = _outputGain;
niklase@google.com470e71d2011-07-07 08:21:25 +00002365 return 0;
2366}
2367
niklase@google.com470e71d2011-07-07 08:21:25 +00002368int Channel::SendTelephoneEventOutband(unsigned char eventCode,
wu@webrtc.org822fbd82013-08-15 23:38:54 +00002369 int lengthMs, int attenuationDb,
2370 bool playDtmfEvent)
niklase@google.com470e71d2011-07-07 08:21:25 +00002371{
2372 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
2373 "Channel::SendTelephoneEventOutband(..., playDtmfEvent=%d)",
2374 playDtmfEvent);
2375
2376 _playOutbandDtmfEvent = playDtmfEvent;
2377
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00002378 if (_rtpRtcpModule->SendTelephoneEventOutband(eventCode, lengthMs,
niklase@google.com470e71d2011-07-07 08:21:25 +00002379 attenuationDb) != 0)
2380 {
2381 _engineStatisticsPtr->SetLastError(
2382 VE_SEND_DTMF_FAILED,
2383 kTraceWarning,
2384 "SendTelephoneEventOutband() failed to send event");
2385 return -1;
2386 }
2387 return 0;
2388}
2389
2390int Channel::SendTelephoneEventInband(unsigned char eventCode,
2391 int lengthMs,
2392 int attenuationDb,
2393 bool playDtmfEvent)
2394{
2395 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
2396 "Channel::SendTelephoneEventInband(..., playDtmfEvent=%d)",
2397 playDtmfEvent);
2398
2399 _playInbandDtmfEvent = playDtmfEvent;
2400 _inbandDtmfQueue.AddDtmf(eventCode, lengthMs, attenuationDb);
2401
2402 return 0;
2403}
2404
2405int
niklase@google.com470e71d2011-07-07 08:21:25 +00002406Channel::SetSendTelephoneEventPayloadType(unsigned char type)
2407{
2408 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2409 "Channel::SetSendTelephoneEventPayloadType()");
andrew@webrtc.orgf81f9f82011-08-19 22:56:22 +00002410 if (type > 127)
niklase@google.com470e71d2011-07-07 08:21:25 +00002411 {
2412 _engineStatisticsPtr->SetLastError(
2413 VE_INVALID_ARGUMENT, kTraceError,
2414 "SetSendTelephoneEventPayloadType() invalid type");
2415 return -1;
2416 }
pbos@webrtc.org5b10d8f2013-07-11 15:50:07 +00002417 CodecInst codec = {};
pwestin@webrtc.org1da1ce02011-10-13 15:19:55 +00002418 codec.plfreq = 8000;
2419 codec.pltype = type;
2420 memcpy(codec.plname, "telephone-event", 16);
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00002421 if (_rtpRtcpModule->RegisterSendPayload(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00002422 {
henrika@webrtc.org4392d5f2013-04-17 07:34:25 +00002423 _rtpRtcpModule->DeRegisterSendPayload(codec.pltype);
2424 if (_rtpRtcpModule->RegisterSendPayload(codec) != 0) {
2425 _engineStatisticsPtr->SetLastError(
2426 VE_RTP_RTCP_MODULE_ERROR, kTraceError,
2427 "SetSendTelephoneEventPayloadType() failed to register send"
2428 "payload type");
2429 return -1;
2430 }
niklase@google.com470e71d2011-07-07 08:21:25 +00002431 }
2432 _sendTelephoneEventPayloadType = type;
2433 return 0;
2434}
2435
2436int
2437Channel::GetSendTelephoneEventPayloadType(unsigned char& type)
2438{
niklase@google.com470e71d2011-07-07 08:21:25 +00002439 type = _sendTelephoneEventPayloadType;
niklase@google.com470e71d2011-07-07 08:21:25 +00002440 return 0;
2441}
2442
niklase@google.com470e71d2011-07-07 08:21:25 +00002443int
2444Channel::UpdateRxVadDetection(AudioFrame& audioFrame)
2445{
2446 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
2447 "Channel::UpdateRxVadDetection()");
2448
2449 int vadDecision = 1;
2450
andrew@webrtc.org63a50982012-05-02 23:56:37 +00002451 vadDecision = (audioFrame.vad_activity_ == AudioFrame::kVadActive)? 1 : 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00002452
2453 if ((vadDecision != _oldVadDecision) && _rxVadObserverPtr)
2454 {
2455 OnRxVadDetected(vadDecision);
2456 _oldVadDecision = vadDecision;
2457 }
2458
2459 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
2460 "Channel::UpdateRxVadDetection() => vadDecision=%d",
2461 vadDecision);
2462 return 0;
2463}
2464
2465int
2466Channel::RegisterRxVadObserver(VoERxVadCallback &observer)
2467{
2468 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2469 "Channel::RegisterRxVadObserver()");
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00002470 CriticalSectionScoped cs(&_callbackCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00002471
2472 if (_rxVadObserverPtr)
2473 {
2474 _engineStatisticsPtr->SetLastError(
2475 VE_INVALID_OPERATION, kTraceError,
2476 "RegisterRxVadObserver() observer already enabled");
2477 return -1;
2478 }
niklase@google.com470e71d2011-07-07 08:21:25 +00002479 _rxVadObserverPtr = &observer;
2480 _RxVadDetection = true;
2481 return 0;
2482}
2483
2484int
2485Channel::DeRegisterRxVadObserver()
2486{
2487 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2488 "Channel::DeRegisterRxVadObserver()");
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00002489 CriticalSectionScoped cs(&_callbackCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00002490
2491 if (!_rxVadObserverPtr)
2492 {
2493 _engineStatisticsPtr->SetLastError(
2494 VE_INVALID_OPERATION, kTraceWarning,
2495 "DeRegisterRxVadObserver() observer already disabled");
2496 return 0;
2497 }
2498 _rxVadObserverPtr = NULL;
2499 _RxVadDetection = false;
2500 return 0;
2501}
2502
2503int
2504Channel::VoiceActivityIndicator(int &activity)
2505{
2506 activity = _sendFrameType;
niklase@google.com470e71d2011-07-07 08:21:25 +00002507 return 0;
2508}
2509
2510#ifdef WEBRTC_VOICE_ENGINE_AGC
2511
2512int
pbos@webrtc.org92135212013-05-14 08:31:39 +00002513Channel::SetRxAgcStatus(bool enable, AgcModes mode)
niklase@google.com470e71d2011-07-07 08:21:25 +00002514{
2515 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2516 "Channel::SetRxAgcStatus(enable=%d, mode=%d)",
2517 (int)enable, (int)mode);
2518
andrew@webrtc.org6c264cc2013-10-04 17:54:09 +00002519 GainControl::Mode agcMode = kDefaultRxAgcMode;
niklase@google.com470e71d2011-07-07 08:21:25 +00002520 switch (mode)
2521 {
2522 case kAgcDefault:
niklase@google.com470e71d2011-07-07 08:21:25 +00002523 break;
2524 case kAgcUnchanged:
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002525 agcMode = rx_audioproc_->gain_control()->mode();
niklase@google.com470e71d2011-07-07 08:21:25 +00002526 break;
2527 case kAgcFixedDigital:
2528 agcMode = GainControl::kFixedDigital;
2529 break;
2530 case kAgcAdaptiveDigital:
2531 agcMode =GainControl::kAdaptiveDigital;
2532 break;
2533 default:
2534 _engineStatisticsPtr->SetLastError(
2535 VE_INVALID_ARGUMENT, kTraceError,
2536 "SetRxAgcStatus() invalid Agc mode");
2537 return -1;
2538 }
2539
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002540 if (rx_audioproc_->gain_control()->set_mode(agcMode) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00002541 {
2542 _engineStatisticsPtr->SetLastError(
2543 VE_APM_ERROR, kTraceError,
2544 "SetRxAgcStatus() failed to set Agc mode");
2545 return -1;
2546 }
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002547 if (rx_audioproc_->gain_control()->Enable(enable) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00002548 {
2549 _engineStatisticsPtr->SetLastError(
2550 VE_APM_ERROR, kTraceError,
2551 "SetRxAgcStatus() failed to set Agc state");
2552 return -1;
2553 }
2554
2555 _rxAgcIsEnabled = enable;
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002556 channel_state_.SetRxApmIsEnabled(_rxAgcIsEnabled || _rxNsIsEnabled);
niklase@google.com470e71d2011-07-07 08:21:25 +00002557
2558 return 0;
2559}
2560
2561int
2562Channel::GetRxAgcStatus(bool& enabled, AgcModes& mode)
2563{
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002564 bool enable = rx_audioproc_->gain_control()->is_enabled();
niklase@google.com470e71d2011-07-07 08:21:25 +00002565 GainControl::Mode agcMode =
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002566 rx_audioproc_->gain_control()->mode();
niklase@google.com470e71d2011-07-07 08:21:25 +00002567
2568 enabled = enable;
2569
2570 switch (agcMode)
2571 {
2572 case GainControl::kFixedDigital:
2573 mode = kAgcFixedDigital;
2574 break;
2575 case GainControl::kAdaptiveDigital:
2576 mode = kAgcAdaptiveDigital;
2577 break;
2578 default:
2579 _engineStatisticsPtr->SetLastError(
2580 VE_APM_ERROR, kTraceError,
2581 "GetRxAgcStatus() invalid Agc mode");
2582 return -1;
2583 }
2584
2585 return 0;
2586}
2587
2588int
pbos@webrtc.org92135212013-05-14 08:31:39 +00002589Channel::SetRxAgcConfig(AgcConfig config)
niklase@google.com470e71d2011-07-07 08:21:25 +00002590{
2591 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2592 "Channel::SetRxAgcConfig()");
2593
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002594 if (rx_audioproc_->gain_control()->set_target_level_dbfs(
niklase@google.com470e71d2011-07-07 08:21:25 +00002595 config.targetLeveldBOv) != 0)
2596 {
2597 _engineStatisticsPtr->SetLastError(
2598 VE_APM_ERROR, kTraceError,
2599 "SetRxAgcConfig() failed to set target peak |level|"
2600 "(or envelope) of the Agc");
2601 return -1;
2602 }
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002603 if (rx_audioproc_->gain_control()->set_compression_gain_db(
niklase@google.com470e71d2011-07-07 08:21:25 +00002604 config.digitalCompressionGaindB) != 0)
2605 {
2606 _engineStatisticsPtr->SetLastError(
2607 VE_APM_ERROR, kTraceError,
2608 "SetRxAgcConfig() failed to set the range in |gain| the"
2609 " digital compression stage may apply");
2610 return -1;
2611 }
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002612 if (rx_audioproc_->gain_control()->enable_limiter(
niklase@google.com470e71d2011-07-07 08:21:25 +00002613 config.limiterEnable) != 0)
2614 {
2615 _engineStatisticsPtr->SetLastError(
2616 VE_APM_ERROR, kTraceError,
2617 "SetRxAgcConfig() failed to set hard limiter to the signal");
2618 return -1;
2619 }
2620
2621 return 0;
2622}
2623
2624int
2625Channel::GetRxAgcConfig(AgcConfig& config)
2626{
niklase@google.com470e71d2011-07-07 08:21:25 +00002627 config.targetLeveldBOv =
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002628 rx_audioproc_->gain_control()->target_level_dbfs();
niklase@google.com470e71d2011-07-07 08:21:25 +00002629 config.digitalCompressionGaindB =
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002630 rx_audioproc_->gain_control()->compression_gain_db();
niklase@google.com470e71d2011-07-07 08:21:25 +00002631 config.limiterEnable =
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002632 rx_audioproc_->gain_control()->is_limiter_enabled();
niklase@google.com470e71d2011-07-07 08:21:25 +00002633
niklase@google.com470e71d2011-07-07 08:21:25 +00002634 return 0;
2635}
2636
2637#endif // #ifdef WEBRTC_VOICE_ENGINE_AGC
2638
2639#ifdef WEBRTC_VOICE_ENGINE_NR
2640
2641int
pbos@webrtc.org92135212013-05-14 08:31:39 +00002642Channel::SetRxNsStatus(bool enable, NsModes mode)
niklase@google.com470e71d2011-07-07 08:21:25 +00002643{
2644 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2645 "Channel::SetRxNsStatus(enable=%d, mode=%d)",
2646 (int)enable, (int)mode);
2647
andrew@webrtc.org6c264cc2013-10-04 17:54:09 +00002648 NoiseSuppression::Level nsLevel = kDefaultNsMode;
niklase@google.com470e71d2011-07-07 08:21:25 +00002649 switch (mode)
2650 {
2651
2652 case kNsDefault:
niklase@google.com470e71d2011-07-07 08:21:25 +00002653 break;
2654 case kNsUnchanged:
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002655 nsLevel = rx_audioproc_->noise_suppression()->level();
niklase@google.com470e71d2011-07-07 08:21:25 +00002656 break;
2657 case kNsConference:
2658 nsLevel = NoiseSuppression::kHigh;
2659 break;
2660 case kNsLowSuppression:
2661 nsLevel = NoiseSuppression::kLow;
2662 break;
2663 case kNsModerateSuppression:
2664 nsLevel = NoiseSuppression::kModerate;
2665 break;
2666 case kNsHighSuppression:
2667 nsLevel = NoiseSuppression::kHigh;
2668 break;
2669 case kNsVeryHighSuppression:
2670 nsLevel = NoiseSuppression::kVeryHigh;
2671 break;
niklase@google.com470e71d2011-07-07 08:21:25 +00002672 }
2673
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002674 if (rx_audioproc_->noise_suppression()->set_level(nsLevel)
niklase@google.com470e71d2011-07-07 08:21:25 +00002675 != 0)
2676 {
2677 _engineStatisticsPtr->SetLastError(
2678 VE_APM_ERROR, kTraceError,
andrew@webrtc.org6c264cc2013-10-04 17:54:09 +00002679 "SetRxNsStatus() failed to set NS level");
niklase@google.com470e71d2011-07-07 08:21:25 +00002680 return -1;
2681 }
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002682 if (rx_audioproc_->noise_suppression()->Enable(enable) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00002683 {
2684 _engineStatisticsPtr->SetLastError(
2685 VE_APM_ERROR, kTraceError,
andrew@webrtc.org6c264cc2013-10-04 17:54:09 +00002686 "SetRxNsStatus() failed to set NS state");
niklase@google.com470e71d2011-07-07 08:21:25 +00002687 return -1;
2688 }
2689
2690 _rxNsIsEnabled = enable;
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002691 channel_state_.SetRxApmIsEnabled(_rxAgcIsEnabled || _rxNsIsEnabled);
niklase@google.com470e71d2011-07-07 08:21:25 +00002692
2693 return 0;
2694}
2695
2696int
2697Channel::GetRxNsStatus(bool& enabled, NsModes& mode)
2698{
niklase@google.com470e71d2011-07-07 08:21:25 +00002699 bool enable =
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002700 rx_audioproc_->noise_suppression()->is_enabled();
niklase@google.com470e71d2011-07-07 08:21:25 +00002701 NoiseSuppression::Level ncLevel =
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002702 rx_audioproc_->noise_suppression()->level();
niklase@google.com470e71d2011-07-07 08:21:25 +00002703
2704 enabled = enable;
2705
2706 switch (ncLevel)
2707 {
2708 case NoiseSuppression::kLow:
2709 mode = kNsLowSuppression;
2710 break;
2711 case NoiseSuppression::kModerate:
2712 mode = kNsModerateSuppression;
2713 break;
2714 case NoiseSuppression::kHigh:
2715 mode = kNsHighSuppression;
2716 break;
2717 case NoiseSuppression::kVeryHigh:
2718 mode = kNsVeryHighSuppression;
2719 break;
niklase@google.com470e71d2011-07-07 08:21:25 +00002720 }
2721
niklase@google.com470e71d2011-07-07 08:21:25 +00002722 return 0;
2723}
2724
2725#endif // #ifdef WEBRTC_VOICE_ENGINE_NR
2726
2727int
niklase@google.com470e71d2011-07-07 08:21:25 +00002728Channel::SetLocalSSRC(unsigned int ssrc)
2729{
2730 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
2731 "Channel::SetLocalSSRC()");
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002732 if (channel_state_.Get().sending)
niklase@google.com470e71d2011-07-07 08:21:25 +00002733 {
2734 _engineStatisticsPtr->SetLastError(
2735 VE_ALREADY_SENDING, kTraceError,
2736 "SetLocalSSRC() already sending");
2737 return -1;
2738 }
stefan@webrtc.orgef927552014-06-05 08:25:29 +00002739 _rtpRtcpModule->SetSSRC(ssrc);
niklase@google.com470e71d2011-07-07 08:21:25 +00002740 return 0;
2741}
2742
2743int
2744Channel::GetLocalSSRC(unsigned int& ssrc)
2745{
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00002746 ssrc = _rtpRtcpModule->SSRC();
niklase@google.com470e71d2011-07-07 08:21:25 +00002747 return 0;
2748}
2749
2750int
2751Channel::GetRemoteSSRC(unsigned int& ssrc)
2752{
wu@webrtc.org822fbd82013-08-15 23:38:54 +00002753 ssrc = rtp_receiver_->SSRC();
niklase@google.com470e71d2011-07-07 08:21:25 +00002754 return 0;
2755}
2756
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00002757int Channel::SetSendAudioLevelIndicationStatus(bool enable, unsigned char id) {
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002758 _includeAudioLevelIndication = enable;
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00002759 return SetSendRtpHeaderExtension(enable, kRtpExtensionAudioLevel, id);
niklase@google.com470e71d2011-07-07 08:21:25 +00002760}
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002761
wu@webrtc.org93fd25c2014-04-24 20:33:08 +00002762int Channel::SetReceiveAudioLevelIndicationStatus(bool enable,
2763 unsigned char id) {
2764 rtp_header_parser_->DeregisterRtpHeaderExtension(
2765 kRtpExtensionAudioLevel);
2766 if (enable && !rtp_header_parser_->RegisterRtpHeaderExtension(
2767 kRtpExtensionAudioLevel, id)) {
2768 return -1;
2769 }
2770 return 0;
2771}
2772
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00002773int Channel::SetSendAbsoluteSenderTimeStatus(bool enable, unsigned char id) {
2774 return SetSendRtpHeaderExtension(enable, kRtpExtensionAbsoluteSendTime, id);
2775}
2776
2777int Channel::SetReceiveAbsoluteSenderTimeStatus(bool enable, unsigned char id) {
2778 rtp_header_parser_->DeregisterRtpHeaderExtension(
2779 kRtpExtensionAbsoluteSendTime);
solenberg@webrtc.orgb1f50102014-03-24 10:38:25 +00002780 if (enable && !rtp_header_parser_->RegisterRtpHeaderExtension(
2781 kRtpExtensionAbsoluteSendTime, id)) {
2782 return -1;
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00002783 }
2784 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00002785}
2786
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00002787void Channel::SetRTCPStatus(bool enable) {
2788 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
2789 "Channel::SetRTCPStatus()");
pbosda903ea2015-10-02 02:36:56 -07002790 _rtpRtcpModule->SetRTCPStatus(enable ? RtcpMode::kCompound : RtcpMode::kOff);
niklase@google.com470e71d2011-07-07 08:21:25 +00002791}
2792
2793int
2794Channel::GetRTCPStatus(bool& enabled)
2795{
pbosda903ea2015-10-02 02:36:56 -07002796 RtcpMode method = _rtpRtcpModule->RTCP();
2797 enabled = (method != RtcpMode::kOff);
niklase@google.com470e71d2011-07-07 08:21:25 +00002798 return 0;
2799}
2800
2801int
2802Channel::SetRTCP_CNAME(const char cName[256])
2803{
2804 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
2805 "Channel::SetRTCP_CNAME()");
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00002806 if (_rtpRtcpModule->SetCNAME(cName) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00002807 {
2808 _engineStatisticsPtr->SetLastError(
2809 VE_RTP_RTCP_MODULE_ERROR, kTraceError,
2810 "SetRTCP_CNAME() failed to set RTCP CNAME");
2811 return -1;
2812 }
2813 return 0;
2814}
2815
2816int
niklase@google.com470e71d2011-07-07 08:21:25 +00002817Channel::GetRemoteRTCP_CNAME(char cName[256])
2818{
2819 if (cName == NULL)
2820 {
2821 _engineStatisticsPtr->SetLastError(
2822 VE_INVALID_ARGUMENT, kTraceError,
2823 "GetRemoteRTCP_CNAME() invalid CNAME input buffer");
2824 return -1;
2825 }
leozwang@webrtc.org813e4b02012-03-01 18:34:25 +00002826 char cname[RTCP_CNAME_SIZE];
wu@webrtc.org822fbd82013-08-15 23:38:54 +00002827 const uint32_t remoteSSRC = rtp_receiver_->SSRC();
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00002828 if (_rtpRtcpModule->RemoteCNAME(remoteSSRC, cname) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00002829 {
2830 _engineStatisticsPtr->SetLastError(
2831 VE_CANNOT_RETRIEVE_CNAME, kTraceError,
2832 "GetRemoteRTCP_CNAME() failed to retrieve remote RTCP CNAME");
2833 return -1;
2834 }
2835 strcpy(cName, cname);
niklase@google.com470e71d2011-07-07 08:21:25 +00002836 return 0;
2837}
2838
2839int
2840Channel::GetRemoteRTCPData(
2841 unsigned int& NTPHigh,
2842 unsigned int& NTPLow,
2843 unsigned int& timestamp,
2844 unsigned int& playoutTimestamp,
2845 unsigned int* jitter,
2846 unsigned short* fractionLost)
2847{
2848 // --- Information from sender info in received Sender Reports
2849
2850 RTCPSenderInfo senderInfo;
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00002851 if (_rtpRtcpModule->RemoteRTCPStat(&senderInfo) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00002852 {
2853 _engineStatisticsPtr->SetLastError(
2854 VE_RTP_RTCP_MODULE_ERROR, kTraceError,
wu@webrtc.orgfcd12b32011-09-15 20:49:50 +00002855 "GetRemoteRTCPData() failed to retrieve sender info for remote "
niklase@google.com470e71d2011-07-07 08:21:25 +00002856 "side");
2857 return -1;
2858 }
2859
2860 // We only utilize 12 out of 20 bytes in the sender info (ignores packet
2861 // and octet count)
2862 NTPHigh = senderInfo.NTPseconds;
2863 NTPLow = senderInfo.NTPfraction;
2864 timestamp = senderInfo.RTPtimeStamp;
2865
niklase@google.com470e71d2011-07-07 08:21:25 +00002866 // --- Locally derived information
2867
2868 // This value is updated on each incoming RTCP packet (0 when no packet
2869 // has been received)
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00002870 playoutTimestamp = playout_timestamp_rtcp_;
niklase@google.com470e71d2011-07-07 08:21:25 +00002871
niklase@google.com470e71d2011-07-07 08:21:25 +00002872 if (NULL != jitter || NULL != fractionLost)
2873 {
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +00002874 // Get all RTCP receiver report blocks that have been received on this
2875 // channel. If we receive RTP packets from a remote source we know the
2876 // remote SSRC and use the report block from him.
2877 // Otherwise use the first report block.
2878 std::vector<RTCPReportBlock> remote_stats;
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00002879 if (_rtpRtcpModule->RemoteRTCPStat(&remote_stats) != 0 ||
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +00002880 remote_stats.empty()) {
2881 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
2882 VoEId(_instanceId, _channelId),
2883 "GetRemoteRTCPData() failed to measure statistics due"
2884 " to lack of received RTP and/or RTCP packets");
2885 return -1;
niklase@google.com470e71d2011-07-07 08:21:25 +00002886 }
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +00002887
wu@webrtc.org822fbd82013-08-15 23:38:54 +00002888 uint32_t remoteSSRC = rtp_receiver_->SSRC();
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +00002889 std::vector<RTCPReportBlock>::const_iterator it = remote_stats.begin();
2890 for (; it != remote_stats.end(); ++it) {
2891 if (it->remoteSSRC == remoteSSRC)
2892 break;
niklase@google.com470e71d2011-07-07 08:21:25 +00002893 }
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +00002894
2895 if (it == remote_stats.end()) {
2896 // If we have not received any RTCP packets from this SSRC it probably
2897 // means that we have not received any RTP packets.
2898 // Use the first received report block instead.
2899 it = remote_stats.begin();
2900 remoteSSRC = it->remoteSSRC;
niklase@google.com470e71d2011-07-07 08:21:25 +00002901 }
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +00002902
xians@webrtc.org79af7342012-01-31 12:22:14 +00002903 if (jitter) {
2904 *jitter = it->jitter;
xians@webrtc.org79af7342012-01-31 12:22:14 +00002905 }
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +00002906
xians@webrtc.org79af7342012-01-31 12:22:14 +00002907 if (fractionLost) {
2908 *fractionLost = it->fractionLost;
xians@webrtc.org79af7342012-01-31 12:22:14 +00002909 }
niklase@google.com470e71d2011-07-07 08:21:25 +00002910 }
2911 return 0;
2912}
2913
2914int
pbos@webrtc.org92135212013-05-14 08:31:39 +00002915Channel::SendApplicationDefinedRTCPPacket(unsigned char subType,
niklase@google.com470e71d2011-07-07 08:21:25 +00002916 unsigned int name,
2917 const char* data,
2918 unsigned short dataLengthInBytes)
2919{
2920 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
2921 "Channel::SendApplicationDefinedRTCPPacket()");
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002922 if (!channel_state_.Get().sending)
niklase@google.com470e71d2011-07-07 08:21:25 +00002923 {
2924 _engineStatisticsPtr->SetLastError(
2925 VE_NOT_SENDING, kTraceError,
2926 "SendApplicationDefinedRTCPPacket() not sending");
2927 return -1;
2928 }
2929 if (NULL == data)
2930 {
2931 _engineStatisticsPtr->SetLastError(
2932 VE_INVALID_ARGUMENT, kTraceError,
2933 "SendApplicationDefinedRTCPPacket() invalid data value");
2934 return -1;
2935 }
2936 if (dataLengthInBytes % 4 != 0)
2937 {
2938 _engineStatisticsPtr->SetLastError(
2939 VE_INVALID_ARGUMENT, kTraceError,
2940 "SendApplicationDefinedRTCPPacket() invalid length value");
2941 return -1;
2942 }
pbosda903ea2015-10-02 02:36:56 -07002943 RtcpMode status = _rtpRtcpModule->RTCP();
2944 if (status == RtcpMode::kOff) {
niklase@google.com470e71d2011-07-07 08:21:25 +00002945 _engineStatisticsPtr->SetLastError(
2946 VE_RTCP_ERROR, kTraceError,
2947 "SendApplicationDefinedRTCPPacket() RTCP is disabled");
2948 return -1;
2949 }
2950
2951 // Create and schedule the RTCP APP packet for transmission
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00002952 if (_rtpRtcpModule->SetRTCPApplicationSpecificData(
niklase@google.com470e71d2011-07-07 08:21:25 +00002953 subType,
2954 name,
2955 (const unsigned char*) data,
2956 dataLengthInBytes) != 0)
2957 {
2958 _engineStatisticsPtr->SetLastError(
2959 VE_SEND_ERROR, kTraceError,
2960 "SendApplicationDefinedRTCPPacket() failed to send RTCP packet");
2961 return -1;
2962 }
2963 return 0;
2964}
2965
2966int
2967Channel::GetRTPStatistics(
2968 unsigned int& averageJitterMs,
2969 unsigned int& maxJitterMs,
2970 unsigned int& discardedPackets)
2971{
niklase@google.com470e71d2011-07-07 08:21:25 +00002972 // The jitter statistics is updated for each received RTP packet and is
2973 // based on received packets.
pbosda903ea2015-10-02 02:36:56 -07002974 if (_rtpRtcpModule->RTCP() == RtcpMode::kOff) {
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +00002975 // If RTCP is off, there is no timed thread in the RTCP module regularly
2976 // generating new stats, trigger the update manually here instead.
2977 StreamStatistician* statistician =
2978 rtp_receive_statistics_->GetStatistician(rtp_receiver_->SSRC());
2979 if (statistician) {
2980 // Don't use returned statistics, use data from proxy instead so that
2981 // max jitter can be fetched atomically.
2982 RtcpStatistics s;
2983 statistician->GetStatistics(&s, true);
2984 }
niklase@google.com470e71d2011-07-07 08:21:25 +00002985 }
2986
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +00002987 ChannelStatistics stats = statistics_proxy_->GetStats();
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00002988 const int32_t playoutFrequency = audio_coding_->PlayoutFrequency();
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +00002989 if (playoutFrequency > 0) {
2990 // Scale RTP statistics given the current playout frequency
2991 maxJitterMs = stats.max_jitter / (playoutFrequency / 1000);
2992 averageJitterMs = stats.rtcp.jitter / (playoutFrequency / 1000);
niklase@google.com470e71d2011-07-07 08:21:25 +00002993 }
2994
2995 discardedPackets = _numberOfDiscardedPackets;
2996
niklase@google.com470e71d2011-07-07 08:21:25 +00002997 return 0;
2998}
2999
henrika@webrtc.org8a2fc882012-08-22 08:53:55 +00003000int Channel::GetRemoteRTCPReportBlocks(
3001 std::vector<ReportBlock>* report_blocks) {
3002 if (report_blocks == NULL) {
3003 _engineStatisticsPtr->SetLastError(VE_INVALID_ARGUMENT, kTraceError,
3004 "GetRemoteRTCPReportBlock()s invalid report_blocks.");
3005 return -1;
3006 }
3007
3008 // Get the report blocks from the latest received RTCP Sender or Receiver
3009 // Report. Each element in the vector contains the sender's SSRC and a
3010 // report block according to RFC 3550.
3011 std::vector<RTCPReportBlock> rtcp_report_blocks;
3012 if (_rtpRtcpModule->RemoteRTCPStat(&rtcp_report_blocks) != 0) {
henrika@webrtc.org8a2fc882012-08-22 08:53:55 +00003013 return -1;
3014 }
3015
3016 if (rtcp_report_blocks.empty())
3017 return 0;
3018
3019 std::vector<RTCPReportBlock>::const_iterator it = rtcp_report_blocks.begin();
3020 for (; it != rtcp_report_blocks.end(); ++it) {
3021 ReportBlock report_block;
3022 report_block.sender_SSRC = it->remoteSSRC;
3023 report_block.source_SSRC = it->sourceSSRC;
3024 report_block.fraction_lost = it->fractionLost;
3025 report_block.cumulative_num_packets_lost = it->cumulativeLost;
3026 report_block.extended_highest_sequence_number = it->extendedHighSeqNum;
3027 report_block.interarrival_jitter = it->jitter;
3028 report_block.last_SR_timestamp = it->lastSR;
3029 report_block.delay_since_last_SR = it->delaySinceLastSR;
3030 report_blocks->push_back(report_block);
3031 }
3032 return 0;
3033}
3034
niklase@google.com470e71d2011-07-07 08:21:25 +00003035int
3036Channel::GetRTPStatistics(CallStatistics& stats)
3037{
wu@webrtc.orgcb711f72014-05-19 17:39:11 +00003038 // --- RtcpStatistics
niklase@google.com470e71d2011-07-07 08:21:25 +00003039
3040 // The jitter statistics is updated for each received RTP packet and is
3041 // based on received packets.
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +00003042 RtcpStatistics statistics;
stefan@webrtc.org286fe0b2013-08-21 20:58:21 +00003043 StreamStatistician* statistician =
3044 rtp_receive_statistics_->GetStatistician(rtp_receiver_->SSRC());
pbosda903ea2015-10-02 02:36:56 -07003045 if (!statistician ||
3046 !statistician->GetStatistics(
3047 &statistics, _rtpRtcpModule->RTCP() == RtcpMode::kOff)) {
wu@webrtc.org822fbd82013-08-15 23:38:54 +00003048 _engineStatisticsPtr->SetLastError(
3049 VE_CANNOT_RETRIEVE_RTP_STAT, kTraceWarning,
3050 "GetRTPStatistics() failed to read RTP statistics from the "
3051 "RTP/RTCP module");
niklase@google.com470e71d2011-07-07 08:21:25 +00003052 }
3053
wu@webrtc.org822fbd82013-08-15 23:38:54 +00003054 stats.fractionLost = statistics.fraction_lost;
3055 stats.cumulativeLost = statistics.cumulative_lost;
3056 stats.extendedMax = statistics.extended_max_sequence_number;
3057 stats.jitterSamples = statistics.jitter;
niklase@google.com470e71d2011-07-07 08:21:25 +00003058
wu@webrtc.orgcb711f72014-05-19 17:39:11 +00003059 // --- RTT
Minyue2013aec2015-05-13 14:14:42 +02003060 stats.rttMs = GetRTT(true);
niklase@google.com470e71d2011-07-07 08:21:25 +00003061
wu@webrtc.orgcb711f72014-05-19 17:39:11 +00003062 // --- Data counters
niklase@google.com470e71d2011-07-07 08:21:25 +00003063
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00003064 size_t bytesSent(0);
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003065 uint32_t packetsSent(0);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00003066 size_t bytesReceived(0);
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003067 uint32_t packetsReceived(0);
niklase@google.com470e71d2011-07-07 08:21:25 +00003068
stefan@webrtc.org286fe0b2013-08-21 20:58:21 +00003069 if (statistician) {
3070 statistician->GetDataCounters(&bytesReceived, &packetsReceived);
3071 }
wu@webrtc.org822fbd82013-08-15 23:38:54 +00003072
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00003073 if (_rtpRtcpModule->DataCountersRTP(&bytesSent,
wu@webrtc.org822fbd82013-08-15 23:38:54 +00003074 &packetsSent) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00003075 {
3076 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
3077 VoEId(_instanceId, _channelId),
3078 "GetRTPStatistics() failed to retrieve RTP datacounters =>"
wu@webrtc.orgfcd12b32011-09-15 20:49:50 +00003079 " output will not be complete");
niklase@google.com470e71d2011-07-07 08:21:25 +00003080 }
3081
3082 stats.bytesSent = bytesSent;
3083 stats.packetsSent = packetsSent;
3084 stats.bytesReceived = bytesReceived;
3085 stats.packetsReceived = packetsReceived;
3086
wu@webrtc.orgcb711f72014-05-19 17:39:11 +00003087 // --- Timestamps
3088 {
3089 CriticalSectionScoped lock(ts_stats_lock_.get());
3090 stats.capture_start_ntp_time_ms_ = capture_start_ntp_time_ms_;
3091 }
niklase@google.com470e71d2011-07-07 08:21:25 +00003092 return 0;
3093}
3094
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00003095int Channel::SetREDStatus(bool enable, int redPayloadtype) {
turaj@webrtc.org42259e72012-12-11 02:15:12 +00003096 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00003097 "Channel::SetREDStatus()");
niklase@google.com470e71d2011-07-07 08:21:25 +00003098
turaj@webrtc.org8c8ad852013-01-31 18:20:17 +00003099 if (enable) {
3100 if (redPayloadtype < 0 || redPayloadtype > 127) {
3101 _engineStatisticsPtr->SetLastError(
3102 VE_PLTYPE_ERROR, kTraceError,
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00003103 "SetREDStatus() invalid RED payload type");
turaj@webrtc.org8c8ad852013-01-31 18:20:17 +00003104 return -1;
3105 }
3106
3107 if (SetRedPayloadType(redPayloadtype) < 0) {
3108 _engineStatisticsPtr->SetLastError(
3109 VE_CODEC_ERROR, kTraceError,
3110 "SetSecondarySendCodec() Failed to register RED ACM");
3111 return -1;
3112 }
turaj@webrtc.org42259e72012-12-11 02:15:12 +00003113 }
niklase@google.com470e71d2011-07-07 08:21:25 +00003114
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +00003115 if (audio_coding_->SetREDStatus(enable) != 0) {
turaj@webrtc.org42259e72012-12-11 02:15:12 +00003116 _engineStatisticsPtr->SetLastError(
3117 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +00003118 "SetREDStatus() failed to set RED state in the ACM");
turaj@webrtc.org42259e72012-12-11 02:15:12 +00003119 return -1;
3120 }
3121 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00003122}
3123
3124int
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00003125Channel::GetREDStatus(bool& enabled, int& redPayloadtype)
niklase@google.com470e71d2011-07-07 08:21:25 +00003126{
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +00003127 enabled = audio_coding_->REDStatus();
niklase@google.com470e71d2011-07-07 08:21:25 +00003128 if (enabled)
3129 {
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003130 int8_t payloadType(0);
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00003131 if (_rtpRtcpModule->SendREDPayloadType(payloadType) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00003132 {
3133 _engineStatisticsPtr->SetLastError(
3134 VE_RTP_RTCP_MODULE_ERROR, kTraceError,
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00003135 "GetREDStatus() failed to retrieve RED PT from RTP/RTCP "
niklase@google.com470e71d2011-07-07 08:21:25 +00003136 "module");
3137 return -1;
3138 }
pkasting@chromium.orgdf9a41d2015-01-26 22:35:29 +00003139 redPayloadtype = payloadType;
niklase@google.com470e71d2011-07-07 08:21:25 +00003140 return 0;
3141 }
niklase@google.com470e71d2011-07-07 08:21:25 +00003142 return 0;
3143}
3144
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00003145int Channel::SetCodecFECStatus(bool enable) {
3146 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
3147 "Channel::SetCodecFECStatus()");
3148
3149 if (audio_coding_->SetCodecFEC(enable) != 0) {
3150 _engineStatisticsPtr->SetLastError(
3151 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
3152 "SetCodecFECStatus() failed to set FEC state");
3153 return -1;
3154 }
3155 return 0;
3156}
3157
3158bool Channel::GetCodecFECStatus() {
3159 bool enabled = audio_coding_->CodecFEC();
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00003160 return enabled;
3161}
3162
pwestin@webrtc.orgdb249952013-06-05 15:33:20 +00003163void Channel::SetNACKStatus(bool enable, int maxNumberOfPackets) {
3164 // None of these functions can fail.
3165 _rtpRtcpModule->SetStorePacketsStatus(enable, maxNumberOfPackets);
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00003166 rtp_receive_statistics_->SetMaxReorderingThreshold(maxNumberOfPackets);
3167 rtp_receiver_->SetNACKStatus(enable ? kNackRtcp : kNackOff);
pwestin@webrtc.orgd30859e2013-06-06 21:09:01 +00003168 if (enable)
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00003169 audio_coding_->EnableNack(maxNumberOfPackets);
pwestin@webrtc.orgd30859e2013-06-06 21:09:01 +00003170 else
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00003171 audio_coding_->DisableNack();
pwestin@webrtc.orgdb249952013-06-05 15:33:20 +00003172}
3173
pwestin@webrtc.orgd30859e2013-06-06 21:09:01 +00003174// Called when we are missing one or more packets.
3175int Channel::ResendPackets(const uint16_t* sequence_numbers, int length) {
pwestin@webrtc.orgdb249952013-06-05 15:33:20 +00003176 return _rtpRtcpModule->SendNACK(sequence_numbers, length);
3177}
3178
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003179uint32_t
andrew@webrtc.org755b04a2011-11-15 16:57:56 +00003180Channel::Demultiplex(const AudioFrame& audioFrame)
niklase@google.com470e71d2011-07-07 08:21:25 +00003181{
3182 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
andrew@webrtc.org755b04a2011-11-15 16:57:56 +00003183 "Channel::Demultiplex()");
andrew@webrtc.orgae1a58b2013-01-22 04:44:30 +00003184 _audioFrame.CopyFrom(audioFrame);
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003185 _audioFrame.id_ = _channelId;
niklase@google.com470e71d2011-07-07 08:21:25 +00003186 return 0;
3187}
3188
xians@webrtc.org2f84afa2013-07-31 16:23:37 +00003189void Channel::Demultiplex(const int16_t* audio_data,
xians@webrtc.org8fff1f02013-07-31 16:27:42 +00003190 int sample_rate,
Peter Kastingdce40cf2015-08-24 14:52:23 -07003191 size_t number_of_frames,
xians@webrtc.org8fff1f02013-07-31 16:27:42 +00003192 int number_of_channels) {
xians@webrtc.org2f84afa2013-07-31 16:23:37 +00003193 CodecInst codec;
3194 GetSendCodec(codec);
xians@webrtc.org2f84afa2013-07-31 16:23:37 +00003195
Alejandro Luebscdfe20b2015-09-23 12:49:12 -07003196 // Never upsample or upmix the capture signal here. This should be done at the
3197 // end of the send chain.
3198 _audioFrame.sample_rate_hz_ = std::min(codec.plfreq, sample_rate);
3199 _audioFrame.num_channels_ = std::min(number_of_channels, codec.channels);
3200 RemixAndResample(audio_data, number_of_frames, number_of_channels,
3201 sample_rate, &input_resampler_, &_audioFrame);
xians@webrtc.org2f84afa2013-07-31 16:23:37 +00003202}
3203
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003204uint32_t
xians@google.com0b0665a2011-08-08 08:18:44 +00003205Channel::PrepareEncodeAndSend(int mixingFrequency)
niklase@google.com470e71d2011-07-07 08:21:25 +00003206{
3207 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
3208 "Channel::PrepareEncodeAndSend()");
3209
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003210 if (_audioFrame.samples_per_channel_ == 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00003211 {
3212 WEBRTC_TRACE(kTraceWarning, kTraceVoice, VoEId(_instanceId,_channelId),
3213 "Channel::PrepareEncodeAndSend() invalid audio frame");
tommi@webrtc.orgeec6ecd2014-07-11 19:09:59 +00003214 return 0xFFFFFFFF;
niklase@google.com470e71d2011-07-07 08:21:25 +00003215 }
3216
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00003217 if (channel_state_.Get().input_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00003218 {
3219 MixOrReplaceAudioWithFile(mixingFrequency);
3220 }
3221
andrew@webrtc.org21299d42014-05-14 19:00:59 +00003222 bool is_muted = Mute(); // Cache locally as Mute() takes a lock.
3223 if (is_muted) {
3224 AudioFrameOperations::Mute(_audioFrame);
niklase@google.com470e71d2011-07-07 08:21:25 +00003225 }
3226
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00003227 if (channel_state_.Get().input_external_media)
niklase@google.com470e71d2011-07-07 08:21:25 +00003228 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00003229 CriticalSectionScoped cs(&_callbackCritSect);
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003230 const bool isStereo = (_audioFrame.num_channels_ == 2);
niklase@google.com470e71d2011-07-07 08:21:25 +00003231 if (_inputExternalMediaCallbackPtr)
3232 {
3233 _inputExternalMediaCallbackPtr->Process(
3234 _channelId,
3235 kRecordingPerChannel,
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003236 (int16_t*)_audioFrame.data_,
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003237 _audioFrame.samples_per_channel_,
3238 _audioFrame.sample_rate_hz_,
niklase@google.com470e71d2011-07-07 08:21:25 +00003239 isStereo);
3240 }
3241 }
3242
3243 InsertInbandDtmfTone();
3244
andrew@webrtc.org60730cf2014-01-07 17:45:09 +00003245 if (_includeAudioLevelIndication) {
Peter Kastingdce40cf2015-08-24 14:52:23 -07003246 size_t length =
3247 _audioFrame.samples_per_channel_ * _audioFrame.num_channels_;
andrew@webrtc.org21299d42014-05-14 19:00:59 +00003248 if (is_muted) {
3249 rms_level_.ProcessMuted(length);
3250 } else {
3251 rms_level_.Process(_audioFrame.data_, length);
3252 }
andrew@webrtc.org755b04a2011-11-15 16:57:56 +00003253 }
3254
niklase@google.com470e71d2011-07-07 08:21:25 +00003255 return 0;
3256}
3257
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003258uint32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00003259Channel::EncodeAndSend()
3260{
3261 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
3262 "Channel::EncodeAndSend()");
3263
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003264 assert(_audioFrame.num_channels_ <= 2);
3265 if (_audioFrame.samples_per_channel_ == 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00003266 {
3267 WEBRTC_TRACE(kTraceWarning, kTraceVoice, VoEId(_instanceId,_channelId),
3268 "Channel::EncodeAndSend() invalid audio frame");
tommi@webrtc.orgeec6ecd2014-07-11 19:09:59 +00003269 return 0xFFFFFFFF;
niklase@google.com470e71d2011-07-07 08:21:25 +00003270 }
3271
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003272 _audioFrame.id_ = _channelId;
niklase@google.com470e71d2011-07-07 08:21:25 +00003273
3274 // --- Add 10ms of raw (PCM) audio data to the encoder @ 32kHz.
3275
3276 // The ACM resamples internally.
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003277 _audioFrame.timestamp_ = _timeStamp;
henrik.lundin@webrtc.orgf56c1622015-03-02 12:29:30 +00003278 // This call will trigger AudioPacketizationCallback::SendData if encoding
3279 // is done and payload is ready for packetization and transmission.
3280 // Otherwise, it will return without invoking the callback.
3281 if (audio_coding_->Add10MsData((AudioFrame&)_audioFrame) < 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00003282 {
3283 WEBRTC_TRACE(kTraceError, kTraceVoice, VoEId(_instanceId,_channelId),
3284 "Channel::EncodeAndSend() ACM encoding failed");
tommi@webrtc.orgeec6ecd2014-07-11 19:09:59 +00003285 return 0xFFFFFFFF;
niklase@google.com470e71d2011-07-07 08:21:25 +00003286 }
3287
Peter Kastingb7e50542015-06-11 12:55:50 -07003288 _timeStamp += static_cast<uint32_t>(_audioFrame.samples_per_channel_);
henrik.lundin@webrtc.orgf56c1622015-03-02 12:29:30 +00003289 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00003290}
3291
Minyue2013aec2015-05-13 14:14:42 +02003292void Channel::DisassociateSendChannel(int channel_id) {
3293 CriticalSectionScoped lock(assoc_send_channel_lock_.get());
3294 Channel* channel = associate_send_channel_.channel();
3295 if (channel && channel->ChannelId() == channel_id) {
3296 // If this channel is associated with a send channel of the specified
3297 // Channel ID, disassociate with it.
3298 ChannelOwner ref(NULL);
3299 associate_send_channel_ = ref;
3300 }
3301}
3302
niklase@google.com470e71d2011-07-07 08:21:25 +00003303int Channel::RegisterExternalMediaProcessing(
3304 ProcessingTypes type,
3305 VoEMediaProcess& processObject)
3306{
3307 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
3308 "Channel::RegisterExternalMediaProcessing()");
3309
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00003310 CriticalSectionScoped cs(&_callbackCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00003311
3312 if (kPlaybackPerChannel == type)
3313 {
3314 if (_outputExternalMediaCallbackPtr)
3315 {
3316 _engineStatisticsPtr->SetLastError(
3317 VE_INVALID_OPERATION, kTraceError,
3318 "Channel::RegisterExternalMediaProcessing() "
3319 "output external media already enabled");
3320 return -1;
3321 }
3322 _outputExternalMediaCallbackPtr = &processObject;
3323 _outputExternalMedia = true;
3324 }
3325 else if (kRecordingPerChannel == type)
3326 {
3327 if (_inputExternalMediaCallbackPtr)
3328 {
3329 _engineStatisticsPtr->SetLastError(
3330 VE_INVALID_OPERATION, kTraceError,
3331 "Channel::RegisterExternalMediaProcessing() "
3332 "output external media already enabled");
3333 return -1;
3334 }
3335 _inputExternalMediaCallbackPtr = &processObject;
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00003336 channel_state_.SetInputExternalMedia(true);
niklase@google.com470e71d2011-07-07 08:21:25 +00003337 }
3338 return 0;
3339}
3340
3341int Channel::DeRegisterExternalMediaProcessing(ProcessingTypes type)
3342{
3343 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
3344 "Channel::DeRegisterExternalMediaProcessing()");
3345
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00003346 CriticalSectionScoped cs(&_callbackCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00003347
3348 if (kPlaybackPerChannel == type)
3349 {
3350 if (!_outputExternalMediaCallbackPtr)
3351 {
3352 _engineStatisticsPtr->SetLastError(
3353 VE_INVALID_OPERATION, kTraceWarning,
3354 "Channel::DeRegisterExternalMediaProcessing() "
3355 "output external media already disabled");
3356 return 0;
3357 }
3358 _outputExternalMedia = false;
3359 _outputExternalMediaCallbackPtr = NULL;
3360 }
3361 else if (kRecordingPerChannel == type)
3362 {
3363 if (!_inputExternalMediaCallbackPtr)
3364 {
3365 _engineStatisticsPtr->SetLastError(
3366 VE_INVALID_OPERATION, kTraceWarning,
3367 "Channel::DeRegisterExternalMediaProcessing() "
3368 "input external media already disabled");
3369 return 0;
3370 }
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00003371 channel_state_.SetInputExternalMedia(false);
niklase@google.com470e71d2011-07-07 08:21:25 +00003372 _inputExternalMediaCallbackPtr = NULL;
3373 }
3374
3375 return 0;
3376}
3377
roosa@google.com1b60ceb2012-12-12 23:00:29 +00003378int Channel::SetExternalMixing(bool enabled) {
3379 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
3380 "Channel::SetExternalMixing(enabled=%d)", enabled);
3381
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00003382 if (channel_state_.Get().playing)
roosa@google.com1b60ceb2012-12-12 23:00:29 +00003383 {
3384 _engineStatisticsPtr->SetLastError(
3385 VE_INVALID_OPERATION, kTraceError,
3386 "Channel::SetExternalMixing() "
3387 "external mixing cannot be changed while playing.");
3388 return -1;
3389 }
3390
3391 _externalMixing = enabled;
3392
3393 return 0;
3394}
3395
niklase@google.com470e71d2011-07-07 08:21:25 +00003396int
niklase@google.com470e71d2011-07-07 08:21:25 +00003397Channel::GetNetworkStatistics(NetworkStatistics& stats)
3398{
minyue@webrtc.orgc0bd7be2015-02-18 15:24:13 +00003399 return audio_coding_->GetNetworkStatistics(&stats);
niklase@google.com470e71d2011-07-07 08:21:25 +00003400}
3401
wu@webrtc.org24301a62013-12-13 19:17:43 +00003402void Channel::GetDecodingCallStatistics(AudioDecodingCallStats* stats) const {
3403 audio_coding_->GetDecodingCallStatistics(stats);
3404}
3405
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003406bool Channel::GetDelayEstimate(int* jitter_buffer_delay_ms,
3407 int* playout_buffer_delay_ms) const {
deadbeef74375882015-08-13 12:09:10 -07003408 CriticalSectionScoped cs(video_sync_lock_.get());
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003409 if (_average_jitter_buffer_delay_us == 0) {
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003410 return false;
3411 }
3412 *jitter_buffer_delay_ms = (_average_jitter_buffer_delay_us + 500) / 1000 +
3413 _recPacketDelayMs;
3414 *playout_buffer_delay_ms = playout_delay_ms_;
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003415 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +00003416}
3417
deadbeef74375882015-08-13 12:09:10 -07003418int Channel::LeastRequiredDelayMs() const {
3419 return audio_coding_->LeastRequiredDelayMs();
3420}
3421
niklase@google.com470e71d2011-07-07 08:21:25 +00003422int
3423Channel::SetMinimumPlayoutDelay(int delayMs)
3424{
3425 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
3426 "Channel::SetMinimumPlayoutDelay()");
3427 if ((delayMs < kVoiceEngineMinMinPlayoutDelayMs) ||
3428 (delayMs > kVoiceEngineMaxMinPlayoutDelayMs))
3429 {
3430 _engineStatisticsPtr->SetLastError(
3431 VE_INVALID_ARGUMENT, kTraceError,
3432 "SetMinimumPlayoutDelay() invalid min delay");
3433 return -1;
3434 }
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00003435 if (audio_coding_->SetMinimumPlayoutDelay(delayMs) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00003436 {
3437 _engineStatisticsPtr->SetLastError(
3438 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
3439 "SetMinimumPlayoutDelay() failed to set min playout delay");
3440 return -1;
3441 }
3442 return 0;
3443}
3444
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003445int Channel::GetPlayoutTimestamp(unsigned int& timestamp) {
deadbeef74375882015-08-13 12:09:10 -07003446 uint32_t playout_timestamp_rtp = 0;
3447 {
3448 CriticalSectionScoped cs(video_sync_lock_.get());
3449 playout_timestamp_rtp = playout_timestamp_rtp_;
3450 }
3451 if (playout_timestamp_rtp == 0) {
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003452 _engineStatisticsPtr->SetLastError(
3453 VE_CANNOT_RETRIEVE_VALUE, kTraceError,
3454 "GetPlayoutTimestamp() failed to retrieve timestamp");
3455 return -1;
3456 }
deadbeef74375882015-08-13 12:09:10 -07003457 timestamp = playout_timestamp_rtp;
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003458 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00003459}
3460
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00003461int Channel::SetInitTimestamp(unsigned int timestamp) {
3462 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
niklase@google.com470e71d2011-07-07 08:21:25 +00003463 "Channel::SetInitTimestamp()");
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00003464 if (channel_state_.Get().sending) {
3465 _engineStatisticsPtr->SetLastError(VE_SENDING, kTraceError,
3466 "SetInitTimestamp() already sending");
3467 return -1;
3468 }
3469 _rtpRtcpModule->SetStartTimestamp(timestamp);
3470 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00003471}
3472
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00003473int Channel::SetInitSequenceNumber(short sequenceNumber) {
3474 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
3475 "Channel::SetInitSequenceNumber()");
3476 if (channel_state_.Get().sending) {
3477 _engineStatisticsPtr->SetLastError(
3478 VE_SENDING, kTraceError, "SetInitSequenceNumber() already sending");
3479 return -1;
3480 }
3481 _rtpRtcpModule->SetSequenceNumber(sequenceNumber);
3482 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00003483}
3484
3485int
wu@webrtc.org822fbd82013-08-15 23:38:54 +00003486Channel::GetRtpRtcp(RtpRtcp** rtpRtcpModule, RtpReceiver** rtp_receiver) const
niklase@google.com470e71d2011-07-07 08:21:25 +00003487{
wu@webrtc.org822fbd82013-08-15 23:38:54 +00003488 *rtpRtcpModule = _rtpRtcpModule.get();
3489 *rtp_receiver = rtp_receiver_.get();
niklase@google.com470e71d2011-07-07 08:21:25 +00003490 return 0;
3491}
3492
andrew@webrtc.orge59a0ac2012-05-08 17:12:40 +00003493// TODO(andrew): refactor Mix functions here and in transmit_mixer.cc to use
3494// a shared helper.
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003495int32_t
pbos@webrtc.org92135212013-05-14 08:31:39 +00003496Channel::MixOrReplaceAudioWithFile(int mixingFrequency)
niklase@google.com470e71d2011-07-07 08:21:25 +00003497{
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +00003498 rtc::scoped_ptr<int16_t[]> fileBuffer(new int16_t[640]);
Peter Kastingdce40cf2015-08-24 14:52:23 -07003499 size_t fileSamples(0);
niklase@google.com470e71d2011-07-07 08:21:25 +00003500
3501 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00003502 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00003503
3504 if (_inputFilePlayerPtr == NULL)
3505 {
3506 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
3507 VoEId(_instanceId, _channelId),
3508 "Channel::MixOrReplaceAudioWithFile() fileplayer"
3509 " doesnt exist");
3510 return -1;
3511 }
3512
braveyao@webrtc.orgd7131432012-03-29 10:39:44 +00003513 if (_inputFilePlayerPtr->Get10msAudioFromFile(fileBuffer.get(),
niklase@google.com470e71d2011-07-07 08:21:25 +00003514 fileSamples,
3515 mixingFrequency) == -1)
3516 {
3517 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
3518 VoEId(_instanceId, _channelId),
3519 "Channel::MixOrReplaceAudioWithFile() file mixing "
3520 "failed");
3521 return -1;
3522 }
3523 if (fileSamples == 0)
3524 {
3525 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
3526 VoEId(_instanceId, _channelId),
3527 "Channel::MixOrReplaceAudioWithFile() file is ended");
3528 return 0;
3529 }
3530 }
3531
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003532 assert(_audioFrame.samples_per_channel_ == fileSamples);
niklase@google.com470e71d2011-07-07 08:21:25 +00003533
3534 if (_mixFileWithMicrophone)
3535 {
braveyao@webrtc.orgd7131432012-03-29 10:39:44 +00003536 // Currently file stream is always mono.
3537 // TODO(xians): Change the code when FilePlayer supports real stereo.
andrew@webrtc.org40ee3d02014-04-03 21:56:01 +00003538 MixWithSat(_audioFrame.data_,
3539 _audioFrame.num_channels_,
3540 fileBuffer.get(),
3541 1,
3542 fileSamples);
niklase@google.com470e71d2011-07-07 08:21:25 +00003543 }
3544 else
3545 {
braveyao@webrtc.orgd7131432012-03-29 10:39:44 +00003546 // Replace ACM audio with file.
3547 // Currently file stream is always mono.
3548 // TODO(xians): Change the code when FilePlayer supports real stereo.
niklase@google.com470e71d2011-07-07 08:21:25 +00003549 _audioFrame.UpdateFrame(_channelId,
tommi@webrtc.orgeec6ecd2014-07-11 19:09:59 +00003550 0xFFFFFFFF,
braveyao@webrtc.orgd7131432012-03-29 10:39:44 +00003551 fileBuffer.get(),
andrew@webrtc.orge59a0ac2012-05-08 17:12:40 +00003552 fileSamples,
niklase@google.com470e71d2011-07-07 08:21:25 +00003553 mixingFrequency,
3554 AudioFrame::kNormalSpeech,
3555 AudioFrame::kVadUnknown,
3556 1);
3557
3558 }
3559 return 0;
3560}
3561
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003562int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00003563Channel::MixAudioWithFile(AudioFrame& audioFrame,
pbos@webrtc.org92135212013-05-14 08:31:39 +00003564 int mixingFrequency)
niklase@google.com470e71d2011-07-07 08:21:25 +00003565{
minyue@webrtc.org2a8df7c2014-08-06 10:05:19 +00003566 assert(mixingFrequency <= 48000);
niklase@google.com470e71d2011-07-07 08:21:25 +00003567
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +00003568 rtc::scoped_ptr<int16_t[]> fileBuffer(new int16_t[960]);
Peter Kastingdce40cf2015-08-24 14:52:23 -07003569 size_t fileSamples(0);
niklase@google.com470e71d2011-07-07 08:21:25 +00003570
3571 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00003572 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00003573
3574 if (_outputFilePlayerPtr == NULL)
3575 {
3576 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
3577 VoEId(_instanceId, _channelId),
3578 "Channel::MixAudioWithFile() file mixing failed");
3579 return -1;
3580 }
3581
3582 // We should get the frequency we ask for.
braveyao@webrtc.orgd7131432012-03-29 10:39:44 +00003583 if (_outputFilePlayerPtr->Get10msAudioFromFile(fileBuffer.get(),
niklase@google.com470e71d2011-07-07 08:21:25 +00003584 fileSamples,
3585 mixingFrequency) == -1)
3586 {
3587 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
3588 VoEId(_instanceId, _channelId),
3589 "Channel::MixAudioWithFile() file mixing failed");
3590 return -1;
3591 }
3592 }
3593
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003594 if (audioFrame.samples_per_channel_ == fileSamples)
niklase@google.com470e71d2011-07-07 08:21:25 +00003595 {
braveyao@webrtc.orgd7131432012-03-29 10:39:44 +00003596 // Currently file stream is always mono.
3597 // TODO(xians): Change the code when FilePlayer supports real stereo.
andrew@webrtc.org40ee3d02014-04-03 21:56:01 +00003598 MixWithSat(audioFrame.data_,
3599 audioFrame.num_channels_,
3600 fileBuffer.get(),
3601 1,
3602 fileSamples);
niklase@google.com470e71d2011-07-07 08:21:25 +00003603 }
3604 else
3605 {
3606 WEBRTC_TRACE(kTraceWarning, kTraceVoice, VoEId(_instanceId,_channelId),
Peter Kastingdce40cf2015-08-24 14:52:23 -07003607 "Channel::MixAudioWithFile() samples_per_channel_(%" PRIuS ") != "
3608 "fileSamples(%" PRIuS ")",
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003609 audioFrame.samples_per_channel_, fileSamples);
niklase@google.com470e71d2011-07-07 08:21:25 +00003610 return -1;
3611 }
3612
3613 return 0;
3614}
3615
3616int
3617Channel::InsertInbandDtmfTone()
3618{
niklas.enbom@webrtc.orgaf26f642011-11-16 12:41:36 +00003619 // Check if we should start a new tone.
niklase@google.com470e71d2011-07-07 08:21:25 +00003620 if (_inbandDtmfQueue.PendingDtmf() &&
3621 !_inbandDtmfGenerator.IsAddingTone() &&
3622 _inbandDtmfGenerator.DelaySinceLastTone() >
3623 kMinTelephoneEventSeparationMs)
3624 {
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003625 int8_t eventCode(0);
3626 uint16_t lengthMs(0);
3627 uint8_t attenuationDb(0);
niklase@google.com470e71d2011-07-07 08:21:25 +00003628
3629 eventCode = _inbandDtmfQueue.NextDtmf(&lengthMs, &attenuationDb);
3630 _inbandDtmfGenerator.AddTone(eventCode, lengthMs, attenuationDb);
3631 if (_playInbandDtmfEvent)
3632 {
3633 // Add tone to output mixer using a reduced length to minimize
3634 // risk of echo.
3635 _outputMixerPtr->PlayDtmfTone(eventCode, lengthMs - 80,
3636 attenuationDb);
3637 }
3638 }
3639
3640 if (_inbandDtmfGenerator.IsAddingTone())
3641 {
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003642 uint16_t frequency(0);
niklase@google.com470e71d2011-07-07 08:21:25 +00003643 _inbandDtmfGenerator.GetSampleRate(frequency);
3644
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003645 if (frequency != _audioFrame.sample_rate_hz_)
niklase@google.com470e71d2011-07-07 08:21:25 +00003646 {
3647 // Update sample rate of Dtmf tone since the mixing frequency
3648 // has changed.
3649 _inbandDtmfGenerator.SetSampleRate(
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003650 (uint16_t) (_audioFrame.sample_rate_hz_));
niklase@google.com470e71d2011-07-07 08:21:25 +00003651 // Reset the tone to be added taking the new sample rate into
3652 // account.
3653 _inbandDtmfGenerator.ResetTone();
3654 }
andrew@webrtc.orgae1a58b2013-01-22 04:44:30 +00003655
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003656 int16_t toneBuffer[320];
3657 uint16_t toneSamples(0);
niklase@google.com470e71d2011-07-07 08:21:25 +00003658 // Get 10ms tone segment and set time since last tone to zero
3659 if (_inbandDtmfGenerator.Get10msTone(toneBuffer, toneSamples) == -1)
3660 {
3661 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
3662 VoEId(_instanceId, _channelId),
3663 "Channel::EncodeAndSend() inserting Dtmf failed");
3664 return -1;
3665 }
3666
niklas.enbom@webrtc.orgaf26f642011-11-16 12:41:36 +00003667 // Replace mixed audio with DTMF tone.
Peter Kastingdce40cf2015-08-24 14:52:23 -07003668 for (size_t sample = 0;
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003669 sample < _audioFrame.samples_per_channel_;
niklas.enbom@webrtc.orgaf26f642011-11-16 12:41:36 +00003670 sample++)
3671 {
andrew@webrtc.orgae1a58b2013-01-22 04:44:30 +00003672 for (int channel = 0;
3673 channel < _audioFrame.num_channels_;
niklas.enbom@webrtc.orgaf26f642011-11-16 12:41:36 +00003674 channel++)
3675 {
Peter Kastingdce40cf2015-08-24 14:52:23 -07003676 const size_t index =
3677 sample * _audioFrame.num_channels_ + channel;
andrew@webrtc.orgae1a58b2013-01-22 04:44:30 +00003678 _audioFrame.data_[index] = toneBuffer[sample];
niklas.enbom@webrtc.orgaf26f642011-11-16 12:41:36 +00003679 }
3680 }
andrew@webrtc.orgae1a58b2013-01-22 04:44:30 +00003681
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003682 assert(_audioFrame.samples_per_channel_ == toneSamples);
niklase@google.com470e71d2011-07-07 08:21:25 +00003683 } else
3684 {
3685 // Add 10ms to "delay-since-last-tone" counter
3686 _inbandDtmfGenerator.UpdateDelaySinceLastTone();
3687 }
3688 return 0;
3689}
3690
deadbeef74375882015-08-13 12:09:10 -07003691void Channel::UpdatePlayoutTimestamp(bool rtcp) {
3692 uint32_t playout_timestamp = 0;
3693
3694 if (audio_coding_->PlayoutTimestamp(&playout_timestamp) == -1) {
3695 // This can happen if this channel has not been received any RTP packet. In
3696 // this case, NetEq is not capable of computing playout timestamp.
3697 return;
3698 }
3699
3700 uint16_t delay_ms = 0;
3701 if (_audioDeviceModulePtr->PlayoutDelay(&delay_ms) == -1) {
3702 WEBRTC_TRACE(kTraceWarning, kTraceVoice, VoEId(_instanceId,_channelId),
3703 "Channel::UpdatePlayoutTimestamp() failed to read playout"
3704 " delay from the ADM");
3705 _engineStatisticsPtr->SetLastError(
3706 VE_CANNOT_RETRIEVE_VALUE, kTraceError,
3707 "UpdatePlayoutTimestamp() failed to retrieve playout delay");
3708 return;
3709 }
3710
3711 jitter_buffer_playout_timestamp_ = playout_timestamp;
3712
3713 // Remove the playout delay.
3714 playout_timestamp -= (delay_ms * (GetPlayoutFrequency() / 1000));
3715
3716 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
3717 "Channel::UpdatePlayoutTimestamp() => playoutTimestamp = %lu",
3718 playout_timestamp);
3719
3720 {
3721 CriticalSectionScoped cs(video_sync_lock_.get());
3722 if (rtcp) {
3723 playout_timestamp_rtcp_ = playout_timestamp;
3724 } else {
3725 playout_timestamp_rtp_ = playout_timestamp;
3726 }
3727 playout_delay_ms_ = delay_ms;
3728 }
3729}
3730
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003731// Called for incoming RTP packets after successful RTP header parsing.
3732void Channel::UpdatePacketDelay(uint32_t rtp_timestamp,
3733 uint16_t sequence_number) {
3734 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
3735 "Channel::UpdatePacketDelay(timestamp=%lu, sequenceNumber=%u)",
3736 rtp_timestamp, sequence_number);
niklase@google.com470e71d2011-07-07 08:21:25 +00003737
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003738 // Get frequency of last received payload
wu@webrtc.org94454b72014-06-05 20:34:08 +00003739 int rtp_receive_frequency = GetPlayoutFrequency();
niklase@google.com470e71d2011-07-07 08:21:25 +00003740
turaj@webrtc.org167b6df2013-12-13 21:05:07 +00003741 // |jitter_buffer_playout_timestamp_| updated in UpdatePlayoutTimestamp for
3742 // every incoming packet.
3743 uint32_t timestamp_diff_ms = (rtp_timestamp -
3744 jitter_buffer_playout_timestamp_) / (rtp_receive_frequency / 1000);
henrik.lundin@webrtc.orgd6692992014-03-20 12:04:09 +00003745 if (!IsNewerTimestamp(rtp_timestamp, jitter_buffer_playout_timestamp_) ||
3746 timestamp_diff_ms > (2 * kVoiceEngineMaxMinPlayoutDelayMs)) {
3747 // If |jitter_buffer_playout_timestamp_| is newer than the incoming RTP
3748 // timestamp, the resulting difference is negative, but is set to zero.
3749 // This can happen when a network glitch causes a packet to arrive late,
3750 // and during long comfort noise periods with clock drift.
3751 timestamp_diff_ms = 0;
3752 }
niklase@google.com470e71d2011-07-07 08:21:25 +00003753
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003754 uint16_t packet_delay_ms = (rtp_timestamp - _previousTimestamp) /
3755 (rtp_receive_frequency / 1000);
niklase@google.com470e71d2011-07-07 08:21:25 +00003756
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003757 _previousTimestamp = rtp_timestamp;
niklase@google.com470e71d2011-07-07 08:21:25 +00003758
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003759 if (timestamp_diff_ms == 0) return;
niklase@google.com470e71d2011-07-07 08:21:25 +00003760
deadbeef74375882015-08-13 12:09:10 -07003761 {
3762 CriticalSectionScoped cs(video_sync_lock_.get());
niklase@google.com470e71d2011-07-07 08:21:25 +00003763
deadbeef74375882015-08-13 12:09:10 -07003764 if (packet_delay_ms >= 10 && packet_delay_ms <= 60) {
3765 _recPacketDelayMs = packet_delay_ms;
3766 }
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003767
deadbeef74375882015-08-13 12:09:10 -07003768 if (_average_jitter_buffer_delay_us == 0) {
3769 _average_jitter_buffer_delay_us = timestamp_diff_ms * 1000;
3770 return;
3771 }
3772
3773 // Filter average delay value using exponential filter (alpha is
3774 // 7/8). We derive 1000 *_average_jitter_buffer_delay_us here (reduces
3775 // risk of rounding error) and compensate for it in GetDelayEstimate()
3776 // later.
3777 _average_jitter_buffer_delay_us = (_average_jitter_buffer_delay_us * 7 +
3778 1000 * timestamp_diff_ms + 500) / 8;
3779 }
niklase@google.com470e71d2011-07-07 08:21:25 +00003780}
3781
3782void
3783Channel::RegisterReceiveCodecsToRTPModule()
3784{
3785 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
3786 "Channel::RegisterReceiveCodecsToRTPModule()");
3787
niklase@google.com470e71d2011-07-07 08:21:25 +00003788 CodecInst codec;
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003789 const uint8_t nSupportedCodecs = AudioCodingModule::NumberOfCodecs();
niklase@google.com470e71d2011-07-07 08:21:25 +00003790
3791 for (int idx = 0; idx < nSupportedCodecs; idx++)
3792 {
3793 // Open up the RTP/RTCP receiver for all supported codecs
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00003794 if ((audio_coding_->Codec(idx, &codec) == -1) ||
wu@webrtc.org822fbd82013-08-15 23:38:54 +00003795 (rtp_receiver_->RegisterReceivePayload(
3796 codec.plname,
3797 codec.pltype,
3798 codec.plfreq,
3799 codec.channels,
3800 (codec.rate < 0) ? 0 : codec.rate) == -1))
niklase@google.com470e71d2011-07-07 08:21:25 +00003801 {
Peter Boströmd5c75b12015-09-23 13:24:32 +02003802 WEBRTC_TRACE(kTraceWarning,
niklase@google.com470e71d2011-07-07 08:21:25 +00003803 kTraceVoice,
3804 VoEId(_instanceId, _channelId),
3805 "Channel::RegisterReceiveCodecsToRTPModule() unable"
3806 " to register %s (%d/%d/%d/%d) to RTP/RTCP receiver",
3807 codec.plname, codec.pltype, codec.plfreq,
3808 codec.channels, codec.rate);
3809 }
3810 else
3811 {
Peter Boströmd5c75b12015-09-23 13:24:32 +02003812 WEBRTC_TRACE(kTraceInfo,
niklase@google.com470e71d2011-07-07 08:21:25 +00003813 kTraceVoice,
3814 VoEId(_instanceId, _channelId),
3815 "Channel::RegisterReceiveCodecsToRTPModule() %s "
wu@webrtc.orgfcd12b32011-09-15 20:49:50 +00003816 "(%d/%d/%d/%d) has been added to the RTP/RTCP "
niklase@google.com470e71d2011-07-07 08:21:25 +00003817 "receiver",
3818 codec.plname, codec.pltype, codec.plfreq,
3819 codec.channels, codec.rate);
3820 }
3821 }
3822}
3823
turaj@webrtc.org8c8ad852013-01-31 18:20:17 +00003824// Assuming this method is called with valid payload type.
turaj@webrtc.org42259e72012-12-11 02:15:12 +00003825int Channel::SetRedPayloadType(int red_payload_type) {
turaj@webrtc.org42259e72012-12-11 02:15:12 +00003826 CodecInst codec;
3827 bool found_red = false;
3828
3829 // Get default RED settings from the ACM database
3830 const int num_codecs = AudioCodingModule::NumberOfCodecs();
3831 for (int idx = 0; idx < num_codecs; idx++) {
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00003832 audio_coding_->Codec(idx, &codec);
turaj@webrtc.org42259e72012-12-11 02:15:12 +00003833 if (!STR_CASE_CMP(codec.plname, "RED")) {
3834 found_red = true;
3835 break;
3836 }
3837 }
3838
3839 if (!found_red) {
3840 _engineStatisticsPtr->SetLastError(
3841 VE_CODEC_ERROR, kTraceError,
3842 "SetRedPayloadType() RED is not supported");
3843 return -1;
3844 }
3845
turaj@webrtc.org9d532fd2013-01-31 18:34:19 +00003846 codec.pltype = red_payload_type;
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00003847 if (audio_coding_->RegisterSendCodec(codec) < 0) {
turaj@webrtc.org42259e72012-12-11 02:15:12 +00003848 _engineStatisticsPtr->SetLastError(
3849 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
3850 "SetRedPayloadType() RED registration in ACM module failed");
3851 return -1;
3852 }
3853
3854 if (_rtpRtcpModule->SetSendREDPayloadType(red_payload_type) != 0) {
3855 _engineStatisticsPtr->SetLastError(
3856 VE_RTP_RTCP_MODULE_ERROR, kTraceError,
3857 "SetRedPayloadType() RED registration in RTP/RTCP module failed");
3858 return -1;
3859 }
3860 return 0;
3861}
3862
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00003863int Channel::SetSendRtpHeaderExtension(bool enable, RTPExtensionType type,
3864 unsigned char id) {
3865 int error = 0;
3866 _rtpRtcpModule->DeregisterSendRtpHeaderExtension(type);
3867 if (enable) {
3868 error = _rtpRtcpModule->RegisterSendRtpHeaderExtension(type, id);
3869 }
3870 return error;
3871}
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00003872
wu@webrtc.org94454b72014-06-05 20:34:08 +00003873int32_t Channel::GetPlayoutFrequency() {
3874 int32_t playout_frequency = audio_coding_->PlayoutFrequency();
3875 CodecInst current_recive_codec;
3876 if (audio_coding_->ReceiveCodec(&current_recive_codec) == 0) {
3877 if (STR_CASE_CMP("G722", current_recive_codec.plname) == 0) {
3878 // Even though the actual sampling rate for G.722 audio is
3879 // 16,000 Hz, the RTP clock rate for the G722 payload format is
3880 // 8,000 Hz because that value was erroneously assigned in
3881 // RFC 1890 and must remain unchanged for backward compatibility.
3882 playout_frequency = 8000;
3883 } else if (STR_CASE_CMP("opus", current_recive_codec.plname) == 0) {
3884 // We are resampling Opus internally to 32,000 Hz until all our
3885 // DSP routines can operate at 48,000 Hz, but the RTP clock
3886 // rate for the Opus payload format is standardized to 48,000 Hz,
3887 // because that is the maximum supported decoding sampling rate.
3888 playout_frequency = 48000;
3889 }
3890 }
3891 return playout_frequency;
3892}
3893
Minyue2013aec2015-05-13 14:14:42 +02003894int64_t Channel::GetRTT(bool allow_associate_channel) const {
pbosda903ea2015-10-02 02:36:56 -07003895 RtcpMode method = _rtpRtcpModule->RTCP();
3896 if (method == RtcpMode::kOff) {
minyue@webrtc.org2b58a442014-09-11 07:51:53 +00003897 return 0;
3898 }
3899 std::vector<RTCPReportBlock> report_blocks;
3900 _rtpRtcpModule->RemoteRTCPStat(&report_blocks);
Minyue2013aec2015-05-13 14:14:42 +02003901
3902 int64_t rtt = 0;
minyue@webrtc.org2b58a442014-09-11 07:51:53 +00003903 if (report_blocks.empty()) {
Minyue2013aec2015-05-13 14:14:42 +02003904 if (allow_associate_channel) {
3905 CriticalSectionScoped lock(assoc_send_channel_lock_.get());
3906 Channel* channel = associate_send_channel_.channel();
3907 // Tries to get RTT from an associated channel. This is important for
3908 // receive-only channels.
3909 if (channel) {
3910 // To prevent infinite recursion and deadlock, calling GetRTT of
3911 // associate channel should always use "false" for argument:
3912 // |allow_associate_channel|.
3913 rtt = channel->GetRTT(false);
3914 }
3915 }
3916 return rtt;
minyue@webrtc.org2b58a442014-09-11 07:51:53 +00003917 }
3918
3919 uint32_t remoteSSRC = rtp_receiver_->SSRC();
3920 std::vector<RTCPReportBlock>::const_iterator it = report_blocks.begin();
3921 for (; it != report_blocks.end(); ++it) {
3922 if (it->remoteSSRC == remoteSSRC)
3923 break;
3924 }
3925 if (it == report_blocks.end()) {
3926 // We have not received packets with SSRC matching the report blocks.
3927 // To calculate RTT we try with the SSRC of the first report block.
3928 // This is very important for send-only channels where we don't know
3929 // the SSRC of the other end.
3930 remoteSSRC = report_blocks[0].remoteSSRC;
3931 }
Minyue2013aec2015-05-13 14:14:42 +02003932
pkasting@chromium.org16825b12015-01-12 21:51:21 +00003933 int64_t avg_rtt = 0;
3934 int64_t max_rtt= 0;
3935 int64_t min_rtt = 0;
minyue@webrtc.org2b58a442014-09-11 07:51:53 +00003936 if (_rtpRtcpModule->RTT(remoteSSRC, &rtt, &avg_rtt, &min_rtt, &max_rtt)
3937 != 0) {
minyue@webrtc.org2b58a442014-09-11 07:51:53 +00003938 return 0;
3939 }
pkasting@chromium.org16825b12015-01-12 21:51:21 +00003940 return rtt;
minyue@webrtc.org2b58a442014-09-11 07:51:53 +00003941}
3942
pbos@webrtc.orgd900e8b2013-07-03 15:12:26 +00003943} // namespace voe
3944} // namespace webrtc