blob: fb9835664ac35dc2109ddc9e8bed651251f6ebac [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
henrika@webrtc.org2919e952012-01-31 08:45:03 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000011#include "webrtc/voice_engine/channel.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000012
Henrik Lundin64dad832015-05-11 12:44:23 +020013#include <algorithm>
14
Ivo Creusenae856f22015-09-17 16:30:16 +020015#include "webrtc/base/checks.h"
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +000016#include "webrtc/base/format_macros.h"
pbosad856222015-11-27 09:48:36 -080017#include "webrtc/base/logging.h"
wu@webrtc.org94454b72014-06-05 20:34:08 +000018#include "webrtc/base/timeutils.h"
minyue@webrtc.orge509f942013-09-12 17:03:00 +000019#include "webrtc/common.h"
Henrik Lundin64dad832015-05-11 12:44:23 +020020#include "webrtc/config.h"
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000021#include "webrtc/modules/audio_device/include/audio_device.h"
22#include "webrtc/modules/audio_processing/include/audio_processing.h"
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010023#include "webrtc/modules/include/module_common_types.h"
24#include "webrtc/modules/rtp_rtcp/include/receive_statistics.h"
25#include "webrtc/modules/rtp_rtcp/include/rtp_payload_registry.h"
26#include "webrtc/modules/rtp_rtcp/include/rtp_receiver.h"
wu@webrtc.org822fbd82013-08-15 23:38:54 +000027#include "webrtc/modules/rtp_rtcp/source/rtp_receiver_strategy.h"
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010028#include "webrtc/modules/utility/include/audio_frame_operations.h"
29#include "webrtc/modules/utility/include/process_thread.h"
Henrik Kjellander98f53512015-10-28 18:17:40 +010030#include "webrtc/system_wrappers/include/critical_section_wrapper.h"
Henrik Kjellander98f53512015-10-28 18:17:40 +010031#include "webrtc/system_wrappers/include/trace.h"
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000032#include "webrtc/voice_engine/include/voe_base.h"
33#include "webrtc/voice_engine/include/voe_external_media.h"
34#include "webrtc/voice_engine/include/voe_rtp_rtcp.h"
35#include "webrtc/voice_engine/output_mixer.h"
36#include "webrtc/voice_engine/statistics.h"
37#include "webrtc/voice_engine/transmit_mixer.h"
38#include "webrtc/voice_engine/utility.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000039
40#if defined(_WIN32)
41#include <Qos.h>
42#endif
43
andrew@webrtc.org50419b02012-11-14 19:07:54 +000044namespace webrtc {
45namespace voe {
niklase@google.com470e71d2011-07-07 08:21:25 +000046
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +000047// Extend the default RTCP statistics struct with max_jitter, defined as the
48// maximum jitter value seen in an RTCP report block.
49struct ChannelStatistics : public RtcpStatistics {
50 ChannelStatistics() : rtcp(), max_jitter(0) {}
51
52 RtcpStatistics rtcp;
53 uint32_t max_jitter;
54};
55
56// Statistics callback, called at each generation of a new RTCP report block.
57class StatisticsProxy : public RtcpStatisticsCallback {
58 public:
59 StatisticsProxy(uint32_t ssrc)
60 : stats_lock_(CriticalSectionWrapper::CreateCriticalSection()),
61 ssrc_(ssrc) {}
62 virtual ~StatisticsProxy() {}
63
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000064 void StatisticsUpdated(const RtcpStatistics& statistics,
65 uint32_t ssrc) override {
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +000066 if (ssrc != ssrc_)
67 return;
68
69 CriticalSectionScoped cs(stats_lock_.get());
70 stats_.rtcp = statistics;
71 if (statistics.jitter > stats_.max_jitter) {
72 stats_.max_jitter = statistics.jitter;
73 }
74 }
75
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000076 void CNameChanged(const char* cname, uint32_t ssrc) override {}
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +000077
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +000078 ChannelStatistics GetStats() {
79 CriticalSectionScoped cs(stats_lock_.get());
80 return stats_;
81 }
82
83 private:
84 // StatisticsUpdated calls are triggered from threads in the RTP module,
85 // while GetStats calls can be triggered from the public voice engine API,
86 // hence synchronization is needed.
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +000087 rtc::scoped_ptr<CriticalSectionWrapper> stats_lock_;
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +000088 const uint32_t ssrc_;
89 ChannelStatistics stats_;
90};
91
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +000092class VoERtcpObserver : public RtcpBandwidthObserver {
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +000093 public:
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +000094 explicit VoERtcpObserver(Channel* owner) : owner_(owner) {}
95 virtual ~VoERtcpObserver() {}
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +000096
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +000097 void OnReceivedEstimatedBitrate(uint32_t bitrate) override {
98 // Not used for Voice Engine.
99 }
100
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000101 void OnReceivedRtcpReceiverReport(const ReportBlockList& report_blocks,
102 int64_t rtt,
103 int64_t now_ms) override {
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +0000104 // TODO(mflodman): Do we need to aggregate reports here or can we jut send
105 // what we get? I.e. do we ever get multiple reports bundled into one RTCP
106 // report for VoiceEngine?
107 if (report_blocks.empty())
108 return;
109
110 int fraction_lost_aggregate = 0;
111 int total_number_of_packets = 0;
112
113 // If receiving multiple report blocks, calculate the weighted average based
114 // on the number of packets a report refers to.
115 for (ReportBlockList::const_iterator block_it = report_blocks.begin();
116 block_it != report_blocks.end(); ++block_it) {
117 // Find the previous extended high sequence number for this remote SSRC,
118 // to calculate the number of RTP packets this report refers to. Ignore if
119 // we haven't seen this SSRC before.
120 std::map<uint32_t, uint32_t>::iterator seq_num_it =
121 extended_max_sequence_number_.find(block_it->sourceSSRC);
122 int number_of_packets = 0;
123 if (seq_num_it != extended_max_sequence_number_.end()) {
124 number_of_packets = block_it->extendedHighSeqNum - seq_num_it->second;
125 }
126 fraction_lost_aggregate += number_of_packets * block_it->fractionLost;
127 total_number_of_packets += number_of_packets;
128
129 extended_max_sequence_number_[block_it->sourceSSRC] =
130 block_it->extendedHighSeqNum;
131 }
132 int weighted_fraction_lost = 0;
133 if (total_number_of_packets > 0) {
134 weighted_fraction_lost = (fraction_lost_aggregate +
135 total_number_of_packets / 2) / total_number_of_packets;
136 }
137 owner_->OnIncomingFractionLoss(weighted_fraction_lost);
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +0000138 }
139
140 private:
141 Channel* owner_;
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +0000142 // Maps remote side ssrc to extended highest sequence number received.
143 std::map<uint32_t, uint32_t> extended_max_sequence_number_;
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +0000144};
145
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000146int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +0000147Channel::SendData(FrameType frameType,
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000148 uint8_t payloadType,
149 uint32_t timeStamp,
150 const uint8_t* payloadData,
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000151 size_t payloadSize,
niklase@google.com470e71d2011-07-07 08:21:25 +0000152 const RTPFragmentationHeader* fragmentation)
153{
154 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
155 "Channel::SendData(frameType=%u, payloadType=%u, timeStamp=%u,"
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000156 " payloadSize=%" PRIuS ", fragmentation=0x%x)",
157 frameType, payloadType, timeStamp,
158 payloadSize, fragmentation);
niklase@google.com470e71d2011-07-07 08:21:25 +0000159
160 if (_includeAudioLevelIndication)
161 {
162 // Store current audio level in the RTP/RTCP module.
163 // The level will be used in combination with voice-activity state
164 // (frameType) to add an RTP header extension
andrew@webrtc.org382c0c22014-05-05 18:22:21 +0000165 _rtpRtcpModule->SetAudioLevel(rms_level_.RMS());
niklase@google.com470e71d2011-07-07 08:21:25 +0000166 }
167
168 // Push data from ACM to RTP/RTCP-module to deliver audio frame for
169 // packetization.
170 // This call will trigger Transport::SendPacket() from the RTP/RTCP module.
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000171 if (_rtpRtcpModule->SendOutgoingData((FrameType&)frameType,
niklase@google.com470e71d2011-07-07 08:21:25 +0000172 payloadType,
173 timeStamp,
stefan@webrtc.orgddfdfed2012-07-03 13:21:22 +0000174 // Leaving the time when this frame was
175 // received from the capture device as
176 // undefined for voice for now.
177 -1,
niklase@google.com470e71d2011-07-07 08:21:25 +0000178 payloadData,
179 payloadSize,
180 fragmentation) == -1)
181 {
182 _engineStatisticsPtr->SetLastError(
183 VE_RTP_RTCP_MODULE_ERROR, kTraceWarning,
184 "Channel::SendData() failed to send data to RTP/RTCP module");
185 return -1;
186 }
187
188 _lastLocalTimeStamp = timeStamp;
189 _lastPayloadType = payloadType;
190
191 return 0;
192}
193
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000194int32_t
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +0000195Channel::InFrameType(FrameType frame_type)
niklase@google.com470e71d2011-07-07 08:21:25 +0000196{
197 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +0000198 "Channel::InFrameType(frame_type=%d)", frame_type);
niklase@google.com470e71d2011-07-07 08:21:25 +0000199
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +0000200 CriticalSectionScoped cs(&_callbackCritSect);
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +0000201 _sendFrameType = (frame_type == kAudioFrameSpeech);
niklase@google.com470e71d2011-07-07 08:21:25 +0000202 return 0;
203}
204
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000205int32_t
pbos@webrtc.org92135212013-05-14 08:31:39 +0000206Channel::OnRxVadDetected(int vadDecision)
niklase@google.com470e71d2011-07-07 08:21:25 +0000207{
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +0000208 CriticalSectionScoped cs(&_callbackCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +0000209 if (_rxVadObserverPtr)
210 {
211 _rxVadObserverPtr->OnRxVad(_channelId, vadDecision);
212 }
213
214 return 0;
215}
216
stefan1d8a5062015-10-02 03:39:33 -0700217bool Channel::SendRtp(const uint8_t* data,
218 size_t len,
219 const PacketOptions& options) {
niklase@google.com470e71d2011-07-07 08:21:25 +0000220 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
Peter Boströmac547a62015-09-17 23:03:57 +0200221 "Channel::SendPacket(channel=%d, len=%" PRIuS ")", len);
niklase@google.com470e71d2011-07-07 08:21:25 +0000222
wu@webrtc.orgfb648da2013-10-18 21:10:51 +0000223 CriticalSectionScoped cs(&_callbackCritSect);
224
niklase@google.com470e71d2011-07-07 08:21:25 +0000225 if (_transportPtr == NULL)
226 {
227 WEBRTC_TRACE(kTraceError, kTraceVoice, VoEId(_instanceId,_channelId),
228 "Channel::SendPacket() failed to send RTP packet due to"
229 " invalid transport object");
pbos2d566682015-09-28 09:59:31 -0700230 return false;
niklase@google.com470e71d2011-07-07 08:21:25 +0000231 }
232
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000233 uint8_t* bufferToSendPtr = (uint8_t*)data;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000234 size_t bufferLength = len;
niklase@google.com470e71d2011-07-07 08:21:25 +0000235
stefan1d8a5062015-10-02 03:39:33 -0700236 if (!_transportPtr->SendRtp(bufferToSendPtr, bufferLength, options)) {
wu@webrtc.orgfb648da2013-10-18 21:10:51 +0000237 std::string transport_name =
238 _externalTransport ? "external transport" : "WebRtc sockets";
239 WEBRTC_TRACE(kTraceError, kTraceVoice,
240 VoEId(_instanceId,_channelId),
241 "Channel::SendPacket() RTP transmission using %s failed",
242 transport_name.c_str());
pbos2d566682015-09-28 09:59:31 -0700243 return false;
niklase@google.com470e71d2011-07-07 08:21:25 +0000244 }
pbos2d566682015-09-28 09:59:31 -0700245 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +0000246}
247
pbos2d566682015-09-28 09:59:31 -0700248bool
249Channel::SendRtcp(const uint8_t *data, size_t len)
niklase@google.com470e71d2011-07-07 08:21:25 +0000250{
niklase@google.com470e71d2011-07-07 08:21:25 +0000251 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
pbos2d566682015-09-28 09:59:31 -0700252 "Channel::SendRtcp(len=%" PRIuS ")", len);
niklase@google.com470e71d2011-07-07 08:21:25 +0000253
wu@webrtc.orgfb648da2013-10-18 21:10:51 +0000254 CriticalSectionScoped cs(&_callbackCritSect);
255 if (_transportPtr == NULL)
niklase@google.com470e71d2011-07-07 08:21:25 +0000256 {
wu@webrtc.orgfb648da2013-10-18 21:10:51 +0000257 WEBRTC_TRACE(kTraceError, kTraceVoice,
258 VoEId(_instanceId,_channelId),
pbos2d566682015-09-28 09:59:31 -0700259 "Channel::SendRtcp() failed to send RTCP packet"
wu@webrtc.orgfb648da2013-10-18 21:10:51 +0000260 " due to invalid transport object");
pbos2d566682015-09-28 09:59:31 -0700261 return false;
niklase@google.com470e71d2011-07-07 08:21:25 +0000262 }
263
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000264 uint8_t* bufferToSendPtr = (uint8_t*)data;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000265 size_t bufferLength = len;
niklase@google.com470e71d2011-07-07 08:21:25 +0000266
pbos2d566682015-09-28 09:59:31 -0700267 int n = _transportPtr->SendRtcp(bufferToSendPtr, bufferLength);
wu@webrtc.orgfb648da2013-10-18 21:10:51 +0000268 if (n < 0) {
269 std::string transport_name =
270 _externalTransport ? "external transport" : "WebRtc sockets";
271 WEBRTC_TRACE(kTraceInfo, kTraceVoice,
272 VoEId(_instanceId,_channelId),
pbos2d566682015-09-28 09:59:31 -0700273 "Channel::SendRtcp() transmission using %s failed",
wu@webrtc.orgfb648da2013-10-18 21:10:51 +0000274 transport_name.c_str());
pbos2d566682015-09-28 09:59:31 -0700275 return false;
niklase@google.com470e71d2011-07-07 08:21:25 +0000276 }
pbos2d566682015-09-28 09:59:31 -0700277 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +0000278}
279
Peter Boströmac547a62015-09-17 23:03:57 +0200280void Channel::OnPlayTelephoneEvent(uint8_t event,
281 uint16_t lengthMs,
282 uint8_t volume) {
niklase@google.com470e71d2011-07-07 08:21:25 +0000283 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
Peter Boströmac547a62015-09-17 23:03:57 +0200284 "Channel::OnPlayTelephoneEvent(event=%u, lengthMs=%u,"
285 " volume=%u)", event, lengthMs, volume);
niklase@google.com470e71d2011-07-07 08:21:25 +0000286
287 if (!_playOutbandDtmfEvent || (event > 15))
288 {
289 // Ignore callback since feedback is disabled or event is not a
290 // Dtmf tone event.
291 return;
292 }
293
294 assert(_outputMixerPtr != NULL);
295
296 // Start playing out the Dtmf tone (if playout is enabled).
297 // Reduce length of tone with 80ms to the reduce risk of echo.
298 _outputMixerPtr->PlayDtmfTone(event, lengthMs - 80, volume);
299}
300
301void
Peter Boströmac547a62015-09-17 23:03:57 +0200302Channel::OnIncomingSSRCChanged(uint32_t ssrc)
niklase@google.com470e71d2011-07-07 08:21:25 +0000303{
304 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
Peter Boströmac547a62015-09-17 23:03:57 +0200305 "Channel::OnIncomingSSRCChanged(SSRC=%d)", ssrc);
niklase@google.com470e71d2011-07-07 08:21:25 +0000306
dwkang@webrtc.orgb295a3f2013-08-29 07:34:12 +0000307 // Update ssrc so that NTP for AV sync can be updated.
308 _rtpRtcpModule->SetRemoteSSRC(ssrc);
niklase@google.com470e71d2011-07-07 08:21:25 +0000309}
310
Peter Boströmac547a62015-09-17 23:03:57 +0200311void Channel::OnIncomingCSRCChanged(uint32_t CSRC, bool added) {
312 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
313 "Channel::OnIncomingCSRCChanged(CSRC=%d, added=%d)", CSRC,
314 added);
niklase@google.com470e71d2011-07-07 08:21:25 +0000315}
316
Peter Boströmac547a62015-09-17 23:03:57 +0200317int32_t Channel::OnInitializeDecoder(
pbos@webrtc.org92135212013-05-14 08:31:39 +0000318 int8_t payloadType,
leozwang@webrtc.org813e4b02012-03-01 18:34:25 +0000319 const char payloadName[RTP_PAYLOAD_NAME_SIZE],
pbos@webrtc.org92135212013-05-14 08:31:39 +0000320 int frequency,
321 uint8_t channels,
Peter Boströmac547a62015-09-17 23:03:57 +0200322 uint32_t rate) {
niklase@google.com470e71d2011-07-07 08:21:25 +0000323 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
Peter Boströmac547a62015-09-17 23:03:57 +0200324 "Channel::OnInitializeDecoder(payloadType=%d, "
niklase@google.com470e71d2011-07-07 08:21:25 +0000325 "payloadName=%s, frequency=%u, channels=%u, rate=%u)",
Peter Boströmac547a62015-09-17 23:03:57 +0200326 payloadType, payloadName, frequency, channels, rate);
niklase@google.com470e71d2011-07-07 08:21:25 +0000327
henrika@webrtc.orgf75901f2012-01-16 08:45:42 +0000328 CodecInst receiveCodec = {0};
329 CodecInst dummyCodec = {0};
niklase@google.com470e71d2011-07-07 08:21:25 +0000330
331 receiveCodec.pltype = payloadType;
niklase@google.com470e71d2011-07-07 08:21:25 +0000332 receiveCodec.plfreq = frequency;
333 receiveCodec.channels = channels;
334 receiveCodec.rate = rate;
henrika@webrtc.orgf75901f2012-01-16 08:45:42 +0000335 strncpy(receiveCodec.plname, payloadName, RTP_PAYLOAD_NAME_SIZE - 1);
andrew@webrtc.orgae1a58b2013-01-22 04:44:30 +0000336
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000337 audio_coding_->Codec(payloadName, &dummyCodec, frequency, channels);
niklase@google.com470e71d2011-07-07 08:21:25 +0000338 receiveCodec.pacsize = dummyCodec.pacsize;
339
340 // Register the new codec to the ACM
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000341 if (audio_coding_->RegisterReceiveCodec(receiveCodec) == -1)
niklase@google.com470e71d2011-07-07 08:21:25 +0000342 {
343 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
andrew@webrtc.orgceb148c2011-08-23 17:53:54 +0000344 VoEId(_instanceId, _channelId),
niklase@google.com470e71d2011-07-07 08:21:25 +0000345 "Channel::OnInitializeDecoder() invalid codec ("
346 "pt=%d, name=%s) received - 1", payloadType, payloadName);
347 _engineStatisticsPtr->SetLastError(VE_AUDIO_CODING_MODULE_ERROR);
348 return -1;
349 }
350
351 return 0;
352}
353
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000354int32_t
355Channel::OnReceivedPayloadData(const uint8_t* payloadData,
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000356 size_t payloadSize,
niklase@google.com470e71d2011-07-07 08:21:25 +0000357 const WebRtcRTPHeader* rtpHeader)
358{
359 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000360 "Channel::OnReceivedPayloadData(payloadSize=%" PRIuS ","
niklase@google.com470e71d2011-07-07 08:21:25 +0000361 " payloadType=%u, audioChannel=%u)",
362 payloadSize,
363 rtpHeader->header.payloadType,
364 rtpHeader->type.Audio.channel);
365
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000366 if (!channel_state_.Get().playing)
niklase@google.com470e71d2011-07-07 08:21:25 +0000367 {
368 // Avoid inserting into NetEQ when we are not playing. Count the
369 // packet as discarded.
370 WEBRTC_TRACE(kTraceStream, kTraceVoice,
371 VoEId(_instanceId, _channelId),
372 "received packet is discarded since playing is not"
373 " activated");
374 _numberOfDiscardedPackets++;
375 return 0;
376 }
377
378 // Push the incoming payload (parsed and ready for decoding) into the ACM
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000379 if (audio_coding_->IncomingPacket(payloadData,
380 payloadSize,
381 *rtpHeader) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +0000382 {
383 _engineStatisticsPtr->SetLastError(
384 VE_AUDIO_CODING_MODULE_ERROR, kTraceWarning,
385 "Channel::OnReceivedPayloadData() unable to push data to the ACM");
386 return -1;
387 }
388
pwestin@webrtc.orgd30859e2013-06-06 21:09:01 +0000389 // Update the packet delay.
niklase@google.com470e71d2011-07-07 08:21:25 +0000390 UpdatePacketDelay(rtpHeader->header.timestamp,
391 rtpHeader->header.sequenceNumber);
pwestin@webrtc.orgd30859e2013-06-06 21:09:01 +0000392
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000393 int64_t round_trip_time = 0;
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000394 _rtpRtcpModule->RTT(rtp_receiver_->SSRC(), &round_trip_time,
395 NULL, NULL, NULL);
pwestin@webrtc.orgd30859e2013-06-06 21:09:01 +0000396
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000397 std::vector<uint16_t> nack_list = audio_coding_->GetNackList(
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000398 round_trip_time);
399 if (!nack_list.empty()) {
400 // Can't use nack_list.data() since it's not supported by all
401 // compilers.
402 ResendPackets(&(nack_list[0]), static_cast<int>(nack_list.size()));
pwestin@webrtc.orgd30859e2013-06-06 21:09:01 +0000403 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000404 return 0;
405}
406
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +0000407bool Channel::OnRecoveredPacket(const uint8_t* rtp_packet,
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000408 size_t rtp_packet_length) {
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +0000409 RTPHeader header;
410 if (!rtp_header_parser_->Parse(rtp_packet, rtp_packet_length, &header)) {
411 WEBRTC_TRACE(kTraceDebug, webrtc::kTraceVoice, _channelId,
412 "IncomingPacket invalid RTP header");
413 return false;
414 }
415 header.payload_type_frequency =
416 rtp_payload_registry_->GetPayloadTypeFrequency(header.payloadType);
417 if (header.payload_type_frequency < 0)
418 return false;
419 return ReceivePacket(rtp_packet, rtp_packet_length, header, false);
420}
421
minyuel0f4b3732015-08-31 16:04:32 +0200422int32_t Channel::GetAudioFrame(int32_t id, AudioFrame* audioFrame)
niklase@google.com470e71d2011-07-07 08:21:25 +0000423{
Ivo Creusenae856f22015-09-17 16:30:16 +0200424 if (event_log_) {
425 unsigned int ssrc;
426 RTC_CHECK_EQ(GetLocalSSRC(ssrc), 0);
427 event_log_->LogAudioPlayout(ssrc);
428 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000429 // Get 10ms raw PCM data from the ACM (mixer limits output frequency)
minyuel0f4b3732015-08-31 16:04:32 +0200430 if (audio_coding_->PlayoutData10Ms(audioFrame->sample_rate_hz_,
431 audioFrame) == -1)
niklase@google.com470e71d2011-07-07 08:21:25 +0000432 {
433 WEBRTC_TRACE(kTraceError, kTraceVoice,
434 VoEId(_instanceId,_channelId),
435 "Channel::GetAudioFrame() PlayoutData10Ms() failed!");
andrew@webrtc.org7859e102012-01-13 00:30:11 +0000436 // In all likelihood, the audio in this frame is garbage. We return an
437 // error so that the audio mixer module doesn't add it to the mix. As
438 // a result, it won't be played out and the actions skipped here are
439 // irrelevant.
440 return -1;
niklase@google.com470e71d2011-07-07 08:21:25 +0000441 }
442
443 if (_RxVadDetection)
444 {
minyuel0f4b3732015-08-31 16:04:32 +0200445 UpdateRxVadDetection(*audioFrame);
niklase@google.com470e71d2011-07-07 08:21:25 +0000446 }
447
448 // Convert module ID to internal VoE channel ID
minyuel0f4b3732015-08-31 16:04:32 +0200449 audioFrame->id_ = VoEChannelId(audioFrame->id_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000450 // Store speech type for dead-or-alive detection
minyuel0f4b3732015-08-31 16:04:32 +0200451 _outputSpeechType = audioFrame->speech_type_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000452
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000453 ChannelState::State state = channel_state_.Get();
454
455 if (state.rx_apm_is_enabled) {
minyuel0f4b3732015-08-31 16:04:32 +0200456 int err = rx_audioproc_->ProcessStream(audioFrame);
andrew@webrtc.org60730cf2014-01-07 17:45:09 +0000457 if (err) {
458 LOG(LS_ERROR) << "ProcessStream() error: " << err;
459 assert(false);
460 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000461 }
462
wu@webrtc.org63420662013-10-17 18:28:55 +0000463 float output_gain = 1.0f;
464 float left_pan = 1.0f;
465 float right_pan = 1.0f;
niklase@google.com470e71d2011-07-07 08:21:25 +0000466 {
wu@webrtc.org63420662013-10-17 18:28:55 +0000467 CriticalSectionScoped cs(&volume_settings_critsect_);
468 output_gain = _outputGain;
469 left_pan = _panLeft;
470 right_pan= _panRight;
471 }
472
473 // Output volume scaling
474 if (output_gain < 0.99f || output_gain > 1.01f)
475 {
minyuel0f4b3732015-08-31 16:04:32 +0200476 AudioFrameOperations::ScaleWithSat(output_gain, *audioFrame);
niklase@google.com470e71d2011-07-07 08:21:25 +0000477 }
478
479 // Scale left and/or right channel(s) if stereo and master balance is
480 // active
481
wu@webrtc.org63420662013-10-17 18:28:55 +0000482 if (left_pan != 1.0f || right_pan != 1.0f)
niklase@google.com470e71d2011-07-07 08:21:25 +0000483 {
minyuel0f4b3732015-08-31 16:04:32 +0200484 if (audioFrame->num_channels_ == 1)
niklase@google.com470e71d2011-07-07 08:21:25 +0000485 {
486 // Emulate stereo mode since panning is active.
487 // The mono signal is copied to both left and right channels here.
minyuel0f4b3732015-08-31 16:04:32 +0200488 AudioFrameOperations::MonoToStereo(audioFrame);
niklase@google.com470e71d2011-07-07 08:21:25 +0000489 }
490 // For true stereo mode (when we are receiving a stereo signal), no
491 // action is needed.
492
493 // Do the panning operation (the audio frame contains stereo at this
494 // stage)
minyuel0f4b3732015-08-31 16:04:32 +0200495 AudioFrameOperations::Scale(left_pan, right_pan, *audioFrame);
niklase@google.com470e71d2011-07-07 08:21:25 +0000496 }
497
498 // Mix decoded PCM output with file if file mixing is enabled
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000499 if (state.output_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +0000500 {
minyuel0f4b3732015-08-31 16:04:32 +0200501 MixAudioWithFile(*audioFrame, audioFrame->sample_rate_hz_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000502 }
503
niklase@google.com470e71d2011-07-07 08:21:25 +0000504 // External media
505 if (_outputExternalMedia)
506 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +0000507 CriticalSectionScoped cs(&_callbackCritSect);
minyuel0f4b3732015-08-31 16:04:32 +0200508 const bool isStereo = (audioFrame->num_channels_ == 2);
niklase@google.com470e71d2011-07-07 08:21:25 +0000509 if (_outputExternalMediaCallbackPtr)
510 {
511 _outputExternalMediaCallbackPtr->Process(
512 _channelId,
513 kPlaybackPerChannel,
minyuel0f4b3732015-08-31 16:04:32 +0200514 (int16_t*)audioFrame->data_,
515 audioFrame->samples_per_channel_,
516 audioFrame->sample_rate_hz_,
niklase@google.com470e71d2011-07-07 08:21:25 +0000517 isStereo);
518 }
519 }
520
521 // Record playout if enabled
522 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +0000523 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +0000524
525 if (_outputFileRecording && _outputFileRecorderPtr)
526 {
minyuel0f4b3732015-08-31 16:04:32 +0200527 _outputFileRecorderPtr->RecordAudioToFile(*audioFrame);
niklase@google.com470e71d2011-07-07 08:21:25 +0000528 }
529 }
530
531 // Measure audio level (0-9)
minyuel0f4b3732015-08-31 16:04:32 +0200532 _outputAudioLevel.ComputeLevel(*audioFrame);
niklase@google.com470e71d2011-07-07 08:21:25 +0000533
minyuel0f4b3732015-08-31 16:04:32 +0200534 if (capture_start_rtp_time_stamp_ < 0 && audioFrame->timestamp_ != 0) {
wu@webrtc.org94454b72014-06-05 20:34:08 +0000535 // The first frame with a valid rtp timestamp.
minyuel0f4b3732015-08-31 16:04:32 +0200536 capture_start_rtp_time_stamp_ = audioFrame->timestamp_;
wu@webrtc.org94454b72014-06-05 20:34:08 +0000537 }
538
539 if (capture_start_rtp_time_stamp_ >= 0) {
540 // audioFrame.timestamp_ should be valid from now on.
541
542 // Compute elapsed time.
543 int64_t unwrap_timestamp =
minyuel0f4b3732015-08-31 16:04:32 +0200544 rtp_ts_wraparound_handler_->Unwrap(audioFrame->timestamp_);
545 audioFrame->elapsed_time_ms_ =
wu@webrtc.org94454b72014-06-05 20:34:08 +0000546 (unwrap_timestamp - capture_start_rtp_time_stamp_) /
547 (GetPlayoutFrequency() / 1000);
548
stefan@webrtc.org8e24d872014-09-02 18:58:24 +0000549 {
wu@webrtc.orgcb711f72014-05-19 17:39:11 +0000550 CriticalSectionScoped lock(ts_stats_lock_.get());
stefan@webrtc.org8e24d872014-09-02 18:58:24 +0000551 // Compute ntp time.
minyuel0f4b3732015-08-31 16:04:32 +0200552 audioFrame->ntp_time_ms_ = ntp_estimator_.Estimate(
553 audioFrame->timestamp_);
stefan@webrtc.org8e24d872014-09-02 18:58:24 +0000554 // |ntp_time_ms_| won't be valid until at least 2 RTCP SRs are received.
minyuel0f4b3732015-08-31 16:04:32 +0200555 if (audioFrame->ntp_time_ms_ > 0) {
stefan@webrtc.org8e24d872014-09-02 18:58:24 +0000556 // Compute |capture_start_ntp_time_ms_| so that
557 // |capture_start_ntp_time_ms_| + |elapsed_time_ms_| == |ntp_time_ms_|
558 capture_start_ntp_time_ms_ =
minyuel0f4b3732015-08-31 16:04:32 +0200559 audioFrame->ntp_time_ms_ - audioFrame->elapsed_time_ms_;
stefan@webrtc.org8e24d872014-09-02 18:58:24 +0000560 }
wu@webrtc.orgcb711f72014-05-19 17:39:11 +0000561 }
562 }
563
niklase@google.com470e71d2011-07-07 08:21:25 +0000564 return 0;
565}
566
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000567int32_t
minyuel0f4b3732015-08-31 16:04:32 +0200568Channel::NeededFrequency(int32_t id) const
niklase@google.com470e71d2011-07-07 08:21:25 +0000569{
570 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
571 "Channel::NeededFrequency(id=%d)", id);
572
573 int highestNeeded = 0;
574
575 // Determine highest needed receive frequency
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000576 int32_t receiveFrequency = audio_coding_->ReceiveFrequency();
niklase@google.com470e71d2011-07-07 08:21:25 +0000577
578 // Return the bigger of playout and receive frequency in the ACM.
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000579 if (audio_coding_->PlayoutFrequency() > receiveFrequency)
niklase@google.com470e71d2011-07-07 08:21:25 +0000580 {
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000581 highestNeeded = audio_coding_->PlayoutFrequency();
niklase@google.com470e71d2011-07-07 08:21:25 +0000582 }
583 else
584 {
585 highestNeeded = receiveFrequency;
586 }
587
588 // Special case, if we're playing a file on the playout side
589 // we take that frequency into consideration as well
590 // This is not needed on sending side, since the codec will
591 // limit the spectrum anyway.
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000592 if (channel_state_.Get().output_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +0000593 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +0000594 CriticalSectionScoped cs(&_fileCritSect);
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000595 if (_outputFilePlayerPtr)
niklase@google.com470e71d2011-07-07 08:21:25 +0000596 {
597 if(_outputFilePlayerPtr->Frequency()>highestNeeded)
598 {
599 highestNeeded=_outputFilePlayerPtr->Frequency();
600 }
601 }
602 }
603
604 return(highestNeeded);
605}
606
ivocb04965c2015-09-09 00:09:43 -0700607int32_t Channel::CreateChannel(Channel*& channel,
608 int32_t channelId,
609 uint32_t instanceId,
610 RtcEventLog* const event_log,
611 const Config& config) {
niklase@google.com470e71d2011-07-07 08:21:25 +0000612 WEBRTC_TRACE(kTraceMemory, kTraceVoice, VoEId(instanceId,channelId),
613 "Channel::CreateChannel(channelId=%d, instanceId=%d)",
614 channelId, instanceId);
615
ivocb04965c2015-09-09 00:09:43 -0700616 channel = new Channel(channelId, instanceId, event_log, config);
niklase@google.com470e71d2011-07-07 08:21:25 +0000617 if (channel == NULL)
618 {
619 WEBRTC_TRACE(kTraceMemory, kTraceVoice,
620 VoEId(instanceId,channelId),
621 "Channel::CreateChannel() unable to allocate memory for"
622 " channel");
623 return -1;
624 }
625 return 0;
626}
627
628void
pbos@webrtc.org92135212013-05-14 08:31:39 +0000629Channel::PlayNotification(int32_t id, uint32_t durationMs)
niklase@google.com470e71d2011-07-07 08:21:25 +0000630{
631 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
632 "Channel::PlayNotification(id=%d, durationMs=%d)",
633 id, durationMs);
634
635 // Not implement yet
636}
637
638void
pbos@webrtc.org92135212013-05-14 08:31:39 +0000639Channel::RecordNotification(int32_t id, uint32_t durationMs)
niklase@google.com470e71d2011-07-07 08:21:25 +0000640{
641 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
642 "Channel::RecordNotification(id=%d, durationMs=%d)",
643 id, durationMs);
644
645 // Not implement yet
646}
647
648void
pbos@webrtc.org92135212013-05-14 08:31:39 +0000649Channel::PlayFileEnded(int32_t id)
niklase@google.com470e71d2011-07-07 08:21:25 +0000650{
651 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
652 "Channel::PlayFileEnded(id=%d)", id);
653
654 if (id == _inputFilePlayerId)
655 {
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000656 channel_state_.SetInputFilePlaying(false);
niklase@google.com470e71d2011-07-07 08:21:25 +0000657 WEBRTC_TRACE(kTraceStateInfo, kTraceVoice,
658 VoEId(_instanceId,_channelId),
659 "Channel::PlayFileEnded() => input file player module is"
660 " shutdown");
661 }
662 else if (id == _outputFilePlayerId)
663 {
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000664 channel_state_.SetOutputFilePlaying(false);
niklase@google.com470e71d2011-07-07 08:21:25 +0000665 WEBRTC_TRACE(kTraceStateInfo, kTraceVoice,
666 VoEId(_instanceId,_channelId),
667 "Channel::PlayFileEnded() => output file player module is"
668 " shutdown");
669 }
670}
671
672void
pbos@webrtc.org92135212013-05-14 08:31:39 +0000673Channel::RecordFileEnded(int32_t id)
niklase@google.com470e71d2011-07-07 08:21:25 +0000674{
675 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
676 "Channel::RecordFileEnded(id=%d)", id);
677
678 assert(id == _outputFileRecorderId);
679
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +0000680 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +0000681
682 _outputFileRecording = false;
683 WEBRTC_TRACE(kTraceStateInfo, kTraceVoice,
684 VoEId(_instanceId,_channelId),
685 "Channel::RecordFileEnded() => output file recorder module is"
686 " shutdown");
687}
688
pbos@webrtc.org92135212013-05-14 08:31:39 +0000689Channel::Channel(int32_t channelId,
minyue@webrtc.orge509f942013-09-12 17:03:00 +0000690 uint32_t instanceId,
ivocb04965c2015-09-09 00:09:43 -0700691 RtcEventLog* const event_log,
692 const Config& config)
693 : _fileCritSect(*CriticalSectionWrapper::CreateCriticalSection()),
niklase@google.com470e71d2011-07-07 08:21:25 +0000694 _callbackCritSect(*CriticalSectionWrapper::CreateCriticalSection()),
wu@webrtc.org63420662013-10-17 18:28:55 +0000695 volume_settings_critsect_(*CriticalSectionWrapper::CreateCriticalSection()),
niklase@google.com470e71d2011-07-07 08:21:25 +0000696 _instanceId(instanceId),
xians@google.com22963ab2011-08-03 12:40:23 +0000697 _channelId(channelId),
Ivo Creusenae856f22015-09-17 16:30:16 +0200698 event_log_(event_log),
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +0000699 rtp_header_parser_(RtpHeaderParser::Create()),
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000700 rtp_payload_registry_(
andresp@webrtc.orgdc80bae2014-04-08 11:06:12 +0000701 new RTPPayloadRegistry(RTPPayloadStrategy::CreateStrategy(true))),
ivocb04965c2015-09-09 00:09:43 -0700702 rtp_receive_statistics_(
703 ReceiveStatistics::Create(Clock::GetRealTimeClock())),
704 rtp_receiver_(
Peter Boströmac547a62015-09-17 23:03:57 +0200705 RtpReceiver::CreateAudioReceiver(Clock::GetRealTimeClock(),
ivocb04965c2015-09-09 00:09:43 -0700706 this,
707 this,
708 this,
709 rtp_payload_registry_.get())),
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000710 telephone_event_handler_(rtp_receiver_->GetTelephoneEventHandler()),
niklase@google.com470e71d2011-07-07 08:21:25 +0000711 _outputAudioLevel(),
niklase@google.com470e71d2011-07-07 08:21:25 +0000712 _externalTransport(false),
niklase@google.com470e71d2011-07-07 08:21:25 +0000713 _inputFilePlayerPtr(NULL),
714 _outputFilePlayerPtr(NULL),
715 _outputFileRecorderPtr(NULL),
716 // Avoid conflict with other channels by adding 1024 - 1026,
717 // won't use as much as 1024 channels.
718 _inputFilePlayerId(VoEModuleId(instanceId, channelId) + 1024),
719 _outputFilePlayerId(VoEModuleId(instanceId, channelId) + 1025),
720 _outputFileRecorderId(VoEModuleId(instanceId, channelId) + 1026),
niklase@google.com470e71d2011-07-07 08:21:25 +0000721 _outputFileRecording(false),
xians@google.com22963ab2011-08-03 12:40:23 +0000722 _inbandDtmfQueue(VoEModuleId(instanceId, channelId)),
723 _inbandDtmfGenerator(VoEModuleId(instanceId, channelId)),
xians@google.com22963ab2011-08-03 12:40:23 +0000724 _outputExternalMedia(false),
niklase@google.com470e71d2011-07-07 08:21:25 +0000725 _inputExternalMediaCallbackPtr(NULL),
726 _outputExternalMediaCallbackPtr(NULL),
ivocb04965c2015-09-09 00:09:43 -0700727 _timeStamp(0), // This is just an offset, RTP module will add it's own
728 // random offset
xians@google.com22963ab2011-08-03 12:40:23 +0000729 _sendTelephoneEventPayloadType(106),
stefan@webrtc.org8e24d872014-09-02 18:58:24 +0000730 ntp_estimator_(Clock::GetRealTimeClock()),
turaj@webrtc.org167b6df2013-12-13 21:05:07 +0000731 jitter_buffer_playout_timestamp_(0),
pwestin@webrtc.org1de01352013-04-11 20:23:35 +0000732 playout_timestamp_rtp_(0),
733 playout_timestamp_rtcp_(0),
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +0000734 playout_delay_ms_(0),
xians@google.com22963ab2011-08-03 12:40:23 +0000735 _numberOfDiscardedPackets(0),
xians@webrtc.org09e8c472013-07-31 16:30:19 +0000736 send_sequence_number_(0),
wu@webrtc.orgcb711f72014-05-19 17:39:11 +0000737 ts_stats_lock_(CriticalSectionWrapper::CreateCriticalSection()),
wu@webrtc.org94454b72014-06-05 20:34:08 +0000738 rtp_ts_wraparound_handler_(new rtc::TimestampWrapAroundHandler()),
739 capture_start_rtp_time_stamp_(-1),
wu@webrtc.orgcb711f72014-05-19 17:39:11 +0000740 capture_start_ntp_time_ms_(-1),
xians@google.com22963ab2011-08-03 12:40:23 +0000741 _engineStatisticsPtr(NULL),
henrika@webrtc.org2919e952012-01-31 08:45:03 +0000742 _outputMixerPtr(NULL),
743 _transmitMixerPtr(NULL),
xians@google.com22963ab2011-08-03 12:40:23 +0000744 _moduleProcessThreadPtr(NULL),
745 _audioDeviceModulePtr(NULL),
746 _voiceEngineObserverPtr(NULL),
747 _callbackCritSectPtr(NULL),
748 _transportPtr(NULL),
xians@google.com22963ab2011-08-03 12:40:23 +0000749 _rxVadObserverPtr(NULL),
750 _oldVadDecision(-1),
751 _sendFrameType(0),
roosa@google.com1b60ceb2012-12-12 23:00:29 +0000752 _externalMixing(false),
xians@google.com22963ab2011-08-03 12:40:23 +0000753 _mixFileWithMicrophone(false),
niklase@google.com470e71d2011-07-07 08:21:25 +0000754 _mute(false),
755 _panLeft(1.0f),
756 _panRight(1.0f),
757 _outputGain(1.0f),
758 _playOutbandDtmfEvent(false),
759 _playInbandDtmfEvent(false),
niklase@google.com470e71d2011-07-07 08:21:25 +0000760 _lastLocalTimeStamp(0),
761 _lastPayloadType(0),
xians@google.com22963ab2011-08-03 12:40:23 +0000762 _includeAudioLevelIndication(false),
niklase@google.com470e71d2011-07-07 08:21:25 +0000763 _outputSpeechType(AudioFrame::kNormalSpeech),
deadbeef74375882015-08-13 12:09:10 -0700764 video_sync_lock_(CriticalSectionWrapper::CreateCriticalSection()),
pwestin@webrtc.org1de01352013-04-11 20:23:35 +0000765 _average_jitter_buffer_delay_us(0),
niklase@google.com470e71d2011-07-07 08:21:25 +0000766 _previousTimestamp(0),
767 _recPacketDelayMs(20),
768 _RxVadDetection(false),
niklase@google.com470e71d2011-07-07 08:21:25 +0000769 _rxAgcIsEnabled(false),
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +0000770 _rxNsIsEnabled(false),
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +0000771 restored_packet_in_use_(false),
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +0000772 rtcp_observer_(new VoERtcpObserver(this)),
Minyue2013aec2015-05-13 14:14:42 +0200773 network_predictor_(new NetworkPredictor(Clock::GetRealTimeClock())),
774 assoc_send_channel_lock_(CriticalSectionWrapper::CreateCriticalSection()),
ivocb04965c2015-09-09 00:09:43 -0700775 associate_send_channel_(ChannelOwner(nullptr)) {
niklase@google.com470e71d2011-07-07 08:21:25 +0000776 WEBRTC_TRACE(kTraceMemory, kTraceVoice, VoEId(_instanceId,_channelId),
777 "Channel::Channel() - ctor");
Henrik Lundin64dad832015-05-11 12:44:23 +0200778 AudioCodingModule::Config acm_config;
779 acm_config.id = VoEModuleId(instanceId, channelId);
780 if (config.Get<NetEqCapacityConfig>().enabled) {
781 // Clamping the buffer capacity at 20 packets. While going lower will
782 // probably work, it makes little sense.
783 acm_config.neteq_config.max_packets_in_buffer =
784 std::max(20, config.Get<NetEqCapacityConfig>().capacity);
785 }
Henrik Lundin5263b3c2015-06-01 10:29:41 +0200786 acm_config.neteq_config.enable_fast_accelerate =
787 config.Get<NetEqFastAccelerate>().enabled;
Henrik Lundin64dad832015-05-11 12:44:23 +0200788 audio_coding_.reset(AudioCodingModule::Create(acm_config));
789
niklase@google.com470e71d2011-07-07 08:21:25 +0000790 _inbandDtmfQueue.ResetDtmf();
791 _inbandDtmfGenerator.Init();
792 _outputAudioLevel.Clear();
793
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000794 RtpRtcp::Configuration configuration;
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000795 configuration.audio = true;
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000796 configuration.outgoing_transport = this;
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000797 configuration.audio_messages = this;
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000798 configuration.receive_statistics = rtp_receive_statistics_.get();
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +0000799 configuration.bandwidth_callback = rtcp_observer_.get();
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000800
801 _rtpRtcpModule.reset(RtpRtcp::CreateRtpRtcp(configuration));
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +0000802
803 statistics_proxy_.reset(new StatisticsProxy(_rtpRtcpModule->SSRC()));
804 rtp_receive_statistics_->RegisterRtcpStatisticsCallback(
805 statistics_proxy_.get());
aluebs@webrtc.orgf927fd62014-04-16 11:58:18 +0000806
807 Config audioproc_config;
808 audioproc_config.Set<ExperimentalAgc>(new ExperimentalAgc(false));
809 rx_audioproc_.reset(AudioProcessing::Create(audioproc_config));
niklase@google.com470e71d2011-07-07 08:21:25 +0000810}
811
812Channel::~Channel()
813{
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +0000814 rtp_receive_statistics_->RegisterRtcpStatisticsCallback(NULL);
niklase@google.com470e71d2011-07-07 08:21:25 +0000815 WEBRTC_TRACE(kTraceMemory, kTraceVoice, VoEId(_instanceId,_channelId),
816 "Channel::~Channel() - dtor");
817
818 if (_outputExternalMedia)
819 {
820 DeRegisterExternalMediaProcessing(kPlaybackPerChannel);
821 }
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000822 if (channel_state_.Get().input_external_media)
niklase@google.com470e71d2011-07-07 08:21:25 +0000823 {
824 DeRegisterExternalMediaProcessing(kRecordingPerChannel);
825 }
826 StopSend();
niklase@google.com470e71d2011-07-07 08:21:25 +0000827 StopPlayout();
828
829 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +0000830 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +0000831 if (_inputFilePlayerPtr)
832 {
833 _inputFilePlayerPtr->RegisterModuleFileCallback(NULL);
834 _inputFilePlayerPtr->StopPlayingFile();
835 FilePlayer::DestroyFilePlayer(_inputFilePlayerPtr);
836 _inputFilePlayerPtr = NULL;
837 }
838 if (_outputFilePlayerPtr)
839 {
840 _outputFilePlayerPtr->RegisterModuleFileCallback(NULL);
841 _outputFilePlayerPtr->StopPlayingFile();
842 FilePlayer::DestroyFilePlayer(_outputFilePlayerPtr);
843 _outputFilePlayerPtr = NULL;
844 }
845 if (_outputFileRecorderPtr)
846 {
847 _outputFileRecorderPtr->RegisterModuleFileCallback(NULL);
848 _outputFileRecorderPtr->StopRecording();
849 FileRecorder::DestroyFileRecorder(_outputFileRecorderPtr);
850 _outputFileRecorderPtr = NULL;
851 }
852 }
853
854 // The order to safely shutdown modules in a channel is:
855 // 1. De-register callbacks in modules
856 // 2. De-register modules in process thread
857 // 3. Destroy modules
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000858 if (audio_coding_->RegisterTransportCallback(NULL) == -1)
niklase@google.com470e71d2011-07-07 08:21:25 +0000859 {
860 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
861 VoEId(_instanceId,_channelId),
862 "~Channel() failed to de-register transport callback"
863 " (Audio coding module)");
864 }
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000865 if (audio_coding_->RegisterVADCallback(NULL) == -1)
niklase@google.com470e71d2011-07-07 08:21:25 +0000866 {
867 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
868 VoEId(_instanceId,_channelId),
869 "~Channel() failed to de-register VAD callback"
870 " (Audio coding module)");
871 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000872 // De-register modules in process thread
tommi@webrtc.org3985f012015-02-27 13:36:34 +0000873 _moduleProcessThreadPtr->DeRegisterModule(_rtpRtcpModule.get());
874
niklase@google.com470e71d2011-07-07 08:21:25 +0000875 // End of modules shutdown
876
877 // Delete other objects
niklase@google.com470e71d2011-07-07 08:21:25 +0000878 delete &_callbackCritSect;
niklase@google.com470e71d2011-07-07 08:21:25 +0000879 delete &_fileCritSect;
wu@webrtc.org63420662013-10-17 18:28:55 +0000880 delete &volume_settings_critsect_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000881}
882
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000883int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +0000884Channel::Init()
885{
886 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
887 "Channel::Init()");
888
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +0000889 channel_state_.Reset();
890
niklase@google.com470e71d2011-07-07 08:21:25 +0000891 // --- Initial sanity
892
893 if ((_engineStatisticsPtr == NULL) ||
894 (_moduleProcessThreadPtr == NULL))
895 {
896 WEBRTC_TRACE(kTraceError, kTraceVoice,
897 VoEId(_instanceId,_channelId),
898 "Channel::Init() must call SetEngineInformation() first");
899 return -1;
900 }
901
902 // --- Add modules to process thread (for periodic schedulation)
903
tommi@webrtc.org3985f012015-02-27 13:36:34 +0000904 _moduleProcessThreadPtr->RegisterModule(_rtpRtcpModule.get());
905
pwestin@webrtc.orgc450a192012-01-04 15:00:12 +0000906 // --- ACM initialization
niklase@google.com470e71d2011-07-07 08:21:25 +0000907
henrik.lundin061b79a2015-09-18 01:29:11 -0700908 if (audio_coding_->InitializeReceiver() == -1) {
niklase@google.com470e71d2011-07-07 08:21:25 +0000909 _engineStatisticsPtr->SetLastError(
910 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
911 "Channel::Init() unable to initialize the ACM - 1");
912 return -1;
913 }
914
915 // --- RTP/RTCP module initialization
916
917 // Ensure that RTCP is enabled by default for the created channel.
918 // Note that, the module will keep generating RTCP until it is explicitly
919 // disabled by the user.
920 // After StopListen (when no sockets exists), RTCP packets will no longer
921 // be transmitted since the Transport object will then be invalid.
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000922 telephone_event_handler_->SetTelephoneEventForwardToDecoder(true);
923 // RTCP is enabled by default.
pbosda903ea2015-10-02 02:36:56 -0700924 _rtpRtcpModule->SetRTCPStatus(RtcpMode::kCompound);
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000925 // --- Register all permanent callbacks
niklase@google.com470e71d2011-07-07 08:21:25 +0000926 const bool fail =
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000927 (audio_coding_->RegisterTransportCallback(this) == -1) ||
928 (audio_coding_->RegisterVADCallback(this) == -1);
niklase@google.com470e71d2011-07-07 08:21:25 +0000929
930 if (fail)
931 {
932 _engineStatisticsPtr->SetLastError(
933 VE_CANNOT_INIT_CHANNEL, kTraceError,
934 "Channel::Init() callbacks not registered");
935 return -1;
936 }
937
938 // --- Register all supported codecs to the receiving side of the
939 // RTP/RTCP module
940
941 CodecInst codec;
pbos@webrtc.org6141e132013-04-09 10:09:10 +0000942 const uint8_t nSupportedCodecs = AudioCodingModule::NumberOfCodecs();
niklase@google.com470e71d2011-07-07 08:21:25 +0000943
944 for (int idx = 0; idx < nSupportedCodecs; idx++)
945 {
946 // Open up the RTP/RTCP receiver for all supported codecs
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000947 if ((audio_coding_->Codec(idx, &codec) == -1) ||
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000948 (rtp_receiver_->RegisterReceivePayload(
949 codec.plname,
950 codec.pltype,
951 codec.plfreq,
952 codec.channels,
953 (codec.rate < 0) ? 0 : codec.rate) == -1))
niklase@google.com470e71d2011-07-07 08:21:25 +0000954 {
955 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
956 VoEId(_instanceId,_channelId),
957 "Channel::Init() unable to register %s (%d/%d/%d/%d) "
958 "to RTP/RTCP receiver",
959 codec.plname, codec.pltype, codec.plfreq,
960 codec.channels, codec.rate);
961 }
962 else
963 {
964 WEBRTC_TRACE(kTraceInfo, kTraceVoice,
965 VoEId(_instanceId,_channelId),
966 "Channel::Init() %s (%d/%d/%d/%d) has been added to "
967 "the RTP/RTCP receiver",
968 codec.plname, codec.pltype, codec.plfreq,
969 codec.channels, codec.rate);
970 }
971
972 // Ensure that PCMU is used as default codec on the sending side
tina.legrand@webrtc.org45175852012-06-01 09:27:35 +0000973 if (!STR_CASE_CMP(codec.plname, "PCMU") && (codec.channels == 1))
niklase@google.com470e71d2011-07-07 08:21:25 +0000974 {
975 SetSendCodec(codec);
976 }
977
978 // Register default PT for outband 'telephone-event'
979 if (!STR_CASE_CMP(codec.plname, "telephone-event"))
980 {
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000981 if ((_rtpRtcpModule->RegisterSendPayload(codec) == -1) ||
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000982 (audio_coding_->RegisterReceiveCodec(codec) == -1))
niklase@google.com470e71d2011-07-07 08:21:25 +0000983 {
984 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
985 VoEId(_instanceId,_channelId),
986 "Channel::Init() failed to register outband "
987 "'telephone-event' (%d/%d) correctly",
988 codec.pltype, codec.plfreq);
989 }
990 }
991
992 if (!STR_CASE_CMP(codec.plname, "CN"))
993 {
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +0000994 if ((audio_coding_->RegisterSendCodec(codec) == -1) ||
995 (audio_coding_->RegisterReceiveCodec(codec) == -1) ||
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000996 (_rtpRtcpModule->RegisterSendPayload(codec) == -1))
niklase@google.com470e71d2011-07-07 08:21:25 +0000997 {
998 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
999 VoEId(_instanceId,_channelId),
1000 "Channel::Init() failed to register CN (%d/%d) "
1001 "correctly - 1",
1002 codec.pltype, codec.plfreq);
1003 }
1004 }
1005#ifdef WEBRTC_CODEC_RED
1006 // Register RED to the receiving side of the ACM.
1007 // We will not receive an OnInitializeDecoder() callback for RED.
1008 if (!STR_CASE_CMP(codec.plname, "RED"))
1009 {
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001010 if (audio_coding_->RegisterReceiveCodec(codec) == -1)
niklase@google.com470e71d2011-07-07 08:21:25 +00001011 {
1012 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
1013 VoEId(_instanceId,_channelId),
1014 "Channel::Init() failed to register RED (%d/%d) "
1015 "correctly",
1016 codec.pltype, codec.plfreq);
1017 }
1018 }
1019#endif
1020 }
pwestin@webrtc.org684f0572013-03-13 23:20:57 +00001021
andrew@webrtc.org6c264cc2013-10-04 17:54:09 +00001022 if (rx_audioproc_->noise_suppression()->set_level(kDefaultNsMode) != 0) {
pbosad856222015-11-27 09:48:36 -08001023 LOG(LS_ERROR) << "noise_suppression()->set_level(kDefaultNsMode) failed.";
andrew@webrtc.org6c264cc2013-10-04 17:54:09 +00001024 return -1;
niklase@google.com470e71d2011-07-07 08:21:25 +00001025 }
andrew@webrtc.org6c264cc2013-10-04 17:54:09 +00001026 if (rx_audioproc_->gain_control()->set_mode(kDefaultRxAgcMode) != 0) {
pbosad856222015-11-27 09:48:36 -08001027 LOG(LS_ERROR) << "gain_control()->set_mode(kDefaultRxAgcMode) failed.";
andrew@webrtc.org6c264cc2013-10-04 17:54:09 +00001028 return -1;
niklase@google.com470e71d2011-07-07 08:21:25 +00001029 }
1030
1031 return 0;
1032}
1033
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001034int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001035Channel::SetEngineInformation(Statistics& engineStatistics,
1036 OutputMixer& outputMixer,
1037 voe::TransmitMixer& transmitMixer,
1038 ProcessThread& moduleProcessThread,
1039 AudioDeviceModule& audioDeviceModule,
1040 VoiceEngineObserver* voiceEngineObserver,
1041 CriticalSectionWrapper* callbackCritSect)
1042{
1043 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1044 "Channel::SetEngineInformation()");
1045 _engineStatisticsPtr = &engineStatistics;
1046 _outputMixerPtr = &outputMixer;
1047 _transmitMixerPtr = &transmitMixer,
1048 _moduleProcessThreadPtr = &moduleProcessThread;
1049 _audioDeviceModulePtr = &audioDeviceModule;
1050 _voiceEngineObserverPtr = voiceEngineObserver;
1051 _callbackCritSectPtr = callbackCritSect;
1052 return 0;
1053}
1054
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001055int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001056Channel::UpdateLocalTimeStamp()
1057{
1058
Peter Kastingb7e50542015-06-11 12:55:50 -07001059 _timeStamp += static_cast<uint32_t>(_audioFrame.samples_per_channel_);
niklase@google.com470e71d2011-07-07 08:21:25 +00001060 return 0;
1061}
1062
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001063int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001064Channel::StartPlayout()
1065{
1066 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1067 "Channel::StartPlayout()");
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001068 if (channel_state_.Get().playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00001069 {
1070 return 0;
1071 }
roosa@google.com1b60ceb2012-12-12 23:00:29 +00001072
1073 if (!_externalMixing) {
1074 // Add participant as candidates for mixing.
1075 if (_outputMixerPtr->SetMixabilityStatus(*this, true) != 0)
1076 {
1077 _engineStatisticsPtr->SetLastError(
1078 VE_AUDIO_CONF_MIX_MODULE_ERROR, kTraceError,
1079 "StartPlayout() failed to add participant to mixer");
1080 return -1;
1081 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001082 }
1083
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001084 channel_state_.SetPlaying(true);
braveyao@webrtc.orgab129902012-06-04 03:26:39 +00001085 if (RegisterFilePlayingToMixer() != 0)
1086 return -1;
1087
niklase@google.com470e71d2011-07-07 08:21:25 +00001088 return 0;
1089}
1090
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001091int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001092Channel::StopPlayout()
1093{
1094 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1095 "Channel::StopPlayout()");
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001096 if (!channel_state_.Get().playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00001097 {
1098 return 0;
1099 }
roosa@google.com1b60ceb2012-12-12 23:00:29 +00001100
1101 if (!_externalMixing) {
1102 // Remove participant as candidates for mixing
1103 if (_outputMixerPtr->SetMixabilityStatus(*this, false) != 0)
1104 {
1105 _engineStatisticsPtr->SetLastError(
1106 VE_AUDIO_CONF_MIX_MODULE_ERROR, kTraceError,
1107 "StopPlayout() failed to remove participant from mixer");
1108 return -1;
1109 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001110 }
1111
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001112 channel_state_.SetPlaying(false);
niklase@google.com470e71d2011-07-07 08:21:25 +00001113 _outputAudioLevel.Clear();
1114
1115 return 0;
1116}
1117
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001118int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001119Channel::StartSend()
1120{
1121 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1122 "Channel::StartSend()");
xians@webrtc.org09e8c472013-07-31 16:30:19 +00001123 // Resume the previous sequence number which was reset by StopSend().
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001124 // This needs to be done before |sending| is set to true.
xians@webrtc.org09e8c472013-07-31 16:30:19 +00001125 if (send_sequence_number_)
1126 SetInitSequenceNumber(send_sequence_number_);
1127
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001128 if (channel_state_.Get().sending)
niklase@google.com470e71d2011-07-07 08:21:25 +00001129 {
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001130 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00001131 }
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001132 channel_state_.SetSending(true);
xians@webrtc.orge07247a2011-11-28 16:31:28 +00001133
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00001134 if (_rtpRtcpModule->SetSendingStatus(true) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001135 {
1136 _engineStatisticsPtr->SetLastError(
1137 VE_RTP_RTCP_MODULE_ERROR, kTraceError,
1138 "StartSend() RTP/RTCP failed to start sending");
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00001139 CriticalSectionScoped cs(&_callbackCritSect);
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001140 channel_state_.SetSending(false);
niklase@google.com470e71d2011-07-07 08:21:25 +00001141 return -1;
1142 }
xians@webrtc.orge07247a2011-11-28 16:31:28 +00001143
niklase@google.com470e71d2011-07-07 08:21:25 +00001144 return 0;
1145}
1146
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001147int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001148Channel::StopSend()
1149{
1150 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1151 "Channel::StopSend()");
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001152 if (!channel_state_.Get().sending)
niklase@google.com470e71d2011-07-07 08:21:25 +00001153 {
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001154 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00001155 }
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001156 channel_state_.SetSending(false);
xians@webrtc.orge07247a2011-11-28 16:31:28 +00001157
xians@webrtc.org09e8c472013-07-31 16:30:19 +00001158 // Store the sequence number to be able to pick up the same sequence for
1159 // the next StartSend(). This is needed for restarting device, otherwise
1160 // it might cause libSRTP to complain about packets being replayed.
1161 // TODO(xians): Remove this workaround after RtpRtcpModule's refactoring
1162 // CL is landed. See issue
1163 // https://code.google.com/p/webrtc/issues/detail?id=2111 .
1164 send_sequence_number_ = _rtpRtcpModule->SequenceNumber();
1165
niklase@google.com470e71d2011-07-07 08:21:25 +00001166 // Reset sending SSRC and sequence number and triggers direct transmission
1167 // of RTCP BYE
pbosd4362982015-07-07 08:32:48 -07001168 if (_rtpRtcpModule->SetSendingStatus(false) == -1)
niklase@google.com470e71d2011-07-07 08:21:25 +00001169 {
1170 _engineStatisticsPtr->SetLastError(
1171 VE_RTP_RTCP_MODULE_ERROR, kTraceWarning,
1172 "StartSend() RTP/RTCP failed to stop sending");
1173 }
1174
niklase@google.com470e71d2011-07-07 08:21:25 +00001175 return 0;
1176}
1177
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001178int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001179Channel::StartReceiving()
1180{
1181 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1182 "Channel::StartReceiving()");
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001183 if (channel_state_.Get().receiving)
niklase@google.com470e71d2011-07-07 08:21:25 +00001184 {
1185 return 0;
1186 }
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001187 channel_state_.SetReceiving(true);
niklase@google.com470e71d2011-07-07 08:21:25 +00001188 _numberOfDiscardedPackets = 0;
1189 return 0;
1190}
1191
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001192int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001193Channel::StopReceiving()
1194{
1195 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1196 "Channel::StopReceiving()");
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001197 if (!channel_state_.Get().receiving)
niklase@google.com470e71d2011-07-07 08:21:25 +00001198 {
1199 return 0;
1200 }
pwestin@webrtc.org684f0572013-03-13 23:20:57 +00001201
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001202 channel_state_.SetReceiving(false);
niklase@google.com470e71d2011-07-07 08:21:25 +00001203 return 0;
1204}
1205
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001206int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001207Channel::RegisterVoiceEngineObserver(VoiceEngineObserver& observer)
1208{
1209 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1210 "Channel::RegisterVoiceEngineObserver()");
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00001211 CriticalSectionScoped cs(&_callbackCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00001212
1213 if (_voiceEngineObserverPtr)
1214 {
1215 _engineStatisticsPtr->SetLastError(
1216 VE_INVALID_OPERATION, kTraceError,
1217 "RegisterVoiceEngineObserver() observer already enabled");
1218 return -1;
1219 }
1220 _voiceEngineObserverPtr = &observer;
1221 return 0;
1222}
1223
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001224int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001225Channel::DeRegisterVoiceEngineObserver()
1226{
1227 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1228 "Channel::DeRegisterVoiceEngineObserver()");
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00001229 CriticalSectionScoped cs(&_callbackCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00001230
1231 if (!_voiceEngineObserverPtr)
1232 {
1233 _engineStatisticsPtr->SetLastError(
1234 VE_INVALID_OPERATION, kTraceWarning,
1235 "DeRegisterVoiceEngineObserver() observer already disabled");
1236 return 0;
1237 }
1238 _voiceEngineObserverPtr = NULL;
1239 return 0;
1240}
1241
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001242int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001243Channel::GetSendCodec(CodecInst& codec)
1244{
kwiberg1fd4a4a2015-11-03 11:20:50 -08001245 auto send_codec = audio_coding_->SendCodec();
1246 if (send_codec) {
1247 codec = *send_codec;
1248 return 0;
1249 }
1250 return -1;
niklase@google.com470e71d2011-07-07 08:21:25 +00001251}
1252
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001253int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001254Channel::GetRecCodec(CodecInst& codec)
1255{
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001256 return (audio_coding_->ReceiveCodec(&codec));
niklase@google.com470e71d2011-07-07 08:21:25 +00001257}
1258
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001259int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001260Channel::SetSendCodec(const CodecInst& codec)
1261{
1262 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1263 "Channel::SetSendCodec()");
1264
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001265 if (audio_coding_->RegisterSendCodec(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001266 {
1267 WEBRTC_TRACE(kTraceError, kTraceVoice, VoEId(_instanceId,_channelId),
1268 "SetSendCodec() failed to register codec to ACM");
1269 return -1;
1270 }
1271
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00001272 if (_rtpRtcpModule->RegisterSendPayload(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001273 {
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00001274 _rtpRtcpModule->DeRegisterSendPayload(codec.pltype);
1275 if (_rtpRtcpModule->RegisterSendPayload(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001276 {
1277 WEBRTC_TRACE(
1278 kTraceError, kTraceVoice, VoEId(_instanceId,_channelId),
1279 "SetSendCodec() failed to register codec to"
1280 " RTP/RTCP module");
1281 return -1;
1282 }
1283 }
1284
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00001285 if (_rtpRtcpModule->SetAudioPacketSize(codec.pacsize) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001286 {
1287 WEBRTC_TRACE(kTraceError, kTraceVoice, VoEId(_instanceId,_channelId),
1288 "SetSendCodec() failed to set audio packet size");
1289 return -1;
1290 }
1291
1292 return 0;
1293}
1294
Ivo Creusenadf89b72015-04-29 16:03:33 +02001295void Channel::SetBitRate(int bitrate_bps) {
1296 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
1297 "Channel::SetBitRate(bitrate_bps=%d)", bitrate_bps);
1298 audio_coding_->SetBitRate(bitrate_bps);
1299}
1300
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +00001301void Channel::OnIncomingFractionLoss(int fraction_lost) {
minyue@webrtc.org74aaf292014-07-16 21:28:26 +00001302 network_predictor_->UpdatePacketLossRate(fraction_lost);
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +00001303 uint8_t average_fraction_loss = network_predictor_->GetLossRate();
1304
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00001305 // Normalizes rate to 0 - 100.
mflodman@webrtc.org0a7d4ee2015-02-17 12:57:14 +00001306 if (audio_coding_->SetPacketLossRate(
1307 100 * average_fraction_loss / 255) != 0) {
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00001308 assert(false); // This should not happen.
1309 }
1310}
1311
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001312int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001313Channel::SetVADStatus(bool enableVAD, ACMVADMode mode, bool disableDTX)
1314{
1315 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1316 "Channel::SetVADStatus(mode=%d)", mode);
henrik.lundin@webrtc.org664ccb72015-01-28 14:49:05 +00001317 assert(!(disableDTX && enableVAD)); // disableDTX mode is deprecated.
niklase@google.com470e71d2011-07-07 08:21:25 +00001318 // To disable VAD, DTX must be disabled too
1319 disableDTX = ((enableVAD == false) ? true : disableDTX);
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001320 if (audio_coding_->SetVAD(!disableDTX, enableVAD, mode) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001321 {
1322 _engineStatisticsPtr->SetLastError(
1323 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
1324 "SetVADStatus() failed to set VAD");
1325 return -1;
1326 }
1327 return 0;
1328}
1329
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001330int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001331Channel::GetVADStatus(bool& enabledVAD, ACMVADMode& mode, bool& disabledDTX)
1332{
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001333 if (audio_coding_->VAD(&disabledDTX, &enabledVAD, &mode) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001334 {
1335 _engineStatisticsPtr->SetLastError(
1336 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
1337 "GetVADStatus() failed to get VAD status");
1338 return -1;
1339 }
1340 disabledDTX = !disabledDTX;
1341 return 0;
1342}
1343
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001344int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001345Channel::SetRecPayloadType(const CodecInst& codec)
1346{
1347 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1348 "Channel::SetRecPayloadType()");
1349
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001350 if (channel_state_.Get().playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00001351 {
1352 _engineStatisticsPtr->SetLastError(
1353 VE_ALREADY_PLAYING, kTraceError,
1354 "SetRecPayloadType() unable to set PT while playing");
1355 return -1;
1356 }
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001357 if (channel_state_.Get().receiving)
niklase@google.com470e71d2011-07-07 08:21:25 +00001358 {
1359 _engineStatisticsPtr->SetLastError(
1360 VE_ALREADY_LISTENING, kTraceError,
1361 "SetRecPayloadType() unable to set PT while listening");
1362 return -1;
1363 }
1364
1365 if (codec.pltype == -1)
1366 {
1367 // De-register the selected codec (RTP/RTCP module and ACM)
1368
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001369 int8_t pltype(-1);
niklase@google.com470e71d2011-07-07 08:21:25 +00001370 CodecInst rxCodec = codec;
1371
1372 // Get payload type for the given codec
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001373 rtp_payload_registry_->ReceivePayloadType(
1374 rxCodec.plname,
1375 rxCodec.plfreq,
1376 rxCodec.channels,
1377 (rxCodec.rate < 0) ? 0 : rxCodec.rate,
1378 &pltype);
niklase@google.com470e71d2011-07-07 08:21:25 +00001379 rxCodec.pltype = pltype;
1380
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001381 if (rtp_receiver_->DeRegisterReceivePayload(pltype) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001382 {
1383 _engineStatisticsPtr->SetLastError(
1384 VE_RTP_RTCP_MODULE_ERROR,
1385 kTraceError,
1386 "SetRecPayloadType() RTP/RTCP-module deregistration "
1387 "failed");
1388 return -1;
1389 }
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001390 if (audio_coding_->UnregisterReceiveCodec(rxCodec.pltype) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001391 {
1392 _engineStatisticsPtr->SetLastError(
1393 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
1394 "SetRecPayloadType() ACM deregistration failed - 1");
1395 return -1;
1396 }
1397 return 0;
1398 }
1399
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001400 if (rtp_receiver_->RegisterReceivePayload(
1401 codec.plname,
1402 codec.pltype,
1403 codec.plfreq,
1404 codec.channels,
1405 (codec.rate < 0) ? 0 : codec.rate) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001406 {
1407 // First attempt to register failed => de-register and try again
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001408 rtp_receiver_->DeRegisterReceivePayload(codec.pltype);
1409 if (rtp_receiver_->RegisterReceivePayload(
1410 codec.plname,
1411 codec.pltype,
1412 codec.plfreq,
1413 codec.channels,
1414 (codec.rate < 0) ? 0 : codec.rate) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001415 {
1416 _engineStatisticsPtr->SetLastError(
1417 VE_RTP_RTCP_MODULE_ERROR, kTraceError,
1418 "SetRecPayloadType() RTP/RTCP-module registration failed");
1419 return -1;
1420 }
1421 }
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001422 if (audio_coding_->RegisterReceiveCodec(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001423 {
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001424 audio_coding_->UnregisterReceiveCodec(codec.pltype);
1425 if (audio_coding_->RegisterReceiveCodec(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001426 {
1427 _engineStatisticsPtr->SetLastError(
1428 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
1429 "SetRecPayloadType() ACM registration failed - 1");
1430 return -1;
1431 }
1432 }
1433 return 0;
1434}
1435
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001436int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001437Channel::GetRecPayloadType(CodecInst& codec)
1438{
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001439 int8_t payloadType(-1);
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001440 if (rtp_payload_registry_->ReceivePayloadType(
1441 codec.plname,
1442 codec.plfreq,
1443 codec.channels,
1444 (codec.rate < 0) ? 0 : codec.rate,
1445 &payloadType) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001446 {
1447 _engineStatisticsPtr->SetLastError(
henrika@webrtc.org37198002012-06-18 11:00:12 +00001448 VE_RTP_RTCP_MODULE_ERROR, kTraceWarning,
niklase@google.com470e71d2011-07-07 08:21:25 +00001449 "GetRecPayloadType() failed to retrieve RX payload type");
1450 return -1;
1451 }
1452 codec.pltype = payloadType;
niklase@google.com470e71d2011-07-07 08:21:25 +00001453 return 0;
1454}
1455
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001456int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001457Channel::SetSendCNPayloadType(int type, PayloadFrequencies frequency)
1458{
1459 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1460 "Channel::SetSendCNPayloadType()");
1461
1462 CodecInst codec;
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001463 int32_t samplingFreqHz(-1);
tina.legrand@webrtc.org45175852012-06-01 09:27:35 +00001464 const int kMono = 1;
niklase@google.com470e71d2011-07-07 08:21:25 +00001465 if (frequency == kFreq32000Hz)
1466 samplingFreqHz = 32000;
1467 else if (frequency == kFreq16000Hz)
1468 samplingFreqHz = 16000;
1469
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001470 if (audio_coding_->Codec("CN", &codec, samplingFreqHz, kMono) == -1)
niklase@google.com470e71d2011-07-07 08:21:25 +00001471 {
1472 _engineStatisticsPtr->SetLastError(
1473 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
1474 "SetSendCNPayloadType() failed to retrieve default CN codec "
1475 "settings");
1476 return -1;
1477 }
1478
1479 // Modify the payload type (must be set to dynamic range)
1480 codec.pltype = type;
1481
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00001482 if (audio_coding_->RegisterSendCodec(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001483 {
1484 _engineStatisticsPtr->SetLastError(
1485 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
1486 "SetSendCNPayloadType() failed to register CN to ACM");
1487 return -1;
1488 }
1489
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00001490 if (_rtpRtcpModule->RegisterSendPayload(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001491 {
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00001492 _rtpRtcpModule->DeRegisterSendPayload(codec.pltype);
1493 if (_rtpRtcpModule->RegisterSendPayload(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00001494 {
1495 _engineStatisticsPtr->SetLastError(
1496 VE_RTP_RTCP_MODULE_ERROR, kTraceError,
1497 "SetSendCNPayloadType() failed to register CN to RTP/RTCP "
1498 "module");
1499 return -1;
1500 }
1501 }
1502 return 0;
1503}
1504
minyue@webrtc.orgadee8f92014-09-03 12:28:06 +00001505int Channel::SetOpusMaxPlaybackRate(int frequency_hz) {
minyue@webrtc.org6aac93b2014-08-12 08:13:33 +00001506 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
minyue@webrtc.orgadee8f92014-09-03 12:28:06 +00001507 "Channel::SetOpusMaxPlaybackRate()");
minyue@webrtc.org6aac93b2014-08-12 08:13:33 +00001508
minyue@webrtc.orgadee8f92014-09-03 12:28:06 +00001509 if (audio_coding_->SetOpusMaxPlaybackRate(frequency_hz) != 0) {
minyue@webrtc.org6aac93b2014-08-12 08:13:33 +00001510 _engineStatisticsPtr->SetLastError(
1511 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
minyue@webrtc.orgadee8f92014-09-03 12:28:06 +00001512 "SetOpusMaxPlaybackRate() failed to set maximum playback rate");
minyue@webrtc.org6aac93b2014-08-12 08:13:33 +00001513 return -1;
1514 }
1515 return 0;
1516}
1517
minyue@webrtc.org9b2e1142015-03-13 09:38:07 +00001518int Channel::SetOpusDtx(bool enable_dtx) {
1519 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
1520 "Channel::SetOpusDtx(%d)", enable_dtx);
Minyue Li092041c2015-05-11 12:19:35 +02001521 int ret = enable_dtx ? audio_coding_->EnableOpusDtx()
minyue@webrtc.org9b2e1142015-03-13 09:38:07 +00001522 : audio_coding_->DisableOpusDtx();
1523 if (ret != 0) {
1524 _engineStatisticsPtr->SetLastError(
1525 VE_AUDIO_CODING_MODULE_ERROR, kTraceError, "SetOpusDtx() failed");
1526 return -1;
1527 }
1528 return 0;
1529}
1530
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001531int32_t Channel::RegisterExternalTransport(Transport& transport)
niklase@google.com470e71d2011-07-07 08:21:25 +00001532{
1533 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
1534 "Channel::RegisterExternalTransport()");
1535
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00001536 CriticalSectionScoped cs(&_callbackCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00001537
niklase@google.com470e71d2011-07-07 08:21:25 +00001538 if (_externalTransport)
1539 {
1540 _engineStatisticsPtr->SetLastError(VE_INVALID_OPERATION,
1541 kTraceError,
1542 "RegisterExternalTransport() external transport already enabled");
1543 return -1;
1544 }
1545 _externalTransport = true;
1546 _transportPtr = &transport;
1547 return 0;
1548}
1549
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001550int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00001551Channel::DeRegisterExternalTransport()
1552{
1553 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1554 "Channel::DeRegisterExternalTransport()");
1555
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00001556 CriticalSectionScoped cs(&_callbackCritSect);
xians@webrtc.org83661f52011-11-25 10:58:15 +00001557
niklase@google.com470e71d2011-07-07 08:21:25 +00001558 if (!_transportPtr)
1559 {
1560 _engineStatisticsPtr->SetLastError(
1561 VE_INVALID_OPERATION, kTraceWarning,
1562 "DeRegisterExternalTransport() external transport already "
1563 "disabled");
1564 return 0;
1565 }
1566 _externalTransport = false;
niklase@google.com470e71d2011-07-07 08:21:25 +00001567 _transportPtr = NULL;
1568 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1569 "DeRegisterExternalTransport() all transport is disabled");
niklase@google.com470e71d2011-07-07 08:21:25 +00001570 return 0;
1571}
1572
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001573int32_t Channel::ReceivedRTPPacket(const int8_t* data, size_t length,
solenberg@webrtc.orgb1f50102014-03-24 10:38:25 +00001574 const PacketTime& packet_time) {
pwestin@webrtc.org0c459572013-04-03 15:43:57 +00001575 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
1576 "Channel::ReceivedRTPPacket()");
1577
1578 // Store playout timestamp for the received RTP packet
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00001579 UpdatePlayoutTimestamp(false);
pwestin@webrtc.org0c459572013-04-03 15:43:57 +00001580
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001581 const uint8_t* received_packet = reinterpret_cast<const uint8_t*>(data);
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +00001582 RTPHeader header;
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001583 if (!rtp_header_parser_->Parse(received_packet, length, &header)) {
1584 WEBRTC_TRACE(webrtc::kTraceDebug, webrtc::kTraceVoice, _channelId,
1585 "Incoming packet: invalid RTP header");
stefan@webrtc.orga5cb98c2013-05-29 12:12:51 +00001586 return -1;
1587 }
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001588 header.payload_type_frequency =
1589 rtp_payload_registry_->GetPayloadTypeFrequency(header.payloadType);
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001590 if (header.payload_type_frequency < 0)
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001591 return -1;
stefan@webrtc.org48df3812013-11-08 15:18:52 +00001592 bool in_order = IsPacketInOrder(header);
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001593 rtp_receive_statistics_->IncomingPacket(header, length,
stefan@webrtc.org48df3812013-11-08 15:18:52 +00001594 IsPacketRetransmitted(header, in_order));
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001595 rtp_payload_registry_->SetIncomingPayloadType(header);
solenberg@webrtc.orgb1f50102014-03-24 10:38:25 +00001596
stefan@webrtc.org48df3812013-11-08 15:18:52 +00001597 return ReceivePacket(received_packet, length, header, in_order) ? 0 : -1;
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001598}
1599
1600bool Channel::ReceivePacket(const uint8_t* packet,
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001601 size_t packet_length,
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001602 const RTPHeader& header,
1603 bool in_order) {
minyue@webrtc.org456f0142015-01-23 11:58:42 +00001604 if (rtp_payload_registry_->IsRtx(header)) {
1605 return HandleRtxPacket(packet, packet_length, header);
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001606 }
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001607 const uint8_t* payload = packet + header.headerLength;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001608 assert(packet_length >= header.headerLength);
1609 size_t payload_length = packet_length - header.headerLength;
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001610 PayloadUnion payload_specific;
1611 if (!rtp_payload_registry_->GetPayloadSpecifics(header.payloadType,
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001612 &payload_specific)) {
1613 return false;
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001614 }
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001615 return rtp_receiver_->IncomingRtpPacket(header, payload, payload_length,
1616 payload_specific, in_order);
1617}
1618
minyue@webrtc.org456f0142015-01-23 11:58:42 +00001619bool Channel::HandleRtxPacket(const uint8_t* packet,
1620 size_t packet_length,
1621 const RTPHeader& header) {
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001622 if (!rtp_payload_registry_->IsRtx(header))
1623 return false;
1624
1625 // Remove the RTX header and parse the original RTP header.
1626 if (packet_length < header.headerLength)
1627 return false;
1628 if (packet_length > kVoiceEngineMaxIpPacketSizeBytes)
1629 return false;
1630 if (restored_packet_in_use_) {
1631 WEBRTC_TRACE(webrtc::kTraceDebug, webrtc::kTraceVoice, _channelId,
1632 "Multiple RTX headers detected, dropping packet");
1633 return false;
pwestin@webrtc.org0c459572013-04-03 15:43:57 +00001634 }
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001635 if (!rtp_payload_registry_->RestoreOriginalPacket(
noahric65220a72015-10-14 11:29:49 -07001636 restored_packet_, packet, &packet_length, rtp_receiver_->SSRC(),
1637 header)) {
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001638 WEBRTC_TRACE(webrtc::kTraceDebug, webrtc::kTraceVoice, _channelId,
1639 "Incoming RTX packet: invalid RTP header");
1640 return false;
1641 }
1642 restored_packet_in_use_ = true;
noahric65220a72015-10-14 11:29:49 -07001643 bool ret = OnRecoveredPacket(restored_packet_, packet_length);
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001644 restored_packet_in_use_ = false;
1645 return ret;
1646}
1647
1648bool Channel::IsPacketInOrder(const RTPHeader& header) const {
1649 StreamStatistician* statistician =
1650 rtp_receive_statistics_->GetStatistician(header.ssrc);
1651 if (!statistician)
1652 return false;
1653 return statistician->IsPacketInOrder(header.sequenceNumber);
niklase@google.com470e71d2011-07-07 08:21:25 +00001654}
1655
stefan@webrtc.org48df3812013-11-08 15:18:52 +00001656bool Channel::IsPacketRetransmitted(const RTPHeader& header,
1657 bool in_order) const {
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001658 // Retransmissions are handled separately if RTX is enabled.
1659 if (rtp_payload_registry_->RtxEnabled())
1660 return false;
1661 StreamStatistician* statistician =
1662 rtp_receive_statistics_->GetStatistician(header.ssrc);
1663 if (!statistician)
1664 return false;
1665 // Check if this is a retransmission.
pkasting@chromium.org16825b12015-01-12 21:51:21 +00001666 int64_t min_rtt = 0;
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001667 _rtpRtcpModule->RTT(rtp_receiver_->SSRC(), NULL, NULL, &min_rtt, NULL);
stefan@webrtc.org48df3812013-11-08 15:18:52 +00001668 return !in_order &&
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00001669 statistician->IsRetransmitOfOldPacket(header, min_rtt);
wu@webrtc.org822fbd82013-08-15 23:38:54 +00001670}
1671
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001672int32_t Channel::ReceivedRTCPPacket(const int8_t* data, size_t length) {
pwestin@webrtc.org0c459572013-04-03 15:43:57 +00001673 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
1674 "Channel::ReceivedRTCPPacket()");
1675 // Store playout timestamp for the received RTCP packet
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00001676 UpdatePlayoutTimestamp(true);
pwestin@webrtc.org0c459572013-04-03 15:43:57 +00001677
pwestin@webrtc.org0c459572013-04-03 15:43:57 +00001678 // Deliver RTCP packet to RTP/RTCP module for parsing
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00001679 if (_rtpRtcpModule->IncomingRtcpPacket((const uint8_t*)data, length) == -1) {
pwestin@webrtc.org0c459572013-04-03 15:43:57 +00001680 _engineStatisticsPtr->SetLastError(
1681 VE_SOCKET_TRANSPORT_MODULE_ERROR, kTraceWarning,
1682 "Channel::IncomingRTPPacket() RTCP packet is invalid");
1683 }
wu@webrtc.org82c4b852014-05-20 22:55:01 +00001684
Minyue2013aec2015-05-13 14:14:42 +02001685 int64_t rtt = GetRTT(true);
1686 if (rtt == 0) {
1687 // Waiting for valid RTT.
1688 return 0;
1689 }
1690 uint32_t ntp_secs = 0;
1691 uint32_t ntp_frac = 0;
1692 uint32_t rtp_timestamp = 0;
1693 if (0 != _rtpRtcpModule->RemoteNTP(&ntp_secs, &ntp_frac, NULL, NULL,
1694 &rtp_timestamp)) {
1695 // Waiting for RTCP.
1696 return 0;
1697 }
1698
stefan@webrtc.org8e24d872014-09-02 18:58:24 +00001699 {
1700 CriticalSectionScoped lock(ts_stats_lock_.get());
minyue@webrtc.org2c0cdbc2014-10-09 10:52:43 +00001701 ntp_estimator_.UpdateRtcpTimestamp(rtt, ntp_secs, ntp_frac, rtp_timestamp);
stefan@webrtc.org8e24d872014-09-02 18:58:24 +00001702 }
pwestin@webrtc.org0c459572013-04-03 15:43:57 +00001703 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00001704}
1705
niklase@google.com470e71d2011-07-07 08:21:25 +00001706int Channel::StartPlayingFileLocally(const char* fileName,
pbos@webrtc.org92135212013-05-14 08:31:39 +00001707 bool loop,
1708 FileFormats format,
1709 int startPosition,
1710 float volumeScaling,
1711 int stopPosition,
niklase@google.com470e71d2011-07-07 08:21:25 +00001712 const CodecInst* codecInst)
1713{
1714 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1715 "Channel::StartPlayingFileLocally(fileNameUTF8[]=%s, loop=%d,"
1716 " format=%d, volumeScaling=%5.3f, startPosition=%d, "
1717 "stopPosition=%d)", fileName, loop, format, volumeScaling,
1718 startPosition, stopPosition);
1719
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001720 if (channel_state_.Get().output_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00001721 {
1722 _engineStatisticsPtr->SetLastError(
1723 VE_ALREADY_PLAYING, kTraceError,
1724 "StartPlayingFileLocally() is already playing");
1725 return -1;
1726 }
1727
niklase@google.com470e71d2011-07-07 08:21:25 +00001728 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00001729 CriticalSectionScoped cs(&_fileCritSect);
henrike@webrtc.orgb37c6282011-10-31 23:53:04 +00001730
1731 if (_outputFilePlayerPtr)
1732 {
1733 _outputFilePlayerPtr->RegisterModuleFileCallback(NULL);
1734 FilePlayer::DestroyFilePlayer(_outputFilePlayerPtr);
1735 _outputFilePlayerPtr = NULL;
1736 }
1737
1738 _outputFilePlayerPtr = FilePlayer::CreateFilePlayer(
1739 _outputFilePlayerId, (const FileFormats)format);
1740
1741 if (_outputFilePlayerPtr == NULL)
1742 {
1743 _engineStatisticsPtr->SetLastError(
1744 VE_INVALID_ARGUMENT, kTraceError,
henrike@webrtc.org31d30702011-11-18 19:59:32 +00001745 "StartPlayingFileLocally() filePlayer format is not correct");
henrike@webrtc.orgb37c6282011-10-31 23:53:04 +00001746 return -1;
1747 }
1748
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001749 const uint32_t notificationTime(0);
henrike@webrtc.orgb37c6282011-10-31 23:53:04 +00001750
1751 if (_outputFilePlayerPtr->StartPlayingFile(
1752 fileName,
1753 loop,
1754 startPosition,
1755 volumeScaling,
1756 notificationTime,
1757 stopPosition,
1758 (const CodecInst*)codecInst) != 0)
1759 {
1760 _engineStatisticsPtr->SetLastError(
1761 VE_BAD_FILE, kTraceError,
1762 "StartPlayingFile() failed to start file playout");
1763 _outputFilePlayerPtr->StopPlayingFile();
1764 FilePlayer::DestroyFilePlayer(_outputFilePlayerPtr);
1765 _outputFilePlayerPtr = NULL;
1766 return -1;
1767 }
1768 _outputFilePlayerPtr->RegisterModuleFileCallback(this);
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001769 channel_state_.SetOutputFilePlaying(true);
niklase@google.com470e71d2011-07-07 08:21:25 +00001770 }
braveyao@webrtc.orgab129902012-06-04 03:26:39 +00001771
1772 if (RegisterFilePlayingToMixer() != 0)
henrike@webrtc.org066f9e52011-10-28 23:15:47 +00001773 return -1;
niklase@google.com470e71d2011-07-07 08:21:25 +00001774
1775 return 0;
1776}
1777
1778int Channel::StartPlayingFileLocally(InStream* stream,
pbos@webrtc.org92135212013-05-14 08:31:39 +00001779 FileFormats format,
1780 int startPosition,
1781 float volumeScaling,
1782 int stopPosition,
niklase@google.com470e71d2011-07-07 08:21:25 +00001783 const CodecInst* codecInst)
1784{
1785 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1786 "Channel::StartPlayingFileLocally(format=%d,"
1787 " volumeScaling=%5.3f, startPosition=%d, stopPosition=%d)",
1788 format, volumeScaling, startPosition, stopPosition);
1789
1790 if(stream == NULL)
1791 {
1792 _engineStatisticsPtr->SetLastError(
1793 VE_BAD_FILE, kTraceError,
1794 "StartPlayingFileLocally() NULL as input stream");
1795 return -1;
1796 }
1797
1798
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001799 if (channel_state_.Get().output_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00001800 {
1801 _engineStatisticsPtr->SetLastError(
1802 VE_ALREADY_PLAYING, kTraceError,
1803 "StartPlayingFileLocally() is already playing");
1804 return -1;
1805 }
1806
niklase@google.com470e71d2011-07-07 08:21:25 +00001807 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00001808 CriticalSectionScoped cs(&_fileCritSect);
henrike@webrtc.orgb37c6282011-10-31 23:53:04 +00001809
1810 // Destroy the old instance
1811 if (_outputFilePlayerPtr)
1812 {
1813 _outputFilePlayerPtr->RegisterModuleFileCallback(NULL);
1814 FilePlayer::DestroyFilePlayer(_outputFilePlayerPtr);
1815 _outputFilePlayerPtr = NULL;
1816 }
1817
1818 // Create the instance
1819 _outputFilePlayerPtr = FilePlayer::CreateFilePlayer(
1820 _outputFilePlayerId,
1821 (const FileFormats)format);
1822
1823 if (_outputFilePlayerPtr == NULL)
1824 {
1825 _engineStatisticsPtr->SetLastError(
1826 VE_INVALID_ARGUMENT, kTraceError,
1827 "StartPlayingFileLocally() filePlayer format isnot correct");
1828 return -1;
1829 }
1830
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001831 const uint32_t notificationTime(0);
henrike@webrtc.orgb37c6282011-10-31 23:53:04 +00001832
1833 if (_outputFilePlayerPtr->StartPlayingFile(*stream, startPosition,
1834 volumeScaling,
1835 notificationTime,
1836 stopPosition, codecInst) != 0)
1837 {
1838 _engineStatisticsPtr->SetLastError(VE_BAD_FILE, kTraceError,
1839 "StartPlayingFile() failed to "
1840 "start file playout");
1841 _outputFilePlayerPtr->StopPlayingFile();
1842 FilePlayer::DestroyFilePlayer(_outputFilePlayerPtr);
1843 _outputFilePlayerPtr = NULL;
1844 return -1;
1845 }
1846 _outputFilePlayerPtr->RegisterModuleFileCallback(this);
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001847 channel_state_.SetOutputFilePlaying(true);
niklase@google.com470e71d2011-07-07 08:21:25 +00001848 }
braveyao@webrtc.orgab129902012-06-04 03:26:39 +00001849
1850 if (RegisterFilePlayingToMixer() != 0)
henrike@webrtc.org066f9e52011-10-28 23:15:47 +00001851 return -1;
niklase@google.com470e71d2011-07-07 08:21:25 +00001852
niklase@google.com470e71d2011-07-07 08:21:25 +00001853 return 0;
1854}
1855
1856int Channel::StopPlayingFileLocally()
1857{
1858 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1859 "Channel::StopPlayingFileLocally()");
1860
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001861 if (!channel_state_.Get().output_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00001862 {
niklase@google.com470e71d2011-07-07 08:21:25 +00001863 return 0;
1864 }
1865
niklase@google.com470e71d2011-07-07 08:21:25 +00001866 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00001867 CriticalSectionScoped cs(&_fileCritSect);
henrike@webrtc.orgb37c6282011-10-31 23:53:04 +00001868
1869 if (_outputFilePlayerPtr->StopPlayingFile() != 0)
1870 {
1871 _engineStatisticsPtr->SetLastError(
1872 VE_STOP_RECORDING_FAILED, kTraceError,
1873 "StopPlayingFile() could not stop playing");
1874 return -1;
1875 }
1876 _outputFilePlayerPtr->RegisterModuleFileCallback(NULL);
1877 FilePlayer::DestroyFilePlayer(_outputFilePlayerPtr);
1878 _outputFilePlayerPtr = NULL;
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001879 channel_state_.SetOutputFilePlaying(false);
niklase@google.com470e71d2011-07-07 08:21:25 +00001880 }
henrike@webrtc.orgb37c6282011-10-31 23:53:04 +00001881 // _fileCritSect cannot be taken while calling
1882 // SetAnonymousMixibilityStatus. Refer to comments in
1883 // StartPlayingFileLocally(const char* ...) for more details.
henrike@webrtc.org066f9e52011-10-28 23:15:47 +00001884 if (_outputMixerPtr->SetAnonymousMixabilityStatus(*this, false) != 0)
1885 {
1886 _engineStatisticsPtr->SetLastError(
1887 VE_AUDIO_CONF_MIX_MODULE_ERROR, kTraceError,
henrike@webrtc.orgb37c6282011-10-31 23:53:04 +00001888 "StopPlayingFile() failed to stop participant from playing as"
1889 "file in the mixer");
henrike@webrtc.org066f9e52011-10-28 23:15:47 +00001890 return -1;
1891 }
niklase@google.com470e71d2011-07-07 08:21:25 +00001892
1893 return 0;
1894}
1895
1896int Channel::IsPlayingFileLocally() const
1897{
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001898 return channel_state_.Get().output_file_playing;
niklase@google.com470e71d2011-07-07 08:21:25 +00001899}
1900
braveyao@webrtc.orgab129902012-06-04 03:26:39 +00001901int Channel::RegisterFilePlayingToMixer()
1902{
1903 // Return success for not registering for file playing to mixer if:
1904 // 1. playing file before playout is started on that channel.
1905 // 2. starting playout without file playing on that channel.
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001906 if (!channel_state_.Get().playing ||
1907 !channel_state_.Get().output_file_playing)
braveyao@webrtc.orgab129902012-06-04 03:26:39 +00001908 {
1909 return 0;
1910 }
1911
1912 // |_fileCritSect| cannot be taken while calling
1913 // SetAnonymousMixabilityStatus() since as soon as the participant is added
1914 // frames can be pulled by the mixer. Since the frames are generated from
1915 // the file, _fileCritSect will be taken. This would result in a deadlock.
1916 if (_outputMixerPtr->SetAnonymousMixabilityStatus(*this, true) != 0)
1917 {
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001918 channel_state_.SetOutputFilePlaying(false);
braveyao@webrtc.orgab129902012-06-04 03:26:39 +00001919 CriticalSectionScoped cs(&_fileCritSect);
braveyao@webrtc.orgab129902012-06-04 03:26:39 +00001920 _engineStatisticsPtr->SetLastError(
1921 VE_AUDIO_CONF_MIX_MODULE_ERROR, kTraceError,
1922 "StartPlayingFile() failed to add participant as file to mixer");
1923 _outputFilePlayerPtr->StopPlayingFile();
1924 FilePlayer::DestroyFilePlayer(_outputFilePlayerPtr);
1925 _outputFilePlayerPtr = NULL;
1926 return -1;
1927 }
1928
1929 return 0;
1930}
1931
niklase@google.com470e71d2011-07-07 08:21:25 +00001932int Channel::StartPlayingFileAsMicrophone(const char* fileName,
pbos@webrtc.org92135212013-05-14 08:31:39 +00001933 bool loop,
1934 FileFormats format,
1935 int startPosition,
1936 float volumeScaling,
1937 int stopPosition,
niklase@google.com470e71d2011-07-07 08:21:25 +00001938 const CodecInst* codecInst)
1939{
1940 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
1941 "Channel::StartPlayingFileAsMicrophone(fileNameUTF8[]=%s, "
1942 "loop=%d, format=%d, volumeScaling=%5.3f, startPosition=%d, "
1943 "stopPosition=%d)", fileName, loop, format, volumeScaling,
1944 startPosition, stopPosition);
1945
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001946 CriticalSectionScoped cs(&_fileCritSect);
1947
1948 if (channel_state_.Get().input_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00001949 {
1950 _engineStatisticsPtr->SetLastError(
1951 VE_ALREADY_PLAYING, kTraceWarning,
1952 "StartPlayingFileAsMicrophone() filePlayer is playing");
1953 return 0;
1954 }
1955
niklase@google.com470e71d2011-07-07 08:21:25 +00001956 // Destroy the old instance
1957 if (_inputFilePlayerPtr)
1958 {
1959 _inputFilePlayerPtr->RegisterModuleFileCallback(NULL);
1960 FilePlayer::DestroyFilePlayer(_inputFilePlayerPtr);
1961 _inputFilePlayerPtr = NULL;
1962 }
1963
1964 // Create the instance
1965 _inputFilePlayerPtr = FilePlayer::CreateFilePlayer(
1966 _inputFilePlayerId, (const FileFormats)format);
1967
1968 if (_inputFilePlayerPtr == NULL)
1969 {
1970 _engineStatisticsPtr->SetLastError(
1971 VE_INVALID_ARGUMENT, kTraceError,
1972 "StartPlayingFileAsMicrophone() filePlayer format isnot correct");
1973 return -1;
1974 }
1975
pbos@webrtc.org6141e132013-04-09 10:09:10 +00001976 const uint32_t notificationTime(0);
niklase@google.com470e71d2011-07-07 08:21:25 +00001977
1978 if (_inputFilePlayerPtr->StartPlayingFile(
1979 fileName,
1980 loop,
1981 startPosition,
1982 volumeScaling,
1983 notificationTime,
1984 stopPosition,
1985 (const CodecInst*)codecInst) != 0)
1986 {
1987 _engineStatisticsPtr->SetLastError(
1988 VE_BAD_FILE, kTraceError,
1989 "StartPlayingFile() failed to start file playout");
1990 _inputFilePlayerPtr->StopPlayingFile();
1991 FilePlayer::DestroyFilePlayer(_inputFilePlayerPtr);
1992 _inputFilePlayerPtr = NULL;
1993 return -1;
1994 }
1995 _inputFilePlayerPtr->RegisterModuleFileCallback(this);
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00001996 channel_state_.SetInputFilePlaying(true);
niklase@google.com470e71d2011-07-07 08:21:25 +00001997
1998 return 0;
1999}
2000
2001int Channel::StartPlayingFileAsMicrophone(InStream* stream,
pbos@webrtc.org92135212013-05-14 08:31:39 +00002002 FileFormats format,
2003 int startPosition,
2004 float volumeScaling,
2005 int stopPosition,
niklase@google.com470e71d2011-07-07 08:21:25 +00002006 const CodecInst* codecInst)
2007{
2008 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2009 "Channel::StartPlayingFileAsMicrophone(format=%d, "
2010 "volumeScaling=%5.3f, startPosition=%d, stopPosition=%d)",
2011 format, volumeScaling, startPosition, stopPosition);
2012
2013 if(stream == NULL)
2014 {
2015 _engineStatisticsPtr->SetLastError(
2016 VE_BAD_FILE, kTraceError,
2017 "StartPlayingFileAsMicrophone NULL as input stream");
2018 return -1;
2019 }
2020
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002021 CriticalSectionScoped cs(&_fileCritSect);
2022
2023 if (channel_state_.Get().input_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00002024 {
2025 _engineStatisticsPtr->SetLastError(
2026 VE_ALREADY_PLAYING, kTraceWarning,
2027 "StartPlayingFileAsMicrophone() is playing");
2028 return 0;
2029 }
2030
niklase@google.com470e71d2011-07-07 08:21:25 +00002031 // Destroy the old instance
2032 if (_inputFilePlayerPtr)
2033 {
2034 _inputFilePlayerPtr->RegisterModuleFileCallback(NULL);
2035 FilePlayer::DestroyFilePlayer(_inputFilePlayerPtr);
2036 _inputFilePlayerPtr = NULL;
2037 }
2038
2039 // Create the instance
2040 _inputFilePlayerPtr = FilePlayer::CreateFilePlayer(
2041 _inputFilePlayerId, (const FileFormats)format);
2042
2043 if (_inputFilePlayerPtr == NULL)
2044 {
2045 _engineStatisticsPtr->SetLastError(
2046 VE_INVALID_ARGUMENT, kTraceError,
2047 "StartPlayingInputFile() filePlayer format isnot correct");
2048 return -1;
2049 }
2050
pbos@webrtc.org6141e132013-04-09 10:09:10 +00002051 const uint32_t notificationTime(0);
niklase@google.com470e71d2011-07-07 08:21:25 +00002052
2053 if (_inputFilePlayerPtr->StartPlayingFile(*stream, startPosition,
2054 volumeScaling, notificationTime,
2055 stopPosition, codecInst) != 0)
2056 {
2057 _engineStatisticsPtr->SetLastError(VE_BAD_FILE, kTraceError,
2058 "StartPlayingFile() failed to start "
2059 "file playout");
2060 _inputFilePlayerPtr->StopPlayingFile();
2061 FilePlayer::DestroyFilePlayer(_inputFilePlayerPtr);
2062 _inputFilePlayerPtr = NULL;
2063 return -1;
2064 }
andrew@webrtc.orgae1a58b2013-01-22 04:44:30 +00002065
niklase@google.com470e71d2011-07-07 08:21:25 +00002066 _inputFilePlayerPtr->RegisterModuleFileCallback(this);
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002067 channel_state_.SetInputFilePlaying(true);
niklase@google.com470e71d2011-07-07 08:21:25 +00002068
2069 return 0;
2070}
2071
2072int Channel::StopPlayingFileAsMicrophone()
2073{
2074 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2075 "Channel::StopPlayingFileAsMicrophone()");
2076
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002077 CriticalSectionScoped cs(&_fileCritSect);
2078
2079 if (!channel_state_.Get().input_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00002080 {
niklase@google.com470e71d2011-07-07 08:21:25 +00002081 return 0;
2082 }
2083
niklase@google.com470e71d2011-07-07 08:21:25 +00002084 if (_inputFilePlayerPtr->StopPlayingFile() != 0)
2085 {
2086 _engineStatisticsPtr->SetLastError(
2087 VE_STOP_RECORDING_FAILED, kTraceError,
2088 "StopPlayingFile() could not stop playing");
2089 return -1;
2090 }
2091 _inputFilePlayerPtr->RegisterModuleFileCallback(NULL);
2092 FilePlayer::DestroyFilePlayer(_inputFilePlayerPtr);
2093 _inputFilePlayerPtr = NULL;
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002094 channel_state_.SetInputFilePlaying(false);
niklase@google.com470e71d2011-07-07 08:21:25 +00002095
2096 return 0;
2097}
2098
2099int Channel::IsPlayingFileAsMicrophone() const
2100{
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002101 return channel_state_.Get().input_file_playing;
niklase@google.com470e71d2011-07-07 08:21:25 +00002102}
2103
leozwang@webrtc.org813e4b02012-03-01 18:34:25 +00002104int Channel::StartRecordingPlayout(const char* fileName,
niklase@google.com470e71d2011-07-07 08:21:25 +00002105 const CodecInst* codecInst)
2106{
2107 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2108 "Channel::StartRecordingPlayout(fileName=%s)", fileName);
2109
2110 if (_outputFileRecording)
2111 {
2112 WEBRTC_TRACE(kTraceWarning, kTraceVoice, VoEId(_instanceId,-1),
2113 "StartRecordingPlayout() is already recording");
2114 return 0;
2115 }
2116
2117 FileFormats format;
pbos@webrtc.org6141e132013-04-09 10:09:10 +00002118 const uint32_t notificationTime(0); // Not supported in VoE
niklase@google.com470e71d2011-07-07 08:21:25 +00002119 CodecInst dummyCodec={100,"L16",16000,320,1,320000};
2120
niklas.enbom@webrtc.org40197d72012-03-26 08:45:47 +00002121 if ((codecInst != NULL) &&
2122 ((codecInst->channels < 1) || (codecInst->channels > 2)))
niklase@google.com470e71d2011-07-07 08:21:25 +00002123 {
2124 _engineStatisticsPtr->SetLastError(
2125 VE_BAD_ARGUMENT, kTraceError,
2126 "StartRecordingPlayout() invalid compression");
2127 return(-1);
2128 }
2129 if(codecInst == NULL)
2130 {
2131 format = kFileFormatPcm16kHzFile;
2132 codecInst=&dummyCodec;
2133 }
2134 else if((STR_CASE_CMP(codecInst->plname,"L16") == 0) ||
2135 (STR_CASE_CMP(codecInst->plname,"PCMU") == 0) ||
2136 (STR_CASE_CMP(codecInst->plname,"PCMA") == 0))
2137 {
2138 format = kFileFormatWavFile;
2139 }
2140 else
2141 {
2142 format = kFileFormatCompressedFile;
2143 }
2144
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00002145 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00002146
2147 // Destroy the old instance
2148 if (_outputFileRecorderPtr)
2149 {
2150 _outputFileRecorderPtr->RegisterModuleFileCallback(NULL);
2151 FileRecorder::DestroyFileRecorder(_outputFileRecorderPtr);
2152 _outputFileRecorderPtr = NULL;
2153 }
2154
2155 _outputFileRecorderPtr = FileRecorder::CreateFileRecorder(
2156 _outputFileRecorderId, (const FileFormats)format);
2157 if (_outputFileRecorderPtr == NULL)
2158 {
2159 _engineStatisticsPtr->SetLastError(
2160 VE_INVALID_ARGUMENT, kTraceError,
2161 "StartRecordingPlayout() fileRecorder format isnot correct");
2162 return -1;
2163 }
2164
2165 if (_outputFileRecorderPtr->StartRecordingAudioFile(
2166 fileName, (const CodecInst&)*codecInst, notificationTime) != 0)
2167 {
2168 _engineStatisticsPtr->SetLastError(
2169 VE_BAD_FILE, kTraceError,
2170 "StartRecordingAudioFile() failed to start file recording");
2171 _outputFileRecorderPtr->StopRecording();
2172 FileRecorder::DestroyFileRecorder(_outputFileRecorderPtr);
2173 _outputFileRecorderPtr = NULL;
2174 return -1;
2175 }
2176 _outputFileRecorderPtr->RegisterModuleFileCallback(this);
2177 _outputFileRecording = true;
2178
2179 return 0;
2180}
2181
2182int Channel::StartRecordingPlayout(OutStream* stream,
2183 const CodecInst* codecInst)
2184{
2185 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2186 "Channel::StartRecordingPlayout()");
2187
2188 if (_outputFileRecording)
2189 {
2190 WEBRTC_TRACE(kTraceWarning, kTraceVoice, VoEId(_instanceId,-1),
2191 "StartRecordingPlayout() is already recording");
2192 return 0;
2193 }
2194
2195 FileFormats format;
pbos@webrtc.org6141e132013-04-09 10:09:10 +00002196 const uint32_t notificationTime(0); // Not supported in VoE
niklase@google.com470e71d2011-07-07 08:21:25 +00002197 CodecInst dummyCodec={100,"L16",16000,320,1,320000};
2198
2199 if (codecInst != NULL && codecInst->channels != 1)
2200 {
2201 _engineStatisticsPtr->SetLastError(
2202 VE_BAD_ARGUMENT, kTraceError,
2203 "StartRecordingPlayout() invalid compression");
2204 return(-1);
2205 }
2206 if(codecInst == NULL)
2207 {
2208 format = kFileFormatPcm16kHzFile;
2209 codecInst=&dummyCodec;
2210 }
2211 else if((STR_CASE_CMP(codecInst->plname,"L16") == 0) ||
2212 (STR_CASE_CMP(codecInst->plname,"PCMU") == 0) ||
2213 (STR_CASE_CMP(codecInst->plname,"PCMA") == 0))
2214 {
2215 format = kFileFormatWavFile;
2216 }
2217 else
2218 {
2219 format = kFileFormatCompressedFile;
2220 }
2221
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00002222 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00002223
2224 // Destroy the old instance
2225 if (_outputFileRecorderPtr)
2226 {
2227 _outputFileRecorderPtr->RegisterModuleFileCallback(NULL);
2228 FileRecorder::DestroyFileRecorder(_outputFileRecorderPtr);
2229 _outputFileRecorderPtr = NULL;
2230 }
2231
2232 _outputFileRecorderPtr = FileRecorder::CreateFileRecorder(
2233 _outputFileRecorderId, (const FileFormats)format);
2234 if (_outputFileRecorderPtr == NULL)
2235 {
2236 _engineStatisticsPtr->SetLastError(
2237 VE_INVALID_ARGUMENT, kTraceError,
2238 "StartRecordingPlayout() fileRecorder format isnot correct");
2239 return -1;
2240 }
2241
2242 if (_outputFileRecorderPtr->StartRecordingAudioFile(*stream, *codecInst,
2243 notificationTime) != 0)
2244 {
2245 _engineStatisticsPtr->SetLastError(VE_BAD_FILE, kTraceError,
2246 "StartRecordingPlayout() failed to "
2247 "start file recording");
2248 _outputFileRecorderPtr->StopRecording();
2249 FileRecorder::DestroyFileRecorder(_outputFileRecorderPtr);
2250 _outputFileRecorderPtr = NULL;
2251 return -1;
2252 }
andrew@webrtc.orgae1a58b2013-01-22 04:44:30 +00002253
niklase@google.com470e71d2011-07-07 08:21:25 +00002254 _outputFileRecorderPtr->RegisterModuleFileCallback(this);
2255 _outputFileRecording = true;
2256
2257 return 0;
2258}
2259
2260int Channel::StopRecordingPlayout()
2261{
2262 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,-1),
2263 "Channel::StopRecordingPlayout()");
2264
2265 if (!_outputFileRecording)
2266 {
2267 WEBRTC_TRACE(kTraceError, kTraceVoice, VoEId(_instanceId,-1),
2268 "StopRecordingPlayout() isnot recording");
2269 return -1;
2270 }
2271
2272
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00002273 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00002274
2275 if (_outputFileRecorderPtr->StopRecording() != 0)
2276 {
2277 _engineStatisticsPtr->SetLastError(
2278 VE_STOP_RECORDING_FAILED, kTraceError,
2279 "StopRecording() could not stop recording");
2280 return(-1);
2281 }
2282 _outputFileRecorderPtr->RegisterModuleFileCallback(NULL);
2283 FileRecorder::DestroyFileRecorder(_outputFileRecorderPtr);
2284 _outputFileRecorderPtr = NULL;
2285 _outputFileRecording = false;
2286
2287 return 0;
2288}
2289
2290void
2291Channel::SetMixWithMicStatus(bool mix)
2292{
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002293 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00002294 _mixFileWithMicrophone=mix;
2295}
2296
2297int
pbos@webrtc.org6141e132013-04-09 10:09:10 +00002298Channel::GetSpeechOutputLevel(uint32_t& level) const
niklase@google.com470e71d2011-07-07 08:21:25 +00002299{
pbos@webrtc.org6141e132013-04-09 10:09:10 +00002300 int8_t currentLevel = _outputAudioLevel.Level();
2301 level = static_cast<int32_t> (currentLevel);
niklase@google.com470e71d2011-07-07 08:21:25 +00002302 return 0;
2303}
2304
2305int
pbos@webrtc.org6141e132013-04-09 10:09:10 +00002306Channel::GetSpeechOutputLevelFullRange(uint32_t& level) const
niklase@google.com470e71d2011-07-07 08:21:25 +00002307{
pbos@webrtc.org6141e132013-04-09 10:09:10 +00002308 int16_t currentLevel = _outputAudioLevel.LevelFullRange();
2309 level = static_cast<int32_t> (currentLevel);
niklase@google.com470e71d2011-07-07 08:21:25 +00002310 return 0;
2311}
2312
2313int
2314Channel::SetMute(bool enable)
2315{
wu@webrtc.org63420662013-10-17 18:28:55 +00002316 CriticalSectionScoped cs(&volume_settings_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00002317 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2318 "Channel::SetMute(enable=%d)", enable);
2319 _mute = enable;
2320 return 0;
2321}
2322
2323bool
2324Channel::Mute() const
2325{
wu@webrtc.org63420662013-10-17 18:28:55 +00002326 CriticalSectionScoped cs(&volume_settings_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00002327 return _mute;
2328}
2329
2330int
2331Channel::SetOutputVolumePan(float left, float right)
2332{
wu@webrtc.org63420662013-10-17 18:28:55 +00002333 CriticalSectionScoped cs(&volume_settings_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00002334 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2335 "Channel::SetOutputVolumePan()");
2336 _panLeft = left;
2337 _panRight = right;
2338 return 0;
2339}
2340
2341int
2342Channel::GetOutputVolumePan(float& left, float& right) const
2343{
wu@webrtc.org63420662013-10-17 18:28:55 +00002344 CriticalSectionScoped cs(&volume_settings_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00002345 left = _panLeft;
2346 right = _panRight;
niklase@google.com470e71d2011-07-07 08:21:25 +00002347 return 0;
2348}
2349
2350int
2351Channel::SetChannelOutputVolumeScaling(float scaling)
2352{
wu@webrtc.org63420662013-10-17 18:28:55 +00002353 CriticalSectionScoped cs(&volume_settings_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00002354 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2355 "Channel::SetChannelOutputVolumeScaling()");
2356 _outputGain = scaling;
2357 return 0;
2358}
2359
2360int
2361Channel::GetChannelOutputVolumeScaling(float& scaling) const
2362{
wu@webrtc.org63420662013-10-17 18:28:55 +00002363 CriticalSectionScoped cs(&volume_settings_critsect_);
niklase@google.com470e71d2011-07-07 08:21:25 +00002364 scaling = _outputGain;
niklase@google.com470e71d2011-07-07 08:21:25 +00002365 return 0;
2366}
2367
niklase@google.com470e71d2011-07-07 08:21:25 +00002368int Channel::SendTelephoneEventOutband(unsigned char eventCode,
wu@webrtc.org822fbd82013-08-15 23:38:54 +00002369 int lengthMs, int attenuationDb,
2370 bool playDtmfEvent)
niklase@google.com470e71d2011-07-07 08:21:25 +00002371{
2372 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
2373 "Channel::SendTelephoneEventOutband(..., playDtmfEvent=%d)",
2374 playDtmfEvent);
Fredrik Solenbergb5727682015-12-04 15:22:19 +01002375 if (!Sending()) {
2376 return -1;
2377 }
niklase@google.com470e71d2011-07-07 08:21:25 +00002378
2379 _playOutbandDtmfEvent = playDtmfEvent;
2380
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00002381 if (_rtpRtcpModule->SendTelephoneEventOutband(eventCode, lengthMs,
niklase@google.com470e71d2011-07-07 08:21:25 +00002382 attenuationDb) != 0)
2383 {
2384 _engineStatisticsPtr->SetLastError(
2385 VE_SEND_DTMF_FAILED,
2386 kTraceWarning,
2387 "SendTelephoneEventOutband() failed to send event");
2388 return -1;
2389 }
2390 return 0;
2391}
2392
2393int Channel::SendTelephoneEventInband(unsigned char eventCode,
2394 int lengthMs,
2395 int attenuationDb,
2396 bool playDtmfEvent)
2397{
2398 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
2399 "Channel::SendTelephoneEventInband(..., playDtmfEvent=%d)",
2400 playDtmfEvent);
2401
2402 _playInbandDtmfEvent = playDtmfEvent;
2403 _inbandDtmfQueue.AddDtmf(eventCode, lengthMs, attenuationDb);
2404
2405 return 0;
2406}
2407
2408int
niklase@google.com470e71d2011-07-07 08:21:25 +00002409Channel::SetSendTelephoneEventPayloadType(unsigned char type)
2410{
2411 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2412 "Channel::SetSendTelephoneEventPayloadType()");
andrew@webrtc.orgf81f9f82011-08-19 22:56:22 +00002413 if (type > 127)
niklase@google.com470e71d2011-07-07 08:21:25 +00002414 {
2415 _engineStatisticsPtr->SetLastError(
2416 VE_INVALID_ARGUMENT, kTraceError,
2417 "SetSendTelephoneEventPayloadType() invalid type");
2418 return -1;
2419 }
pbos@webrtc.org5b10d8f2013-07-11 15:50:07 +00002420 CodecInst codec = {};
pwestin@webrtc.org1da1ce02011-10-13 15:19:55 +00002421 codec.plfreq = 8000;
2422 codec.pltype = type;
2423 memcpy(codec.plname, "telephone-event", 16);
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00002424 if (_rtpRtcpModule->RegisterSendPayload(codec) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00002425 {
henrika@webrtc.org4392d5f2013-04-17 07:34:25 +00002426 _rtpRtcpModule->DeRegisterSendPayload(codec.pltype);
2427 if (_rtpRtcpModule->RegisterSendPayload(codec) != 0) {
2428 _engineStatisticsPtr->SetLastError(
2429 VE_RTP_RTCP_MODULE_ERROR, kTraceError,
2430 "SetSendTelephoneEventPayloadType() failed to register send"
2431 "payload type");
2432 return -1;
2433 }
niklase@google.com470e71d2011-07-07 08:21:25 +00002434 }
2435 _sendTelephoneEventPayloadType = type;
2436 return 0;
2437}
2438
2439int
2440Channel::GetSendTelephoneEventPayloadType(unsigned char& type)
2441{
niklase@google.com470e71d2011-07-07 08:21:25 +00002442 type = _sendTelephoneEventPayloadType;
niklase@google.com470e71d2011-07-07 08:21:25 +00002443 return 0;
2444}
2445
niklase@google.com470e71d2011-07-07 08:21:25 +00002446int
2447Channel::UpdateRxVadDetection(AudioFrame& audioFrame)
2448{
2449 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
2450 "Channel::UpdateRxVadDetection()");
2451
2452 int vadDecision = 1;
2453
andrew@webrtc.org63a50982012-05-02 23:56:37 +00002454 vadDecision = (audioFrame.vad_activity_ == AudioFrame::kVadActive)? 1 : 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00002455
2456 if ((vadDecision != _oldVadDecision) && _rxVadObserverPtr)
2457 {
2458 OnRxVadDetected(vadDecision);
2459 _oldVadDecision = vadDecision;
2460 }
2461
2462 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
2463 "Channel::UpdateRxVadDetection() => vadDecision=%d",
2464 vadDecision);
2465 return 0;
2466}
2467
2468int
2469Channel::RegisterRxVadObserver(VoERxVadCallback &observer)
2470{
2471 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2472 "Channel::RegisterRxVadObserver()");
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00002473 CriticalSectionScoped cs(&_callbackCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00002474
2475 if (_rxVadObserverPtr)
2476 {
2477 _engineStatisticsPtr->SetLastError(
2478 VE_INVALID_OPERATION, kTraceError,
2479 "RegisterRxVadObserver() observer already enabled");
2480 return -1;
2481 }
niklase@google.com470e71d2011-07-07 08:21:25 +00002482 _rxVadObserverPtr = &observer;
2483 _RxVadDetection = true;
2484 return 0;
2485}
2486
2487int
2488Channel::DeRegisterRxVadObserver()
2489{
2490 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2491 "Channel::DeRegisterRxVadObserver()");
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00002492 CriticalSectionScoped cs(&_callbackCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00002493
2494 if (!_rxVadObserverPtr)
2495 {
2496 _engineStatisticsPtr->SetLastError(
2497 VE_INVALID_OPERATION, kTraceWarning,
2498 "DeRegisterRxVadObserver() observer already disabled");
2499 return 0;
2500 }
2501 _rxVadObserverPtr = NULL;
2502 _RxVadDetection = false;
2503 return 0;
2504}
2505
2506int
2507Channel::VoiceActivityIndicator(int &activity)
2508{
2509 activity = _sendFrameType;
niklase@google.com470e71d2011-07-07 08:21:25 +00002510 return 0;
2511}
2512
2513#ifdef WEBRTC_VOICE_ENGINE_AGC
2514
2515int
pbos@webrtc.org92135212013-05-14 08:31:39 +00002516Channel::SetRxAgcStatus(bool enable, AgcModes mode)
niklase@google.com470e71d2011-07-07 08:21:25 +00002517{
2518 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2519 "Channel::SetRxAgcStatus(enable=%d, mode=%d)",
2520 (int)enable, (int)mode);
2521
andrew@webrtc.org6c264cc2013-10-04 17:54:09 +00002522 GainControl::Mode agcMode = kDefaultRxAgcMode;
niklase@google.com470e71d2011-07-07 08:21:25 +00002523 switch (mode)
2524 {
2525 case kAgcDefault:
niklase@google.com470e71d2011-07-07 08:21:25 +00002526 break;
2527 case kAgcUnchanged:
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002528 agcMode = rx_audioproc_->gain_control()->mode();
niklase@google.com470e71d2011-07-07 08:21:25 +00002529 break;
2530 case kAgcFixedDigital:
2531 agcMode = GainControl::kFixedDigital;
2532 break;
2533 case kAgcAdaptiveDigital:
2534 agcMode =GainControl::kAdaptiveDigital;
2535 break;
2536 default:
2537 _engineStatisticsPtr->SetLastError(
2538 VE_INVALID_ARGUMENT, kTraceError,
2539 "SetRxAgcStatus() invalid Agc mode");
2540 return -1;
2541 }
2542
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002543 if (rx_audioproc_->gain_control()->set_mode(agcMode) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00002544 {
2545 _engineStatisticsPtr->SetLastError(
2546 VE_APM_ERROR, kTraceError,
2547 "SetRxAgcStatus() failed to set Agc mode");
2548 return -1;
2549 }
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002550 if (rx_audioproc_->gain_control()->Enable(enable) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00002551 {
2552 _engineStatisticsPtr->SetLastError(
2553 VE_APM_ERROR, kTraceError,
2554 "SetRxAgcStatus() failed to set Agc state");
2555 return -1;
2556 }
2557
2558 _rxAgcIsEnabled = enable;
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002559 channel_state_.SetRxApmIsEnabled(_rxAgcIsEnabled || _rxNsIsEnabled);
niklase@google.com470e71d2011-07-07 08:21:25 +00002560
2561 return 0;
2562}
2563
2564int
2565Channel::GetRxAgcStatus(bool& enabled, AgcModes& mode)
2566{
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002567 bool enable = rx_audioproc_->gain_control()->is_enabled();
niklase@google.com470e71d2011-07-07 08:21:25 +00002568 GainControl::Mode agcMode =
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002569 rx_audioproc_->gain_control()->mode();
niklase@google.com470e71d2011-07-07 08:21:25 +00002570
2571 enabled = enable;
2572
2573 switch (agcMode)
2574 {
2575 case GainControl::kFixedDigital:
2576 mode = kAgcFixedDigital;
2577 break;
2578 case GainControl::kAdaptiveDigital:
2579 mode = kAgcAdaptiveDigital;
2580 break;
2581 default:
2582 _engineStatisticsPtr->SetLastError(
2583 VE_APM_ERROR, kTraceError,
2584 "GetRxAgcStatus() invalid Agc mode");
2585 return -1;
2586 }
2587
2588 return 0;
2589}
2590
2591int
pbos@webrtc.org92135212013-05-14 08:31:39 +00002592Channel::SetRxAgcConfig(AgcConfig config)
niklase@google.com470e71d2011-07-07 08:21:25 +00002593{
2594 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2595 "Channel::SetRxAgcConfig()");
2596
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002597 if (rx_audioproc_->gain_control()->set_target_level_dbfs(
niklase@google.com470e71d2011-07-07 08:21:25 +00002598 config.targetLeveldBOv) != 0)
2599 {
2600 _engineStatisticsPtr->SetLastError(
2601 VE_APM_ERROR, kTraceError,
2602 "SetRxAgcConfig() failed to set target peak |level|"
2603 "(or envelope) of the Agc");
2604 return -1;
2605 }
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002606 if (rx_audioproc_->gain_control()->set_compression_gain_db(
niklase@google.com470e71d2011-07-07 08:21:25 +00002607 config.digitalCompressionGaindB) != 0)
2608 {
2609 _engineStatisticsPtr->SetLastError(
2610 VE_APM_ERROR, kTraceError,
2611 "SetRxAgcConfig() failed to set the range in |gain| the"
2612 " digital compression stage may apply");
2613 return -1;
2614 }
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002615 if (rx_audioproc_->gain_control()->enable_limiter(
niklase@google.com470e71d2011-07-07 08:21:25 +00002616 config.limiterEnable) != 0)
2617 {
2618 _engineStatisticsPtr->SetLastError(
2619 VE_APM_ERROR, kTraceError,
2620 "SetRxAgcConfig() failed to set hard limiter to the signal");
2621 return -1;
2622 }
2623
2624 return 0;
2625}
2626
2627int
2628Channel::GetRxAgcConfig(AgcConfig& config)
2629{
niklase@google.com470e71d2011-07-07 08:21:25 +00002630 config.targetLeveldBOv =
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002631 rx_audioproc_->gain_control()->target_level_dbfs();
niklase@google.com470e71d2011-07-07 08:21:25 +00002632 config.digitalCompressionGaindB =
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002633 rx_audioproc_->gain_control()->compression_gain_db();
niklase@google.com470e71d2011-07-07 08:21:25 +00002634 config.limiterEnable =
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002635 rx_audioproc_->gain_control()->is_limiter_enabled();
niklase@google.com470e71d2011-07-07 08:21:25 +00002636
niklase@google.com470e71d2011-07-07 08:21:25 +00002637 return 0;
2638}
2639
2640#endif // #ifdef WEBRTC_VOICE_ENGINE_AGC
2641
2642#ifdef WEBRTC_VOICE_ENGINE_NR
2643
2644int
pbos@webrtc.org92135212013-05-14 08:31:39 +00002645Channel::SetRxNsStatus(bool enable, NsModes mode)
niklase@google.com470e71d2011-07-07 08:21:25 +00002646{
2647 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
2648 "Channel::SetRxNsStatus(enable=%d, mode=%d)",
2649 (int)enable, (int)mode);
2650
andrew@webrtc.org6c264cc2013-10-04 17:54:09 +00002651 NoiseSuppression::Level nsLevel = kDefaultNsMode;
niklase@google.com470e71d2011-07-07 08:21:25 +00002652 switch (mode)
2653 {
2654
2655 case kNsDefault:
niklase@google.com470e71d2011-07-07 08:21:25 +00002656 break;
2657 case kNsUnchanged:
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002658 nsLevel = rx_audioproc_->noise_suppression()->level();
niklase@google.com470e71d2011-07-07 08:21:25 +00002659 break;
2660 case kNsConference:
2661 nsLevel = NoiseSuppression::kHigh;
2662 break;
2663 case kNsLowSuppression:
2664 nsLevel = NoiseSuppression::kLow;
2665 break;
2666 case kNsModerateSuppression:
2667 nsLevel = NoiseSuppression::kModerate;
2668 break;
2669 case kNsHighSuppression:
2670 nsLevel = NoiseSuppression::kHigh;
2671 break;
2672 case kNsVeryHighSuppression:
2673 nsLevel = NoiseSuppression::kVeryHigh;
2674 break;
niklase@google.com470e71d2011-07-07 08:21:25 +00002675 }
2676
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002677 if (rx_audioproc_->noise_suppression()->set_level(nsLevel)
niklase@google.com470e71d2011-07-07 08:21:25 +00002678 != 0)
2679 {
2680 _engineStatisticsPtr->SetLastError(
2681 VE_APM_ERROR, kTraceError,
andrew@webrtc.org6c264cc2013-10-04 17:54:09 +00002682 "SetRxNsStatus() failed to set NS level");
niklase@google.com470e71d2011-07-07 08:21:25 +00002683 return -1;
2684 }
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002685 if (rx_audioproc_->noise_suppression()->Enable(enable) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00002686 {
2687 _engineStatisticsPtr->SetLastError(
2688 VE_APM_ERROR, kTraceError,
andrew@webrtc.org6c264cc2013-10-04 17:54:09 +00002689 "SetRxNsStatus() failed to set NS state");
niklase@google.com470e71d2011-07-07 08:21:25 +00002690 return -1;
2691 }
2692
2693 _rxNsIsEnabled = enable;
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002694 channel_state_.SetRxApmIsEnabled(_rxAgcIsEnabled || _rxNsIsEnabled);
niklase@google.com470e71d2011-07-07 08:21:25 +00002695
2696 return 0;
2697}
2698
2699int
2700Channel::GetRxNsStatus(bool& enabled, NsModes& mode)
2701{
niklase@google.com470e71d2011-07-07 08:21:25 +00002702 bool enable =
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002703 rx_audioproc_->noise_suppression()->is_enabled();
niklase@google.com470e71d2011-07-07 08:21:25 +00002704 NoiseSuppression::Level ncLevel =
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002705 rx_audioproc_->noise_suppression()->level();
niklase@google.com470e71d2011-07-07 08:21:25 +00002706
2707 enabled = enable;
2708
2709 switch (ncLevel)
2710 {
2711 case NoiseSuppression::kLow:
2712 mode = kNsLowSuppression;
2713 break;
2714 case NoiseSuppression::kModerate:
2715 mode = kNsModerateSuppression;
2716 break;
2717 case NoiseSuppression::kHigh:
2718 mode = kNsHighSuppression;
2719 break;
2720 case NoiseSuppression::kVeryHigh:
2721 mode = kNsVeryHighSuppression;
2722 break;
niklase@google.com470e71d2011-07-07 08:21:25 +00002723 }
2724
niklase@google.com470e71d2011-07-07 08:21:25 +00002725 return 0;
2726}
2727
2728#endif // #ifdef WEBRTC_VOICE_ENGINE_NR
2729
2730int
niklase@google.com470e71d2011-07-07 08:21:25 +00002731Channel::SetLocalSSRC(unsigned int ssrc)
2732{
2733 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
2734 "Channel::SetLocalSSRC()");
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002735 if (channel_state_.Get().sending)
niklase@google.com470e71d2011-07-07 08:21:25 +00002736 {
2737 _engineStatisticsPtr->SetLastError(
2738 VE_ALREADY_SENDING, kTraceError,
2739 "SetLocalSSRC() already sending");
2740 return -1;
2741 }
stefan@webrtc.orgef927552014-06-05 08:25:29 +00002742 _rtpRtcpModule->SetSSRC(ssrc);
niklase@google.com470e71d2011-07-07 08:21:25 +00002743 return 0;
2744}
2745
2746int
2747Channel::GetLocalSSRC(unsigned int& ssrc)
2748{
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00002749 ssrc = _rtpRtcpModule->SSRC();
niklase@google.com470e71d2011-07-07 08:21:25 +00002750 return 0;
2751}
2752
2753int
2754Channel::GetRemoteSSRC(unsigned int& ssrc)
2755{
wu@webrtc.org822fbd82013-08-15 23:38:54 +00002756 ssrc = rtp_receiver_->SSRC();
niklase@google.com470e71d2011-07-07 08:21:25 +00002757 return 0;
2758}
2759
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00002760int Channel::SetSendAudioLevelIndicationStatus(bool enable, unsigned char id) {
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002761 _includeAudioLevelIndication = enable;
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00002762 return SetSendRtpHeaderExtension(enable, kRtpExtensionAudioLevel, id);
niklase@google.com470e71d2011-07-07 08:21:25 +00002763}
andrew@webrtc.orgf3930e92013-09-18 22:37:32 +00002764
wu@webrtc.org93fd25c2014-04-24 20:33:08 +00002765int Channel::SetReceiveAudioLevelIndicationStatus(bool enable,
2766 unsigned char id) {
2767 rtp_header_parser_->DeregisterRtpHeaderExtension(
2768 kRtpExtensionAudioLevel);
2769 if (enable && !rtp_header_parser_->RegisterRtpHeaderExtension(
2770 kRtpExtensionAudioLevel, id)) {
2771 return -1;
2772 }
2773 return 0;
2774}
2775
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00002776int Channel::SetSendAbsoluteSenderTimeStatus(bool enable, unsigned char id) {
2777 return SetSendRtpHeaderExtension(enable, kRtpExtensionAbsoluteSendTime, id);
2778}
2779
2780int Channel::SetReceiveAbsoluteSenderTimeStatus(bool enable, unsigned char id) {
2781 rtp_header_parser_->DeregisterRtpHeaderExtension(
2782 kRtpExtensionAbsoluteSendTime);
solenberg@webrtc.orgb1f50102014-03-24 10:38:25 +00002783 if (enable && !rtp_header_parser_->RegisterRtpHeaderExtension(
2784 kRtpExtensionAbsoluteSendTime, id)) {
2785 return -1;
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00002786 }
2787 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00002788}
2789
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00002790void Channel::SetRTCPStatus(bool enable) {
2791 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
2792 "Channel::SetRTCPStatus()");
pbosda903ea2015-10-02 02:36:56 -07002793 _rtpRtcpModule->SetRTCPStatus(enable ? RtcpMode::kCompound : RtcpMode::kOff);
niklase@google.com470e71d2011-07-07 08:21:25 +00002794}
2795
2796int
2797Channel::GetRTCPStatus(bool& enabled)
2798{
pbosda903ea2015-10-02 02:36:56 -07002799 RtcpMode method = _rtpRtcpModule->RTCP();
2800 enabled = (method != RtcpMode::kOff);
niklase@google.com470e71d2011-07-07 08:21:25 +00002801 return 0;
2802}
2803
2804int
2805Channel::SetRTCP_CNAME(const char cName[256])
2806{
2807 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
2808 "Channel::SetRTCP_CNAME()");
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00002809 if (_rtpRtcpModule->SetCNAME(cName) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00002810 {
2811 _engineStatisticsPtr->SetLastError(
2812 VE_RTP_RTCP_MODULE_ERROR, kTraceError,
2813 "SetRTCP_CNAME() failed to set RTCP CNAME");
2814 return -1;
2815 }
2816 return 0;
2817}
2818
2819int
niklase@google.com470e71d2011-07-07 08:21:25 +00002820Channel::GetRemoteRTCP_CNAME(char cName[256])
2821{
2822 if (cName == NULL)
2823 {
2824 _engineStatisticsPtr->SetLastError(
2825 VE_INVALID_ARGUMENT, kTraceError,
2826 "GetRemoteRTCP_CNAME() invalid CNAME input buffer");
2827 return -1;
2828 }
leozwang@webrtc.org813e4b02012-03-01 18:34:25 +00002829 char cname[RTCP_CNAME_SIZE];
wu@webrtc.org822fbd82013-08-15 23:38:54 +00002830 const uint32_t remoteSSRC = rtp_receiver_->SSRC();
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00002831 if (_rtpRtcpModule->RemoteCNAME(remoteSSRC, cname) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00002832 {
2833 _engineStatisticsPtr->SetLastError(
2834 VE_CANNOT_RETRIEVE_CNAME, kTraceError,
2835 "GetRemoteRTCP_CNAME() failed to retrieve remote RTCP CNAME");
2836 return -1;
2837 }
2838 strcpy(cName, cname);
niklase@google.com470e71d2011-07-07 08:21:25 +00002839 return 0;
2840}
2841
2842int
2843Channel::GetRemoteRTCPData(
2844 unsigned int& NTPHigh,
2845 unsigned int& NTPLow,
2846 unsigned int& timestamp,
2847 unsigned int& playoutTimestamp,
2848 unsigned int* jitter,
2849 unsigned short* fractionLost)
2850{
2851 // --- Information from sender info in received Sender Reports
2852
2853 RTCPSenderInfo senderInfo;
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00002854 if (_rtpRtcpModule->RemoteRTCPStat(&senderInfo) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00002855 {
2856 _engineStatisticsPtr->SetLastError(
2857 VE_RTP_RTCP_MODULE_ERROR, kTraceError,
wu@webrtc.orgfcd12b32011-09-15 20:49:50 +00002858 "GetRemoteRTCPData() failed to retrieve sender info for remote "
niklase@google.com470e71d2011-07-07 08:21:25 +00002859 "side");
2860 return -1;
2861 }
2862
2863 // We only utilize 12 out of 20 bytes in the sender info (ignores packet
2864 // and octet count)
2865 NTPHigh = senderInfo.NTPseconds;
2866 NTPLow = senderInfo.NTPfraction;
2867 timestamp = senderInfo.RTPtimeStamp;
2868
niklase@google.com470e71d2011-07-07 08:21:25 +00002869 // --- Locally derived information
2870
2871 // This value is updated on each incoming RTCP packet (0 when no packet
2872 // has been received)
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00002873 playoutTimestamp = playout_timestamp_rtcp_;
niklase@google.com470e71d2011-07-07 08:21:25 +00002874
niklase@google.com470e71d2011-07-07 08:21:25 +00002875 if (NULL != jitter || NULL != fractionLost)
2876 {
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +00002877 // Get all RTCP receiver report blocks that have been received on this
2878 // channel. If we receive RTP packets from a remote source we know the
2879 // remote SSRC and use the report block from him.
2880 // Otherwise use the first report block.
2881 std::vector<RTCPReportBlock> remote_stats;
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00002882 if (_rtpRtcpModule->RemoteRTCPStat(&remote_stats) != 0 ||
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +00002883 remote_stats.empty()) {
2884 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
2885 VoEId(_instanceId, _channelId),
2886 "GetRemoteRTCPData() failed to measure statistics due"
2887 " to lack of received RTP and/or RTCP packets");
2888 return -1;
niklase@google.com470e71d2011-07-07 08:21:25 +00002889 }
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +00002890
wu@webrtc.org822fbd82013-08-15 23:38:54 +00002891 uint32_t remoteSSRC = rtp_receiver_->SSRC();
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +00002892 std::vector<RTCPReportBlock>::const_iterator it = remote_stats.begin();
2893 for (; it != remote_stats.end(); ++it) {
2894 if (it->remoteSSRC == remoteSSRC)
2895 break;
niklase@google.com470e71d2011-07-07 08:21:25 +00002896 }
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +00002897
2898 if (it == remote_stats.end()) {
2899 // If we have not received any RTCP packets from this SSRC it probably
2900 // means that we have not received any RTP packets.
2901 // Use the first received report block instead.
2902 it = remote_stats.begin();
2903 remoteSSRC = it->remoteSSRC;
niklase@google.com470e71d2011-07-07 08:21:25 +00002904 }
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +00002905
xians@webrtc.org79af7342012-01-31 12:22:14 +00002906 if (jitter) {
2907 *jitter = it->jitter;
xians@webrtc.org79af7342012-01-31 12:22:14 +00002908 }
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +00002909
xians@webrtc.org79af7342012-01-31 12:22:14 +00002910 if (fractionLost) {
2911 *fractionLost = it->fractionLost;
xians@webrtc.org79af7342012-01-31 12:22:14 +00002912 }
niklase@google.com470e71d2011-07-07 08:21:25 +00002913 }
2914 return 0;
2915}
2916
2917int
pbos@webrtc.org92135212013-05-14 08:31:39 +00002918Channel::SendApplicationDefinedRTCPPacket(unsigned char subType,
niklase@google.com470e71d2011-07-07 08:21:25 +00002919 unsigned int name,
2920 const char* data,
2921 unsigned short dataLengthInBytes)
2922{
2923 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
2924 "Channel::SendApplicationDefinedRTCPPacket()");
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00002925 if (!channel_state_.Get().sending)
niklase@google.com470e71d2011-07-07 08:21:25 +00002926 {
2927 _engineStatisticsPtr->SetLastError(
2928 VE_NOT_SENDING, kTraceError,
2929 "SendApplicationDefinedRTCPPacket() not sending");
2930 return -1;
2931 }
2932 if (NULL == data)
2933 {
2934 _engineStatisticsPtr->SetLastError(
2935 VE_INVALID_ARGUMENT, kTraceError,
2936 "SendApplicationDefinedRTCPPacket() invalid data value");
2937 return -1;
2938 }
2939 if (dataLengthInBytes % 4 != 0)
2940 {
2941 _engineStatisticsPtr->SetLastError(
2942 VE_INVALID_ARGUMENT, kTraceError,
2943 "SendApplicationDefinedRTCPPacket() invalid length value");
2944 return -1;
2945 }
pbosda903ea2015-10-02 02:36:56 -07002946 RtcpMode status = _rtpRtcpModule->RTCP();
2947 if (status == RtcpMode::kOff) {
niklase@google.com470e71d2011-07-07 08:21:25 +00002948 _engineStatisticsPtr->SetLastError(
2949 VE_RTCP_ERROR, kTraceError,
2950 "SendApplicationDefinedRTCPPacket() RTCP is disabled");
2951 return -1;
2952 }
2953
2954 // Create and schedule the RTCP APP packet for transmission
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00002955 if (_rtpRtcpModule->SetRTCPApplicationSpecificData(
niklase@google.com470e71d2011-07-07 08:21:25 +00002956 subType,
2957 name,
2958 (const unsigned char*) data,
2959 dataLengthInBytes) != 0)
2960 {
2961 _engineStatisticsPtr->SetLastError(
2962 VE_SEND_ERROR, kTraceError,
2963 "SendApplicationDefinedRTCPPacket() failed to send RTCP packet");
2964 return -1;
2965 }
2966 return 0;
2967}
2968
2969int
2970Channel::GetRTPStatistics(
2971 unsigned int& averageJitterMs,
2972 unsigned int& maxJitterMs,
2973 unsigned int& discardedPackets)
2974{
niklase@google.com470e71d2011-07-07 08:21:25 +00002975 // The jitter statistics is updated for each received RTP packet and is
2976 // based on received packets.
pbosda903ea2015-10-02 02:36:56 -07002977 if (_rtpRtcpModule->RTCP() == RtcpMode::kOff) {
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +00002978 // If RTCP is off, there is no timed thread in the RTCP module regularly
2979 // generating new stats, trigger the update manually here instead.
2980 StreamStatistician* statistician =
2981 rtp_receive_statistics_->GetStatistician(rtp_receiver_->SSRC());
2982 if (statistician) {
2983 // Don't use returned statistics, use data from proxy instead so that
2984 // max jitter can be fetched atomically.
2985 RtcpStatistics s;
2986 statistician->GetStatistics(&s, true);
2987 }
niklase@google.com470e71d2011-07-07 08:21:25 +00002988 }
2989
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +00002990 ChannelStatistics stats = statistics_proxy_->GetStats();
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00002991 const int32_t playoutFrequency = audio_coding_->PlayoutFrequency();
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +00002992 if (playoutFrequency > 0) {
2993 // Scale RTP statistics given the current playout frequency
2994 maxJitterMs = stats.max_jitter / (playoutFrequency / 1000);
2995 averageJitterMs = stats.rtcp.jitter / (playoutFrequency / 1000);
niklase@google.com470e71d2011-07-07 08:21:25 +00002996 }
2997
2998 discardedPackets = _numberOfDiscardedPackets;
2999
niklase@google.com470e71d2011-07-07 08:21:25 +00003000 return 0;
3001}
3002
henrika@webrtc.org8a2fc882012-08-22 08:53:55 +00003003int Channel::GetRemoteRTCPReportBlocks(
3004 std::vector<ReportBlock>* report_blocks) {
3005 if (report_blocks == NULL) {
3006 _engineStatisticsPtr->SetLastError(VE_INVALID_ARGUMENT, kTraceError,
3007 "GetRemoteRTCPReportBlock()s invalid report_blocks.");
3008 return -1;
3009 }
3010
3011 // Get the report blocks from the latest received RTCP Sender or Receiver
3012 // Report. Each element in the vector contains the sender's SSRC and a
3013 // report block according to RFC 3550.
3014 std::vector<RTCPReportBlock> rtcp_report_blocks;
3015 if (_rtpRtcpModule->RemoteRTCPStat(&rtcp_report_blocks) != 0) {
henrika@webrtc.org8a2fc882012-08-22 08:53:55 +00003016 return -1;
3017 }
3018
3019 if (rtcp_report_blocks.empty())
3020 return 0;
3021
3022 std::vector<RTCPReportBlock>::const_iterator it = rtcp_report_blocks.begin();
3023 for (; it != rtcp_report_blocks.end(); ++it) {
3024 ReportBlock report_block;
3025 report_block.sender_SSRC = it->remoteSSRC;
3026 report_block.source_SSRC = it->sourceSSRC;
3027 report_block.fraction_lost = it->fractionLost;
3028 report_block.cumulative_num_packets_lost = it->cumulativeLost;
3029 report_block.extended_highest_sequence_number = it->extendedHighSeqNum;
3030 report_block.interarrival_jitter = it->jitter;
3031 report_block.last_SR_timestamp = it->lastSR;
3032 report_block.delay_since_last_SR = it->delaySinceLastSR;
3033 report_blocks->push_back(report_block);
3034 }
3035 return 0;
3036}
3037
niklase@google.com470e71d2011-07-07 08:21:25 +00003038int
3039Channel::GetRTPStatistics(CallStatistics& stats)
3040{
wu@webrtc.orgcb711f72014-05-19 17:39:11 +00003041 // --- RtcpStatistics
niklase@google.com470e71d2011-07-07 08:21:25 +00003042
3043 // The jitter statistics is updated for each received RTP packet and is
3044 // based on received packets.
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +00003045 RtcpStatistics statistics;
stefan@webrtc.org286fe0b2013-08-21 20:58:21 +00003046 StreamStatistician* statistician =
3047 rtp_receive_statistics_->GetStatistician(rtp_receiver_->SSRC());
pbosda903ea2015-10-02 02:36:56 -07003048 if (!statistician ||
3049 !statistician->GetStatistics(
3050 &statistics, _rtpRtcpModule->RTCP() == RtcpMode::kOff)) {
wu@webrtc.org822fbd82013-08-15 23:38:54 +00003051 _engineStatisticsPtr->SetLastError(
3052 VE_CANNOT_RETRIEVE_RTP_STAT, kTraceWarning,
3053 "GetRTPStatistics() failed to read RTP statistics from the "
3054 "RTP/RTCP module");
niklase@google.com470e71d2011-07-07 08:21:25 +00003055 }
3056
wu@webrtc.org822fbd82013-08-15 23:38:54 +00003057 stats.fractionLost = statistics.fraction_lost;
3058 stats.cumulativeLost = statistics.cumulative_lost;
3059 stats.extendedMax = statistics.extended_max_sequence_number;
3060 stats.jitterSamples = statistics.jitter;
niklase@google.com470e71d2011-07-07 08:21:25 +00003061
wu@webrtc.orgcb711f72014-05-19 17:39:11 +00003062 // --- RTT
Minyue2013aec2015-05-13 14:14:42 +02003063 stats.rttMs = GetRTT(true);
niklase@google.com470e71d2011-07-07 08:21:25 +00003064
wu@webrtc.orgcb711f72014-05-19 17:39:11 +00003065 // --- Data counters
niklase@google.com470e71d2011-07-07 08:21:25 +00003066
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00003067 size_t bytesSent(0);
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003068 uint32_t packetsSent(0);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +00003069 size_t bytesReceived(0);
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003070 uint32_t packetsReceived(0);
niklase@google.com470e71d2011-07-07 08:21:25 +00003071
stefan@webrtc.org286fe0b2013-08-21 20:58:21 +00003072 if (statistician) {
3073 statistician->GetDataCounters(&bytesReceived, &packetsReceived);
3074 }
wu@webrtc.org822fbd82013-08-15 23:38:54 +00003075
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00003076 if (_rtpRtcpModule->DataCountersRTP(&bytesSent,
wu@webrtc.org822fbd82013-08-15 23:38:54 +00003077 &packetsSent) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00003078 {
3079 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
3080 VoEId(_instanceId, _channelId),
3081 "GetRTPStatistics() failed to retrieve RTP datacounters =>"
wu@webrtc.orgfcd12b32011-09-15 20:49:50 +00003082 " output will not be complete");
niklase@google.com470e71d2011-07-07 08:21:25 +00003083 }
3084
3085 stats.bytesSent = bytesSent;
3086 stats.packetsSent = packetsSent;
3087 stats.bytesReceived = bytesReceived;
3088 stats.packetsReceived = packetsReceived;
3089
wu@webrtc.orgcb711f72014-05-19 17:39:11 +00003090 // --- Timestamps
3091 {
3092 CriticalSectionScoped lock(ts_stats_lock_.get());
3093 stats.capture_start_ntp_time_ms_ = capture_start_ntp_time_ms_;
3094 }
niklase@google.com470e71d2011-07-07 08:21:25 +00003095 return 0;
3096}
3097
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00003098int Channel::SetREDStatus(bool enable, int redPayloadtype) {
turaj@webrtc.org42259e72012-12-11 02:15:12 +00003099 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00003100 "Channel::SetREDStatus()");
niklase@google.com470e71d2011-07-07 08:21:25 +00003101
turaj@webrtc.org8c8ad852013-01-31 18:20:17 +00003102 if (enable) {
3103 if (redPayloadtype < 0 || redPayloadtype > 127) {
3104 _engineStatisticsPtr->SetLastError(
3105 VE_PLTYPE_ERROR, kTraceError,
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00003106 "SetREDStatus() invalid RED payload type");
turaj@webrtc.org8c8ad852013-01-31 18:20:17 +00003107 return -1;
3108 }
3109
3110 if (SetRedPayloadType(redPayloadtype) < 0) {
3111 _engineStatisticsPtr->SetLastError(
3112 VE_CODEC_ERROR, kTraceError,
3113 "SetSecondarySendCodec() Failed to register RED ACM");
3114 return -1;
3115 }
turaj@webrtc.org42259e72012-12-11 02:15:12 +00003116 }
niklase@google.com470e71d2011-07-07 08:21:25 +00003117
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +00003118 if (audio_coding_->SetREDStatus(enable) != 0) {
turaj@webrtc.org42259e72012-12-11 02:15:12 +00003119 _engineStatisticsPtr->SetLastError(
3120 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +00003121 "SetREDStatus() failed to set RED state in the ACM");
turaj@webrtc.org42259e72012-12-11 02:15:12 +00003122 return -1;
3123 }
3124 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00003125}
3126
3127int
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00003128Channel::GetREDStatus(bool& enabled, int& redPayloadtype)
niklase@google.com470e71d2011-07-07 08:21:25 +00003129{
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +00003130 enabled = audio_coding_->REDStatus();
niklase@google.com470e71d2011-07-07 08:21:25 +00003131 if (enabled)
3132 {
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003133 int8_t payloadType(0);
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +00003134 if (_rtpRtcpModule->SendREDPayloadType(payloadType) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00003135 {
3136 _engineStatisticsPtr->SetLastError(
3137 VE_RTP_RTCP_MODULE_ERROR, kTraceError,
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00003138 "GetREDStatus() failed to retrieve RED PT from RTP/RTCP "
niklase@google.com470e71d2011-07-07 08:21:25 +00003139 "module");
3140 return -1;
3141 }
pkasting@chromium.orgdf9a41d2015-01-26 22:35:29 +00003142 redPayloadtype = payloadType;
niklase@google.com470e71d2011-07-07 08:21:25 +00003143 return 0;
3144 }
niklase@google.com470e71d2011-07-07 08:21:25 +00003145 return 0;
3146}
3147
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00003148int Channel::SetCodecFECStatus(bool enable) {
3149 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
3150 "Channel::SetCodecFECStatus()");
3151
3152 if (audio_coding_->SetCodecFEC(enable) != 0) {
3153 _engineStatisticsPtr->SetLastError(
3154 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
3155 "SetCodecFECStatus() failed to set FEC state");
3156 return -1;
3157 }
3158 return 0;
3159}
3160
3161bool Channel::GetCodecFECStatus() {
3162 bool enabled = audio_coding_->CodecFEC();
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00003163 return enabled;
3164}
3165
pwestin@webrtc.orgdb249952013-06-05 15:33:20 +00003166void Channel::SetNACKStatus(bool enable, int maxNumberOfPackets) {
3167 // None of these functions can fail.
3168 _rtpRtcpModule->SetStorePacketsStatus(enable, maxNumberOfPackets);
stefan@webrtc.org7bb8f022013-09-06 13:40:11 +00003169 rtp_receive_statistics_->SetMaxReorderingThreshold(maxNumberOfPackets);
3170 rtp_receiver_->SetNACKStatus(enable ? kNackRtcp : kNackOff);
pwestin@webrtc.orgd30859e2013-06-06 21:09:01 +00003171 if (enable)
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00003172 audio_coding_->EnableNack(maxNumberOfPackets);
pwestin@webrtc.orgd30859e2013-06-06 21:09:01 +00003173 else
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00003174 audio_coding_->DisableNack();
pwestin@webrtc.orgdb249952013-06-05 15:33:20 +00003175}
3176
pwestin@webrtc.orgd30859e2013-06-06 21:09:01 +00003177// Called when we are missing one or more packets.
3178int Channel::ResendPackets(const uint16_t* sequence_numbers, int length) {
pwestin@webrtc.orgdb249952013-06-05 15:33:20 +00003179 return _rtpRtcpModule->SendNACK(sequence_numbers, length);
3180}
3181
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003182uint32_t
andrew@webrtc.org755b04a2011-11-15 16:57:56 +00003183Channel::Demultiplex(const AudioFrame& audioFrame)
niklase@google.com470e71d2011-07-07 08:21:25 +00003184{
3185 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
andrew@webrtc.org755b04a2011-11-15 16:57:56 +00003186 "Channel::Demultiplex()");
andrew@webrtc.orgae1a58b2013-01-22 04:44:30 +00003187 _audioFrame.CopyFrom(audioFrame);
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003188 _audioFrame.id_ = _channelId;
niklase@google.com470e71d2011-07-07 08:21:25 +00003189 return 0;
3190}
3191
xians@webrtc.org2f84afa2013-07-31 16:23:37 +00003192void Channel::Demultiplex(const int16_t* audio_data,
xians@webrtc.org8fff1f02013-07-31 16:27:42 +00003193 int sample_rate,
Peter Kastingdce40cf2015-08-24 14:52:23 -07003194 size_t number_of_frames,
xians@webrtc.org8fff1f02013-07-31 16:27:42 +00003195 int number_of_channels) {
xians@webrtc.org2f84afa2013-07-31 16:23:37 +00003196 CodecInst codec;
3197 GetSendCodec(codec);
xians@webrtc.org2f84afa2013-07-31 16:23:37 +00003198
Alejandro Luebscdfe20b2015-09-23 12:49:12 -07003199 // Never upsample or upmix the capture signal here. This should be done at the
3200 // end of the send chain.
3201 _audioFrame.sample_rate_hz_ = std::min(codec.plfreq, sample_rate);
3202 _audioFrame.num_channels_ = std::min(number_of_channels, codec.channels);
3203 RemixAndResample(audio_data, number_of_frames, number_of_channels,
3204 sample_rate, &input_resampler_, &_audioFrame);
xians@webrtc.org2f84afa2013-07-31 16:23:37 +00003205}
3206
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003207uint32_t
xians@google.com0b0665a2011-08-08 08:18:44 +00003208Channel::PrepareEncodeAndSend(int mixingFrequency)
niklase@google.com470e71d2011-07-07 08:21:25 +00003209{
3210 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
3211 "Channel::PrepareEncodeAndSend()");
3212
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003213 if (_audioFrame.samples_per_channel_ == 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00003214 {
3215 WEBRTC_TRACE(kTraceWarning, kTraceVoice, VoEId(_instanceId,_channelId),
3216 "Channel::PrepareEncodeAndSend() invalid audio frame");
tommi@webrtc.orgeec6ecd2014-07-11 19:09:59 +00003217 return 0xFFFFFFFF;
niklase@google.com470e71d2011-07-07 08:21:25 +00003218 }
3219
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00003220 if (channel_state_.Get().input_file_playing)
niklase@google.com470e71d2011-07-07 08:21:25 +00003221 {
3222 MixOrReplaceAudioWithFile(mixingFrequency);
3223 }
3224
andrew@webrtc.org21299d42014-05-14 19:00:59 +00003225 bool is_muted = Mute(); // Cache locally as Mute() takes a lock.
3226 if (is_muted) {
3227 AudioFrameOperations::Mute(_audioFrame);
niklase@google.com470e71d2011-07-07 08:21:25 +00003228 }
3229
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00003230 if (channel_state_.Get().input_external_media)
niklase@google.com470e71d2011-07-07 08:21:25 +00003231 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00003232 CriticalSectionScoped cs(&_callbackCritSect);
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003233 const bool isStereo = (_audioFrame.num_channels_ == 2);
niklase@google.com470e71d2011-07-07 08:21:25 +00003234 if (_inputExternalMediaCallbackPtr)
3235 {
3236 _inputExternalMediaCallbackPtr->Process(
3237 _channelId,
3238 kRecordingPerChannel,
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003239 (int16_t*)_audioFrame.data_,
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003240 _audioFrame.samples_per_channel_,
3241 _audioFrame.sample_rate_hz_,
niklase@google.com470e71d2011-07-07 08:21:25 +00003242 isStereo);
3243 }
3244 }
3245
3246 InsertInbandDtmfTone();
3247
andrew@webrtc.org60730cf2014-01-07 17:45:09 +00003248 if (_includeAudioLevelIndication) {
Peter Kastingdce40cf2015-08-24 14:52:23 -07003249 size_t length =
3250 _audioFrame.samples_per_channel_ * _audioFrame.num_channels_;
andrew@webrtc.org21299d42014-05-14 19:00:59 +00003251 if (is_muted) {
3252 rms_level_.ProcessMuted(length);
3253 } else {
3254 rms_level_.Process(_audioFrame.data_, length);
3255 }
andrew@webrtc.org755b04a2011-11-15 16:57:56 +00003256 }
3257
niklase@google.com470e71d2011-07-07 08:21:25 +00003258 return 0;
3259}
3260
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003261uint32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00003262Channel::EncodeAndSend()
3263{
3264 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
3265 "Channel::EncodeAndSend()");
3266
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003267 assert(_audioFrame.num_channels_ <= 2);
3268 if (_audioFrame.samples_per_channel_ == 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00003269 {
3270 WEBRTC_TRACE(kTraceWarning, kTraceVoice, VoEId(_instanceId,_channelId),
3271 "Channel::EncodeAndSend() invalid audio frame");
tommi@webrtc.orgeec6ecd2014-07-11 19:09:59 +00003272 return 0xFFFFFFFF;
niklase@google.com470e71d2011-07-07 08:21:25 +00003273 }
3274
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003275 _audioFrame.id_ = _channelId;
niklase@google.com470e71d2011-07-07 08:21:25 +00003276
3277 // --- Add 10ms of raw (PCM) audio data to the encoder @ 32kHz.
3278
3279 // The ACM resamples internally.
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003280 _audioFrame.timestamp_ = _timeStamp;
henrik.lundin@webrtc.orgf56c1622015-03-02 12:29:30 +00003281 // This call will trigger AudioPacketizationCallback::SendData if encoding
3282 // is done and payload is ready for packetization and transmission.
3283 // Otherwise, it will return without invoking the callback.
3284 if (audio_coding_->Add10MsData((AudioFrame&)_audioFrame) < 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00003285 {
3286 WEBRTC_TRACE(kTraceError, kTraceVoice, VoEId(_instanceId,_channelId),
3287 "Channel::EncodeAndSend() ACM encoding failed");
tommi@webrtc.orgeec6ecd2014-07-11 19:09:59 +00003288 return 0xFFFFFFFF;
niklase@google.com470e71d2011-07-07 08:21:25 +00003289 }
3290
Peter Kastingb7e50542015-06-11 12:55:50 -07003291 _timeStamp += static_cast<uint32_t>(_audioFrame.samples_per_channel_);
henrik.lundin@webrtc.orgf56c1622015-03-02 12:29:30 +00003292 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00003293}
3294
Minyue2013aec2015-05-13 14:14:42 +02003295void Channel::DisassociateSendChannel(int channel_id) {
3296 CriticalSectionScoped lock(assoc_send_channel_lock_.get());
3297 Channel* channel = associate_send_channel_.channel();
3298 if (channel && channel->ChannelId() == channel_id) {
3299 // If this channel is associated with a send channel of the specified
3300 // Channel ID, disassociate with it.
3301 ChannelOwner ref(NULL);
3302 associate_send_channel_ = ref;
3303 }
3304}
3305
niklase@google.com470e71d2011-07-07 08:21:25 +00003306int Channel::RegisterExternalMediaProcessing(
3307 ProcessingTypes type,
3308 VoEMediaProcess& processObject)
3309{
3310 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
3311 "Channel::RegisterExternalMediaProcessing()");
3312
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00003313 CriticalSectionScoped cs(&_callbackCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00003314
3315 if (kPlaybackPerChannel == type)
3316 {
3317 if (_outputExternalMediaCallbackPtr)
3318 {
3319 _engineStatisticsPtr->SetLastError(
3320 VE_INVALID_OPERATION, kTraceError,
3321 "Channel::RegisterExternalMediaProcessing() "
3322 "output external media already enabled");
3323 return -1;
3324 }
3325 _outputExternalMediaCallbackPtr = &processObject;
3326 _outputExternalMedia = true;
3327 }
3328 else if (kRecordingPerChannel == type)
3329 {
3330 if (_inputExternalMediaCallbackPtr)
3331 {
3332 _engineStatisticsPtr->SetLastError(
3333 VE_INVALID_OPERATION, kTraceError,
3334 "Channel::RegisterExternalMediaProcessing() "
3335 "output external media already enabled");
3336 return -1;
3337 }
3338 _inputExternalMediaCallbackPtr = &processObject;
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00003339 channel_state_.SetInputExternalMedia(true);
niklase@google.com470e71d2011-07-07 08:21:25 +00003340 }
3341 return 0;
3342}
3343
3344int Channel::DeRegisterExternalMediaProcessing(ProcessingTypes type)
3345{
3346 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
3347 "Channel::DeRegisterExternalMediaProcessing()");
3348
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00003349 CriticalSectionScoped cs(&_callbackCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00003350
3351 if (kPlaybackPerChannel == type)
3352 {
3353 if (!_outputExternalMediaCallbackPtr)
3354 {
3355 _engineStatisticsPtr->SetLastError(
3356 VE_INVALID_OPERATION, kTraceWarning,
3357 "Channel::DeRegisterExternalMediaProcessing() "
3358 "output external media already disabled");
3359 return 0;
3360 }
3361 _outputExternalMedia = false;
3362 _outputExternalMediaCallbackPtr = NULL;
3363 }
3364 else if (kRecordingPerChannel == type)
3365 {
3366 if (!_inputExternalMediaCallbackPtr)
3367 {
3368 _engineStatisticsPtr->SetLastError(
3369 VE_INVALID_OPERATION, kTraceWarning,
3370 "Channel::DeRegisterExternalMediaProcessing() "
3371 "input external media already disabled");
3372 return 0;
3373 }
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00003374 channel_state_.SetInputExternalMedia(false);
niklase@google.com470e71d2011-07-07 08:21:25 +00003375 _inputExternalMediaCallbackPtr = NULL;
3376 }
3377
3378 return 0;
3379}
3380
roosa@google.com1b60ceb2012-12-12 23:00:29 +00003381int Channel::SetExternalMixing(bool enabled) {
3382 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
3383 "Channel::SetExternalMixing(enabled=%d)", enabled);
3384
henrika@webrtc.org944cbeb2014-03-18 10:32:33 +00003385 if (channel_state_.Get().playing)
roosa@google.com1b60ceb2012-12-12 23:00:29 +00003386 {
3387 _engineStatisticsPtr->SetLastError(
3388 VE_INVALID_OPERATION, kTraceError,
3389 "Channel::SetExternalMixing() "
3390 "external mixing cannot be changed while playing.");
3391 return -1;
3392 }
3393
3394 _externalMixing = enabled;
3395
3396 return 0;
3397}
3398
niklase@google.com470e71d2011-07-07 08:21:25 +00003399int
niklase@google.com470e71d2011-07-07 08:21:25 +00003400Channel::GetNetworkStatistics(NetworkStatistics& stats)
3401{
minyue@webrtc.orgc0bd7be2015-02-18 15:24:13 +00003402 return audio_coding_->GetNetworkStatistics(&stats);
niklase@google.com470e71d2011-07-07 08:21:25 +00003403}
3404
wu@webrtc.org24301a62013-12-13 19:17:43 +00003405void Channel::GetDecodingCallStatistics(AudioDecodingCallStats* stats) const {
3406 audio_coding_->GetDecodingCallStatistics(stats);
3407}
3408
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003409bool Channel::GetDelayEstimate(int* jitter_buffer_delay_ms,
3410 int* playout_buffer_delay_ms) const {
deadbeef74375882015-08-13 12:09:10 -07003411 CriticalSectionScoped cs(video_sync_lock_.get());
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003412 if (_average_jitter_buffer_delay_us == 0) {
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003413 return false;
3414 }
3415 *jitter_buffer_delay_ms = (_average_jitter_buffer_delay_us + 500) / 1000 +
3416 _recPacketDelayMs;
3417 *playout_buffer_delay_ms = playout_delay_ms_;
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003418 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +00003419}
3420
solenberg358057b2015-11-27 10:46:42 -08003421uint32_t Channel::GetDelayEstimate() const {
3422 int jitter_buffer_delay_ms = 0;
3423 int playout_buffer_delay_ms = 0;
3424 GetDelayEstimate(&jitter_buffer_delay_ms, &playout_buffer_delay_ms);
3425 return jitter_buffer_delay_ms + playout_buffer_delay_ms;
3426}
3427
deadbeef74375882015-08-13 12:09:10 -07003428int Channel::LeastRequiredDelayMs() const {
3429 return audio_coding_->LeastRequiredDelayMs();
3430}
3431
niklase@google.com470e71d2011-07-07 08:21:25 +00003432int
3433Channel::SetMinimumPlayoutDelay(int delayMs)
3434{
3435 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
3436 "Channel::SetMinimumPlayoutDelay()");
3437 if ((delayMs < kVoiceEngineMinMinPlayoutDelayMs) ||
3438 (delayMs > kVoiceEngineMaxMinPlayoutDelayMs))
3439 {
3440 _engineStatisticsPtr->SetLastError(
3441 VE_INVALID_ARGUMENT, kTraceError,
3442 "SetMinimumPlayoutDelay() invalid min delay");
3443 return -1;
3444 }
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00003445 if (audio_coding_->SetMinimumPlayoutDelay(delayMs) != 0)
niklase@google.com470e71d2011-07-07 08:21:25 +00003446 {
3447 _engineStatisticsPtr->SetLastError(
3448 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
3449 "SetMinimumPlayoutDelay() failed to set min playout delay");
3450 return -1;
3451 }
3452 return 0;
3453}
3454
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003455int Channel::GetPlayoutTimestamp(unsigned int& timestamp) {
deadbeef74375882015-08-13 12:09:10 -07003456 uint32_t playout_timestamp_rtp = 0;
3457 {
3458 CriticalSectionScoped cs(video_sync_lock_.get());
3459 playout_timestamp_rtp = playout_timestamp_rtp_;
3460 }
3461 if (playout_timestamp_rtp == 0) {
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003462 _engineStatisticsPtr->SetLastError(
3463 VE_CANNOT_RETRIEVE_VALUE, kTraceError,
3464 "GetPlayoutTimestamp() failed to retrieve timestamp");
3465 return -1;
3466 }
deadbeef74375882015-08-13 12:09:10 -07003467 timestamp = playout_timestamp_rtp;
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003468 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00003469}
3470
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00003471int Channel::SetInitTimestamp(unsigned int timestamp) {
3472 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
niklase@google.com470e71d2011-07-07 08:21:25 +00003473 "Channel::SetInitTimestamp()");
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00003474 if (channel_state_.Get().sending) {
3475 _engineStatisticsPtr->SetLastError(VE_SENDING, kTraceError,
3476 "SetInitTimestamp() already sending");
3477 return -1;
3478 }
3479 _rtpRtcpModule->SetStartTimestamp(timestamp);
3480 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00003481}
3482
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +00003483int Channel::SetInitSequenceNumber(short sequenceNumber) {
3484 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId, _channelId),
3485 "Channel::SetInitSequenceNumber()");
3486 if (channel_state_.Get().sending) {
3487 _engineStatisticsPtr->SetLastError(
3488 VE_SENDING, kTraceError, "SetInitSequenceNumber() already sending");
3489 return -1;
3490 }
3491 _rtpRtcpModule->SetSequenceNumber(sequenceNumber);
3492 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +00003493}
3494
3495int
wu@webrtc.org822fbd82013-08-15 23:38:54 +00003496Channel::GetRtpRtcp(RtpRtcp** rtpRtcpModule, RtpReceiver** rtp_receiver) const
niklase@google.com470e71d2011-07-07 08:21:25 +00003497{
wu@webrtc.org822fbd82013-08-15 23:38:54 +00003498 *rtpRtcpModule = _rtpRtcpModule.get();
3499 *rtp_receiver = rtp_receiver_.get();
niklase@google.com470e71d2011-07-07 08:21:25 +00003500 return 0;
3501}
3502
andrew@webrtc.orge59a0ac2012-05-08 17:12:40 +00003503// TODO(andrew): refactor Mix functions here and in transmit_mixer.cc to use
3504// a shared helper.
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003505int32_t
pbos@webrtc.org92135212013-05-14 08:31:39 +00003506Channel::MixOrReplaceAudioWithFile(int mixingFrequency)
niklase@google.com470e71d2011-07-07 08:21:25 +00003507{
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +00003508 rtc::scoped_ptr<int16_t[]> fileBuffer(new int16_t[640]);
Peter Kastingdce40cf2015-08-24 14:52:23 -07003509 size_t fileSamples(0);
niklase@google.com470e71d2011-07-07 08:21:25 +00003510
3511 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00003512 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00003513
3514 if (_inputFilePlayerPtr == NULL)
3515 {
3516 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
3517 VoEId(_instanceId, _channelId),
3518 "Channel::MixOrReplaceAudioWithFile() fileplayer"
3519 " doesnt exist");
3520 return -1;
3521 }
3522
braveyao@webrtc.orgd7131432012-03-29 10:39:44 +00003523 if (_inputFilePlayerPtr->Get10msAudioFromFile(fileBuffer.get(),
niklase@google.com470e71d2011-07-07 08:21:25 +00003524 fileSamples,
3525 mixingFrequency) == -1)
3526 {
3527 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
3528 VoEId(_instanceId, _channelId),
3529 "Channel::MixOrReplaceAudioWithFile() file mixing "
3530 "failed");
3531 return -1;
3532 }
3533 if (fileSamples == 0)
3534 {
3535 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
3536 VoEId(_instanceId, _channelId),
3537 "Channel::MixOrReplaceAudioWithFile() file is ended");
3538 return 0;
3539 }
3540 }
3541
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003542 assert(_audioFrame.samples_per_channel_ == fileSamples);
niklase@google.com470e71d2011-07-07 08:21:25 +00003543
3544 if (_mixFileWithMicrophone)
3545 {
braveyao@webrtc.orgd7131432012-03-29 10:39:44 +00003546 // Currently file stream is always mono.
3547 // TODO(xians): Change the code when FilePlayer supports real stereo.
andrew@webrtc.org40ee3d02014-04-03 21:56:01 +00003548 MixWithSat(_audioFrame.data_,
3549 _audioFrame.num_channels_,
3550 fileBuffer.get(),
3551 1,
3552 fileSamples);
niklase@google.com470e71d2011-07-07 08:21:25 +00003553 }
3554 else
3555 {
braveyao@webrtc.orgd7131432012-03-29 10:39:44 +00003556 // Replace ACM audio with file.
3557 // Currently file stream is always mono.
3558 // TODO(xians): Change the code when FilePlayer supports real stereo.
niklase@google.com470e71d2011-07-07 08:21:25 +00003559 _audioFrame.UpdateFrame(_channelId,
tommi@webrtc.orgeec6ecd2014-07-11 19:09:59 +00003560 0xFFFFFFFF,
braveyao@webrtc.orgd7131432012-03-29 10:39:44 +00003561 fileBuffer.get(),
andrew@webrtc.orge59a0ac2012-05-08 17:12:40 +00003562 fileSamples,
niklase@google.com470e71d2011-07-07 08:21:25 +00003563 mixingFrequency,
3564 AudioFrame::kNormalSpeech,
3565 AudioFrame::kVadUnknown,
3566 1);
3567
3568 }
3569 return 0;
3570}
3571
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003572int32_t
niklase@google.com470e71d2011-07-07 08:21:25 +00003573Channel::MixAudioWithFile(AudioFrame& audioFrame,
pbos@webrtc.org92135212013-05-14 08:31:39 +00003574 int mixingFrequency)
niklase@google.com470e71d2011-07-07 08:21:25 +00003575{
minyue@webrtc.org2a8df7c2014-08-06 10:05:19 +00003576 assert(mixingFrequency <= 48000);
niklase@google.com470e71d2011-07-07 08:21:25 +00003577
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +00003578 rtc::scoped_ptr<int16_t[]> fileBuffer(new int16_t[960]);
Peter Kastingdce40cf2015-08-24 14:52:23 -07003579 size_t fileSamples(0);
niklase@google.com470e71d2011-07-07 08:21:25 +00003580
3581 {
mflodman@webrtc.org9a065d12012-03-07 08:12:21 +00003582 CriticalSectionScoped cs(&_fileCritSect);
niklase@google.com470e71d2011-07-07 08:21:25 +00003583
3584 if (_outputFilePlayerPtr == NULL)
3585 {
3586 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
3587 VoEId(_instanceId, _channelId),
3588 "Channel::MixAudioWithFile() file mixing failed");
3589 return -1;
3590 }
3591
3592 // We should get the frequency we ask for.
braveyao@webrtc.orgd7131432012-03-29 10:39:44 +00003593 if (_outputFilePlayerPtr->Get10msAudioFromFile(fileBuffer.get(),
niklase@google.com470e71d2011-07-07 08:21:25 +00003594 fileSamples,
3595 mixingFrequency) == -1)
3596 {
3597 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
3598 VoEId(_instanceId, _channelId),
3599 "Channel::MixAudioWithFile() file mixing failed");
3600 return -1;
3601 }
3602 }
3603
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003604 if (audioFrame.samples_per_channel_ == fileSamples)
niklase@google.com470e71d2011-07-07 08:21:25 +00003605 {
braveyao@webrtc.orgd7131432012-03-29 10:39:44 +00003606 // Currently file stream is always mono.
3607 // TODO(xians): Change the code when FilePlayer supports real stereo.
andrew@webrtc.org40ee3d02014-04-03 21:56:01 +00003608 MixWithSat(audioFrame.data_,
3609 audioFrame.num_channels_,
3610 fileBuffer.get(),
3611 1,
3612 fileSamples);
niklase@google.com470e71d2011-07-07 08:21:25 +00003613 }
3614 else
3615 {
3616 WEBRTC_TRACE(kTraceWarning, kTraceVoice, VoEId(_instanceId,_channelId),
Peter Kastingdce40cf2015-08-24 14:52:23 -07003617 "Channel::MixAudioWithFile() samples_per_channel_(%" PRIuS ") != "
3618 "fileSamples(%" PRIuS ")",
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003619 audioFrame.samples_per_channel_, fileSamples);
niklase@google.com470e71d2011-07-07 08:21:25 +00003620 return -1;
3621 }
3622
3623 return 0;
3624}
3625
3626int
3627Channel::InsertInbandDtmfTone()
3628{
niklas.enbom@webrtc.orgaf26f642011-11-16 12:41:36 +00003629 // Check if we should start a new tone.
niklase@google.com470e71d2011-07-07 08:21:25 +00003630 if (_inbandDtmfQueue.PendingDtmf() &&
3631 !_inbandDtmfGenerator.IsAddingTone() &&
3632 _inbandDtmfGenerator.DelaySinceLastTone() >
3633 kMinTelephoneEventSeparationMs)
3634 {
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003635 int8_t eventCode(0);
3636 uint16_t lengthMs(0);
3637 uint8_t attenuationDb(0);
niklase@google.com470e71d2011-07-07 08:21:25 +00003638
3639 eventCode = _inbandDtmfQueue.NextDtmf(&lengthMs, &attenuationDb);
3640 _inbandDtmfGenerator.AddTone(eventCode, lengthMs, attenuationDb);
3641 if (_playInbandDtmfEvent)
3642 {
3643 // Add tone to output mixer using a reduced length to minimize
3644 // risk of echo.
3645 _outputMixerPtr->PlayDtmfTone(eventCode, lengthMs - 80,
3646 attenuationDb);
3647 }
3648 }
3649
3650 if (_inbandDtmfGenerator.IsAddingTone())
3651 {
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003652 uint16_t frequency(0);
niklase@google.com470e71d2011-07-07 08:21:25 +00003653 _inbandDtmfGenerator.GetSampleRate(frequency);
3654
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003655 if (frequency != _audioFrame.sample_rate_hz_)
niklase@google.com470e71d2011-07-07 08:21:25 +00003656 {
3657 // Update sample rate of Dtmf tone since the mixing frequency
3658 // has changed.
3659 _inbandDtmfGenerator.SetSampleRate(
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003660 (uint16_t) (_audioFrame.sample_rate_hz_));
niklase@google.com470e71d2011-07-07 08:21:25 +00003661 // Reset the tone to be added taking the new sample rate into
3662 // account.
3663 _inbandDtmfGenerator.ResetTone();
3664 }
andrew@webrtc.orgae1a58b2013-01-22 04:44:30 +00003665
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003666 int16_t toneBuffer[320];
3667 uint16_t toneSamples(0);
niklase@google.com470e71d2011-07-07 08:21:25 +00003668 // Get 10ms tone segment and set time since last tone to zero
3669 if (_inbandDtmfGenerator.Get10msTone(toneBuffer, toneSamples) == -1)
3670 {
3671 WEBRTC_TRACE(kTraceWarning, kTraceVoice,
3672 VoEId(_instanceId, _channelId),
3673 "Channel::EncodeAndSend() inserting Dtmf failed");
3674 return -1;
3675 }
3676
niklas.enbom@webrtc.orgaf26f642011-11-16 12:41:36 +00003677 // Replace mixed audio with DTMF tone.
Peter Kastingdce40cf2015-08-24 14:52:23 -07003678 for (size_t sample = 0;
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003679 sample < _audioFrame.samples_per_channel_;
niklas.enbom@webrtc.orgaf26f642011-11-16 12:41:36 +00003680 sample++)
3681 {
andrew@webrtc.orgae1a58b2013-01-22 04:44:30 +00003682 for (int channel = 0;
3683 channel < _audioFrame.num_channels_;
niklas.enbom@webrtc.orgaf26f642011-11-16 12:41:36 +00003684 channel++)
3685 {
Peter Kastingdce40cf2015-08-24 14:52:23 -07003686 const size_t index =
3687 sample * _audioFrame.num_channels_ + channel;
andrew@webrtc.orgae1a58b2013-01-22 04:44:30 +00003688 _audioFrame.data_[index] = toneBuffer[sample];
niklas.enbom@webrtc.orgaf26f642011-11-16 12:41:36 +00003689 }
3690 }
andrew@webrtc.orgae1a58b2013-01-22 04:44:30 +00003691
andrew@webrtc.org63a50982012-05-02 23:56:37 +00003692 assert(_audioFrame.samples_per_channel_ == toneSamples);
niklase@google.com470e71d2011-07-07 08:21:25 +00003693 } else
3694 {
3695 // Add 10ms to "delay-since-last-tone" counter
3696 _inbandDtmfGenerator.UpdateDelaySinceLastTone();
3697 }
3698 return 0;
3699}
3700
deadbeef74375882015-08-13 12:09:10 -07003701void Channel::UpdatePlayoutTimestamp(bool rtcp) {
3702 uint32_t playout_timestamp = 0;
3703
3704 if (audio_coding_->PlayoutTimestamp(&playout_timestamp) == -1) {
3705 // This can happen if this channel has not been received any RTP packet. In
3706 // this case, NetEq is not capable of computing playout timestamp.
3707 return;
3708 }
3709
3710 uint16_t delay_ms = 0;
3711 if (_audioDeviceModulePtr->PlayoutDelay(&delay_ms) == -1) {
3712 WEBRTC_TRACE(kTraceWarning, kTraceVoice, VoEId(_instanceId,_channelId),
3713 "Channel::UpdatePlayoutTimestamp() failed to read playout"
3714 " delay from the ADM");
3715 _engineStatisticsPtr->SetLastError(
3716 VE_CANNOT_RETRIEVE_VALUE, kTraceError,
3717 "UpdatePlayoutTimestamp() failed to retrieve playout delay");
3718 return;
3719 }
3720
3721 jitter_buffer_playout_timestamp_ = playout_timestamp;
3722
3723 // Remove the playout delay.
3724 playout_timestamp -= (delay_ms * (GetPlayoutFrequency() / 1000));
3725
3726 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
3727 "Channel::UpdatePlayoutTimestamp() => playoutTimestamp = %lu",
3728 playout_timestamp);
3729
3730 {
3731 CriticalSectionScoped cs(video_sync_lock_.get());
3732 if (rtcp) {
3733 playout_timestamp_rtcp_ = playout_timestamp;
3734 } else {
3735 playout_timestamp_rtp_ = playout_timestamp;
3736 }
3737 playout_delay_ms_ = delay_ms;
3738 }
3739}
3740
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003741// Called for incoming RTP packets after successful RTP header parsing.
3742void Channel::UpdatePacketDelay(uint32_t rtp_timestamp,
3743 uint16_t sequence_number) {
3744 WEBRTC_TRACE(kTraceStream, kTraceVoice, VoEId(_instanceId,_channelId),
3745 "Channel::UpdatePacketDelay(timestamp=%lu, sequenceNumber=%u)",
3746 rtp_timestamp, sequence_number);
niklase@google.com470e71d2011-07-07 08:21:25 +00003747
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003748 // Get frequency of last received payload
wu@webrtc.org94454b72014-06-05 20:34:08 +00003749 int rtp_receive_frequency = GetPlayoutFrequency();
niklase@google.com470e71d2011-07-07 08:21:25 +00003750
turaj@webrtc.org167b6df2013-12-13 21:05:07 +00003751 // |jitter_buffer_playout_timestamp_| updated in UpdatePlayoutTimestamp for
3752 // every incoming packet.
3753 uint32_t timestamp_diff_ms = (rtp_timestamp -
3754 jitter_buffer_playout_timestamp_) / (rtp_receive_frequency / 1000);
henrik.lundin@webrtc.orgd6692992014-03-20 12:04:09 +00003755 if (!IsNewerTimestamp(rtp_timestamp, jitter_buffer_playout_timestamp_) ||
3756 timestamp_diff_ms > (2 * kVoiceEngineMaxMinPlayoutDelayMs)) {
3757 // If |jitter_buffer_playout_timestamp_| is newer than the incoming RTP
3758 // timestamp, the resulting difference is negative, but is set to zero.
3759 // This can happen when a network glitch causes a packet to arrive late,
3760 // and during long comfort noise periods with clock drift.
3761 timestamp_diff_ms = 0;
3762 }
niklase@google.com470e71d2011-07-07 08:21:25 +00003763
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003764 uint16_t packet_delay_ms = (rtp_timestamp - _previousTimestamp) /
3765 (rtp_receive_frequency / 1000);
niklase@google.com470e71d2011-07-07 08:21:25 +00003766
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003767 _previousTimestamp = rtp_timestamp;
niklase@google.com470e71d2011-07-07 08:21:25 +00003768
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003769 if (timestamp_diff_ms == 0) return;
niklase@google.com470e71d2011-07-07 08:21:25 +00003770
deadbeef74375882015-08-13 12:09:10 -07003771 {
3772 CriticalSectionScoped cs(video_sync_lock_.get());
niklase@google.com470e71d2011-07-07 08:21:25 +00003773
deadbeef74375882015-08-13 12:09:10 -07003774 if (packet_delay_ms >= 10 && packet_delay_ms <= 60) {
3775 _recPacketDelayMs = packet_delay_ms;
3776 }
pwestin@webrtc.org1de01352013-04-11 20:23:35 +00003777
deadbeef74375882015-08-13 12:09:10 -07003778 if (_average_jitter_buffer_delay_us == 0) {
3779 _average_jitter_buffer_delay_us = timestamp_diff_ms * 1000;
3780 return;
3781 }
3782
3783 // Filter average delay value using exponential filter (alpha is
3784 // 7/8). We derive 1000 *_average_jitter_buffer_delay_us here (reduces
3785 // risk of rounding error) and compensate for it in GetDelayEstimate()
3786 // later.
3787 _average_jitter_buffer_delay_us = (_average_jitter_buffer_delay_us * 7 +
3788 1000 * timestamp_diff_ms + 500) / 8;
3789 }
niklase@google.com470e71d2011-07-07 08:21:25 +00003790}
3791
3792void
3793Channel::RegisterReceiveCodecsToRTPModule()
3794{
3795 WEBRTC_TRACE(kTraceInfo, kTraceVoice, VoEId(_instanceId,_channelId),
3796 "Channel::RegisterReceiveCodecsToRTPModule()");
3797
niklase@google.com470e71d2011-07-07 08:21:25 +00003798 CodecInst codec;
pbos@webrtc.org6141e132013-04-09 10:09:10 +00003799 const uint8_t nSupportedCodecs = AudioCodingModule::NumberOfCodecs();
niklase@google.com470e71d2011-07-07 08:21:25 +00003800
3801 for (int idx = 0; idx < nSupportedCodecs; idx++)
3802 {
3803 // Open up the RTP/RTCP receiver for all supported codecs
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00003804 if ((audio_coding_->Codec(idx, &codec) == -1) ||
wu@webrtc.org822fbd82013-08-15 23:38:54 +00003805 (rtp_receiver_->RegisterReceivePayload(
3806 codec.plname,
3807 codec.pltype,
3808 codec.plfreq,
3809 codec.channels,
3810 (codec.rate < 0) ? 0 : codec.rate) == -1))
niklase@google.com470e71d2011-07-07 08:21:25 +00003811 {
Peter Boströmd5c75b12015-09-23 13:24:32 +02003812 WEBRTC_TRACE(kTraceWarning,
niklase@google.com470e71d2011-07-07 08:21:25 +00003813 kTraceVoice,
3814 VoEId(_instanceId, _channelId),
3815 "Channel::RegisterReceiveCodecsToRTPModule() unable"
3816 " to register %s (%d/%d/%d/%d) to RTP/RTCP receiver",
3817 codec.plname, codec.pltype, codec.plfreq,
3818 codec.channels, codec.rate);
3819 }
3820 else
3821 {
Peter Boströmd5c75b12015-09-23 13:24:32 +02003822 WEBRTC_TRACE(kTraceInfo,
niklase@google.com470e71d2011-07-07 08:21:25 +00003823 kTraceVoice,
3824 VoEId(_instanceId, _channelId),
3825 "Channel::RegisterReceiveCodecsToRTPModule() %s "
wu@webrtc.orgfcd12b32011-09-15 20:49:50 +00003826 "(%d/%d/%d/%d) has been added to the RTP/RTCP "
niklase@google.com470e71d2011-07-07 08:21:25 +00003827 "receiver",
3828 codec.plname, codec.pltype, codec.plfreq,
3829 codec.channels, codec.rate);
3830 }
3831 }
3832}
3833
turaj@webrtc.org8c8ad852013-01-31 18:20:17 +00003834// Assuming this method is called with valid payload type.
turaj@webrtc.org42259e72012-12-11 02:15:12 +00003835int Channel::SetRedPayloadType(int red_payload_type) {
turaj@webrtc.org42259e72012-12-11 02:15:12 +00003836 CodecInst codec;
3837 bool found_red = false;
3838
3839 // Get default RED settings from the ACM database
3840 const int num_codecs = AudioCodingModule::NumberOfCodecs();
3841 for (int idx = 0; idx < num_codecs; idx++) {
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00003842 audio_coding_->Codec(idx, &codec);
turaj@webrtc.org42259e72012-12-11 02:15:12 +00003843 if (!STR_CASE_CMP(codec.plname, "RED")) {
3844 found_red = true;
3845 break;
3846 }
3847 }
3848
3849 if (!found_red) {
3850 _engineStatisticsPtr->SetLastError(
3851 VE_CODEC_ERROR, kTraceError,
3852 "SetRedPayloadType() RED is not supported");
3853 return -1;
3854 }
3855
turaj@webrtc.org9d532fd2013-01-31 18:34:19 +00003856 codec.pltype = red_payload_type;
andrew@webrtc.orgeb524d92013-09-23 23:02:24 +00003857 if (audio_coding_->RegisterSendCodec(codec) < 0) {
turaj@webrtc.org42259e72012-12-11 02:15:12 +00003858 _engineStatisticsPtr->SetLastError(
3859 VE_AUDIO_CODING_MODULE_ERROR, kTraceError,
3860 "SetRedPayloadType() RED registration in ACM module failed");
3861 return -1;
3862 }
3863
3864 if (_rtpRtcpModule->SetSendREDPayloadType(red_payload_type) != 0) {
3865 _engineStatisticsPtr->SetLastError(
3866 VE_RTP_RTCP_MODULE_ERROR, kTraceError,
3867 "SetRedPayloadType() RED registration in RTP/RTCP module failed");
3868 return -1;
3869 }
3870 return 0;
3871}
3872
wu@webrtc.orgebdb0e32014-03-06 23:49:08 +00003873int Channel::SetSendRtpHeaderExtension(bool enable, RTPExtensionType type,
3874 unsigned char id) {
3875 int error = 0;
3876 _rtpRtcpModule->DeregisterSendRtpHeaderExtension(type);
3877 if (enable) {
3878 error = _rtpRtcpModule->RegisterSendRtpHeaderExtension(type, id);
3879 }
3880 return error;
3881}
minyue@webrtc.orgc1a40a72014-05-28 09:52:06 +00003882
wu@webrtc.org94454b72014-06-05 20:34:08 +00003883int32_t Channel::GetPlayoutFrequency() {
3884 int32_t playout_frequency = audio_coding_->PlayoutFrequency();
3885 CodecInst current_recive_codec;
3886 if (audio_coding_->ReceiveCodec(&current_recive_codec) == 0) {
3887 if (STR_CASE_CMP("G722", current_recive_codec.plname) == 0) {
3888 // Even though the actual sampling rate for G.722 audio is
3889 // 16,000 Hz, the RTP clock rate for the G722 payload format is
3890 // 8,000 Hz because that value was erroneously assigned in
3891 // RFC 1890 and must remain unchanged for backward compatibility.
3892 playout_frequency = 8000;
3893 } else if (STR_CASE_CMP("opus", current_recive_codec.plname) == 0) {
3894 // We are resampling Opus internally to 32,000 Hz until all our
3895 // DSP routines can operate at 48,000 Hz, but the RTP clock
3896 // rate for the Opus payload format is standardized to 48,000 Hz,
3897 // because that is the maximum supported decoding sampling rate.
3898 playout_frequency = 48000;
3899 }
3900 }
3901 return playout_frequency;
3902}
3903
Minyue2013aec2015-05-13 14:14:42 +02003904int64_t Channel::GetRTT(bool allow_associate_channel) const {
pbosda903ea2015-10-02 02:36:56 -07003905 RtcpMode method = _rtpRtcpModule->RTCP();
3906 if (method == RtcpMode::kOff) {
minyue@webrtc.org2b58a442014-09-11 07:51:53 +00003907 return 0;
3908 }
3909 std::vector<RTCPReportBlock> report_blocks;
3910 _rtpRtcpModule->RemoteRTCPStat(&report_blocks);
Minyue2013aec2015-05-13 14:14:42 +02003911
3912 int64_t rtt = 0;
minyue@webrtc.org2b58a442014-09-11 07:51:53 +00003913 if (report_blocks.empty()) {
Minyue2013aec2015-05-13 14:14:42 +02003914 if (allow_associate_channel) {
3915 CriticalSectionScoped lock(assoc_send_channel_lock_.get());
3916 Channel* channel = associate_send_channel_.channel();
3917 // Tries to get RTT from an associated channel. This is important for
3918 // receive-only channels.
3919 if (channel) {
3920 // To prevent infinite recursion and deadlock, calling GetRTT of
3921 // associate channel should always use "false" for argument:
3922 // |allow_associate_channel|.
3923 rtt = channel->GetRTT(false);
3924 }
3925 }
3926 return rtt;
minyue@webrtc.org2b58a442014-09-11 07:51:53 +00003927 }
3928
3929 uint32_t remoteSSRC = rtp_receiver_->SSRC();
3930 std::vector<RTCPReportBlock>::const_iterator it = report_blocks.begin();
3931 for (; it != report_blocks.end(); ++it) {
3932 if (it->remoteSSRC == remoteSSRC)
3933 break;
3934 }
3935 if (it == report_blocks.end()) {
3936 // We have not received packets with SSRC matching the report blocks.
3937 // To calculate RTT we try with the SSRC of the first report block.
3938 // This is very important for send-only channels where we don't know
3939 // the SSRC of the other end.
3940 remoteSSRC = report_blocks[0].remoteSSRC;
3941 }
Minyue2013aec2015-05-13 14:14:42 +02003942
pkasting@chromium.org16825b12015-01-12 21:51:21 +00003943 int64_t avg_rtt = 0;
3944 int64_t max_rtt= 0;
3945 int64_t min_rtt = 0;
minyue@webrtc.org2b58a442014-09-11 07:51:53 +00003946 if (_rtpRtcpModule->RTT(remoteSSRC, &rtt, &avg_rtt, &min_rtt, &max_rtt)
3947 != 0) {
minyue@webrtc.org2b58a442014-09-11 07:51:53 +00003948 return 0;
3949 }
pkasting@chromium.org16825b12015-01-12 21:51:21 +00003950 return rtt;
minyue@webrtc.org2b58a442014-09-11 07:51:53 +00003951}
3952
pbos@webrtc.orgd900e8b2013-07-03 15:12:26 +00003953} // namespace voe
3954} // namespace webrtc