blob: 31e6c84555187964a495326d112a07de135b033c [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
leozwang@webrtc.org39e96592012-03-01 18:22:48 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
pbos@webrtc.orgf5d4cb12013-05-17 13:44:48 +000011#include "webrtc/video_engine/vie_receiver.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000012
mflodman@webrtc.org4fd55272013-02-06 17:46:39 +000013#include <vector>
14
pbos@webrtc.orgf5d4cb12013-05-17 13:44:48 +000015#include "webrtc/modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h"
16#include "webrtc/modules/rtp_rtcp/interface/rtp_rtcp.h"
17#include "webrtc/modules/utility/interface/rtp_dump.h"
18#include "webrtc/modules/video_coding/main/interface/video_coding.h"
19#include "webrtc/system_wrappers/interface/critical_section_wrapper.h"
20#include "webrtc/system_wrappers/interface/tick_util.h"
21#include "webrtc/system_wrappers/interface/trace.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000022
23namespace webrtc {
24
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +000025ViEReceiver::ViEReceiver(const int32_t channel_id,
stefan@webrtc.org976a7e62012-09-21 13:20:21 +000026 VideoCodingModule* module_vcm,
27 RemoteBitrateEstimator* remote_bitrate_estimator)
mflodman@webrtc.orgd32c4472011-12-22 14:17:53 +000028 : receive_cs_(CriticalSectionWrapper::CreateCriticalSection()),
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +000029 channel_id_(channel_id),
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +000030 rtp_rtcp_(NULL),
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +000031 vcm_(module_vcm),
stefan@webrtc.org976a7e62012-09-21 13:20:21 +000032 remote_bitrate_estimator_(remote_bitrate_estimator),
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +000033 external_decryption_(NULL),
34 decryption_buffer_(NULL),
35 rtp_dump_(NULL),
36 receiving_(false) {
stefan@webrtc.org976a7e62012-09-21 13:20:21 +000037 assert(remote_bitrate_estimator);
niklase@google.com470e71d2011-07-07 08:21:25 +000038}
39
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +000040ViEReceiver::~ViEReceiver() {
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +000041 if (decryption_buffer_) {
42 delete[] decryption_buffer_;
43 decryption_buffer_ = NULL;
44 }
45 if (rtp_dump_) {
46 rtp_dump_->Stop();
47 RtpDump::DestroyRtpDump(rtp_dump_);
48 rtp_dump_ = NULL;
49 }
niklase@google.com470e71d2011-07-07 08:21:25 +000050}
51
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +000052int ViEReceiver::RegisterExternalDecryption(Encryption* decryption) {
mflodman@webrtc.orgd32c4472011-12-22 14:17:53 +000053 CriticalSectionScoped cs(receive_cs_.get());
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +000054 if (external_decryption_) {
55 return -1;
56 }
pbos@webrtc.orgb238d122013-04-09 13:41:51 +000057 decryption_buffer_ = new uint8_t[kViEMaxMtu];
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +000058 if (decryption_buffer_ == NULL) {
59 return -1;
60 }
61 external_decryption_ = decryption;
62 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +000063}
64
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +000065int ViEReceiver::DeregisterExternalDecryption() {
mflodman@webrtc.orgd32c4472011-12-22 14:17:53 +000066 CriticalSectionScoped cs(receive_cs_.get());
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +000067 if (external_decryption_ == NULL) {
68 return -1;
69 }
70 external_decryption_ = NULL;
71 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +000072}
73
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +000074void ViEReceiver::SetRtpRtcpModule(RtpRtcp* module) {
75 rtp_rtcp_ = module;
76}
77
pwestin@webrtc.org1da1ce02011-10-13 15:19:55 +000078void ViEReceiver::RegisterSimulcastRtpRtcpModules(
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +000079 const std::list<RtpRtcp*>& rtp_modules) {
mflodman@webrtc.orgd32c4472011-12-22 14:17:53 +000080 CriticalSectionScoped cs(receive_cs_.get());
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +000081 rtp_rtcp_simulcast_.clear();
82
83 if (!rtp_modules.empty()) {
84 rtp_rtcp_simulcast_.insert(rtp_rtcp_simulcast_.begin(),
85 rtp_modules.begin(),
86 rtp_modules.end());
87 }
pwestin@webrtc.org1da1ce02011-10-13 15:19:55 +000088}
89
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +000090int ViEReceiver::ReceivedRTPPacket(const void* rtp_packet,
91 int rtp_packet_length) {
92 if (!receiving_) {
93 return -1;
94 }
pbos@webrtc.orgb238d122013-04-09 13:41:51 +000095 return InsertRTPPacket(static_cast<const int8_t*>(rtp_packet),
96 rtp_packet_length);
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +000097}
98
99int ViEReceiver::ReceivedRTCPPacket(const void* rtcp_packet,
100 int rtcp_packet_length) {
101 if (!receiving_) {
102 return -1;
103 }
pbos@webrtc.orgb238d122013-04-09 13:41:51 +0000104 return InsertRTCPPacket(static_cast<const int8_t*>(rtcp_packet),
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000105 rtcp_packet_length);
106}
107
pbos@webrtc.orgb238d122013-04-09 13:41:51 +0000108int32_t ViEReceiver::OnReceivedPayloadData(
109 const uint8_t* payload_data, const uint16_t payload_size,
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000110 const WebRtcRTPHeader* rtp_header) {
111 if (rtp_header == NULL) {
niklase@google.com470e71d2011-07-07 08:21:25 +0000112 return 0;
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000113 }
114
stefan@webrtc.org976a7e62012-09-21 13:20:21 +0000115 // TODO(holmer): Make sure packets reconstructed using FEC are not passed to
116 // the bandwidth estimator.
stefan@webrtc.org1a2a6dd2012-10-31 12:21:13 +0000117 const int packet_size = payload_size + rtp_header->header.paddingLength;
solenberg@webrtc.org561990f2013-05-22 19:04:19 +0000118 remote_bitrate_estimator_->IncomingPacket(TickTime::MillisecondTimestamp(),
119 packet_size, *rtp_header);
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000120 if (vcm_->IncomingPacket(payload_data, payload_size, *rtp_header) != 0) {
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000121 // Check this...
122 return -1;
123 }
124 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000125}
126
pbos@webrtc.orgb238d122013-04-09 13:41:51 +0000127void ViEReceiver::OnSendReportReceived(const int32_t id,
128 const uint32_t senderSSRC,
stefan@webrtc.org976a7e62012-09-21 13:20:21 +0000129 uint32_t ntp_secs,
130 uint32_t ntp_frac,
131 uint32_t timestamp) {
132 remote_bitrate_estimator_->IncomingRtcp(senderSSRC, ntp_secs, ntp_frac,
133 timestamp);
134}
135
pbos@webrtc.orgb238d122013-04-09 13:41:51 +0000136int ViEReceiver::InsertRTPPacket(const int8_t* rtp_packet,
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000137 int rtp_packet_length) {
138 // TODO(mflodman) Change decrypt to get rid of this cast.
pbos@webrtc.orgb238d122013-04-09 13:41:51 +0000139 int8_t* tmp_ptr = const_cast<int8_t*>(rtp_packet);
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000140 unsigned char* received_packet = reinterpret_cast<unsigned char*>(tmp_ptr);
141 int received_packet_length = rtp_packet_length;
niklase@google.com470e71d2011-07-07 08:21:25 +0000142
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000143 {
mflodman@webrtc.orgd32c4472011-12-22 14:17:53 +0000144 CriticalSectionScoped cs(receive_cs_.get());
niklase@google.com470e71d2011-07-07 08:21:25 +0000145
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000146 if (external_decryption_) {
mflodman@webrtc.org34e83b82012-10-17 11:05:54 +0000147 int decrypted_length = kViEMaxMtu;
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000148 external_decryption_->decrypt(channel_id_, received_packet,
149 decryption_buffer_, received_packet_length,
150 &decrypted_length);
151 if (decrypted_length <= 0) {
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000152 WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceVideo, channel_id_,
153 "RTP decryption failed");
niklase@google.com470e71d2011-07-07 08:21:25 +0000154 return -1;
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000155 } else if (decrypted_length > kViEMaxMtu) {
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000156 WEBRTC_TRACE(webrtc::kTraceCritical, webrtc::kTraceVideo, channel_id_,
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000157 "InsertRTPPacket: %d bytes is allocated as RTP decrytption"
158 " output, external decryption used %d bytes. => memory is "
159 " now corrupted", kViEMaxMtu, decrypted_length);
160 return -1;
161 }
162 received_packet = decryption_buffer_;
163 received_packet_length = decrypted_length;
niklase@google.com470e71d2011-07-07 08:21:25 +0000164 }
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000165
166 if (rtp_dump_) {
167 rtp_dump_->DumpPacket(received_packet,
pbos@webrtc.orgb238d122013-04-09 13:41:51 +0000168 static_cast<uint16_t>(received_packet_length));
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000169 }
170 }
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000171 assert(rtp_rtcp_); // Should be set by owner at construction time.
172 return rtp_rtcp_->IncomingPacket(received_packet, received_packet_length);
niklase@google.com470e71d2011-07-07 08:21:25 +0000173}
174
pbos@webrtc.orgb238d122013-04-09 13:41:51 +0000175int ViEReceiver::InsertRTCPPacket(const int8_t* rtcp_packet,
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000176 int rtcp_packet_length) {
177 // TODO(mflodman) Change decrypt to get rid of this cast.
pbos@webrtc.orgb238d122013-04-09 13:41:51 +0000178 int8_t* tmp_ptr = const_cast<int8_t*>(rtcp_packet);
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000179 unsigned char* received_packet = reinterpret_cast<unsigned char*>(tmp_ptr);
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000180 int received_packet_length = rtcp_packet_length;
181 {
mflodman@webrtc.orgd32c4472011-12-22 14:17:53 +0000182 CriticalSectionScoped cs(receive_cs_.get());
niklase@google.com470e71d2011-07-07 08:21:25 +0000183
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000184 if (external_decryption_) {
mflodman@webrtc.org34e83b82012-10-17 11:05:54 +0000185 int decrypted_length = kViEMaxMtu;
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000186 external_decryption_->decrypt_rtcp(channel_id_, received_packet,
187 decryption_buffer_,
188 received_packet_length,
189 &decrypted_length);
190 if (decrypted_length <= 0) {
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000191 WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceVideo, channel_id_,
192 "RTP decryption failed");
niklase@google.com470e71d2011-07-07 08:21:25 +0000193 return -1;
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000194 } else if (decrypted_length > kViEMaxMtu) {
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000195 WEBRTC_TRACE(webrtc::kTraceCritical, webrtc::kTraceVideo, channel_id_,
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000196 "InsertRTCPPacket: %d bytes is allocated as RTP "
197 " decrytption output, external decryption used %d bytes. "
198 " => memory is now corrupted",
199 kViEMaxMtu, decrypted_length);
200 return -1;
201 }
202 received_packet = decryption_buffer_;
203 received_packet_length = decrypted_length;
niklase@google.com470e71d2011-07-07 08:21:25 +0000204 }
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000205
206 if (rtp_dump_) {
207 rtp_dump_->DumpPacket(
pbos@webrtc.orgb238d122013-04-09 13:41:51 +0000208 received_packet, static_cast<uint16_t>(received_packet_length));
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000209 }
210 }
211 {
mflodman@webrtc.orgd32c4472011-12-22 14:17:53 +0000212 CriticalSectionScoped cs(receive_cs_.get());
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000213 std::list<RtpRtcp*>::iterator it = rtp_rtcp_simulcast_.begin();
214 while (it != rtp_rtcp_simulcast_.end()) {
215 RtpRtcp* rtp_rtcp = *it++;
216 rtp_rtcp->IncomingPacket(received_packet, received_packet_length);
217 }
218 }
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000219 assert(rtp_rtcp_); // Should be set by owner at construction time.
220 return rtp_rtcp_->IncomingPacket(received_packet, received_packet_length);
niklase@google.com470e71d2011-07-07 08:21:25 +0000221}
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000222
223void ViEReceiver::StartReceive() {
224 receiving_ = true;
225}
226
227void ViEReceiver::StopReceive() {
228 receiving_ = false;
229}
230
231int ViEReceiver::StartRTPDump(const char file_nameUTF8[1024]) {
mflodman@webrtc.orgd32c4472011-12-22 14:17:53 +0000232 CriticalSectionScoped cs(receive_cs_.get());
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000233 if (rtp_dump_) {
234 // Restart it if it already exists and is started
235 rtp_dump_->Stop();
236 } else {
237 rtp_dump_ = RtpDump::CreateRtpDump();
238 if (rtp_dump_ == NULL) {
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000239 WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceVideo, channel_id_,
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000240 "StartRTPDump: Failed to create RTP dump");
241 return -1;
242 }
243 }
244 if (rtp_dump_->Start(file_nameUTF8) != 0) {
245 RtpDump::DestroyRtpDump(rtp_dump_);
246 rtp_dump_ = NULL;
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000247 WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceVideo, channel_id_,
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000248 "StartRTPDump: Failed to start RTP dump");
249 return -1;
250 }
251 return 0;
252}
253
254int ViEReceiver::StopRTPDump() {
mflodman@webrtc.orgd32c4472011-12-22 14:17:53 +0000255 CriticalSectionScoped cs(receive_cs_.get());
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000256 if (rtp_dump_) {
257 if (rtp_dump_->IsActive()) {
258 rtp_dump_->Stop();
259 } else {
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000260 WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceVideo, channel_id_,
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000261 "StopRTPDump: Dump not active");
262 }
263 RtpDump::DestroyRtpDump(rtp_dump_);
264 rtp_dump_ = NULL;
265 } else {
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +0000266 WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceVideo, channel_id_,
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000267 "StopRTPDump: RTP dump not started");
268 return -1;
269 }
270 return 0;
271}
272
stefan@webrtc.orgb5865072013-02-01 14:33:42 +0000273// TODO(holmer): To be moved to ViEChannelGroup.
mflodman@webrtc.org4fd55272013-02-06 17:46:39 +0000274void ViEReceiver::EstimatedReceiveBandwidth(
stefan@webrtc.orgb5865072013-02-01 14:33:42 +0000275 unsigned int* available_bandwidth) const {
276 std::vector<unsigned int> ssrcs;
mflodman@webrtc.org4fd55272013-02-06 17:46:39 +0000277
278 // LatestEstimate returns an error if there is no valid bitrate estimate, but
279 // ViEReceiver instead returns a zero estimate.
280 remote_bitrate_estimator_->LatestEstimate(&ssrcs, available_bandwidth);
mflodman@webrtc.orga066cbf2013-05-28 15:00:15 +0000281 if (std::find(ssrcs.begin(), ssrcs.end(), rtp_rtcp_->RemoteSSRC()) !=
282 ssrcs.end()) {
stefan@webrtc.orgb5865072013-02-01 14:33:42 +0000283 *available_bandwidth /= ssrcs.size();
mflodman@webrtc.org4fd55272013-02-06 17:46:39 +0000284 } else {
285 *available_bandwidth = 0;
stefan@webrtc.orgb5865072013-02-01 14:33:42 +0000286 }
stefan@webrtc.orgb5865072013-02-01 14:33:42 +0000287}
288
mflodman@webrtc.orgad4ee362011-11-28 22:39:24 +0000289} // namespace webrtc