blob: 42fa8a85959c96d7afa0d9d49423bbb627cb7e26 [file] [log] [blame]
philipelc707ab72016-04-01 02:01:54 -07001/*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include "webrtc/modules/video_coding/packet_buffer.h"
12
13#include <algorithm>
14#include <limits>
philipel17deeb42016-08-11 15:09:26 +020015#include <utility>
philipelc707ab72016-04-01 02:01:54 -070016
philipel17deeb42016-08-11 15:09:26 +020017#include "webrtc/base/atomicops.h"
philipelc707ab72016-04-01 02:01:54 -070018#include "webrtc/base/checks.h"
philipela1059872016-05-09 11:41:48 +020019#include "webrtc/base/logging.h"
philipelc707ab72016-04-01 02:01:54 -070020#include "webrtc/modules/video_coding/frame_object.h"
philipelb4d31082016-07-11 08:46:29 -070021#include "webrtc/system_wrappers/include/clock.h"
philipelc707ab72016-04-01 02:01:54 -070022
23namespace webrtc {
24namespace video_coding {
25
philipel17deeb42016-08-11 15:09:26 +020026rtc::scoped_refptr<PacketBuffer> PacketBuffer::Create(
27 Clock* clock,
28 size_t start_buffer_size,
29 size_t max_buffer_size,
30 OnReceivedFrameCallback* received_frame_callback) {
31 return rtc::scoped_refptr<PacketBuffer>(new PacketBuffer(
32 clock, start_buffer_size, max_buffer_size, received_frame_callback));
33}
34
philipelb4d31082016-07-11 08:46:29 -070035PacketBuffer::PacketBuffer(Clock* clock,
36 size_t start_buffer_size,
philipelc707ab72016-04-01 02:01:54 -070037 size_t max_buffer_size,
philipel17deeb42016-08-11 15:09:26 +020038 OnReceivedFrameCallback* received_frame_callback)
philipelb4d31082016-07-11 08:46:29 -070039 : clock_(clock),
40 size_(start_buffer_size),
philipelc707ab72016-04-01 02:01:54 -070041 max_size_(max_buffer_size),
philipelc707ab72016-04-01 02:01:54 -070042 first_seq_num_(0),
philipelf4139332016-04-20 10:26:34 +020043 last_seq_num_(0),
44 first_packet_received_(false),
philipelaee3e0e2016-11-01 11:45:34 +010045 is_cleared_to_first_seq_num_(false),
philipelc707ab72016-04-01 02:01:54 -070046 data_buffer_(start_buffer_size),
47 sequence_buffer_(start_buffer_size),
philipel17deeb42016-08-11 15:09:26 +020048 received_frame_callback_(received_frame_callback) {
philipelc707ab72016-04-01 02:01:54 -070049 RTC_DCHECK_LE(start_buffer_size, max_buffer_size);
50 // Buffer size must always be a power of 2.
51 RTC_DCHECK((start_buffer_size & (start_buffer_size - 1)) == 0);
52 RTC_DCHECK((max_buffer_size & (max_buffer_size - 1)) == 0);
53}
54
philipelaee3e0e2016-11-01 11:45:34 +010055PacketBuffer::~PacketBuffer() {
56 Clear();
57}
philipel17deeb42016-08-11 15:09:26 +020058
philipel759e0b72016-11-30 01:32:05 -080059bool PacketBuffer::InsertPacket(VCMPacket* packet) {
philipelfd5a20f2016-11-15 00:57:57 -080060 std::vector<std::unique_ptr<RtpFrameObject>> found_frames;
61 {
62 rtc::CritScope lock(&crit_);
philipel759e0b72016-11-30 01:32:05 -080063 uint16_t seq_num = packet->seqNum;
philipelfd5a20f2016-11-15 00:57:57 -080064 size_t index = seq_num % size_;
philipelc707ab72016-04-01 02:01:54 -070065
philipelfd5a20f2016-11-15 00:57:57 -080066 if (!first_packet_received_) {
67 first_seq_num_ = seq_num;
68 last_seq_num_ = seq_num;
69 first_packet_received_ = true;
70 } else if (AheadOf(first_seq_num_, seq_num)) {
71 // If we have explicitly cleared past this packet then it's old,
72 // don't insert it.
philipel759e0b72016-11-30 01:32:05 -080073 if (is_cleared_to_first_seq_num_) {
74 delete[] packet->dataPtr;
75 packet->dataPtr = nullptr;
philipelfd5a20f2016-11-15 00:57:57 -080076 return false;
philipel759e0b72016-11-30 01:32:05 -080077 }
philipelaee3e0e2016-11-01 11:45:34 +010078
philipelfd5a20f2016-11-15 00:57:57 -080079 first_seq_num_ = seq_num;
philipelc707ab72016-04-01 02:01:54 -070080 }
philipelc707ab72016-04-01 02:01:54 -070081
philipelfd5a20f2016-11-15 00:57:57 -080082 if (sequence_buffer_[index].used) {
philipel759e0b72016-11-30 01:32:05 -080083 // Duplicate packet, just delete the payload.
84 if (data_buffer_[index].seqNum == packet->seqNum) {
85 delete[] packet->dataPtr;
86 packet->dataPtr = nullptr;
philipelfd5a20f2016-11-15 00:57:57 -080087 return true;
philipel759e0b72016-11-30 01:32:05 -080088 }
philipelfd5a20f2016-11-15 00:57:57 -080089
90 // The packet buffer is full, try to expand the buffer.
91 while (ExpandBufferSize() && sequence_buffer_[seq_num % size_].used) {
92 }
93 index = seq_num % size_;
94
95 // Packet buffer is still full.
philipel759e0b72016-11-30 01:32:05 -080096 if (sequence_buffer_[index].used) {
97 delete[] packet->dataPtr;
98 packet->dataPtr = nullptr;
philipelfd5a20f2016-11-15 00:57:57 -080099 return false;
philipel759e0b72016-11-30 01:32:05 -0800100 }
philipelfd5a20f2016-11-15 00:57:57 -0800101 }
102
103 if (AheadOf(seq_num, last_seq_num_))
104 last_seq_num_ = seq_num;
105
danilchap0ad21112016-12-19 09:36:33 -0800106 sequence_buffer_[index].frame_begin = packet->isFirstPacket;
philipel759e0b72016-11-30 01:32:05 -0800107 sequence_buffer_[index].frame_end = packet->markerBit;
108 sequence_buffer_[index].seq_num = packet->seqNum;
philipelfd5a20f2016-11-15 00:57:57 -0800109 sequence_buffer_[index].continuous = false;
110 sequence_buffer_[index].frame_created = false;
111 sequence_buffer_[index].used = true;
philipel759e0b72016-11-30 01:32:05 -0800112 data_buffer_[index] = *packet;
113 packet->dataPtr = nullptr;
philipelfd5a20f2016-11-15 00:57:57 -0800114
115 found_frames = FindFrames(seq_num);
philipelc707ab72016-04-01 02:01:54 -0700116 }
117
philipelfd5a20f2016-11-15 00:57:57 -0800118 for (std::unique_ptr<RtpFrameObject>& frame : found_frames)
119 received_frame_callback_->OnReceivedFrame(std::move(frame));
philipelc707ab72016-04-01 02:01:54 -0700120
philipelc707ab72016-04-01 02:01:54 -0700121 return true;
122}
123
124void PacketBuffer::ClearTo(uint16_t seq_num) {
125 rtc::CritScope lock(&crit_);
philipelaee3e0e2016-11-01 11:45:34 +0100126
127 // If the packet buffer was cleared between a frame was created and returned.
128 if (!first_packet_received_)
129 return;
130
131 is_cleared_to_first_seq_num_ = true;
132 while (AheadOrAt<uint16_t>(seq_num, first_seq_num_)) {
133 size_t index = first_seq_num_ % size_;
philipel1f39ba12016-09-21 11:27:47 +0200134 delete[] data_buffer_[index].dataPtr;
135 data_buffer_[index].dataPtr = nullptr;
philipelc707ab72016-04-01 02:01:54 -0700136 sequence_buffer_[index].used = false;
philipelaee3e0e2016-11-01 11:45:34 +0100137 ++first_seq_num_;
philipelc707ab72016-04-01 02:01:54 -0700138 }
139}
140
philipelaee3e0e2016-11-01 11:45:34 +0100141void PacketBuffer::Clear() {
142 rtc::CritScope lock(&crit_);
143 for (size_t i = 0; i < size_; ++i) {
144 delete[] data_buffer_[i].dataPtr;
145 data_buffer_[i].dataPtr = nullptr;
146 sequence_buffer_[i].used = false;
147 }
148
149 first_packet_received_ = false;
150 is_cleared_to_first_seq_num_ = false;
151}
152
philipelc707ab72016-04-01 02:01:54 -0700153bool PacketBuffer::ExpandBufferSize() {
philipelaee3e0e2016-11-01 11:45:34 +0100154 if (size_ == max_size_) {
155 LOG(LS_WARNING) << "PacketBuffer is already at max size (" << max_size_
156 << "), failed to increase size.";
philipelc707ab72016-04-01 02:01:54 -0700157 return false;
philipelaee3e0e2016-11-01 11:45:34 +0100158 }
philipelc707ab72016-04-01 02:01:54 -0700159
160 size_t new_size = std::min(max_size_, 2 * size_);
161 std::vector<VCMPacket> new_data_buffer(new_size);
162 std::vector<ContinuityInfo> new_sequence_buffer(new_size);
163 for (size_t i = 0; i < size_; ++i) {
164 if (sequence_buffer_[i].used) {
philipelf4139332016-04-20 10:26:34 +0200165 size_t index = sequence_buffer_[i].seq_num % new_size;
philipelc707ab72016-04-01 02:01:54 -0700166 new_sequence_buffer[index] = sequence_buffer_[i];
167 new_data_buffer[index] = data_buffer_[i];
168 }
169 }
170 size_ = new_size;
171 sequence_buffer_ = std::move(new_sequence_buffer);
172 data_buffer_ = std::move(new_data_buffer);
philipelaee3e0e2016-11-01 11:45:34 +0100173 LOG(LS_INFO) << "PacketBuffer size expanded to " << new_size;
philipelc707ab72016-04-01 02:01:54 -0700174 return true;
175}
176
philipelaee3e0e2016-11-01 11:45:34 +0100177bool PacketBuffer::PotentialNewFrame(uint16_t seq_num) const {
philipelf4139332016-04-20 10:26:34 +0200178 size_t index = seq_num % size_;
philipelc707ab72016-04-01 02:01:54 -0700179 int prev_index = index > 0 ? index - 1 : size_ - 1;
philipelf4139332016-04-20 10:26:34 +0200180
philipelc707ab72016-04-01 02:01:54 -0700181 if (!sequence_buffer_[index].used)
182 return false;
philipelf4139332016-04-20 10:26:34 +0200183 if (sequence_buffer_[index].frame_created)
184 return false;
philipel20dce342016-11-28 16:14:57 +0100185 if (sequence_buffer_[index].frame_begin)
philipelc707ab72016-04-01 02:01:54 -0700186 return true;
187 if (!sequence_buffer_[prev_index].used)
188 return false;
philipelf4139332016-04-20 10:26:34 +0200189 if (sequence_buffer_[prev_index].seq_num !=
philipel2c2f34c2017-01-03 05:55:34 -0800190 static_cast<uint16_t>(sequence_buffer_[index].seq_num - 1)) {
philipelf4139332016-04-20 10:26:34 +0200191 return false;
philipelaee3e0e2016-11-01 11:45:34 +0100192 }
philipelc707ab72016-04-01 02:01:54 -0700193 if (sequence_buffer_[prev_index].continuous)
194 return true;
195
196 return false;
197}
198
philipelfd5a20f2016-11-15 00:57:57 -0800199std::vector<std::unique_ptr<RtpFrameObject>> PacketBuffer::FindFrames(
200 uint16_t seq_num) {
201 std::vector<std::unique_ptr<RtpFrameObject>> found_frames;
philipel20dce342016-11-28 16:14:57 +0100202 size_t packets_tested = 0;
203 while (packets_tested < size_ && PotentialNewFrame(seq_num)) {
philipelaee3e0e2016-11-01 11:45:34 +0100204 size_t index = seq_num % size_;
philipelc707ab72016-04-01 02:01:54 -0700205 sequence_buffer_[index].continuous = true;
206
philipelf4139332016-04-20 10:26:34 +0200207 // If all packets of the frame is continuous, find the first packet of the
208 // frame and create an RtpFrameObject.
philipelc707ab72016-04-01 02:01:54 -0700209 if (sequence_buffer_[index].frame_end) {
philipel5ceaaae2016-05-24 10:20:47 +0200210 size_t frame_size = 0;
211 int max_nack_count = -1;
philipelc707ab72016-04-01 02:01:54 -0700212 uint16_t start_seq_num = seq_num;
philipelf4139332016-04-20 10:26:34 +0200213
philipel5ceaaae2016-05-24 10:20:47 +0200214 // Find the start index by searching backward until the packet with
215 // the |frame_begin| flag is set.
216 int start_index = index;
217 while (true) {
218 frame_size += data_buffer_[start_index].sizeBytes;
philipelfd5a20f2016-11-15 00:57:57 -0800219 max_nack_count =
220 std::max(max_nack_count, data_buffer_[start_index].timesNacked);
philipelf4139332016-04-20 10:26:34 +0200221 sequence_buffer_[start_index].frame_created = true;
philipel5ceaaae2016-05-24 10:20:47 +0200222
223 if (sequence_buffer_[start_index].frame_begin)
224 break;
225
philipelf4139332016-04-20 10:26:34 +0200226 start_index = start_index > 0 ? start_index - 1 : size_ - 1;
philipelc707ab72016-04-01 02:01:54 -0700227 start_seq_num--;
228 }
229
philipelfd5a20f2016-11-15 00:57:57 -0800230 found_frames.emplace_back(
philipelb4d31082016-07-11 08:46:29 -0700231 new RtpFrameObject(this, start_seq_num, seq_num, frame_size,
232 max_nack_count, clock_->TimeInMilliseconds()));
philipelc707ab72016-04-01 02:01:54 -0700233 }
philipelc707ab72016-04-01 02:01:54 -0700234 ++seq_num;
philipel20dce342016-11-28 16:14:57 +0100235 ++packets_tested;
philipelc707ab72016-04-01 02:01:54 -0700236 }
philipelfd5a20f2016-11-15 00:57:57 -0800237 return found_frames;
philipelc707ab72016-04-01 02:01:54 -0700238}
239
240void PacketBuffer::ReturnFrame(RtpFrameObject* frame) {
241 rtc::CritScope lock(&crit_);
philipelf4139332016-04-20 10:26:34 +0200242 size_t index = frame->first_seq_num() % size_;
243 size_t end = (frame->last_seq_num() + 1) % size_;
244 uint16_t seq_num = frame->first_seq_num();
philipelc707ab72016-04-01 02:01:54 -0700245 while (index != end) {
philipel1f39ba12016-09-21 11:27:47 +0200246 if (sequence_buffer_[index].seq_num == seq_num) {
247 delete[] data_buffer_[index].dataPtr;
248 data_buffer_[index].dataPtr = nullptr;
philipelc707ab72016-04-01 02:01:54 -0700249 sequence_buffer_[index].used = false;
philipel1f39ba12016-09-21 11:27:47 +0200250 }
philipelf4139332016-04-20 10:26:34 +0200251
philipelc707ab72016-04-01 02:01:54 -0700252 index = (index + 1) % size_;
253 ++seq_num;
254 }
philipelc707ab72016-04-01 02:01:54 -0700255}
256
257bool PacketBuffer::GetBitstream(const RtpFrameObject& frame,
258 uint8_t* destination) {
259 rtc::CritScope lock(&crit_);
260
philipelf4139332016-04-20 10:26:34 +0200261 size_t index = frame.first_seq_num() % size_;
262 size_t end = (frame.last_seq_num() + 1) % size_;
263 uint16_t seq_num = frame.first_seq_num();
philipelc707ab72016-04-01 02:01:54 -0700264 while (index != end) {
265 if (!sequence_buffer_[index].used ||
266 sequence_buffer_[index].seq_num != seq_num) {
267 return false;
268 }
269
270 const uint8_t* source = data_buffer_[index].dataPtr;
271 size_t length = data_buffer_[index].sizeBytes;
272 memcpy(destination, source, length);
273 destination += length;
274 index = (index + 1) % size_;
275 ++seq_num;
276 }
277 return true;
278}
279
philipel02447bc2016-05-13 06:01:03 -0700280VCMPacket* PacketBuffer::GetPacket(uint16_t seq_num) {
philipel02447bc2016-05-13 06:01:03 -0700281 size_t index = seq_num % size_;
282 if (!sequence_buffer_[index].used ||
283 seq_num != sequence_buffer_[index].seq_num) {
284 return nullptr;
philipelf4139332016-04-20 10:26:34 +0200285 }
philipel02447bc2016-05-13 06:01:03 -0700286 return &data_buffer_[index];
philipelf4139332016-04-20 10:26:34 +0200287}
288
philipel17deeb42016-08-11 15:09:26 +0200289int PacketBuffer::AddRef() const {
290 return rtc::AtomicOps::Increment(&ref_count_);
291}
292
293int PacketBuffer::Release() const {
294 int count = rtc::AtomicOps::Decrement(&ref_count_);
295 if (!count) {
296 delete this;
297 }
298 return count;
299}
300
philipelc707ab72016-04-01 02:01:54 -0700301} // namespace video_coding
302} // namespace webrtc