blob: c9d787b6e66184b0f1c0690227d5743397d5c54b [file] [log] [blame]
philipelc707ab72016-04-01 02:01:54 -07001/*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include "webrtc/modules/video_coding/packet_buffer.h"
12
13#include <algorithm>
14#include <limits>
philipel17deeb42016-08-11 15:09:26 +020015#include <utility>
philipelc707ab72016-04-01 02:01:54 -070016
philipel17deeb42016-08-11 15:09:26 +020017#include "webrtc/base/atomicops.h"
philipelc707ab72016-04-01 02:01:54 -070018#include "webrtc/base/checks.h"
philipela1059872016-05-09 11:41:48 +020019#include "webrtc/base/logging.h"
philipelc707ab72016-04-01 02:01:54 -070020#include "webrtc/modules/video_coding/frame_object.h"
philipelb4d31082016-07-11 08:46:29 -070021#include "webrtc/system_wrappers/include/clock.h"
philipelc707ab72016-04-01 02:01:54 -070022
23namespace webrtc {
24namespace video_coding {
25
philipel17deeb42016-08-11 15:09:26 +020026rtc::scoped_refptr<PacketBuffer> PacketBuffer::Create(
27 Clock* clock,
28 size_t start_buffer_size,
29 size_t max_buffer_size,
30 OnReceivedFrameCallback* received_frame_callback) {
31 return rtc::scoped_refptr<PacketBuffer>(new PacketBuffer(
32 clock, start_buffer_size, max_buffer_size, received_frame_callback));
33}
34
philipelb4d31082016-07-11 08:46:29 -070035PacketBuffer::PacketBuffer(Clock* clock,
36 size_t start_buffer_size,
philipelc707ab72016-04-01 02:01:54 -070037 size_t max_buffer_size,
philipel17deeb42016-08-11 15:09:26 +020038 OnReceivedFrameCallback* received_frame_callback)
philipelb4d31082016-07-11 08:46:29 -070039 : clock_(clock),
40 size_(start_buffer_size),
philipelc707ab72016-04-01 02:01:54 -070041 max_size_(max_buffer_size),
philipelc707ab72016-04-01 02:01:54 -070042 first_seq_num_(0),
philipelf4139332016-04-20 10:26:34 +020043 last_seq_num_(0),
44 first_packet_received_(false),
philipelaee3e0e2016-11-01 11:45:34 +010045 is_cleared_to_first_seq_num_(false),
philipelc707ab72016-04-01 02:01:54 -070046 data_buffer_(start_buffer_size),
47 sequence_buffer_(start_buffer_size),
philipel17deeb42016-08-11 15:09:26 +020048 received_frame_callback_(received_frame_callback) {
philipelc707ab72016-04-01 02:01:54 -070049 RTC_DCHECK_LE(start_buffer_size, max_buffer_size);
50 // Buffer size must always be a power of 2.
51 RTC_DCHECK((start_buffer_size & (start_buffer_size - 1)) == 0);
52 RTC_DCHECK((max_buffer_size & (max_buffer_size - 1)) == 0);
53}
54
philipelaee3e0e2016-11-01 11:45:34 +010055PacketBuffer::~PacketBuffer() {
56 Clear();
57}
philipel17deeb42016-08-11 15:09:26 +020058
philipelc707ab72016-04-01 02:01:54 -070059bool PacketBuffer::InsertPacket(const VCMPacket& packet) {
philipelfd5a20f2016-11-15 00:57:57 -080060 std::vector<std::unique_ptr<RtpFrameObject>> found_frames;
61 {
62 rtc::CritScope lock(&crit_);
63 uint16_t seq_num = packet.seqNum;
64 size_t index = seq_num % size_;
philipelc707ab72016-04-01 02:01:54 -070065
philipelfd5a20f2016-11-15 00:57:57 -080066 if (!first_packet_received_) {
67 first_seq_num_ = seq_num;
68 last_seq_num_ = seq_num;
69 first_packet_received_ = true;
70 } else if (AheadOf(first_seq_num_, seq_num)) {
71 // If we have explicitly cleared past this packet then it's old,
72 // don't insert it.
73 if (is_cleared_to_first_seq_num_)
74 return false;
philipelaee3e0e2016-11-01 11:45:34 +010075
philipelfd5a20f2016-11-15 00:57:57 -080076 first_seq_num_ = seq_num;
philipelc707ab72016-04-01 02:01:54 -070077 }
philipelc707ab72016-04-01 02:01:54 -070078
philipelfd5a20f2016-11-15 00:57:57 -080079 if (sequence_buffer_[index].used) {
80 // Duplicate packet, do nothing.
81 if (data_buffer_[index].seqNum == packet.seqNum)
82 return true;
83
84 // The packet buffer is full, try to expand the buffer.
85 while (ExpandBufferSize() && sequence_buffer_[seq_num % size_].used) {
86 }
87 index = seq_num % size_;
88
89 // Packet buffer is still full.
90 if (sequence_buffer_[index].used)
91 return false;
92 }
93
94 if (AheadOf(seq_num, last_seq_num_))
95 last_seq_num_ = seq_num;
96
97 sequence_buffer_[index].frame_begin = packet.isFirstPacket;
98 sequence_buffer_[index].frame_end = packet.markerBit;
99 sequence_buffer_[index].seq_num = packet.seqNum;
100 sequence_buffer_[index].continuous = false;
101 sequence_buffer_[index].frame_created = false;
102 sequence_buffer_[index].used = true;
103 data_buffer_[index] = packet;
104
105 found_frames = FindFrames(seq_num);
philipelc707ab72016-04-01 02:01:54 -0700106 }
107
philipelfd5a20f2016-11-15 00:57:57 -0800108 for (std::unique_ptr<RtpFrameObject>& frame : found_frames)
109 received_frame_callback_->OnReceivedFrame(std::move(frame));
philipelc707ab72016-04-01 02:01:54 -0700110
philipelc707ab72016-04-01 02:01:54 -0700111 return true;
112}
113
114void PacketBuffer::ClearTo(uint16_t seq_num) {
115 rtc::CritScope lock(&crit_);
philipelaee3e0e2016-11-01 11:45:34 +0100116
117 // If the packet buffer was cleared between a frame was created and returned.
118 if (!first_packet_received_)
119 return;
120
121 is_cleared_to_first_seq_num_ = true;
122 while (AheadOrAt<uint16_t>(seq_num, first_seq_num_)) {
123 size_t index = first_seq_num_ % size_;
philipel1f39ba12016-09-21 11:27:47 +0200124 delete[] data_buffer_[index].dataPtr;
125 data_buffer_[index].dataPtr = nullptr;
philipelc707ab72016-04-01 02:01:54 -0700126 sequence_buffer_[index].used = false;
philipelaee3e0e2016-11-01 11:45:34 +0100127 ++first_seq_num_;
philipelc707ab72016-04-01 02:01:54 -0700128 }
129}
130
philipelaee3e0e2016-11-01 11:45:34 +0100131void PacketBuffer::Clear() {
132 rtc::CritScope lock(&crit_);
133 for (size_t i = 0; i < size_; ++i) {
134 delete[] data_buffer_[i].dataPtr;
135 data_buffer_[i].dataPtr = nullptr;
136 sequence_buffer_[i].used = false;
137 }
138
139 first_packet_received_ = false;
140 is_cleared_to_first_seq_num_ = false;
141}
142
philipelc707ab72016-04-01 02:01:54 -0700143bool PacketBuffer::ExpandBufferSize() {
philipelaee3e0e2016-11-01 11:45:34 +0100144 if (size_ == max_size_) {
145 LOG(LS_WARNING) << "PacketBuffer is already at max size (" << max_size_
146 << "), failed to increase size.";
philipelc707ab72016-04-01 02:01:54 -0700147 return false;
philipelaee3e0e2016-11-01 11:45:34 +0100148 }
philipelc707ab72016-04-01 02:01:54 -0700149
150 size_t new_size = std::min(max_size_, 2 * size_);
151 std::vector<VCMPacket> new_data_buffer(new_size);
152 std::vector<ContinuityInfo> new_sequence_buffer(new_size);
153 for (size_t i = 0; i < size_; ++i) {
154 if (sequence_buffer_[i].used) {
philipelf4139332016-04-20 10:26:34 +0200155 size_t index = sequence_buffer_[i].seq_num % new_size;
philipelc707ab72016-04-01 02:01:54 -0700156 new_sequence_buffer[index] = sequence_buffer_[i];
157 new_data_buffer[index] = data_buffer_[i];
158 }
159 }
160 size_ = new_size;
161 sequence_buffer_ = std::move(new_sequence_buffer);
162 data_buffer_ = std::move(new_data_buffer);
philipelaee3e0e2016-11-01 11:45:34 +0100163 LOG(LS_INFO) << "PacketBuffer size expanded to " << new_size;
philipelc707ab72016-04-01 02:01:54 -0700164 return true;
165}
166
philipelaee3e0e2016-11-01 11:45:34 +0100167bool PacketBuffer::PotentialNewFrame(uint16_t seq_num) const {
philipelf4139332016-04-20 10:26:34 +0200168 size_t index = seq_num % size_;
philipelc707ab72016-04-01 02:01:54 -0700169 int prev_index = index > 0 ? index - 1 : size_ - 1;
philipelf4139332016-04-20 10:26:34 +0200170
philipelc707ab72016-04-01 02:01:54 -0700171 if (!sequence_buffer_[index].used)
172 return false;
philipelf4139332016-04-20 10:26:34 +0200173 if (sequence_buffer_[index].frame_created)
174 return false;
philipel20dce342016-11-28 16:14:57 +0100175 if (sequence_buffer_[index].frame_begin)
philipelc707ab72016-04-01 02:01:54 -0700176 return true;
177 if (!sequence_buffer_[prev_index].used)
178 return false;
philipelf4139332016-04-20 10:26:34 +0200179 if (sequence_buffer_[prev_index].seq_num !=
philipelaee3e0e2016-11-01 11:45:34 +0100180 sequence_buffer_[index].seq_num - 1) {
philipelf4139332016-04-20 10:26:34 +0200181 return false;
philipelaee3e0e2016-11-01 11:45:34 +0100182 }
philipelc707ab72016-04-01 02:01:54 -0700183 if (sequence_buffer_[prev_index].continuous)
184 return true;
185
186 return false;
187}
188
philipelfd5a20f2016-11-15 00:57:57 -0800189std::vector<std::unique_ptr<RtpFrameObject>> PacketBuffer::FindFrames(
190 uint16_t seq_num) {
191 std::vector<std::unique_ptr<RtpFrameObject>> found_frames;
philipel20dce342016-11-28 16:14:57 +0100192 size_t packets_tested = 0;
193 while (packets_tested < size_ && PotentialNewFrame(seq_num)) {
philipelaee3e0e2016-11-01 11:45:34 +0100194 size_t index = seq_num % size_;
philipelc707ab72016-04-01 02:01:54 -0700195 sequence_buffer_[index].continuous = true;
196
philipelf4139332016-04-20 10:26:34 +0200197 // If all packets of the frame is continuous, find the first packet of the
198 // frame and create an RtpFrameObject.
philipelc707ab72016-04-01 02:01:54 -0700199 if (sequence_buffer_[index].frame_end) {
philipel5ceaaae2016-05-24 10:20:47 +0200200 size_t frame_size = 0;
201 int max_nack_count = -1;
philipelc707ab72016-04-01 02:01:54 -0700202 uint16_t start_seq_num = seq_num;
philipelf4139332016-04-20 10:26:34 +0200203
philipel5ceaaae2016-05-24 10:20:47 +0200204 // Find the start index by searching backward until the packet with
205 // the |frame_begin| flag is set.
206 int start_index = index;
207 while (true) {
208 frame_size += data_buffer_[start_index].sizeBytes;
philipelfd5a20f2016-11-15 00:57:57 -0800209 max_nack_count =
210 std::max(max_nack_count, data_buffer_[start_index].timesNacked);
philipelf4139332016-04-20 10:26:34 +0200211 sequence_buffer_[start_index].frame_created = true;
philipel5ceaaae2016-05-24 10:20:47 +0200212
213 if (sequence_buffer_[start_index].frame_begin)
214 break;
215
philipelf4139332016-04-20 10:26:34 +0200216 start_index = start_index > 0 ? start_index - 1 : size_ - 1;
philipelc707ab72016-04-01 02:01:54 -0700217 start_seq_num--;
218 }
219
philipelfd5a20f2016-11-15 00:57:57 -0800220 found_frames.emplace_back(
philipelb4d31082016-07-11 08:46:29 -0700221 new RtpFrameObject(this, start_seq_num, seq_num, frame_size,
222 max_nack_count, clock_->TimeInMilliseconds()));
philipelc707ab72016-04-01 02:01:54 -0700223 }
philipelc707ab72016-04-01 02:01:54 -0700224 ++seq_num;
philipel20dce342016-11-28 16:14:57 +0100225 ++packets_tested;
philipelc707ab72016-04-01 02:01:54 -0700226 }
philipelfd5a20f2016-11-15 00:57:57 -0800227 return found_frames;
philipelc707ab72016-04-01 02:01:54 -0700228}
229
230void PacketBuffer::ReturnFrame(RtpFrameObject* frame) {
231 rtc::CritScope lock(&crit_);
philipelf4139332016-04-20 10:26:34 +0200232 size_t index = frame->first_seq_num() % size_;
233 size_t end = (frame->last_seq_num() + 1) % size_;
234 uint16_t seq_num = frame->first_seq_num();
philipelc707ab72016-04-01 02:01:54 -0700235 while (index != end) {
philipel1f39ba12016-09-21 11:27:47 +0200236 if (sequence_buffer_[index].seq_num == seq_num) {
237 delete[] data_buffer_[index].dataPtr;
238 data_buffer_[index].dataPtr = nullptr;
philipelc707ab72016-04-01 02:01:54 -0700239 sequence_buffer_[index].used = false;
philipel1f39ba12016-09-21 11:27:47 +0200240 }
philipelf4139332016-04-20 10:26:34 +0200241
philipelc707ab72016-04-01 02:01:54 -0700242 index = (index + 1) % size_;
243 ++seq_num;
244 }
philipelc707ab72016-04-01 02:01:54 -0700245}
246
247bool PacketBuffer::GetBitstream(const RtpFrameObject& frame,
248 uint8_t* destination) {
249 rtc::CritScope lock(&crit_);
250
philipelf4139332016-04-20 10:26:34 +0200251 size_t index = frame.first_seq_num() % size_;
252 size_t end = (frame.last_seq_num() + 1) % size_;
253 uint16_t seq_num = frame.first_seq_num();
philipelc707ab72016-04-01 02:01:54 -0700254 while (index != end) {
255 if (!sequence_buffer_[index].used ||
256 sequence_buffer_[index].seq_num != seq_num) {
257 return false;
258 }
259
260 const uint8_t* source = data_buffer_[index].dataPtr;
261 size_t length = data_buffer_[index].sizeBytes;
262 memcpy(destination, source, length);
263 destination += length;
264 index = (index + 1) % size_;
265 ++seq_num;
266 }
267 return true;
268}
269
philipel02447bc2016-05-13 06:01:03 -0700270VCMPacket* PacketBuffer::GetPacket(uint16_t seq_num) {
philipel02447bc2016-05-13 06:01:03 -0700271 size_t index = seq_num % size_;
272 if (!sequence_buffer_[index].used ||
273 seq_num != sequence_buffer_[index].seq_num) {
274 return nullptr;
philipelf4139332016-04-20 10:26:34 +0200275 }
philipel02447bc2016-05-13 06:01:03 -0700276 return &data_buffer_[index];
philipelf4139332016-04-20 10:26:34 +0200277}
278
philipel17deeb42016-08-11 15:09:26 +0200279int PacketBuffer::AddRef() const {
280 return rtc::AtomicOps::Increment(&ref_count_);
281}
282
283int PacketBuffer::Release() const {
284 int count = rtc::AtomicOps::Decrement(&ref_count_);
285 if (!count) {
286 delete this;
287 }
288 return count;
289}
290
philipelc707ab72016-04-01 02:01:54 -0700291} // namespace video_coding
292} // namespace webrtc