blob: ec377e913239660f1831b16bfa3ecb43aeaf37c4 [file] [log] [blame]
philipelc707ab72016-04-01 02:01:54 -07001/*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include <cstring>
philipel02447bc2016-05-13 06:01:03 -070012#include <map>
13#include <set>
philipela1059872016-05-09 11:41:48 +020014#include <utility>
philipelc707ab72016-04-01 02:01:54 -070015
philipel2c9f9f22017-06-13 02:47:28 -070016#include "webrtc/common_video/h264/h264_common.h"
philipelb4d31082016-07-11 08:46:29 -070017#include "webrtc/modules/video_coding/frame_object.h"
18#include "webrtc/modules/video_coding/packet_buffer.h"
Edward Lemurc20978e2017-07-06 19:44:34 +020019#include "webrtc/rtc_base/random.h"
philipelb4d31082016-07-11 08:46:29 -070020#include "webrtc/system_wrappers/include/clock.h"
kwibergac9f8762016-09-30 22:29:43 -070021#include "webrtc/test/gtest.h"
philipelc707ab72016-04-01 02:01:54 -070022
23namespace webrtc {
24namespace video_coding {
25
26class TestPacketBuffer : public ::testing::Test,
philipel17deeb42016-08-11 15:09:26 +020027 public OnReceivedFrameCallback {
philipelc707ab72016-04-01 02:01:54 -070028 protected:
29 TestPacketBuffer()
philipel17deeb42016-08-11 15:09:26 +020030 : rand_(0x7732213),
philipelb4d31082016-07-11 08:46:29 -070031 clock_(new SimulatedClock(0)),
philipel17deeb42016-08-11 15:09:26 +020032 packet_buffer_(
33 PacketBuffer::Create(clock_.get(), kStartSize, kMaxSize, this)) {}
philipelc707ab72016-04-01 02:01:54 -070034
philipel17deeb42016-08-11 15:09:26 +020035 uint16_t Rand() { return rand_.Rand<uint16_t>(); }
philipelc707ab72016-04-01 02:01:54 -070036
philipel17deeb42016-08-11 15:09:26 +020037 void OnReceivedFrame(std::unique_ptr<RtpFrameObject> frame) override {
38 uint16_t first_seq_num = frame->first_seq_num();
39 if (frames_from_callback_.find(first_seq_num) !=
40 frames_from_callback_.end()) {
41 ADD_FAILURE() << "Already received frame with first sequence number "
42 << first_seq_num << ".";
philipelf4139332016-04-20 10:26:34 +020043 return;
44 }
philipel2c9f9f22017-06-13 02:47:28 -070045
philipelf4139332016-04-20 10:26:34 +020046 frames_from_callback_.insert(
philipel17deeb42016-08-11 15:09:26 +020047 std::make_pair(frame->first_seq_num(), std::move(frame)));
philipelc707ab72016-04-01 02:01:54 -070048 }
49
philipel17deeb42016-08-11 15:09:26 +020050 enum IsKeyFrame { kKeyFrame, kDeltaFrame };
51 enum IsFirst { kFirst, kNotFirst };
52 enum IsLast { kLast, kNotLast };
philipelc707ab72016-04-01 02:01:54 -070053
philipelaee3e0e2016-11-01 11:45:34 +010054 bool Insert(uint16_t seq_num, // packet sequence number
55 IsKeyFrame keyframe, // is keyframe
56 IsFirst first, // is first packet of frame
57 IsLast last, // is last packet of frame
58 int data_size = 0, // size of data
59 uint8_t* data = nullptr) { // data pointer
philipelf4139332016-04-20 10:26:34 +020060 VCMPacket packet;
61 packet.codec = kVideoCodecGeneric;
62 packet.seqNum = seq_num;
philipel3184f8e2017-05-18 08:08:53 -070063 packet.frameType =
64 keyframe == kKeyFrame ? kVideoFrameKey : kVideoFrameDelta;
johan0d1b2b62017-01-10 04:21:35 -080065 packet.is_first_packet_in_frame = first == kFirst;
philipel17deeb42016-08-11 15:09:26 +020066 packet.markerBit = last == kLast;
philipelf4139332016-04-20 10:26:34 +020067 packet.sizeBytes = data_size;
68 packet.dataPtr = data;
69
philipel759e0b72016-11-30 01:32:05 -080070 return packet_buffer_->InsertPacket(&packet);
philipelf4139332016-04-20 10:26:34 +020071 }
72
philipel2c9f9f22017-06-13 02:47:28 -070073 bool InsertH264(uint16_t seq_num, // packet sequence number
74 IsKeyFrame keyframe, // is keyframe
75 IsFirst first, // is first packet of frame
76 IsLast last, // is last packet of frame
77 uint32_t timestamp, // rtp timestamp
78 int data_size = 0, // size of data
79 uint8_t* data = nullptr) { // data pointer
80 VCMPacket packet;
81 packet.codec = kVideoCodecH264;
82 packet.seqNum = seq_num;
83 packet.timestamp = timestamp;
84 packet.video_header.codecHeader.H264.nalus[0].type = H264::NaluType::kIdr;
85 packet.video_header.codecHeader.H264.nalus_length = keyframe == kKeyFrame;
86 packet.is_first_packet_in_frame = first == kFirst;
87 packet.markerBit = last == kLast;
88 packet.sizeBytes = data_size;
89 packet.dataPtr = data;
90
91 return packet_buffer_->InsertPacket(&packet);
92 }
93
philipel17deeb42016-08-11 15:09:26 +020094 void CheckFrame(uint16_t first_seq_num) {
95 auto frame_it = frames_from_callback_.find(first_seq_num);
96 ASSERT_FALSE(frame_it == frames_from_callback_.end())
97 << "Could not find frame with first sequence number " << first_seq_num
98 << ".";
philipelf4139332016-04-20 10:26:34 +020099 }
100
philipel227f8b92017-08-04 06:39:31 -0700101 static constexpr int kStartSize = 16;
102 static constexpr int kMaxSize = 64;
philipelc707ab72016-04-01 02:01:54 -0700103
104 Random rand_;
philipel3184f8e2017-05-18 08:08:53 -0700105 std::unique_ptr<SimulatedClock> clock_;
philipel17deeb42016-08-11 15:09:26 +0200106 rtc::scoped_refptr<PacketBuffer> packet_buffer_;
107 std::map<uint16_t, std::unique_ptr<RtpFrameObject>> frames_from_callback_;
philipelc707ab72016-04-01 02:01:54 -0700108};
109
110TEST_F(TestPacketBuffer, InsertOnePacket) {
philipelaee3e0e2016-11-01 11:45:34 +0100111 const uint16_t seq_num = Rand();
112 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700113}
114
115TEST_F(TestPacketBuffer, InsertMultiplePackets) {
philipelaee3e0e2016-11-01 11:45:34 +0100116 const uint16_t seq_num = Rand();
117 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
118 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kFirst, kLast));
119 EXPECT_TRUE(Insert(seq_num + 2, kKeyFrame, kFirst, kLast));
120 EXPECT_TRUE(Insert(seq_num + 3, kKeyFrame, kFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700121}
122
123TEST_F(TestPacketBuffer, InsertDuplicatePacket) {
philipelaee3e0e2016-11-01 11:45:34 +0100124 const uint16_t seq_num = Rand();
125 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
126 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
127}
128
philipel2c2f34c2017-01-03 05:55:34 -0800129TEST_F(TestPacketBuffer, SeqNumWrapOneFrame) {
130 EXPECT_TRUE(Insert(0xFFFF, kKeyFrame, kFirst, kNotLast));
131 EXPECT_TRUE(Insert(0x0, kKeyFrame, kNotFirst, kLast));
132
133 CheckFrame(0xFFFF);
134}
135
136TEST_F(TestPacketBuffer, SeqNumWrapTwoFrames) {
philipelaee3e0e2016-11-01 11:45:34 +0100137 EXPECT_TRUE(Insert(0xFFFF, kKeyFrame, kFirst, kLast));
138 EXPECT_TRUE(Insert(0x0, kKeyFrame, kFirst, kLast));
139
140 CheckFrame(0xFFFF);
philipel2c2f34c2017-01-03 05:55:34 -0800141 CheckFrame(0x0);
philipelaee3e0e2016-11-01 11:45:34 +0100142}
143
144TEST_F(TestPacketBuffer, InsertOldPackets) {
145 const uint16_t seq_num = Rand();
146
147 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
148 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast));
149 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kNotFirst, kLast));
150 ASSERT_EQ(2UL, frames_from_callback_.size());
151
152 frames_from_callback_.erase(seq_num + 2);
153 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
154 ASSERT_EQ(1UL, frames_from_callback_.size());
155
156 frames_from_callback_.erase(frames_from_callback_.find(seq_num));
157 ASSERT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
158 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast));
159
160 packet_buffer_->ClearTo(seq_num + 2);
161 EXPECT_FALSE(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast));
162 EXPECT_TRUE(Insert(seq_num + 3, kDeltaFrame, kFirst, kLast));
163 ASSERT_EQ(2UL, frames_from_callback_.size());
philipelc707ab72016-04-01 02:01:54 -0700164}
165
philipel5ceaaae2016-05-24 10:20:47 +0200166TEST_F(TestPacketBuffer, NackCount) {
philipelaee3e0e2016-11-01 11:45:34 +0100167 const uint16_t seq_num = Rand();
philipel5ceaaae2016-05-24 10:20:47 +0200168
169 VCMPacket packet;
170 packet.codec = kVideoCodecGeneric;
171 packet.seqNum = seq_num;
172 packet.frameType = kVideoFrameKey;
johan0d1b2b62017-01-10 04:21:35 -0800173 packet.is_first_packet_in_frame = true;
philipel5ceaaae2016-05-24 10:20:47 +0200174 packet.markerBit = false;
philipel5ceaaae2016-05-24 10:20:47 +0200175 packet.timesNacked = 0;
176
philipel759e0b72016-11-30 01:32:05 -0800177 packet_buffer_->InsertPacket(&packet);
philipel5ceaaae2016-05-24 10:20:47 +0200178
179 packet.seqNum++;
johan0d1b2b62017-01-10 04:21:35 -0800180 packet.is_first_packet_in_frame = false;
philipel5ceaaae2016-05-24 10:20:47 +0200181 packet.timesNacked = 1;
philipel759e0b72016-11-30 01:32:05 -0800182 packet_buffer_->InsertPacket(&packet);
philipel5ceaaae2016-05-24 10:20:47 +0200183
184 packet.seqNum++;
185 packet.timesNacked = 3;
philipel759e0b72016-11-30 01:32:05 -0800186 packet_buffer_->InsertPacket(&packet);
philipel5ceaaae2016-05-24 10:20:47 +0200187
188 packet.seqNum++;
189 packet.markerBit = true;
190 packet.timesNacked = 1;
philipel759e0b72016-11-30 01:32:05 -0800191 packet_buffer_->InsertPacket(&packet);
philipel5ceaaae2016-05-24 10:20:47 +0200192
philipel5ceaaae2016-05-24 10:20:47 +0200193 ASSERT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200194 RtpFrameObject* frame = frames_from_callback_.begin()->second.get();
195 EXPECT_EQ(3, frame->times_nacked());
philipel5ceaaae2016-05-24 10:20:47 +0200196}
197
198TEST_F(TestPacketBuffer, FrameSize) {
philipelaee3e0e2016-11-01 11:45:34 +0100199 const uint16_t seq_num = Rand();
philipel41b8ca02016-11-07 15:42:24 +0100200 uint8_t* data1 = new uint8_t[5]();
201 uint8_t* data2 = new uint8_t[5]();
202 uint8_t* data3 = new uint8_t[5]();
203 uint8_t* data4 = new uint8_t[5]();
philipel5ceaaae2016-05-24 10:20:47 +0200204
philipel41b8ca02016-11-07 15:42:24 +0100205 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast, 5, data1));
206 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kNotFirst, kNotLast, 5, data2));
207 EXPECT_TRUE(Insert(seq_num + 2, kKeyFrame, kNotFirst, kNotLast, 5, data3));
208 EXPECT_TRUE(Insert(seq_num + 3, kKeyFrame, kNotFirst, kLast, 5, data4));
philipel5ceaaae2016-05-24 10:20:47 +0200209
210 ASSERT_EQ(1UL, frames_from_callback_.size());
nisse37abf532016-10-28 00:37:29 -0700211 EXPECT_EQ(20UL, frames_from_callback_.begin()->second->size());
philipel5ceaaae2016-05-24 10:20:47 +0200212}
213
philipelc707ab72016-04-01 02:01:54 -0700214TEST_F(TestPacketBuffer, ExpandBuffer) {
philipelaee3e0e2016-11-01 11:45:34 +0100215 const uint16_t seq_num = Rand();
philipelc707ab72016-04-01 02:01:54 -0700216
217 for (int i = 0; i < kStartSize + 1; ++i) {
philipelaee3e0e2016-11-01 11:45:34 +0100218 EXPECT_TRUE(Insert(seq_num + i, kKeyFrame, kFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700219 }
220}
221
philipelaee3e0e2016-11-01 11:45:34 +0100222TEST_F(TestPacketBuffer, SingleFrameExpandsBuffer) {
223 const uint16_t seq_num = Rand();
224
225 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
226 for (int i = 1; i < kStartSize; ++i)
227 EXPECT_TRUE(Insert(seq_num + i, kKeyFrame, kNotFirst, kNotLast));
228 EXPECT_TRUE(Insert(seq_num + kStartSize, kKeyFrame, kNotFirst, kLast));
229
230 ASSERT_EQ(1UL, frames_from_callback_.size());
231 CheckFrame(seq_num);
232}
233
philipelc707ab72016-04-01 02:01:54 -0700234TEST_F(TestPacketBuffer, ExpandBufferOverflow) {
philipelaee3e0e2016-11-01 11:45:34 +0100235 const uint16_t seq_num = Rand();
philipelc707ab72016-04-01 02:01:54 -0700236
philipelaee3e0e2016-11-01 11:45:34 +0100237 for (int i = 0; i < kMaxSize; ++i)
238 EXPECT_TRUE(Insert(seq_num + i, kKeyFrame, kFirst, kLast));
philipelc703dc22017-03-23 06:50:37 -0700239 EXPECT_TRUE(Insert(seq_num + kMaxSize + 1, kKeyFrame, kFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700240}
241
philipel17deeb42016-08-11 15:09:26 +0200242TEST_F(TestPacketBuffer, OnePacketOneFrame) {
philipelaee3e0e2016-11-01 11:45:34 +0100243 const uint16_t seq_num = Rand();
244 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200245 ASSERT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200246 CheckFrame(seq_num);
philipelc707ab72016-04-01 02:01:54 -0700247}
248
philipel17deeb42016-08-11 15:09:26 +0200249TEST_F(TestPacketBuffer, TwoPacketsTwoFrames) {
philipelaee3e0e2016-11-01 11:45:34 +0100250 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200251
philipelaee3e0e2016-11-01 11:45:34 +0100252 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
253 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200254
philipelc707ab72016-04-01 02:01:54 -0700255 EXPECT_EQ(2UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200256 CheckFrame(seq_num);
257 CheckFrame(seq_num + 1);
philipelc707ab72016-04-01 02:01:54 -0700258}
259
philipel17deeb42016-08-11 15:09:26 +0200260TEST_F(TestPacketBuffer, TwoPacketsOneFrames) {
philipelaee3e0e2016-11-01 11:45:34 +0100261 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200262
philipelaee3e0e2016-11-01 11:45:34 +0100263 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
264 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kNotFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200265
philipelc707ab72016-04-01 02:01:54 -0700266 EXPECT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200267 CheckFrame(seq_num);
philipelc707ab72016-04-01 02:01:54 -0700268}
269
philipel17deeb42016-08-11 15:09:26 +0200270TEST_F(TestPacketBuffer, ThreePacketReorderingOneFrame) {
philipelaee3e0e2016-11-01 11:45:34 +0100271 const uint16_t seq_num = Rand();
philipelc707ab72016-04-01 02:01:54 -0700272
philipelaee3e0e2016-11-01 11:45:34 +0100273 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
274 EXPECT_TRUE(Insert(seq_num + 2, kKeyFrame, kNotFirst, kLast));
275 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kNotFirst, kNotLast));
philipelf4139332016-04-20 10:26:34 +0200276
philipelc707ab72016-04-01 02:01:54 -0700277 EXPECT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200278 CheckFrame(seq_num);
philipelc707ab72016-04-01 02:01:54 -0700279}
280
philipel17deeb42016-08-11 15:09:26 +0200281TEST_F(TestPacketBuffer, Frames) {
philipelaee3e0e2016-11-01 11:45:34 +0100282 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200283
philipelaee3e0e2016-11-01 11:45:34 +0100284 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
285 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kFirst, kLast));
286 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast));
287 EXPECT_TRUE(Insert(seq_num + 3, kDeltaFrame, kFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200288
289 ASSERT_EQ(4UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200290 CheckFrame(seq_num);
291 CheckFrame(seq_num + 1);
292 CheckFrame(seq_num + 2);
293 CheckFrame(seq_num + 3);
philipelf4139332016-04-20 10:26:34 +0200294}
295
philipelaee3e0e2016-11-01 11:45:34 +0100296TEST_F(TestPacketBuffer, ClearSinglePacket) {
297 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200298
philipelaee3e0e2016-11-01 11:45:34 +0100299 for (int i = 0; i < kMaxSize; ++i)
300 EXPECT_TRUE(Insert(seq_num + i, kDeltaFrame, kFirst, kLast));
301
302 packet_buffer_->ClearTo(seq_num);
303 EXPECT_TRUE(Insert(seq_num + kMaxSize, kDeltaFrame, kFirst, kLast));
304}
305
philipelc5fb4682017-08-02 04:28:57 -0700306TEST_F(TestPacketBuffer, ClearFullBuffer) {
307 for (int i = 0; i < kMaxSize; ++i)
308 EXPECT_TRUE(Insert(i, kDeltaFrame, kFirst, kLast));
309
310 packet_buffer_->ClearTo(kMaxSize - 1);
311
312 for (int i = kMaxSize; i < 2 * kMaxSize; ++i)
313 EXPECT_TRUE(Insert(i, kDeltaFrame, kFirst, kLast));
314}
315
316TEST_F(TestPacketBuffer, DontClearNewerPacket) {
317 EXPECT_TRUE(Insert(0, kKeyFrame, kFirst, kLast));
318 packet_buffer_->ClearTo(0);
319 EXPECT_TRUE(Insert(2 * kStartSize, kKeyFrame, kFirst, kLast));
320 EXPECT_TRUE(Insert(3 * kStartSize + 1, kKeyFrame, kFirst, kNotLast));
321 packet_buffer_->ClearTo(2 * kStartSize);
322 EXPECT_TRUE(Insert(3 * kStartSize + 2, kKeyFrame, kNotFirst, kLast));
323
324 ASSERT_EQ(3UL, frames_from_callback_.size());
325 CheckFrame(0);
326 CheckFrame(2 * kStartSize);
327 CheckFrame(3 * kStartSize + 1);
328}
329
philipelaee3e0e2016-11-01 11:45:34 +0100330TEST_F(TestPacketBuffer, OneIncompleteFrame) {
331 const uint16_t seq_num = Rand();
332
333 EXPECT_TRUE(Insert(seq_num, kDeltaFrame, kFirst, kNotLast));
334 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kNotFirst, kLast));
335 EXPECT_TRUE(Insert(seq_num - 1, kDeltaFrame, kNotFirst, kLast));
336
337 ASSERT_EQ(1UL, frames_from_callback_.size());
338 CheckFrame(seq_num);
339}
340
341TEST_F(TestPacketBuffer, TwoIncompleteFramesFullBuffer) {
342 const uint16_t seq_num = Rand();
343
344 for (int i = 1; i < kMaxSize - 1; ++i)
345 EXPECT_TRUE(Insert(seq_num + i, kDeltaFrame, kNotFirst, kNotLast));
346 EXPECT_TRUE(Insert(seq_num, kDeltaFrame, kFirst, kNotLast));
347 EXPECT_TRUE(Insert(seq_num - 1, kDeltaFrame, kNotFirst, kLast));
348
349 ASSERT_EQ(0UL, frames_from_callback_.size());
350}
351
352TEST_F(TestPacketBuffer, FramesReordered) {
353 const uint16_t seq_num = Rand();
354
355 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kFirst, kLast));
356 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
357 EXPECT_TRUE(Insert(seq_num + 3, kDeltaFrame, kFirst, kLast));
358 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200359
360 ASSERT_EQ(4UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200361 CheckFrame(seq_num);
362 CheckFrame(seq_num + 1);
363 CheckFrame(seq_num + 2);
364 CheckFrame(seq_num + 3);
philipelf4139332016-04-20 10:26:34 +0200365}
366
philipel36928452016-11-07 10:42:36 +0100367TEST_F(TestPacketBuffer, GetBitstream) {
philipelc707ab72016-04-01 02:01:54 -0700368 // "many bitstream, such data" with null termination.
philipel41b8ca02016-11-07 15:42:24 +0100369 uint8_t many_data[] = {0x6d, 0x61, 0x6e, 0x79, 0x20};
370 uint8_t bitstream_data[] = {0x62, 0x69, 0x74, 0x73, 0x74, 0x72,
371 0x65, 0x61, 0x6d, 0x2c, 0x20};
372 uint8_t such_data[] = {0x73, 0x75, 0x63, 0x68, 0x20};
373 uint8_t data_data[] = {0x64, 0x61, 0x74, 0x61, 0x0};
374
375 uint8_t* many = new uint8_t[sizeof(many_data)];
376 uint8_t* bitstream = new uint8_t[sizeof(bitstream_data)];
377 uint8_t* such = new uint8_t[sizeof(such_data)];
378 uint8_t* data = new uint8_t[sizeof(data_data)];
379
380 memcpy(many, many_data, sizeof(many_data));
381 memcpy(bitstream, bitstream_data, sizeof(bitstream_data));
382 memcpy(such, such_data, sizeof(such_data));
383 memcpy(data, data_data, sizeof(data_data));
384
385 uint8_t result[sizeof(many_data) + sizeof(bitstream_data) +
386 sizeof(such_data) + sizeof(data_data)];
philipelc707ab72016-04-01 02:01:54 -0700387
philipelaee3e0e2016-11-01 11:45:34 +0100388 const uint16_t seq_num = Rand();
philipelc707ab72016-04-01 02:01:54 -0700389
philipelaee3e0e2016-11-01 11:45:34 +0100390 EXPECT_TRUE(
philipel41b8ca02016-11-07 15:42:24 +0100391 Insert(seq_num, kKeyFrame, kFirst, kNotLast, sizeof(many_data), many));
392 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kNotFirst, kNotLast,
393 sizeof(bitstream_data), bitstream));
394 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kNotFirst, kNotLast,
395 sizeof(such_data), such));
396 EXPECT_TRUE(Insert(seq_num + 3, kDeltaFrame, kNotFirst, kLast,
397 sizeof(data_data), data));
philipelf4139332016-04-20 10:26:34 +0200398
399 ASSERT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200400 CheckFrame(seq_num);
philipel227f8b92017-08-04 06:39:31 -0700401 EXPECT_EQ(frames_from_callback_[seq_num]->size(), sizeof(result));
philipel17deeb42016-08-11 15:09:26 +0200402 EXPECT_TRUE(frames_from_callback_[seq_num]->GetBitstream(result));
philipel9b2ce6b2016-07-05 05:04:46 -0700403 EXPECT_EQ(memcmp(result, "many bitstream, such data", sizeof(result)), 0);
philipelc707ab72016-04-01 02:01:54 -0700404}
405
philipel227f8b92017-08-04 06:39:31 -0700406TEST_F(TestPacketBuffer, GetBitstreamOneFrameOnePacket) {
407 uint8_t bitstream_data[] = "All the bitstream data for this frame!";
408 uint8_t result[sizeof(bitstream_data)];
409 uint8_t* data = new uint8_t[sizeof(bitstream_data)];
410 memcpy(data, bitstream_data, sizeof(bitstream_data));
411
412 EXPECT_TRUE(
413 Insert(0, kKeyFrame, kFirst, kLast, sizeof(bitstream_data), data));
414
415 ASSERT_EQ(1UL, frames_from_callback_.size());
416 CheckFrame(0);
417 EXPECT_EQ(frames_from_callback_[0]->size(), sizeof(bitstream_data));
418 EXPECT_TRUE(frames_from_callback_[0]->GetBitstream(result));
419 EXPECT_EQ(memcmp(result, data, sizeof(bitstream_data)), 0);
420}
421
422TEST_F(TestPacketBuffer, GetBitstreamOneFrameFullBuffer) {
423 uint8_t* data_arr[kStartSize];
424 uint8_t expected[kStartSize];
425 uint8_t result[kStartSize];
426
427 for (uint8_t i = 0; i < kStartSize; ++i) {
428 data_arr[i] = new uint8_t[1];
429 data_arr[i][0] = i;
430 expected[i] = i;
431 }
432
433 EXPECT_TRUE(Insert(0, kKeyFrame, kFirst, kNotLast, 1, data_arr[0]));
434 for (uint8_t i = 1; i < kStartSize - 1; ++i)
435 EXPECT_TRUE(Insert(i, kKeyFrame, kNotFirst, kNotLast, 1, data_arr[i]));
436 EXPECT_TRUE(Insert(kStartSize - 1, kKeyFrame, kNotFirst, kLast, 1,
437 data_arr[kStartSize - 1]));
438
439 ASSERT_EQ(1UL, frames_from_callback_.size());
440 CheckFrame(0);
441 EXPECT_EQ(frames_from_callback_[0]->size(), static_cast<size_t>(kStartSize));
442 EXPECT_TRUE(frames_from_callback_[0]->GetBitstream(result));
443 EXPECT_EQ(memcmp(result, expected, kStartSize), 0);
444}
445
446TEST_F(TestPacketBuffer, GetBitstreamOneFrameFullBufferH264) {
447 uint8_t* data_arr[kStartSize];
448 uint8_t expected[kStartSize];
449 uint8_t result[kStartSize];
450
451 for (uint8_t i = 0; i < kStartSize; ++i) {
452 data_arr[i] = new uint8_t[1];
453 data_arr[i][0] = i;
454 expected[i] = i;
455 }
456
457 EXPECT_TRUE(InsertH264(0, kKeyFrame, kFirst, kNotLast, 1, 1, data_arr[0]));
458 for (uint8_t i = 1; i < kStartSize - 1; ++i) {
459 EXPECT_TRUE(
460 InsertH264(i, kKeyFrame, kNotFirst, kNotLast, 1, 1, data_arr[i]));
461 }
462 EXPECT_TRUE(InsertH264(kStartSize - 1, kKeyFrame, kNotFirst, kLast, 1, 1,
463 data_arr[kStartSize - 1]));
464
465 ASSERT_EQ(1UL, frames_from_callback_.size());
466 CheckFrame(0);
467 EXPECT_EQ(frames_from_callback_[0]->size(), static_cast<size_t>(kStartSize));
468 EXPECT_TRUE(frames_from_callback_[0]->GetBitstream(result));
469 EXPECT_EQ(memcmp(result, expected, kStartSize), 0);
470}
471
philipel36928452016-11-07 10:42:36 +0100472TEST_F(TestPacketBuffer, GetBitstreamH264BufferPadding) {
473 uint16_t seq_num = Rand();
philipel41b8ca02016-11-07 15:42:24 +0100474 uint8_t data_data[] = "some plain old data";
475 uint8_t* data = new uint8_t[sizeof(data_data)];
476 memcpy(data, data_data, sizeof(data_data));
philipel36928452016-11-07 10:42:36 +0100477
478 // EncodedImage::kBufferPaddingBytesH264 is unknown at compile time.
philipel41b8ca02016-11-07 15:42:24 +0100479 std::unique_ptr<uint8_t[]> result(
480 new uint8_t[sizeof(data_data) + EncodedImage::kBufferPaddingBytesH264]);
philipel36928452016-11-07 10:42:36 +0100481
482 VCMPacket packet;
philipel2c9f9f22017-06-13 02:47:28 -0700483 packet.video_header.codecHeader.H264.nalus_length = 1;
484 packet.video_header.codecHeader.H264.nalus[0].type = H264::NaluType::kIdr;
philipel36928452016-11-07 10:42:36 +0100485 packet.seqNum = seq_num;
486 packet.codec = kVideoCodecH264;
487 packet.insertStartCode = true;
488 packet.video_header.codecHeader.H264.packetization_type = kH264SingleNalu;
489 packet.dataPtr = data;
philipel41b8ca02016-11-07 15:42:24 +0100490 packet.sizeBytes = sizeof(data_data);
johan0d1b2b62017-01-10 04:21:35 -0800491 packet.is_first_packet_in_frame = true;
philipel36928452016-11-07 10:42:36 +0100492 packet.markerBit = true;
philipel759e0b72016-11-30 01:32:05 -0800493 packet_buffer_->InsertPacket(&packet);
philipel36928452016-11-07 10:42:36 +0100494
495 ASSERT_EQ(1UL, frames_from_callback_.size());
496 EXPECT_EQ(frames_from_callback_[seq_num]->EncodedImage()._length,
philipel41b8ca02016-11-07 15:42:24 +0100497 sizeof(data_data));
philipel36928452016-11-07 10:42:36 +0100498 EXPECT_EQ(frames_from_callback_[seq_num]->EncodedImage()._size,
philipel41b8ca02016-11-07 15:42:24 +0100499 sizeof(data_data) + EncodedImage::kBufferPaddingBytesH264);
500 EXPECT_TRUE(frames_from_callback_[seq_num]->GetBitstream(result.get()));
501 EXPECT_EQ(memcmp(result.get(), data, sizeof(data_data)), 0);
philipel36928452016-11-07 10:42:36 +0100502}
503
philipelc707ab72016-04-01 02:01:54 -0700504TEST_F(TestPacketBuffer, FreeSlotsOnFrameDestruction) {
philipelaee3e0e2016-11-01 11:45:34 +0100505 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200506
philipelaee3e0e2016-11-01 11:45:34 +0100507 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
508 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kNotFirst, kNotLast));
509 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kNotFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700510 EXPECT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200511 CheckFrame(seq_num);
philipelc707ab72016-04-01 02:01:54 -0700512
513 frames_from_callback_.clear();
514
philipel17deeb42016-08-11 15:09:26 +0200515 // Insert frame that fills the whole buffer.
philipelaee3e0e2016-11-01 11:45:34 +0100516 EXPECT_TRUE(Insert(seq_num + 3, kKeyFrame, kFirst, kNotLast));
philipel17deeb42016-08-11 15:09:26 +0200517 for (int i = 0; i < kMaxSize - 2; ++i)
philipelaee3e0e2016-11-01 11:45:34 +0100518 EXPECT_TRUE(Insert(seq_num + i + 4, kDeltaFrame, kNotFirst, kNotLast));
519 EXPECT_TRUE(Insert(seq_num + kMaxSize + 2, kKeyFrame, kNotFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700520 EXPECT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200521 CheckFrame(seq_num + 3);
philipelc707ab72016-04-01 02:01:54 -0700522}
523
philipel02447bc2016-05-13 06:01:03 -0700524TEST_F(TestPacketBuffer, Clear) {
philipelaee3e0e2016-11-01 11:45:34 +0100525 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200526
philipelaee3e0e2016-11-01 11:45:34 +0100527 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
528 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kNotFirst, kNotLast));
529 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kNotFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200530 EXPECT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200531 CheckFrame(seq_num);
philipelf4139332016-04-20 10:26:34 +0200532
philipel02447bc2016-05-13 06:01:03 -0700533 packet_buffer_->Clear();
philipelf4139332016-04-20 10:26:34 +0200534
philipelaee3e0e2016-11-01 11:45:34 +0100535 EXPECT_TRUE(Insert(seq_num + kStartSize, kKeyFrame, kFirst, kNotLast));
536 EXPECT_TRUE(
537 Insert(seq_num + kStartSize + 1, kDeltaFrame, kNotFirst, kNotLast));
538 EXPECT_TRUE(Insert(seq_num + kStartSize + 2, kDeltaFrame, kNotFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700539 EXPECT_EQ(2UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200540 CheckFrame(seq_num + kStartSize);
philipelc707ab72016-04-01 02:01:54 -0700541}
542
philipel02447bc2016-05-13 06:01:03 -0700543TEST_F(TestPacketBuffer, InvalidateFrameByClearing) {
philipelaee3e0e2016-11-01 11:45:34 +0100544 const uint16_t seq_num = Rand();
545
546 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700547 ASSERT_EQ(1UL, frames_from_callback_.size());
548
philipel02447bc2016-05-13 06:01:03 -0700549 packet_buffer_->Clear();
philipelf4139332016-04-20 10:26:34 +0200550 EXPECT_FALSE(frames_from_callback_.begin()->second->GetBitstream(nullptr));
551}
552
philipel20dce342016-11-28 16:14:57 +0100553TEST_F(TestPacketBuffer, FramesAfterClear) {
554 Insert(9025, kDeltaFrame, kFirst, kLast);
555 Insert(9024, kKeyFrame, kFirst, kLast);
556 packet_buffer_->ClearTo(9025);
557 Insert(9057, kDeltaFrame, kFirst, kLast);
558 Insert(9026, kDeltaFrame, kFirst, kLast);
559
560 CheckFrame(9024);
561 CheckFrame(9025);
562 CheckFrame(9026);
563 CheckFrame(9057);
564}
565
philipel759e0b72016-11-30 01:32:05 -0800566TEST_F(TestPacketBuffer, DontLeakPayloadData) {
567 // NOTE! Any eventual leak is suppose to be detected by valgrind
568 // or any other similar tool.
569 uint8_t* data1 = new uint8_t[5];
570 uint8_t* data2 = new uint8_t[5];
571 uint8_t* data3 = new uint8_t[5];
572 uint8_t* data4 = new uint8_t[5];
573
574 // Expected to free data1 upon PacketBuffer destruction.
575 EXPECT_TRUE(Insert(2, kKeyFrame, kFirst, kNotLast, 5, data1));
576
577 // Expect to free data2 upon insertion.
578 EXPECT_TRUE(Insert(2, kKeyFrame, kFirst, kNotLast, 5, data2));
579
580 // Expect to free data3 upon insertion (old packet).
581 packet_buffer_->ClearTo(1);
582 EXPECT_FALSE(Insert(1, kKeyFrame, kFirst, kNotLast, 5, data3));
583
584 // Expect to free data4 upon insertion (packet buffer is full).
philipelc703dc22017-03-23 06:50:37 -0700585 EXPECT_TRUE(Insert(2 + kMaxSize, kKeyFrame, kFirst, kNotLast, 5, data4));
philipel759e0b72016-11-30 01:32:05 -0800586}
587
philipelea142f82017-01-11 02:01:56 -0800588TEST_F(TestPacketBuffer, ContinuousSeqNumDoubleMarkerBit) {
589 Insert(2, kKeyFrame, kNotFirst, kNotLast);
590 Insert(1, kKeyFrame, kFirst, kLast);
591 frames_from_callback_.clear();
592 Insert(3, kKeyFrame, kNotFirst, kLast);
593
594 EXPECT_EQ(0UL, frames_from_callback_.size());
595}
596
philipel3184f8e2017-05-18 08:08:53 -0700597TEST_F(TestPacketBuffer, PacketTimestamps) {
598 rtc::Optional<int64_t> packet_ms;
599 rtc::Optional<int64_t> packet_keyframe_ms;
600
601 packet_ms = packet_buffer_->LastReceivedPacketMs();
602 packet_keyframe_ms = packet_buffer_->LastReceivedKeyframePacketMs();
603 EXPECT_FALSE(packet_ms);
604 EXPECT_FALSE(packet_keyframe_ms);
605
606 int64_t keyframe_ms = clock_->TimeInMilliseconds();
607 EXPECT_TRUE(Insert(100, kKeyFrame, kFirst, kLast));
608 packet_ms = packet_buffer_->LastReceivedPacketMs();
609 packet_keyframe_ms = packet_buffer_->LastReceivedKeyframePacketMs();
610 EXPECT_TRUE(packet_ms);
611 EXPECT_TRUE(packet_keyframe_ms);
612 EXPECT_EQ(keyframe_ms, *packet_ms);
613 EXPECT_EQ(keyframe_ms, *packet_keyframe_ms);
614
615 clock_->AdvanceTimeMilliseconds(100);
616 int64_t delta_ms = clock_->TimeInMilliseconds();
617 EXPECT_TRUE(Insert(101, kDeltaFrame, kFirst, kLast));
618 packet_ms = packet_buffer_->LastReceivedPacketMs();
619 packet_keyframe_ms = packet_buffer_->LastReceivedKeyframePacketMs();
620 EXPECT_TRUE(packet_ms);
621 EXPECT_TRUE(packet_keyframe_ms);
622 EXPECT_EQ(delta_ms, *packet_ms);
623 EXPECT_EQ(keyframe_ms, *packet_keyframe_ms);
624
625 packet_buffer_->Clear();
626 packet_ms = packet_buffer_->LastReceivedPacketMs();
627 packet_keyframe_ms = packet_buffer_->LastReceivedKeyframePacketMs();
628 EXPECT_FALSE(packet_ms);
629 EXPECT_FALSE(packet_keyframe_ms);
630}
631
philipel2c9f9f22017-06-13 02:47:28 -0700632TEST_F(TestPacketBuffer, OneFrameFillBufferH264) {
633 InsertH264(0, kKeyFrame, kFirst, kNotLast, 1000);
634 for (int i = 1; i < kStartSize - 1; ++i)
635 InsertH264(i, kKeyFrame, kNotFirst, kNotLast, 1000);
636 InsertH264(kStartSize - 1, kKeyFrame, kNotFirst, kLast, 1000);
637
638 EXPECT_EQ(1UL, frames_from_callback_.size());
639 CheckFrame(0);
640}
641
philipel227f8b92017-08-04 06:39:31 -0700642TEST_F(TestPacketBuffer, CreateFramesAfterFilledBufferH264) {
643 InsertH264(kStartSize - 2, kKeyFrame, kFirst, kLast, 0);
644 ASSERT_EQ(1UL, frames_from_callback_.size());
645 frames_from_callback_.clear();
646
647 InsertH264(kStartSize, kDeltaFrame, kFirst, kNotLast, 2000);
648 for (int i = 1; i < kStartSize; ++i)
649 InsertH264(kStartSize + i, kDeltaFrame, kNotFirst, kNotLast, 2000);
650 InsertH264(kStartSize + kStartSize, kDeltaFrame, kNotFirst, kLast, 2000);
651 ASSERT_EQ(0UL, frames_from_callback_.size());
652
653 InsertH264(kStartSize - 1, kKeyFrame, kFirst, kLast, 1000);
654 ASSERT_EQ(2UL, frames_from_callback_.size());
655 CheckFrame(kStartSize - 1);
656 CheckFrame(kStartSize);
657}
658
philipel2c9f9f22017-06-13 02:47:28 -0700659TEST_F(TestPacketBuffer, OneFrameMaxSeqNumH264) {
660 InsertH264(65534, kKeyFrame, kFirst, kNotLast, 1000);
661 InsertH264(65535, kKeyFrame, kNotFirst, kLast, 1000);
662
663 EXPECT_EQ(1UL, frames_from_callback_.size());
664 CheckFrame(65534);
665}
666
667TEST_F(TestPacketBuffer, ClearMissingPacketsOnKeyframeH264) {
668 InsertH264(0, kKeyFrame, kFirst, kLast, 1000);
669 InsertH264(2, kKeyFrame, kFirst, kLast, 3000);
670 InsertH264(3, kDeltaFrame, kFirst, kNotLast, 4000);
671 InsertH264(4, kDeltaFrame, kNotFirst, kLast, 4000);
672
673 ASSERT_EQ(3UL, frames_from_callback_.size());
674
675 InsertH264(kStartSize + 1, kKeyFrame, kFirst, kLast, 18000);
676
677 ASSERT_EQ(4UL, frames_from_callback_.size());
678 CheckFrame(0);
679 CheckFrame(2);
680 CheckFrame(3);
681 CheckFrame(kStartSize + 1);
682}
683
684TEST_F(TestPacketBuffer, FindFramesOnPaddingH264) {
685 InsertH264(0, kKeyFrame, kFirst, kLast, 1000);
686 InsertH264(2, kDeltaFrame, kFirst, kLast, 1000);
687
688 ASSERT_EQ(1UL, frames_from_callback_.size());
689 packet_buffer_->PaddingReceived(1);
690 ASSERT_EQ(2UL, frames_from_callback_.size());
691 CheckFrame(0);
692 CheckFrame(2);
693}
694
philipelc707ab72016-04-01 02:01:54 -0700695} // namespace video_coding
696} // namespace webrtc