blob: b47ceece3210085bbf0fa4297225863adb70603c [file] [log] [blame]
philipelc707ab72016-04-01 02:01:54 -07001/*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
Danil Chapovalov05269ec2019-10-17 19:06:46 +020010#include "modules/video_coding/packet_buffer.h"
philipelc707ab72016-04-01 02:01:54 -070011
12#include <cstring>
Danil Chapovalov05269ec2019-10-17 19:06:46 +020013#include <limits>
philipel02447bc2016-05-13 06:01:03 -070014#include <map>
15#include <set>
Danil Chapovalov05269ec2019-10-17 19:06:46 +020016#include <string>
philipela1059872016-05-09 11:41:48 +020017#include <utility>
philipelc707ab72016-04-01 02:01:54 -070018
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "common_video/h264/h264_common.h"
20#include "modules/video_coding/frame_object.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020021#include "rtc_base/random.h"
22#include "system_wrappers/include/clock.h"
Rasmus Brandtedf4ff72017-10-24 10:07:48 +020023#include "test/field_trial.h"
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +020024#include "test/gmock.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020025#include "test/gtest.h"
philipelc707ab72016-04-01 02:01:54 -070026
27namespace webrtc {
28namespace video_coding {
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +020029namespace {
philipelc707ab72016-04-01 02:01:54 -070030
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +020031using ::testing::ElementsAre;
32using ::testing::IsEmpty;
33using ::testing::SizeIs;
34
35void IgnoreResult(PacketBuffer::InsertResult /*result*/) {}
36
37std::vector<uint16_t> FirstSeqNums(
38 rtc::ArrayView<const std::unique_ptr<RtpFrameObject>> frames) {
39 std::vector<uint16_t> result;
40 for (const auto& frame : frames) {
41 result.push_back(frame->first_seq_num());
42 }
43 return result;
44}
45
46MATCHER(KeyFrame, "") {
47 return arg->frame_type() == VideoFrameType::kVideoFrameKey;
48}
49
50MATCHER(DeltaFrame, "") {
51 return arg->frame_type() == VideoFrameType::kVideoFrameDelta;
52}
53
54class PacketBufferTest : public ::testing::Test {
philipelc707ab72016-04-01 02:01:54 -070055 protected:
Danil Chapovalov05269ec2019-10-17 19:06:46 +020056 explicit PacketBufferTest(std::string field_trials = "")
Rasmus Brandt88f080a2017-11-02 14:28:06 +010057 : scoped_field_trials_(field_trials),
58 rand_(0x7732213),
philipelb4d31082016-07-11 08:46:29 -070059 clock_(new SimulatedClock(0)),
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +020060 packet_buffer_(clock_.get(), kStartSize, kMaxSize) {}
philipelc707ab72016-04-01 02:01:54 -070061
philipel17deeb42016-08-11 15:09:26 +020062 uint16_t Rand() { return rand_.Rand<uint16_t>(); }
philipelc707ab72016-04-01 02:01:54 -070063
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +020064 void OnAssembledFrame(std::unique_ptr<RtpFrameObject> frame) {
philipel17deeb42016-08-11 15:09:26 +020065 uint16_t first_seq_num = frame->first_seq_num();
66 if (frames_from_callback_.find(first_seq_num) !=
67 frames_from_callback_.end()) {
68 ADD_FAILURE() << "Already received frame with first sequence number "
69 << first_seq_num << ".";
philipelf4139332016-04-20 10:26:34 +020070 return;
71 }
philipel2c9f9f22017-06-13 02:47:28 -070072
philipelf4139332016-04-20 10:26:34 +020073 frames_from_callback_.insert(
philipel17deeb42016-08-11 15:09:26 +020074 std::make_pair(frame->first_seq_num(), std::move(frame)));
philipelc707ab72016-04-01 02:01:54 -070075 }
76
philipel17deeb42016-08-11 15:09:26 +020077 enum IsKeyFrame { kKeyFrame, kDeltaFrame };
78 enum IsFirst { kFirst, kNotFirst };
79 enum IsLast { kLast, kNotLast };
philipelc707ab72016-04-01 02:01:54 -070080
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +010081 bool Insert(uint16_t seq_num, // packet sequence number
82 IsKeyFrame keyframe, // is keyframe
83 IsFirst first, // is first packet of frame
84 IsLast last, // is last packet of frame
85 int data_size = 0, // size of data
86 uint8_t* data = nullptr, // data pointer
87 uint32_t timestamp = 123u) { // rtp timestamp
philipelf4139332016-04-20 10:26:34 +020088 VCMPacket packet;
Niels Möllerd5e02f02019-02-20 13:12:21 +010089 packet.video_header.codec = kVideoCodecGeneric;
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +010090 packet.timestamp = timestamp;
philipelf4139332016-04-20 10:26:34 +020091 packet.seqNum = seq_num;
Niels Möllerabbc50e2019-04-24 09:41:16 +020092 packet.video_header.frame_type = keyframe == kKeyFrame
93 ? VideoFrameType::kVideoFrameKey
94 : VideoFrameType::kVideoFrameDelta;
Niels Möllerd5e02f02019-02-20 13:12:21 +010095 packet.video_header.is_first_packet_in_frame = first == kFirst;
96 packet.video_header.is_last_packet_in_frame = last == kLast;
philipelf4139332016-04-20 10:26:34 +020097 packet.sizeBytes = data_size;
98 packet.dataPtr = data;
99
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +0200100 return HandleResult(packet_buffer_.InsertPacket(&packet));
101 }
102
103 // TODO(danilchap): Instead of using this helper, update all tests to validate
104 // result of the InsertPacket/InsertPadding directly for cleaner expectations
105 // and error messages when test fail.
106 bool HandleResult(PacketBuffer::InsertResult result) {
107 for (auto& frame : result.frames) {
108 OnAssembledFrame(std::move(frame));
109 }
110 return !result.buffer_cleared;
philipelf4139332016-04-20 10:26:34 +0200111 }
112
philipel17deeb42016-08-11 15:09:26 +0200113 void CheckFrame(uint16_t first_seq_num) {
114 auto frame_it = frames_from_callback_.find(first_seq_num);
115 ASSERT_FALSE(frame_it == frames_from_callback_.end())
116 << "Could not find frame with first sequence number " << first_seq_num
117 << ".";
philipelf4139332016-04-20 10:26:34 +0200118 }
119
Johannes Kron957c62e2018-10-01 14:53:01 +0200120 void DeleteFrame(uint16_t first_seq_num) {
121 auto frame_it = frames_from_callback_.find(first_seq_num);
122 ASSERT_FALSE(frame_it == frames_from_callback_.end())
123 << "Could not find frame with first sequence number " << first_seq_num
124 << ".";
125 frames_from_callback_.erase(frame_it);
126 }
127
philipel227f8b92017-08-04 06:39:31 -0700128 static constexpr int kStartSize = 16;
129 static constexpr int kMaxSize = 64;
philipelc707ab72016-04-01 02:01:54 -0700130
Rasmus Brandt88f080a2017-11-02 14:28:06 +0100131 const test::ScopedFieldTrials scoped_field_trials_;
132
philipelc707ab72016-04-01 02:01:54 -0700133 Random rand_;
philipel3184f8e2017-05-18 08:08:53 -0700134 std::unique_ptr<SimulatedClock> clock_;
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200135 PacketBuffer packet_buffer_;
philipel17deeb42016-08-11 15:09:26 +0200136 std::map<uint16_t, std::unique_ptr<RtpFrameObject>> frames_from_callback_;
philipelc707ab72016-04-01 02:01:54 -0700137};
138
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200139TEST_F(PacketBufferTest, InsertOnePacket) {
philipelaee3e0e2016-11-01 11:45:34 +0100140 const uint16_t seq_num = Rand();
141 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700142}
143
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200144TEST_F(PacketBufferTest, InsertMultiplePackets) {
philipelaee3e0e2016-11-01 11:45:34 +0100145 const uint16_t seq_num = Rand();
146 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
147 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kFirst, kLast));
148 EXPECT_TRUE(Insert(seq_num + 2, kKeyFrame, kFirst, kLast));
149 EXPECT_TRUE(Insert(seq_num + 3, kKeyFrame, kFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700150}
151
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200152TEST_F(PacketBufferTest, InsertDuplicatePacket) {
philipelaee3e0e2016-11-01 11:45:34 +0100153 const uint16_t seq_num = Rand();
Johannes Krona3705562019-08-26 16:37:11 +0200154 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
155 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
156 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kNotFirst, kLast));
philipelaee3e0e2016-11-01 11:45:34 +0100157}
158
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200159TEST_F(PacketBufferTest, SeqNumWrapOneFrame) {
philipel2c2f34c2017-01-03 05:55:34 -0800160 EXPECT_TRUE(Insert(0xFFFF, kKeyFrame, kFirst, kNotLast));
161 EXPECT_TRUE(Insert(0x0, kKeyFrame, kNotFirst, kLast));
162
163 CheckFrame(0xFFFF);
164}
165
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200166TEST_F(PacketBufferTest, SeqNumWrapTwoFrames) {
philipelaee3e0e2016-11-01 11:45:34 +0100167 EXPECT_TRUE(Insert(0xFFFF, kKeyFrame, kFirst, kLast));
168 EXPECT_TRUE(Insert(0x0, kKeyFrame, kFirst, kLast));
169
170 CheckFrame(0xFFFF);
philipel2c2f34c2017-01-03 05:55:34 -0800171 CheckFrame(0x0);
philipelaee3e0e2016-11-01 11:45:34 +0100172}
173
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200174TEST_F(PacketBufferTest, InsertOldPackets) {
philipelaee3e0e2016-11-01 11:45:34 +0100175 const uint16_t seq_num = Rand();
176
177 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
178 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast));
179 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kNotFirst, kLast));
180 ASSERT_EQ(2UL, frames_from_callback_.size());
181
182 frames_from_callback_.erase(seq_num + 2);
183 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
184 ASSERT_EQ(1UL, frames_from_callback_.size());
185
186 frames_from_callback_.erase(frames_from_callback_.find(seq_num));
187 ASSERT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
188 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast));
189
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200190 packet_buffer_.ClearTo(seq_num + 2);
Johannes Kronbd3f3052019-08-01 15:45:54 +0200191 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast));
philipelaee3e0e2016-11-01 11:45:34 +0100192 EXPECT_TRUE(Insert(seq_num + 3, kDeltaFrame, kFirst, kLast));
193 ASSERT_EQ(2UL, frames_from_callback_.size());
philipelc707ab72016-04-01 02:01:54 -0700194}
195
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200196TEST_F(PacketBufferTest, NackCount) {
philipelaee3e0e2016-11-01 11:45:34 +0100197 const uint16_t seq_num = Rand();
philipel5ceaaae2016-05-24 10:20:47 +0200198
199 VCMPacket packet;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100200 packet.video_header.codec = kVideoCodecGeneric;
philipel5ceaaae2016-05-24 10:20:47 +0200201 packet.seqNum = seq_num;
Niels Möllerabbc50e2019-04-24 09:41:16 +0200202 packet.video_header.frame_type = VideoFrameType::kVideoFrameKey;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100203 packet.video_header.is_first_packet_in_frame = true;
204 packet.video_header.is_last_packet_in_frame = false;
philipel5ceaaae2016-05-24 10:20:47 +0200205 packet.timesNacked = 0;
206
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +0200207 IgnoreResult(packet_buffer_.InsertPacket(&packet));
philipel5ceaaae2016-05-24 10:20:47 +0200208
209 packet.seqNum++;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100210 packet.video_header.is_first_packet_in_frame = false;
philipel5ceaaae2016-05-24 10:20:47 +0200211 packet.timesNacked = 1;
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +0200212 IgnoreResult(packet_buffer_.InsertPacket(&packet));
philipel5ceaaae2016-05-24 10:20:47 +0200213
214 packet.seqNum++;
215 packet.timesNacked = 3;
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +0200216 IgnoreResult(packet_buffer_.InsertPacket(&packet));
philipel5ceaaae2016-05-24 10:20:47 +0200217
218 packet.seqNum++;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100219 packet.video_header.is_last_packet_in_frame = true;
philipel5ceaaae2016-05-24 10:20:47 +0200220 packet.timesNacked = 1;
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +0200221 auto frames = packet_buffer_.InsertPacket(&packet).frames;
philipel5ceaaae2016-05-24 10:20:47 +0200222
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +0200223 ASSERT_THAT(frames, SizeIs(1));
224 EXPECT_EQ(frames.front()->times_nacked(), 3);
philipel5ceaaae2016-05-24 10:20:47 +0200225}
226
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200227TEST_F(PacketBufferTest, FrameSize) {
philipelaee3e0e2016-11-01 11:45:34 +0100228 const uint16_t seq_num = Rand();
philipel41b8ca02016-11-07 15:42:24 +0100229 uint8_t* data1 = new uint8_t[5]();
230 uint8_t* data2 = new uint8_t[5]();
231 uint8_t* data3 = new uint8_t[5]();
232 uint8_t* data4 = new uint8_t[5]();
philipel5ceaaae2016-05-24 10:20:47 +0200233
philipel41b8ca02016-11-07 15:42:24 +0100234 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast, 5, data1));
235 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kNotFirst, kNotLast, 5, data2));
236 EXPECT_TRUE(Insert(seq_num + 2, kKeyFrame, kNotFirst, kNotLast, 5, data3));
237 EXPECT_TRUE(Insert(seq_num + 3, kKeyFrame, kNotFirst, kLast, 5, data4));
philipel5ceaaae2016-05-24 10:20:47 +0200238
239 ASSERT_EQ(1UL, frames_from_callback_.size());
nisse37abf532016-10-28 00:37:29 -0700240 EXPECT_EQ(20UL, frames_from_callback_.begin()->second->size());
philipel5ceaaae2016-05-24 10:20:47 +0200241}
242
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200243TEST_F(PacketBufferTest, CountsUniqueFrames) {
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100244 const uint16_t seq_num = Rand();
245
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200246 ASSERT_EQ(0, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100247
248 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast, 0, nullptr, 100));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200249 ASSERT_EQ(1, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100250 // Still the same frame.
251 EXPECT_TRUE(
252 Insert(seq_num + 1, kKeyFrame, kNotFirst, kLast, 0, nullptr, 100));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200253 ASSERT_EQ(1, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100254
255 // Second frame.
256 EXPECT_TRUE(
257 Insert(seq_num + 2, kKeyFrame, kFirst, kNotLast, 0, nullptr, 200));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200258 ASSERT_EQ(2, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100259 EXPECT_TRUE(
260 Insert(seq_num + 3, kKeyFrame, kNotFirst, kLast, 0, nullptr, 200));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200261 ASSERT_EQ(2, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100262
263 // Old packet.
264 EXPECT_TRUE(
265 Insert(seq_num + 1, kKeyFrame, kNotFirst, kLast, 0, nullptr, 100));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200266 ASSERT_EQ(2, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100267
268 // Missing middle packet.
269 EXPECT_TRUE(
270 Insert(seq_num + 4, kKeyFrame, kFirst, kNotLast, 0, nullptr, 300));
271 EXPECT_TRUE(
272 Insert(seq_num + 6, kKeyFrame, kNotFirst, kLast, 0, nullptr, 300));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200273 ASSERT_EQ(3, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100274}
275
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200276TEST_F(PacketBufferTest, HasHistoryOfUniqueFrames) {
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100277 const int kNumFrames = 1500;
278 const int kRequiredHistoryLength = 1000;
279 const uint16_t seq_num = Rand();
280 const uint32_t timestamp = 0xFFFFFFF0; // Large enough to cause wrap-around.
281
282 for (int i = 0; i < kNumFrames; ++i) {
Johannes Kronbd3f3052019-08-01 15:45:54 +0200283 Insert(seq_num + i, kKeyFrame, kFirst, kNotLast, 0, nullptr,
284 timestamp + 10 * i);
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100285 }
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200286 ASSERT_EQ(kNumFrames, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100287
288 // Old packets within history should not affect number of seen unique frames.
289 for (int i = kNumFrames - kRequiredHistoryLength; i < kNumFrames; ++i) {
Johannes Kronbd3f3052019-08-01 15:45:54 +0200290 Insert(seq_num + i, kKeyFrame, kFirst, kNotLast, 0, nullptr,
291 timestamp + 10 * i);
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100292 }
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200293 ASSERT_EQ(kNumFrames, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100294
295 // Very old packets should be treated as unique.
Johannes Kronbd3f3052019-08-01 15:45:54 +0200296 Insert(seq_num, kKeyFrame, kFirst, kNotLast, 0, nullptr, timestamp);
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200297 ASSERT_EQ(kNumFrames + 1, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100298}
299
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200300TEST_F(PacketBufferTest, ExpandBuffer) {
philipelaee3e0e2016-11-01 11:45:34 +0100301 const uint16_t seq_num = Rand();
philipelc707ab72016-04-01 02:01:54 -0700302
Johannes Krona3705562019-08-26 16:37:11 +0200303 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
304 for (int i = 1; i < kStartSize; ++i)
305 EXPECT_TRUE(Insert(seq_num + i, kKeyFrame, kNotFirst, kNotLast));
306
307 // Already inserted kStartSize number of packets, inserting the last packet
308 // should increase the buffer size and also result in an assembled frame.
309 EXPECT_TRUE(Insert(seq_num + kStartSize, kKeyFrame, kNotFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700310}
311
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200312TEST_F(PacketBufferTest, SingleFrameExpandsBuffer) {
philipelaee3e0e2016-11-01 11:45:34 +0100313 const uint16_t seq_num = Rand();
314
315 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
316 for (int i = 1; i < kStartSize; ++i)
317 EXPECT_TRUE(Insert(seq_num + i, kKeyFrame, kNotFirst, kNotLast));
318 EXPECT_TRUE(Insert(seq_num + kStartSize, kKeyFrame, kNotFirst, kLast));
319
320 ASSERT_EQ(1UL, frames_from_callback_.size());
321 CheckFrame(seq_num);
322}
323
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200324TEST_F(PacketBufferTest, ExpandBufferOverflow) {
philipelaee3e0e2016-11-01 11:45:34 +0100325 const uint16_t seq_num = Rand();
philipelc707ab72016-04-01 02:01:54 -0700326
Johannes Krona3705562019-08-26 16:37:11 +0200327 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
328 for (int i = 1; i < kMaxSize; ++i)
329 EXPECT_TRUE(Insert(seq_num + i, kKeyFrame, kNotFirst, kNotLast));
330
331 // Already inserted kMaxSize number of packets, inserting the last packet
332 // should overflow the buffer and result in false being returned.
333 EXPECT_FALSE(Insert(seq_num + kMaxSize, kKeyFrame, kNotFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700334}
335
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200336TEST_F(PacketBufferTest, OnePacketOneFrame) {
philipelaee3e0e2016-11-01 11:45:34 +0100337 const uint16_t seq_num = Rand();
338 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200339 ASSERT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200340 CheckFrame(seq_num);
philipelc707ab72016-04-01 02:01:54 -0700341}
342
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200343TEST_F(PacketBufferTest, TwoPacketsTwoFrames) {
philipelaee3e0e2016-11-01 11:45:34 +0100344 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200345
philipelaee3e0e2016-11-01 11:45:34 +0100346 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
347 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200348
philipelc707ab72016-04-01 02:01:54 -0700349 EXPECT_EQ(2UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200350 CheckFrame(seq_num);
351 CheckFrame(seq_num + 1);
philipelc707ab72016-04-01 02:01:54 -0700352}
353
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200354TEST_F(PacketBufferTest, TwoPacketsOneFrames) {
philipelaee3e0e2016-11-01 11:45:34 +0100355 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200356
philipelaee3e0e2016-11-01 11:45:34 +0100357 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
358 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kNotFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200359
philipelc707ab72016-04-01 02:01:54 -0700360 EXPECT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200361 CheckFrame(seq_num);
philipelc707ab72016-04-01 02:01:54 -0700362}
363
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200364TEST_F(PacketBufferTest, ThreePacketReorderingOneFrame) {
philipelaee3e0e2016-11-01 11:45:34 +0100365 const uint16_t seq_num = Rand();
philipelc707ab72016-04-01 02:01:54 -0700366
philipelaee3e0e2016-11-01 11:45:34 +0100367 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
368 EXPECT_TRUE(Insert(seq_num + 2, kKeyFrame, kNotFirst, kLast));
369 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kNotFirst, kNotLast));
philipelf4139332016-04-20 10:26:34 +0200370
philipelc707ab72016-04-01 02:01:54 -0700371 EXPECT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200372 CheckFrame(seq_num);
philipelc707ab72016-04-01 02:01:54 -0700373}
374
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200375TEST_F(PacketBufferTest, Frames) {
philipelaee3e0e2016-11-01 11:45:34 +0100376 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200377
philipelaee3e0e2016-11-01 11:45:34 +0100378 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
379 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kFirst, kLast));
380 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast));
381 EXPECT_TRUE(Insert(seq_num + 3, kDeltaFrame, kFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200382
383 ASSERT_EQ(4UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200384 CheckFrame(seq_num);
385 CheckFrame(seq_num + 1);
386 CheckFrame(seq_num + 2);
387 CheckFrame(seq_num + 3);
philipelf4139332016-04-20 10:26:34 +0200388}
389
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200390TEST_F(PacketBufferTest, ClearSinglePacket) {
philipelaee3e0e2016-11-01 11:45:34 +0100391 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200392
philipelaee3e0e2016-11-01 11:45:34 +0100393 for (int i = 0; i < kMaxSize; ++i)
394 EXPECT_TRUE(Insert(seq_num + i, kDeltaFrame, kFirst, kLast));
395
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200396 packet_buffer_.ClearTo(seq_num);
philipelaee3e0e2016-11-01 11:45:34 +0100397 EXPECT_TRUE(Insert(seq_num + kMaxSize, kDeltaFrame, kFirst, kLast));
398}
399
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200400TEST_F(PacketBufferTest, ClearFullBuffer) {
philipelc5fb4682017-08-02 04:28:57 -0700401 for (int i = 0; i < kMaxSize; ++i)
402 EXPECT_TRUE(Insert(i, kDeltaFrame, kFirst, kLast));
403
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200404 packet_buffer_.ClearTo(kMaxSize - 1);
philipelc5fb4682017-08-02 04:28:57 -0700405
406 for (int i = kMaxSize; i < 2 * kMaxSize; ++i)
407 EXPECT_TRUE(Insert(i, kDeltaFrame, kFirst, kLast));
408}
409
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200410TEST_F(PacketBufferTest, DontClearNewerPacket) {
philipelc5fb4682017-08-02 04:28:57 -0700411 EXPECT_TRUE(Insert(0, kKeyFrame, kFirst, kLast));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200412 packet_buffer_.ClearTo(0);
philipelc5fb4682017-08-02 04:28:57 -0700413 EXPECT_TRUE(Insert(2 * kStartSize, kKeyFrame, kFirst, kLast));
414 EXPECT_TRUE(Insert(3 * kStartSize + 1, kKeyFrame, kFirst, kNotLast));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200415 packet_buffer_.ClearTo(2 * kStartSize);
philipelc5fb4682017-08-02 04:28:57 -0700416 EXPECT_TRUE(Insert(3 * kStartSize + 2, kKeyFrame, kNotFirst, kLast));
417
418 ASSERT_EQ(3UL, frames_from_callback_.size());
419 CheckFrame(0);
420 CheckFrame(2 * kStartSize);
421 CheckFrame(3 * kStartSize + 1);
422}
423
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200424TEST_F(PacketBufferTest, OneIncompleteFrame) {
philipelaee3e0e2016-11-01 11:45:34 +0100425 const uint16_t seq_num = Rand();
426
427 EXPECT_TRUE(Insert(seq_num, kDeltaFrame, kFirst, kNotLast));
428 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kNotFirst, kLast));
429 EXPECT_TRUE(Insert(seq_num - 1, kDeltaFrame, kNotFirst, kLast));
430
431 ASSERT_EQ(1UL, frames_from_callback_.size());
432 CheckFrame(seq_num);
433}
434
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200435TEST_F(PacketBufferTest, TwoIncompleteFramesFullBuffer) {
philipelaee3e0e2016-11-01 11:45:34 +0100436 const uint16_t seq_num = Rand();
437
438 for (int i = 1; i < kMaxSize - 1; ++i)
439 EXPECT_TRUE(Insert(seq_num + i, kDeltaFrame, kNotFirst, kNotLast));
440 EXPECT_TRUE(Insert(seq_num, kDeltaFrame, kFirst, kNotLast));
441 EXPECT_TRUE(Insert(seq_num - 1, kDeltaFrame, kNotFirst, kLast));
442
443 ASSERT_EQ(0UL, frames_from_callback_.size());
444}
445
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200446TEST_F(PacketBufferTest, FramesReordered) {
philipelaee3e0e2016-11-01 11:45:34 +0100447 const uint16_t seq_num = Rand();
448
449 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kFirst, kLast));
450 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
451 EXPECT_TRUE(Insert(seq_num + 3, kDeltaFrame, kFirst, kLast));
452 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200453
454 ASSERT_EQ(4UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200455 CheckFrame(seq_num);
456 CheckFrame(seq_num + 1);
457 CheckFrame(seq_num + 2);
458 CheckFrame(seq_num + 3);
philipelf4139332016-04-20 10:26:34 +0200459}
460
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200461TEST_F(PacketBufferTest, GetBitstream) {
philipelc707ab72016-04-01 02:01:54 -0700462 // "many bitstream, such data" with null termination.
philipel41b8ca02016-11-07 15:42:24 +0100463 uint8_t many_data[] = {0x6d, 0x61, 0x6e, 0x79, 0x20};
464 uint8_t bitstream_data[] = {0x62, 0x69, 0x74, 0x73, 0x74, 0x72,
465 0x65, 0x61, 0x6d, 0x2c, 0x20};
466 uint8_t such_data[] = {0x73, 0x75, 0x63, 0x68, 0x20};
467 uint8_t data_data[] = {0x64, 0x61, 0x74, 0x61, 0x0};
468
469 uint8_t* many = new uint8_t[sizeof(many_data)];
470 uint8_t* bitstream = new uint8_t[sizeof(bitstream_data)];
471 uint8_t* such = new uint8_t[sizeof(such_data)];
472 uint8_t* data = new uint8_t[sizeof(data_data)];
473
474 memcpy(many, many_data, sizeof(many_data));
475 memcpy(bitstream, bitstream_data, sizeof(bitstream_data));
476 memcpy(such, such_data, sizeof(such_data));
477 memcpy(data, data_data, sizeof(data_data));
478
Niels Möller648a7ce2018-11-28 15:14:54 +0100479 const size_t result_length = sizeof(many_data) + sizeof(bitstream_data) +
480 sizeof(such_data) + sizeof(data_data);
philipelc707ab72016-04-01 02:01:54 -0700481
philipelaee3e0e2016-11-01 11:45:34 +0100482 const uint16_t seq_num = Rand();
philipelc707ab72016-04-01 02:01:54 -0700483
philipelaee3e0e2016-11-01 11:45:34 +0100484 EXPECT_TRUE(
philipel41b8ca02016-11-07 15:42:24 +0100485 Insert(seq_num, kKeyFrame, kFirst, kNotLast, sizeof(many_data), many));
486 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kNotFirst, kNotLast,
487 sizeof(bitstream_data), bitstream));
488 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kNotFirst, kNotLast,
489 sizeof(such_data), such));
490 EXPECT_TRUE(Insert(seq_num + 3, kDeltaFrame, kNotFirst, kLast,
491 sizeof(data_data), data));
philipelf4139332016-04-20 10:26:34 +0200492
493 ASSERT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200494 CheckFrame(seq_num);
Niels Möller648a7ce2018-11-28 15:14:54 +0100495 EXPECT_EQ(frames_from_callback_[seq_num]->size(), result_length);
Niels Möller9c843902019-01-11 10:21:35 +0100496 EXPECT_EQ(memcmp(frames_from_callback_[seq_num]->data(),
Niels Möller648a7ce2018-11-28 15:14:54 +0100497 "many bitstream, such data", result_length),
498 0);
philipelc707ab72016-04-01 02:01:54 -0700499}
500
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200501TEST_F(PacketBufferTest, GetBitstreamOneFrameOnePacket) {
philipel227f8b92017-08-04 06:39:31 -0700502 uint8_t bitstream_data[] = "All the bitstream data for this frame!";
philipel227f8b92017-08-04 06:39:31 -0700503 uint8_t* data = new uint8_t[sizeof(bitstream_data)];
504 memcpy(data, bitstream_data, sizeof(bitstream_data));
505
506 EXPECT_TRUE(
507 Insert(0, kKeyFrame, kFirst, kLast, sizeof(bitstream_data), data));
508
509 ASSERT_EQ(1UL, frames_from_callback_.size());
510 CheckFrame(0);
511 EXPECT_EQ(frames_from_callback_[0]->size(), sizeof(bitstream_data));
Johannes Krona3705562019-08-26 16:37:11 +0200512 EXPECT_EQ(memcmp(frames_from_callback_[0]->data(), bitstream_data,
513 sizeof(bitstream_data)),
514 0);
philipel227f8b92017-08-04 06:39:31 -0700515}
516
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200517TEST_F(PacketBufferTest, GetBitstreamOneFrameFullBuffer) {
philipel227f8b92017-08-04 06:39:31 -0700518 uint8_t* data_arr[kStartSize];
519 uint8_t expected[kStartSize];
philipel227f8b92017-08-04 06:39:31 -0700520
521 for (uint8_t i = 0; i < kStartSize; ++i) {
522 data_arr[i] = new uint8_t[1];
523 data_arr[i][0] = i;
524 expected[i] = i;
525 }
526
527 EXPECT_TRUE(Insert(0, kKeyFrame, kFirst, kNotLast, 1, data_arr[0]));
528 for (uint8_t i = 1; i < kStartSize - 1; ++i)
529 EXPECT_TRUE(Insert(i, kKeyFrame, kNotFirst, kNotLast, 1, data_arr[i]));
530 EXPECT_TRUE(Insert(kStartSize - 1, kKeyFrame, kNotFirst, kLast, 1,
531 data_arr[kStartSize - 1]));
532
533 ASSERT_EQ(1UL, frames_from_callback_.size());
534 CheckFrame(0);
535 EXPECT_EQ(frames_from_callback_[0]->size(), static_cast<size_t>(kStartSize));
Niels Möller9c843902019-01-11 10:21:35 +0100536 EXPECT_EQ(memcmp(frames_from_callback_[0]->data(), expected, kStartSize), 0);
philipel227f8b92017-08-04 06:39:31 -0700537}
538
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200539TEST_F(PacketBufferTest, InsertPacketAfterOldFrameObjectIsRemoved) {
Johannes Kron957c62e2018-10-01 14:53:01 +0200540 uint16_t kFirstSeqNum = 0;
541 uint32_t kTimestampDelta = 100;
542 uint32_t timestamp = 10000;
543 uint16_t seq_num = kFirstSeqNum;
544
545 // Loop until seq_num wraps around.
Philip Eliasson1f850a62019-03-19 12:15:00 +0000546 SeqNumUnwrapper<uint16_t> unwrapper;
Johannes Kron957c62e2018-10-01 14:53:01 +0200547 while (unwrapper.Unwrap(seq_num) < std::numeric_limits<uint16_t>::max()) {
548 Insert(seq_num++, kKeyFrame, kFirst, kNotLast, 0, nullptr, timestamp);
549 for (int i = 0; i < 5; ++i) {
550 Insert(seq_num++, kKeyFrame, kNotFirst, kNotLast, 0, nullptr, timestamp);
551 }
552 Insert(seq_num++, kKeyFrame, kNotFirst, kLast, 0, nullptr, timestamp);
553 timestamp += kTimestampDelta;
554 }
555
556 size_t number_of_frames = frames_from_callback_.size();
557 // Delete old frame object while receiving frame with overlapping sequence
558 // numbers.
559 Insert(seq_num++, kKeyFrame, kFirst, kNotLast, 0, nullptr, timestamp);
560 for (int i = 0; i < 5; ++i) {
561 Insert(seq_num++, kKeyFrame, kNotFirst, kNotLast, 0, nullptr, timestamp);
562 }
563 // Delete FrameObject connected to packets that have already been cleared.
564 DeleteFrame(kFirstSeqNum);
565 Insert(seq_num++, kKeyFrame, kNotFirst, kLast, 0, nullptr, timestamp);
566
567 // Regardless of the initial size, the number of frames should be constant
568 // after removing and then adding a new frame object.
569 EXPECT_EQ(number_of_frames, frames_from_callback_.size());
570}
571
Rasmus Brandt88f080a2017-11-02 14:28:06 +0100572// If |sps_pps_idr_is_keyframe| is true, we require keyframes to contain
573// SPS/PPS/IDR and the keyframes we create as part of the test do contain
574// SPS/PPS/IDR. If |sps_pps_idr_is_keyframe| is false, we only require and
575// create keyframes containing only IDR.
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200576class PacketBufferH264Test : public PacketBufferTest {
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200577 protected:
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200578 explicit PacketBufferH264Test(bool sps_pps_idr_is_keyframe)
579 : PacketBufferTest(sps_pps_idr_is_keyframe
Rasmus Brandt88f080a2017-11-02 14:28:06 +0100580 ? "WebRTC-SpsPpsIdrIsH264Keyframe/Enabled/"
581 : ""),
582 sps_pps_idr_is_keyframe_(sps_pps_idr_is_keyframe) {}
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200583
Shyam Sadhwani5b2df172019-10-16 09:13:38 -0700584 bool InsertH264(uint16_t seq_num, // packet sequence number
585 IsKeyFrame keyframe, // is keyframe
586 IsFirst first, // is first packet of frame
587 IsLast last, // is last packet of frame
588 uint32_t timestamp, // rtp timestamp
589 int data_size = 0, // size of data
590 uint8_t* data = nullptr, // data pointer
591 uint32_t width = 0, // width of frame (SPS/IDR)
592 uint32_t height = 0) { // height of frame (SPS/IDR)
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200593 VCMPacket packet;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100594 packet.video_header.codec = kVideoCodecH264;
philipel7d745e52018-08-02 14:03:53 +0200595 auto& h264_header =
596 packet.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200597 packet.seqNum = seq_num;
598 packet.timestamp = timestamp;
599 if (keyframe == kKeyFrame) {
600 if (sps_pps_idr_is_keyframe_) {
philipel7d745e52018-08-02 14:03:53 +0200601 h264_header.nalus[0].type = H264::NaluType::kSps;
602 h264_header.nalus[1].type = H264::NaluType::kPps;
603 h264_header.nalus[2].type = H264::NaluType::kIdr;
604 h264_header.nalus_length = 3;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200605 } else {
philipel7d745e52018-08-02 14:03:53 +0200606 h264_header.nalus[0].type = H264::NaluType::kIdr;
607 h264_header.nalus_length = 1;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200608 }
609 }
Shyam Sadhwani5b2df172019-10-16 09:13:38 -0700610 packet.video_header.width = width;
611 packet.video_header.height = height;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100612 packet.video_header.is_first_packet_in_frame = first == kFirst;
613 packet.video_header.is_last_packet_in_frame = last == kLast;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200614 packet.sizeBytes = data_size;
615 packet.dataPtr = data;
616
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +0200617 return HandleResult(packet_buffer_.InsertPacket(&packet));
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200618 }
619
Shyam Sadhwani5b2df172019-10-16 09:13:38 -0700620 bool InsertH264KeyFrameWithAud(
621 uint16_t seq_num, // packet sequence number
622 IsKeyFrame keyframe, // is keyframe
623 IsFirst first, // is first packet of frame
624 IsLast last, // is last packet of frame
625 uint32_t timestamp, // rtp timestamp
626 int data_size = 0, // size of data
627 uint8_t* data = nullptr, // data pointer
628 uint32_t width = 0, // width of frame (SPS/IDR)
629 uint32_t height = 0) { // height of frame (SPS/IDR)
630 VCMPacket packet;
631 packet.video_header.codec = kVideoCodecH264;
632 auto& h264_header =
633 packet.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
634 packet.seqNum = seq_num;
635 packet.timestamp = timestamp;
636
637 // this should be the start of frame
638 if (kFirst != first) {
639 return false;
640 }
641
642 // Insert a AUD NALU / packet without width/height.
643 h264_header.nalus[0].type = H264::NaluType::kAud;
644 h264_header.nalus_length = 1;
645 packet.video_header.is_first_packet_in_frame = true;
646 packet.video_header.is_last_packet_in_frame = false;
647 packet.sizeBytes = 0;
648 packet.dataPtr = nullptr;
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +0200649 if (HandleResult(packet_buffer_.InsertPacket(&packet))) {
Shyam Sadhwani5b2df172019-10-16 09:13:38 -0700650 // insert IDR
651 return InsertH264(seq_num + 1, keyframe, kNotFirst, last, timestamp,
652 data_size, data, width, height);
653 }
654 return false;
655 }
656
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200657 const bool sps_pps_idr_is_keyframe_;
Rasmus Brandt88f080a2017-11-02 14:28:06 +0100658};
659
660// This fixture is used to test the general behaviour of the packet buffer
661// in both configurations.
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200662class PacketBufferH264ParameterizedTest
Rasmus Brandt88f080a2017-11-02 14:28:06 +0100663 : public ::testing::WithParamInterface<bool>,
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200664 public PacketBufferH264Test {
Rasmus Brandt88f080a2017-11-02 14:28:06 +0100665 protected:
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200666 PacketBufferH264ParameterizedTest() : PacketBufferH264Test(GetParam()) {}
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200667};
668
Mirko Bonadeic84f6612019-01-31 12:20:57 +0100669INSTANTIATE_TEST_SUITE_P(SpsPpsIdrIsKeyframe,
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200670 PacketBufferH264ParameterizedTest,
671 ::testing::Bool());
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200672
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200673TEST_P(PacketBufferH264ParameterizedTest, DontRemoveMissingPacketOnClearTo) {
philipelbc5a4082017-12-06 10:41:08 +0100674 EXPECT_TRUE(InsertH264(0, kKeyFrame, kFirst, kLast, 0));
675 EXPECT_TRUE(InsertH264(2, kDeltaFrame, kFirst, kNotLast, 2));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200676 packet_buffer_.ClearTo(0);
philipelbc5a4082017-12-06 10:41:08 +0100677 EXPECT_TRUE(InsertH264(3, kDeltaFrame, kNotFirst, kLast, 2));
678
679 ASSERT_EQ(1UL, frames_from_callback_.size());
680 CheckFrame(0);
681}
682
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200683TEST_P(PacketBufferH264ParameterizedTest, GetBitstreamOneFrameFullBuffer) {
philipel227f8b92017-08-04 06:39:31 -0700684 uint8_t* data_arr[kStartSize];
685 uint8_t expected[kStartSize];
philipel227f8b92017-08-04 06:39:31 -0700686
687 for (uint8_t i = 0; i < kStartSize; ++i) {
688 data_arr[i] = new uint8_t[1];
689 data_arr[i][0] = i;
690 expected[i] = i;
691 }
692
693 EXPECT_TRUE(InsertH264(0, kKeyFrame, kFirst, kNotLast, 1, 1, data_arr[0]));
694 for (uint8_t i = 1; i < kStartSize - 1; ++i) {
695 EXPECT_TRUE(
696 InsertH264(i, kKeyFrame, kNotFirst, kNotLast, 1, 1, data_arr[i]));
697 }
698 EXPECT_TRUE(InsertH264(kStartSize - 1, kKeyFrame, kNotFirst, kLast, 1, 1,
699 data_arr[kStartSize - 1]));
700
701 ASSERT_EQ(1UL, frames_from_callback_.size());
702 CheckFrame(0);
703 EXPECT_EQ(frames_from_callback_[0]->size(), static_cast<size_t>(kStartSize));
Niels Möller9c843902019-01-11 10:21:35 +0100704 EXPECT_EQ(memcmp(frames_from_callback_[0]->data(), expected, kStartSize), 0);
philipel227f8b92017-08-04 06:39:31 -0700705}
706
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200707TEST_P(PacketBufferH264ParameterizedTest, GetBitstreamBufferPadding) {
philipel36928452016-11-07 10:42:36 +0100708 uint16_t seq_num = Rand();
philipel41b8ca02016-11-07 15:42:24 +0100709 uint8_t data_data[] = "some plain old data";
710 uint8_t* data = new uint8_t[sizeof(data_data)];
711 memcpy(data, data_data, sizeof(data_data));
philipel36928452016-11-07 10:42:36 +0100712
philipel36928452016-11-07 10:42:36 +0100713 VCMPacket packet;
philipel7d745e52018-08-02 14:03:53 +0200714 auto& h264_header =
715 packet.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
716 h264_header.nalus_length = 1;
717 h264_header.nalus[0].type = H264::NaluType::kIdr;
718 h264_header.packetization_type = kH264SingleNalu;
philipel36928452016-11-07 10:42:36 +0100719 packet.seqNum = seq_num;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100720 packet.video_header.codec = kVideoCodecH264;
philipel36928452016-11-07 10:42:36 +0100721 packet.insertStartCode = true;
philipel36928452016-11-07 10:42:36 +0100722 packet.dataPtr = data;
philipel41b8ca02016-11-07 15:42:24 +0100723 packet.sizeBytes = sizeof(data_data);
Niels Möllerd5e02f02019-02-20 13:12:21 +0100724 packet.video_header.is_first_packet_in_frame = true;
725 packet.video_header.is_last_packet_in_frame = true;
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +0200726 auto frames = packet_buffer_.InsertPacket(&packet).frames;
philipel36928452016-11-07 10:42:36 +0100727
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +0200728 ASSERT_THAT(frames, SizeIs(1));
729 EXPECT_EQ(frames[0]->first_seq_num(), seq_num);
730 EXPECT_EQ(frames[0]->EncodedImage().size(), sizeof(data_data));
731 EXPECT_EQ(frames[0]->EncodedImage().capacity(), sizeof(data_data));
732 EXPECT_EQ(memcmp(frames[0]->data(), data_data, sizeof(data_data)), 0);
philipel36928452016-11-07 10:42:36 +0100733}
734
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200735TEST_P(PacketBufferH264ParameterizedTest, FrameResolution) {
Shyam Sadhwani5b2df172019-10-16 09:13:38 -0700736 uint16_t seq_num = 100;
737 uint8_t data_data[] = "some plain old data";
738 uint8_t* data = new uint8_t[sizeof(data_data)];
739 memcpy(data, data_data, sizeof(data_data));
740 uint32_t width = 640;
741 uint32_t height = 360;
742 uint32_t timestamp = 1000;
743
744 EXPECT_TRUE(InsertH264(seq_num, kKeyFrame, kFirst, kLast, timestamp,
745 sizeof(data_data), data, width, height));
746
747 ASSERT_EQ(1UL, frames_from_callback_.size());
748 EXPECT_EQ(frames_from_callback_[seq_num]->EncodedImage().size(),
749 sizeof(data_data));
750 EXPECT_EQ(frames_from_callback_[seq_num]->EncodedImage().capacity(),
751 sizeof(data_data));
752 EXPECT_EQ(width,
753 frames_from_callback_[seq_num]->EncodedImage()._encodedWidth);
754 EXPECT_EQ(height,
755 frames_from_callback_[seq_num]->EncodedImage()._encodedHeight);
756 EXPECT_EQ(memcmp(frames_from_callback_[seq_num]->data(), data_data,
757 sizeof(data_data)),
758 0);
759}
760
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200761TEST_P(PacketBufferH264ParameterizedTest, FrameResolutionNaluBeforeSPS) {
Shyam Sadhwani5b2df172019-10-16 09:13:38 -0700762 uint16_t seq_num = 100;
763 uint8_t data_data[] = "some plain old data";
764 uint8_t* data = new uint8_t[sizeof(data_data)];
765 memcpy(data, data_data, sizeof(data_data));
766 uint32_t width = 640;
767 uint32_t height = 360;
768 uint32_t timestamp = 1000;
769
770 EXPECT_TRUE(InsertH264KeyFrameWithAud(seq_num, kKeyFrame, kFirst, kLast,
771 timestamp, sizeof(data_data), data,
772 width, height));
773
774 CheckFrame(seq_num);
775 ASSERT_EQ(1UL, frames_from_callback_.size());
776 EXPECT_EQ(frames_from_callback_[seq_num]->EncodedImage().size(),
777 sizeof(data_data));
778 EXPECT_EQ(frames_from_callback_[seq_num]->EncodedImage().capacity(),
779 sizeof(data_data));
780 EXPECT_EQ(width,
781 frames_from_callback_[seq_num]->EncodedImage()._encodedWidth);
782 EXPECT_EQ(height,
783 frames_from_callback_[seq_num]->EncodedImage()._encodedHeight);
784
785 EXPECT_EQ(memcmp(frames_from_callback_[seq_num]->data(), data_data,
786 sizeof(data_data)),
787 0);
788}
789
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200790TEST_F(PacketBufferTest, FreeSlotsOnFrameCreation) {
philipelaee3e0e2016-11-01 11:45:34 +0100791 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200792
philipelaee3e0e2016-11-01 11:45:34 +0100793 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
794 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kNotFirst, kNotLast));
795 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kNotFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700796 EXPECT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200797 CheckFrame(seq_num);
philipelc707ab72016-04-01 02:01:54 -0700798
philipel17deeb42016-08-11 15:09:26 +0200799 // Insert frame that fills the whole buffer.
philipelaee3e0e2016-11-01 11:45:34 +0100800 EXPECT_TRUE(Insert(seq_num + 3, kKeyFrame, kFirst, kNotLast));
philipel17deeb42016-08-11 15:09:26 +0200801 for (int i = 0; i < kMaxSize - 2; ++i)
philipelaee3e0e2016-11-01 11:45:34 +0100802 EXPECT_TRUE(Insert(seq_num + i + 4, kDeltaFrame, kNotFirst, kNotLast));
803 EXPECT_TRUE(Insert(seq_num + kMaxSize + 2, kKeyFrame, kNotFirst, kLast));
Johannes Krona3705562019-08-26 16:37:11 +0200804 EXPECT_EQ(2UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200805 CheckFrame(seq_num + 3);
Johannes Krona3705562019-08-26 16:37:11 +0200806
807 frames_from_callback_.clear();
philipelc707ab72016-04-01 02:01:54 -0700808}
809
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200810TEST_F(PacketBufferTest, Clear) {
philipelaee3e0e2016-11-01 11:45:34 +0100811 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200812
philipelaee3e0e2016-11-01 11:45:34 +0100813 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
814 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kNotFirst, kNotLast));
815 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kNotFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200816 EXPECT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200817 CheckFrame(seq_num);
philipelf4139332016-04-20 10:26:34 +0200818
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200819 packet_buffer_.Clear();
philipelf4139332016-04-20 10:26:34 +0200820
philipelaee3e0e2016-11-01 11:45:34 +0100821 EXPECT_TRUE(Insert(seq_num + kStartSize, kKeyFrame, kFirst, kNotLast));
822 EXPECT_TRUE(
823 Insert(seq_num + kStartSize + 1, kDeltaFrame, kNotFirst, kNotLast));
824 EXPECT_TRUE(Insert(seq_num + kStartSize + 2, kDeltaFrame, kNotFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700825 EXPECT_EQ(2UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200826 CheckFrame(seq_num + kStartSize);
philipelc707ab72016-04-01 02:01:54 -0700827}
828
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200829TEST_F(PacketBufferTest, FramesAfterClear) {
philipel20dce342016-11-28 16:14:57 +0100830 Insert(9025, kDeltaFrame, kFirst, kLast);
831 Insert(9024, kKeyFrame, kFirst, kLast);
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200832 packet_buffer_.ClearTo(9025);
philipel20dce342016-11-28 16:14:57 +0100833 Insert(9057, kDeltaFrame, kFirst, kLast);
834 Insert(9026, kDeltaFrame, kFirst, kLast);
835
836 CheckFrame(9024);
837 CheckFrame(9025);
838 CheckFrame(9026);
839 CheckFrame(9057);
840}
841
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200842TEST_F(PacketBufferTest, SameFrameDifferentTimestamps) {
philipel8b6995b2019-01-09 12:39:18 +0100843 Insert(0, kKeyFrame, kFirst, kNotLast, 0, nullptr, 1000);
844 Insert(1, kKeyFrame, kNotFirst, kLast, 0, nullptr, 1001);
845
846 ASSERT_EQ(0UL, frames_from_callback_.size());
847}
848
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200849TEST_F(PacketBufferTest, DontLeakPayloadData) {
philipel759e0b72016-11-30 01:32:05 -0800850 // NOTE! Any eventual leak is suppose to be detected by valgrind
851 // or any other similar tool.
852 uint8_t* data1 = new uint8_t[5];
853 uint8_t* data2 = new uint8_t[5];
854 uint8_t* data3 = new uint8_t[5];
855 uint8_t* data4 = new uint8_t[5];
856
857 // Expected to free data1 upon PacketBuffer destruction.
858 EXPECT_TRUE(Insert(2, kKeyFrame, kFirst, kNotLast, 5, data1));
859
860 // Expect to free data2 upon insertion.
861 EXPECT_TRUE(Insert(2, kKeyFrame, kFirst, kNotLast, 5, data2));
862
863 // Expect to free data3 upon insertion (old packet).
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200864 packet_buffer_.ClearTo(1);
Johannes Kronbd3f3052019-08-01 15:45:54 +0200865 EXPECT_TRUE(Insert(1, kKeyFrame, kFirst, kNotLast, 5, data3));
philipel759e0b72016-11-30 01:32:05 -0800866
867 // Expect to free data4 upon insertion (packet buffer is full).
Johannes Kronbd3f3052019-08-01 15:45:54 +0200868 EXPECT_FALSE(Insert(2 + kMaxSize, kKeyFrame, kFirst, kNotLast, 5, data4));
philipel759e0b72016-11-30 01:32:05 -0800869}
870
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200871TEST_F(PacketBufferTest, ContinuousSeqNumDoubleMarkerBit) {
philipelea142f82017-01-11 02:01:56 -0800872 Insert(2, kKeyFrame, kNotFirst, kNotLast);
873 Insert(1, kKeyFrame, kFirst, kLast);
874 frames_from_callback_.clear();
875 Insert(3, kKeyFrame, kNotFirst, kLast);
876
877 EXPECT_EQ(0UL, frames_from_callback_.size());
878}
879
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200880TEST_F(PacketBufferTest, PacketTimestamps) {
Danil Chapovalov0040b662018-06-18 10:48:16 +0200881 absl::optional<int64_t> packet_ms;
882 absl::optional<int64_t> packet_keyframe_ms;
philipel3184f8e2017-05-18 08:08:53 -0700883
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200884 packet_ms = packet_buffer_.LastReceivedPacketMs();
885 packet_keyframe_ms = packet_buffer_.LastReceivedKeyframePacketMs();
philipel3184f8e2017-05-18 08:08:53 -0700886 EXPECT_FALSE(packet_ms);
887 EXPECT_FALSE(packet_keyframe_ms);
888
889 int64_t keyframe_ms = clock_->TimeInMilliseconds();
890 EXPECT_TRUE(Insert(100, kKeyFrame, kFirst, kLast));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200891 packet_ms = packet_buffer_.LastReceivedPacketMs();
892 packet_keyframe_ms = packet_buffer_.LastReceivedKeyframePacketMs();
philipel3184f8e2017-05-18 08:08:53 -0700893 EXPECT_TRUE(packet_ms);
894 EXPECT_TRUE(packet_keyframe_ms);
895 EXPECT_EQ(keyframe_ms, *packet_ms);
896 EXPECT_EQ(keyframe_ms, *packet_keyframe_ms);
897
898 clock_->AdvanceTimeMilliseconds(100);
899 int64_t delta_ms = clock_->TimeInMilliseconds();
900 EXPECT_TRUE(Insert(101, kDeltaFrame, kFirst, kLast));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200901 packet_ms = packet_buffer_.LastReceivedPacketMs();
902 packet_keyframe_ms = packet_buffer_.LastReceivedKeyframePacketMs();
philipel3184f8e2017-05-18 08:08:53 -0700903 EXPECT_TRUE(packet_ms);
904 EXPECT_TRUE(packet_keyframe_ms);
905 EXPECT_EQ(delta_ms, *packet_ms);
906 EXPECT_EQ(keyframe_ms, *packet_keyframe_ms);
907
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200908 packet_buffer_.Clear();
909 packet_ms = packet_buffer_.LastReceivedPacketMs();
910 packet_keyframe_ms = packet_buffer_.LastReceivedKeyframePacketMs();
philipel3184f8e2017-05-18 08:08:53 -0700911 EXPECT_FALSE(packet_ms);
912 EXPECT_FALSE(packet_keyframe_ms);
913}
914
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200915TEST_F(PacketBufferTest, IncomingCodecChange) {
philipel09133af2018-05-17 14:11:09 +0200916 VCMPacket packet;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100917 packet.video_header.is_first_packet_in_frame = true;
918 packet.video_header.is_last_packet_in_frame = true;
philipel09133af2018-05-17 14:11:09 +0200919 packet.sizeBytes = 0;
920 packet.dataPtr = nullptr;
921
Niels Möllerd5e02f02019-02-20 13:12:21 +0100922 packet.video_header.codec = kVideoCodecVP8;
923 packet.video_header.video_type_header.emplace<RTPVideoHeaderVP8>();
philipel09133af2018-05-17 14:11:09 +0200924 packet.timestamp = 1;
925 packet.seqNum = 1;
Niels Möllerabbc50e2019-04-24 09:41:16 +0200926 packet.video_header.frame_type = VideoFrameType::kVideoFrameKey;
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +0200927 EXPECT_THAT(packet_buffer_.InsertPacket(&packet).frames, SizeIs(1));
philipel09133af2018-05-17 14:11:09 +0200928
Niels Möllerd5e02f02019-02-20 13:12:21 +0100929 packet.video_header.codec = kVideoCodecH264;
philipel7d745e52018-08-02 14:03:53 +0200930 auto& h264_header =
931 packet.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
932 h264_header.nalus_length = 1;
philipel09133af2018-05-17 14:11:09 +0200933 packet.timestamp = 3;
934 packet.seqNum = 3;
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +0200935 EXPECT_THAT(packet_buffer_.InsertPacket(&packet).frames, IsEmpty());
philipel09133af2018-05-17 14:11:09 +0200936
Niels Möllerd5e02f02019-02-20 13:12:21 +0100937 packet.video_header.codec = kVideoCodecVP8;
938 packet.video_header.video_type_header.emplace<RTPVideoHeaderVP8>();
philipel09133af2018-05-17 14:11:09 +0200939 packet.timestamp = 2;
940 packet.seqNum = 2;
Niels Möllerabbc50e2019-04-24 09:41:16 +0200941 packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +0200942 EXPECT_THAT(packet_buffer_.InsertPacket(&packet).frames, SizeIs(2));
philipel09133af2018-05-17 14:11:09 +0200943}
944
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200945TEST_F(PacketBufferTest, TooManyNalusInPacket) {
philipel09133af2018-05-17 14:11:09 +0200946 VCMPacket packet;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100947 packet.video_header.codec = kVideoCodecH264;
philipel09133af2018-05-17 14:11:09 +0200948 packet.timestamp = 1;
949 packet.seqNum = 1;
Niels Möllerabbc50e2019-04-24 09:41:16 +0200950 packet.video_header.frame_type = VideoFrameType::kVideoFrameKey;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100951 packet.video_header.is_first_packet_in_frame = true;
952 packet.video_header.is_last_packet_in_frame = true;
philipel7d745e52018-08-02 14:03:53 +0200953 auto& h264_header =
954 packet.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
955 h264_header.nalus_length = kMaxNalusPerPacket;
philipel09133af2018-05-17 14:11:09 +0200956 packet.sizeBytes = 0;
957 packet.dataPtr = nullptr;
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +0200958 EXPECT_THAT(packet_buffer_.InsertPacket(&packet).frames, IsEmpty());
philipel09133af2018-05-17 14:11:09 +0200959}
960
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200961TEST_P(PacketBufferH264ParameterizedTest, OneFrameFillBuffer) {
philipel2c9f9f22017-06-13 02:47:28 -0700962 InsertH264(0, kKeyFrame, kFirst, kNotLast, 1000);
963 for (int i = 1; i < kStartSize - 1; ++i)
964 InsertH264(i, kKeyFrame, kNotFirst, kNotLast, 1000);
965 InsertH264(kStartSize - 1, kKeyFrame, kNotFirst, kLast, 1000);
966
967 EXPECT_EQ(1UL, frames_from_callback_.size());
968 CheckFrame(0);
969}
970
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200971TEST_P(PacketBufferH264ParameterizedTest, CreateFramesAfterFilledBuffer) {
philipel227f8b92017-08-04 06:39:31 -0700972 InsertH264(kStartSize - 2, kKeyFrame, kFirst, kLast, 0);
973 ASSERT_EQ(1UL, frames_from_callback_.size());
974 frames_from_callback_.clear();
975
976 InsertH264(kStartSize, kDeltaFrame, kFirst, kNotLast, 2000);
977 for (int i = 1; i < kStartSize; ++i)
978 InsertH264(kStartSize + i, kDeltaFrame, kNotFirst, kNotLast, 2000);
979 InsertH264(kStartSize + kStartSize, kDeltaFrame, kNotFirst, kLast, 2000);
980 ASSERT_EQ(0UL, frames_from_callback_.size());
981
982 InsertH264(kStartSize - 1, kKeyFrame, kFirst, kLast, 1000);
983 ASSERT_EQ(2UL, frames_from_callback_.size());
984 CheckFrame(kStartSize - 1);
985 CheckFrame(kStartSize);
986}
987
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200988TEST_P(PacketBufferH264ParameterizedTest, OneFrameMaxSeqNum) {
philipel2c9f9f22017-06-13 02:47:28 -0700989 InsertH264(65534, kKeyFrame, kFirst, kNotLast, 1000);
990 InsertH264(65535, kKeyFrame, kNotFirst, kLast, 1000);
991
992 EXPECT_EQ(1UL, frames_from_callback_.size());
993 CheckFrame(65534);
994}
995
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200996TEST_P(PacketBufferH264ParameterizedTest, ClearMissingPacketsOnKeyframe) {
philipel2c9f9f22017-06-13 02:47:28 -0700997 InsertH264(0, kKeyFrame, kFirst, kLast, 1000);
998 InsertH264(2, kKeyFrame, kFirst, kLast, 3000);
999 InsertH264(3, kDeltaFrame, kFirst, kNotLast, 4000);
1000 InsertH264(4, kDeltaFrame, kNotFirst, kLast, 4000);
1001
1002 ASSERT_EQ(3UL, frames_from_callback_.size());
1003
1004 InsertH264(kStartSize + 1, kKeyFrame, kFirst, kLast, 18000);
1005
1006 ASSERT_EQ(4UL, frames_from_callback_.size());
1007 CheckFrame(0);
1008 CheckFrame(2);
1009 CheckFrame(3);
1010 CheckFrame(kStartSize + 1);
1011}
1012
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001013TEST_P(PacketBufferH264ParameterizedTest, FindFramesOnPadding) {
philipel2c9f9f22017-06-13 02:47:28 -07001014 InsertH264(0, kKeyFrame, kFirst, kLast, 1000);
1015 InsertH264(2, kDeltaFrame, kFirst, kLast, 1000);
1016
1017 ASSERT_EQ(1UL, frames_from_callback_.size());
philipel2c9f9f22017-06-13 02:47:28 -07001018 CheckFrame(0);
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +02001019
1020 EXPECT_THAT(FirstSeqNums(packet_buffer_.InsertPadding(1).frames),
1021 ElementsAre(2));
philipel2c9f9f22017-06-13 02:47:28 -07001022}
1023
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001024class PacketBufferH264XIsKeyframeTest : public PacketBufferH264Test {
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001025 protected:
1026 const uint16_t kSeqNum = 5;
1027
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001028 explicit PacketBufferH264XIsKeyframeTest(bool sps_pps_idr_is_keyframe)
1029 : PacketBufferH264Test(sps_pps_idr_is_keyframe) {
Niels Möllerd5e02f02019-02-20 13:12:21 +01001030 packet_.video_header.codec = kVideoCodecH264;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001031 packet_.seqNum = kSeqNum;
1032
Niels Möllerd5e02f02019-02-20 13:12:21 +01001033 packet_.video_header.is_first_packet_in_frame = true;
1034 packet_.video_header.is_last_packet_in_frame = true;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001035 }
1036
1037 VCMPacket packet_;
1038};
1039
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001040class PacketBufferH264IdrIsKeyframeTest
1041 : public PacketBufferH264XIsKeyframeTest {
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001042 protected:
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001043 PacketBufferH264IdrIsKeyframeTest()
1044 : PacketBufferH264XIsKeyframeTest(false) {}
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001045};
1046
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001047TEST_F(PacketBufferH264IdrIsKeyframeTest, IdrIsKeyframe) {
philipel7d745e52018-08-02 14:03:53 +02001048 auto& h264_header =
1049 packet_.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
1050 h264_header.nalus[0].type = H264::NaluType::kIdr;
1051 h264_header.nalus_length = 1;
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +02001052 EXPECT_THAT(packet_buffer_.InsertPacket(&packet_).frames,
1053 ElementsAre(KeyFrame()));
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001054}
1055
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001056TEST_F(PacketBufferH264IdrIsKeyframeTest, SpsPpsIdrIsKeyframe) {
philipel7d745e52018-08-02 14:03:53 +02001057 auto& h264_header =
1058 packet_.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
1059 h264_header.nalus[0].type = H264::NaluType::kSps;
1060 h264_header.nalus[1].type = H264::NaluType::kPps;
1061 h264_header.nalus[2].type = H264::NaluType::kIdr;
1062 h264_header.nalus_length = 3;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001063
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +02001064 EXPECT_THAT(packet_buffer_.InsertPacket(&packet_).frames,
1065 ElementsAre(KeyFrame()));
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001066}
1067
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001068class PacketBufferH264SpsPpsIdrIsKeyframeTest
1069 : public PacketBufferH264XIsKeyframeTest {
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001070 protected:
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001071 PacketBufferH264SpsPpsIdrIsKeyframeTest()
1072 : PacketBufferH264XIsKeyframeTest(true) {}
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001073};
1074
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001075TEST_F(PacketBufferH264SpsPpsIdrIsKeyframeTest, IdrIsNotKeyframe) {
philipel7d745e52018-08-02 14:03:53 +02001076 auto& h264_header =
1077 packet_.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
1078 h264_header.nalus[0].type = H264::NaluType::kIdr;
1079 h264_header.nalus_length = 1;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001080
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +02001081 EXPECT_THAT(packet_buffer_.InsertPacket(&packet_).frames,
1082 ElementsAre(DeltaFrame()));
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001083}
1084
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001085TEST_F(PacketBufferH264SpsPpsIdrIsKeyframeTest, SpsPpsIsNotKeyframe) {
philipel7d745e52018-08-02 14:03:53 +02001086 auto& h264_header =
1087 packet_.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
1088 h264_header.nalus[0].type = H264::NaluType::kSps;
1089 h264_header.nalus[1].type = H264::NaluType::kPps;
1090 h264_header.nalus_length = 2;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001091
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +02001092 EXPECT_THAT(packet_buffer_.InsertPacket(&packet_).frames,
1093 ElementsAre(DeltaFrame()));
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001094}
1095
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001096TEST_F(PacketBufferH264SpsPpsIdrIsKeyframeTest, SpsPpsIdrIsKeyframe) {
philipel7d745e52018-08-02 14:03:53 +02001097 auto& h264_header =
1098 packet_.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
1099 h264_header.nalus[0].type = H264::NaluType::kSps;
1100 h264_header.nalus[1].type = H264::NaluType::kPps;
1101 h264_header.nalus[2].type = H264::NaluType::kIdr;
1102 h264_header.nalus_length = 3;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001103
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +02001104 EXPECT_THAT(packet_buffer_.InsertPacket(&packet_).frames,
1105 ElementsAre(KeyFrame()));
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001106}
1107
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +02001108} // namespace
philipelc707ab72016-04-01 02:01:54 -07001109} // namespace video_coding
1110} // namespace webrtc