blob: 90e71b139efaab787a5115072047f7eec45f2e7e [file] [log] [blame]
philipelc707ab72016-04-01 02:01:54 -07001/*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
Danil Chapovalov05269ec2019-10-17 19:06:46 +020010#include "modules/video_coding/packet_buffer.h"
philipelc707ab72016-04-01 02:01:54 -070011
12#include <cstring>
Danil Chapovalov05269ec2019-10-17 19:06:46 +020013#include <limits>
philipel02447bc2016-05-13 06:01:03 -070014#include <map>
15#include <set>
Danil Chapovalov05269ec2019-10-17 19:06:46 +020016#include <string>
philipela1059872016-05-09 11:41:48 +020017#include <utility>
philipelc707ab72016-04-01 02:01:54 -070018
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "common_video/h264/h264_common.h"
20#include "modules/video_coding/frame_object.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020021#include "rtc_base/random.h"
22#include "system_wrappers/include/clock.h"
Rasmus Brandtedf4ff72017-10-24 10:07:48 +020023#include "test/field_trial.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020024#include "test/gtest.h"
philipelc707ab72016-04-01 02:01:54 -070025
26namespace webrtc {
27namespace video_coding {
28
Danil Chapovalov05269ec2019-10-17 19:06:46 +020029class PacketBufferTest : public ::testing::Test,
Elad Alonb4643ad2019-02-22 11:19:50 +010030 public OnAssembledFrameCallback {
philipelc707ab72016-04-01 02:01:54 -070031 protected:
Danil Chapovalov05269ec2019-10-17 19:06:46 +020032 explicit PacketBufferTest(std::string field_trials = "")
Rasmus Brandt88f080a2017-11-02 14:28:06 +010033 : scoped_field_trials_(field_trials),
34 rand_(0x7732213),
philipelb4d31082016-07-11 08:46:29 -070035 clock_(new SimulatedClock(0)),
Danil Chapovalovf7457e52019-09-20 17:57:15 +020036 packet_buffer_(clock_.get(), kStartSize, kMaxSize, this) {}
philipelc707ab72016-04-01 02:01:54 -070037
philipel17deeb42016-08-11 15:09:26 +020038 uint16_t Rand() { return rand_.Rand<uint16_t>(); }
philipelc707ab72016-04-01 02:01:54 -070039
Elad Alonb4643ad2019-02-22 11:19:50 +010040 void OnAssembledFrame(std::unique_ptr<RtpFrameObject> frame) override {
philipel17deeb42016-08-11 15:09:26 +020041 uint16_t first_seq_num = frame->first_seq_num();
42 if (frames_from_callback_.find(first_seq_num) !=
43 frames_from_callback_.end()) {
44 ADD_FAILURE() << "Already received frame with first sequence number "
45 << first_seq_num << ".";
philipelf4139332016-04-20 10:26:34 +020046 return;
47 }
philipel2c9f9f22017-06-13 02:47:28 -070048
philipelf4139332016-04-20 10:26:34 +020049 frames_from_callback_.insert(
philipel17deeb42016-08-11 15:09:26 +020050 std::make_pair(frame->first_seq_num(), std::move(frame)));
philipelc707ab72016-04-01 02:01:54 -070051 }
52
philipel17deeb42016-08-11 15:09:26 +020053 enum IsKeyFrame { kKeyFrame, kDeltaFrame };
54 enum IsFirst { kFirst, kNotFirst };
55 enum IsLast { kLast, kNotLast };
philipelc707ab72016-04-01 02:01:54 -070056
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +010057 bool Insert(uint16_t seq_num, // packet sequence number
58 IsKeyFrame keyframe, // is keyframe
59 IsFirst first, // is first packet of frame
60 IsLast last, // is last packet of frame
61 int data_size = 0, // size of data
62 uint8_t* data = nullptr, // data pointer
63 uint32_t timestamp = 123u) { // rtp timestamp
philipelf4139332016-04-20 10:26:34 +020064 VCMPacket packet;
Niels Möllerd5e02f02019-02-20 13:12:21 +010065 packet.video_header.codec = kVideoCodecGeneric;
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +010066 packet.timestamp = timestamp;
philipelf4139332016-04-20 10:26:34 +020067 packet.seqNum = seq_num;
Niels Möllerabbc50e2019-04-24 09:41:16 +020068 packet.video_header.frame_type = keyframe == kKeyFrame
69 ? VideoFrameType::kVideoFrameKey
70 : VideoFrameType::kVideoFrameDelta;
Niels Möllerd5e02f02019-02-20 13:12:21 +010071 packet.video_header.is_first_packet_in_frame = first == kFirst;
72 packet.video_header.is_last_packet_in_frame = last == kLast;
philipelf4139332016-04-20 10:26:34 +020073 packet.sizeBytes = data_size;
74 packet.dataPtr = data;
75
Danil Chapovalovf7457e52019-09-20 17:57:15 +020076 return packet_buffer_.InsertPacket(&packet);
philipelf4139332016-04-20 10:26:34 +020077 }
78
philipel17deeb42016-08-11 15:09:26 +020079 void CheckFrame(uint16_t first_seq_num) {
80 auto frame_it = frames_from_callback_.find(first_seq_num);
81 ASSERT_FALSE(frame_it == frames_from_callback_.end())
82 << "Could not find frame with first sequence number " << first_seq_num
83 << ".";
philipelf4139332016-04-20 10:26:34 +020084 }
85
Johannes Kron957c62e2018-10-01 14:53:01 +020086 void DeleteFrame(uint16_t first_seq_num) {
87 auto frame_it = frames_from_callback_.find(first_seq_num);
88 ASSERT_FALSE(frame_it == frames_from_callback_.end())
89 << "Could not find frame with first sequence number " << first_seq_num
90 << ".";
91 frames_from_callback_.erase(frame_it);
92 }
93
philipel227f8b92017-08-04 06:39:31 -070094 static constexpr int kStartSize = 16;
95 static constexpr int kMaxSize = 64;
philipelc707ab72016-04-01 02:01:54 -070096
Rasmus Brandt88f080a2017-11-02 14:28:06 +010097 const test::ScopedFieldTrials scoped_field_trials_;
98
philipelc707ab72016-04-01 02:01:54 -070099 Random rand_;
philipel3184f8e2017-05-18 08:08:53 -0700100 std::unique_ptr<SimulatedClock> clock_;
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200101 PacketBuffer packet_buffer_;
philipel17deeb42016-08-11 15:09:26 +0200102 std::map<uint16_t, std::unique_ptr<RtpFrameObject>> frames_from_callback_;
philipelc707ab72016-04-01 02:01:54 -0700103};
104
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200105TEST_F(PacketBufferTest, InsertOnePacket) {
philipelaee3e0e2016-11-01 11:45:34 +0100106 const uint16_t seq_num = Rand();
107 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700108}
109
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200110TEST_F(PacketBufferTest, InsertMultiplePackets) {
philipelaee3e0e2016-11-01 11:45:34 +0100111 const uint16_t seq_num = Rand();
112 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
113 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kFirst, kLast));
114 EXPECT_TRUE(Insert(seq_num + 2, kKeyFrame, kFirst, kLast));
115 EXPECT_TRUE(Insert(seq_num + 3, kKeyFrame, kFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700116}
117
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200118TEST_F(PacketBufferTest, InsertDuplicatePacket) {
philipelaee3e0e2016-11-01 11:45:34 +0100119 const uint16_t seq_num = Rand();
Johannes Krona3705562019-08-26 16:37:11 +0200120 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
121 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
122 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kNotFirst, kLast));
philipelaee3e0e2016-11-01 11:45:34 +0100123}
124
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200125TEST_F(PacketBufferTest, SeqNumWrapOneFrame) {
philipel2c2f34c2017-01-03 05:55:34 -0800126 EXPECT_TRUE(Insert(0xFFFF, kKeyFrame, kFirst, kNotLast));
127 EXPECT_TRUE(Insert(0x0, kKeyFrame, kNotFirst, kLast));
128
129 CheckFrame(0xFFFF);
130}
131
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200132TEST_F(PacketBufferTest, SeqNumWrapTwoFrames) {
philipelaee3e0e2016-11-01 11:45:34 +0100133 EXPECT_TRUE(Insert(0xFFFF, kKeyFrame, kFirst, kLast));
134 EXPECT_TRUE(Insert(0x0, kKeyFrame, kFirst, kLast));
135
136 CheckFrame(0xFFFF);
philipel2c2f34c2017-01-03 05:55:34 -0800137 CheckFrame(0x0);
philipelaee3e0e2016-11-01 11:45:34 +0100138}
139
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200140TEST_F(PacketBufferTest, InsertOldPackets) {
philipelaee3e0e2016-11-01 11:45:34 +0100141 const uint16_t seq_num = Rand();
142
143 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
144 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast));
145 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kNotFirst, kLast));
146 ASSERT_EQ(2UL, frames_from_callback_.size());
147
148 frames_from_callback_.erase(seq_num + 2);
149 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
150 ASSERT_EQ(1UL, frames_from_callback_.size());
151
152 frames_from_callback_.erase(frames_from_callback_.find(seq_num));
153 ASSERT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
154 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast));
155
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200156 packet_buffer_.ClearTo(seq_num + 2);
Johannes Kronbd3f3052019-08-01 15:45:54 +0200157 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast));
philipelaee3e0e2016-11-01 11:45:34 +0100158 EXPECT_TRUE(Insert(seq_num + 3, kDeltaFrame, kFirst, kLast));
159 ASSERT_EQ(2UL, frames_from_callback_.size());
philipelc707ab72016-04-01 02:01:54 -0700160}
161
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200162TEST_F(PacketBufferTest, NackCount) {
philipelaee3e0e2016-11-01 11:45:34 +0100163 const uint16_t seq_num = Rand();
philipel5ceaaae2016-05-24 10:20:47 +0200164
165 VCMPacket packet;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100166 packet.video_header.codec = kVideoCodecGeneric;
philipel5ceaaae2016-05-24 10:20:47 +0200167 packet.seqNum = seq_num;
Niels Möllerabbc50e2019-04-24 09:41:16 +0200168 packet.video_header.frame_type = VideoFrameType::kVideoFrameKey;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100169 packet.video_header.is_first_packet_in_frame = true;
170 packet.video_header.is_last_packet_in_frame = false;
philipel5ceaaae2016-05-24 10:20:47 +0200171 packet.timesNacked = 0;
172
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200173 packet_buffer_.InsertPacket(&packet);
philipel5ceaaae2016-05-24 10:20:47 +0200174
175 packet.seqNum++;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100176 packet.video_header.is_first_packet_in_frame = false;
philipel5ceaaae2016-05-24 10:20:47 +0200177 packet.timesNacked = 1;
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200178 packet_buffer_.InsertPacket(&packet);
philipel5ceaaae2016-05-24 10:20:47 +0200179
180 packet.seqNum++;
181 packet.timesNacked = 3;
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200182 packet_buffer_.InsertPacket(&packet);
philipel5ceaaae2016-05-24 10:20:47 +0200183
184 packet.seqNum++;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100185 packet.video_header.is_last_packet_in_frame = true;
philipel5ceaaae2016-05-24 10:20:47 +0200186 packet.timesNacked = 1;
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200187 packet_buffer_.InsertPacket(&packet);
philipel5ceaaae2016-05-24 10:20:47 +0200188
philipel5ceaaae2016-05-24 10:20:47 +0200189 ASSERT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200190 RtpFrameObject* frame = frames_from_callback_.begin()->second.get();
191 EXPECT_EQ(3, frame->times_nacked());
philipel5ceaaae2016-05-24 10:20:47 +0200192}
193
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200194TEST_F(PacketBufferTest, FrameSize) {
philipelaee3e0e2016-11-01 11:45:34 +0100195 const uint16_t seq_num = Rand();
philipel41b8ca02016-11-07 15:42:24 +0100196 uint8_t* data1 = new uint8_t[5]();
197 uint8_t* data2 = new uint8_t[5]();
198 uint8_t* data3 = new uint8_t[5]();
199 uint8_t* data4 = new uint8_t[5]();
philipel5ceaaae2016-05-24 10:20:47 +0200200
philipel41b8ca02016-11-07 15:42:24 +0100201 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast, 5, data1));
202 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kNotFirst, kNotLast, 5, data2));
203 EXPECT_TRUE(Insert(seq_num + 2, kKeyFrame, kNotFirst, kNotLast, 5, data3));
204 EXPECT_TRUE(Insert(seq_num + 3, kKeyFrame, kNotFirst, kLast, 5, data4));
philipel5ceaaae2016-05-24 10:20:47 +0200205
206 ASSERT_EQ(1UL, frames_from_callback_.size());
nisse37abf532016-10-28 00:37:29 -0700207 EXPECT_EQ(20UL, frames_from_callback_.begin()->second->size());
philipel5ceaaae2016-05-24 10:20:47 +0200208}
209
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200210TEST_F(PacketBufferTest, CountsUniqueFrames) {
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100211 const uint16_t seq_num = Rand();
212
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200213 ASSERT_EQ(0, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100214
215 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast, 0, nullptr, 100));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200216 ASSERT_EQ(1, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100217 // Still the same frame.
218 EXPECT_TRUE(
219 Insert(seq_num + 1, kKeyFrame, kNotFirst, kLast, 0, nullptr, 100));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200220 ASSERT_EQ(1, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100221
222 // Second frame.
223 EXPECT_TRUE(
224 Insert(seq_num + 2, kKeyFrame, kFirst, kNotLast, 0, nullptr, 200));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200225 ASSERT_EQ(2, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100226 EXPECT_TRUE(
227 Insert(seq_num + 3, kKeyFrame, kNotFirst, kLast, 0, nullptr, 200));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200228 ASSERT_EQ(2, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100229
230 // Old packet.
231 EXPECT_TRUE(
232 Insert(seq_num + 1, kKeyFrame, kNotFirst, kLast, 0, nullptr, 100));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200233 ASSERT_EQ(2, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100234
235 // Missing middle packet.
236 EXPECT_TRUE(
237 Insert(seq_num + 4, kKeyFrame, kFirst, kNotLast, 0, nullptr, 300));
238 EXPECT_TRUE(
239 Insert(seq_num + 6, kKeyFrame, kNotFirst, kLast, 0, nullptr, 300));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200240 ASSERT_EQ(3, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100241}
242
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200243TEST_F(PacketBufferTest, HasHistoryOfUniqueFrames) {
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100244 const int kNumFrames = 1500;
245 const int kRequiredHistoryLength = 1000;
246 const uint16_t seq_num = Rand();
247 const uint32_t timestamp = 0xFFFFFFF0; // Large enough to cause wrap-around.
248
249 for (int i = 0; i < kNumFrames; ++i) {
Johannes Kronbd3f3052019-08-01 15:45:54 +0200250 Insert(seq_num + i, kKeyFrame, kFirst, kNotLast, 0, nullptr,
251 timestamp + 10 * i);
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100252 }
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200253 ASSERT_EQ(kNumFrames, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100254
255 // Old packets within history should not affect number of seen unique frames.
256 for (int i = kNumFrames - kRequiredHistoryLength; i < kNumFrames; ++i) {
Johannes Kronbd3f3052019-08-01 15:45:54 +0200257 Insert(seq_num + i, kKeyFrame, kFirst, kNotLast, 0, nullptr,
258 timestamp + 10 * i);
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100259 }
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200260 ASSERT_EQ(kNumFrames, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100261
262 // Very old packets should be treated as unique.
Johannes Kronbd3f3052019-08-01 15:45:54 +0200263 Insert(seq_num, kKeyFrame, kFirst, kNotLast, 0, nullptr, timestamp);
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200264 ASSERT_EQ(kNumFrames + 1, packet_buffer_.GetUniqueFramesSeen());
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +0100265}
266
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200267TEST_F(PacketBufferTest, ExpandBuffer) {
philipelaee3e0e2016-11-01 11:45:34 +0100268 const uint16_t seq_num = Rand();
philipelc707ab72016-04-01 02:01:54 -0700269
Johannes Krona3705562019-08-26 16:37:11 +0200270 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
271 for (int i = 1; i < kStartSize; ++i)
272 EXPECT_TRUE(Insert(seq_num + i, kKeyFrame, kNotFirst, kNotLast));
273
274 // Already inserted kStartSize number of packets, inserting the last packet
275 // should increase the buffer size and also result in an assembled frame.
276 EXPECT_TRUE(Insert(seq_num + kStartSize, kKeyFrame, kNotFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700277}
278
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200279TEST_F(PacketBufferTest, SingleFrameExpandsBuffer) {
philipelaee3e0e2016-11-01 11:45:34 +0100280 const uint16_t seq_num = Rand();
281
282 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
283 for (int i = 1; i < kStartSize; ++i)
284 EXPECT_TRUE(Insert(seq_num + i, kKeyFrame, kNotFirst, kNotLast));
285 EXPECT_TRUE(Insert(seq_num + kStartSize, kKeyFrame, kNotFirst, kLast));
286
287 ASSERT_EQ(1UL, frames_from_callback_.size());
288 CheckFrame(seq_num);
289}
290
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200291TEST_F(PacketBufferTest, ExpandBufferOverflow) {
philipelaee3e0e2016-11-01 11:45:34 +0100292 const uint16_t seq_num = Rand();
philipelc707ab72016-04-01 02:01:54 -0700293
Johannes Krona3705562019-08-26 16:37:11 +0200294 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
295 for (int i = 1; i < kMaxSize; ++i)
296 EXPECT_TRUE(Insert(seq_num + i, kKeyFrame, kNotFirst, kNotLast));
297
298 // Already inserted kMaxSize number of packets, inserting the last packet
299 // should overflow the buffer and result in false being returned.
300 EXPECT_FALSE(Insert(seq_num + kMaxSize, kKeyFrame, kNotFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700301}
302
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200303TEST_F(PacketBufferTest, OnePacketOneFrame) {
philipelaee3e0e2016-11-01 11:45:34 +0100304 const uint16_t seq_num = Rand();
305 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200306 ASSERT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200307 CheckFrame(seq_num);
philipelc707ab72016-04-01 02:01:54 -0700308}
309
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200310TEST_F(PacketBufferTest, TwoPacketsTwoFrames) {
philipelaee3e0e2016-11-01 11:45:34 +0100311 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200312
philipelaee3e0e2016-11-01 11:45:34 +0100313 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
314 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200315
philipelc707ab72016-04-01 02:01:54 -0700316 EXPECT_EQ(2UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200317 CheckFrame(seq_num);
318 CheckFrame(seq_num + 1);
philipelc707ab72016-04-01 02:01:54 -0700319}
320
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200321TEST_F(PacketBufferTest, TwoPacketsOneFrames) {
philipelaee3e0e2016-11-01 11:45:34 +0100322 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200323
philipelaee3e0e2016-11-01 11:45:34 +0100324 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
325 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kNotFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200326
philipelc707ab72016-04-01 02:01:54 -0700327 EXPECT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200328 CheckFrame(seq_num);
philipelc707ab72016-04-01 02:01:54 -0700329}
330
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200331TEST_F(PacketBufferTest, ThreePacketReorderingOneFrame) {
philipelaee3e0e2016-11-01 11:45:34 +0100332 const uint16_t seq_num = Rand();
philipelc707ab72016-04-01 02:01:54 -0700333
philipelaee3e0e2016-11-01 11:45:34 +0100334 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
335 EXPECT_TRUE(Insert(seq_num + 2, kKeyFrame, kNotFirst, kLast));
336 EXPECT_TRUE(Insert(seq_num + 1, kKeyFrame, kNotFirst, kNotLast));
philipelf4139332016-04-20 10:26:34 +0200337
philipelc707ab72016-04-01 02:01:54 -0700338 EXPECT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200339 CheckFrame(seq_num);
philipelc707ab72016-04-01 02:01:54 -0700340}
341
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200342TEST_F(PacketBufferTest, Frames) {
philipelaee3e0e2016-11-01 11:45:34 +0100343 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200344
philipelaee3e0e2016-11-01 11:45:34 +0100345 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
346 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kFirst, kLast));
347 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast));
348 EXPECT_TRUE(Insert(seq_num + 3, kDeltaFrame, kFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200349
350 ASSERT_EQ(4UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200351 CheckFrame(seq_num);
352 CheckFrame(seq_num + 1);
353 CheckFrame(seq_num + 2);
354 CheckFrame(seq_num + 3);
philipelf4139332016-04-20 10:26:34 +0200355}
356
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200357TEST_F(PacketBufferTest, ClearSinglePacket) {
philipelaee3e0e2016-11-01 11:45:34 +0100358 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200359
philipelaee3e0e2016-11-01 11:45:34 +0100360 for (int i = 0; i < kMaxSize; ++i)
361 EXPECT_TRUE(Insert(seq_num + i, kDeltaFrame, kFirst, kLast));
362
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200363 packet_buffer_.ClearTo(seq_num);
philipelaee3e0e2016-11-01 11:45:34 +0100364 EXPECT_TRUE(Insert(seq_num + kMaxSize, kDeltaFrame, kFirst, kLast));
365}
366
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200367TEST_F(PacketBufferTest, ClearFullBuffer) {
philipelc5fb4682017-08-02 04:28:57 -0700368 for (int i = 0; i < kMaxSize; ++i)
369 EXPECT_TRUE(Insert(i, kDeltaFrame, kFirst, kLast));
370
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200371 packet_buffer_.ClearTo(kMaxSize - 1);
philipelc5fb4682017-08-02 04:28:57 -0700372
373 for (int i = kMaxSize; i < 2 * kMaxSize; ++i)
374 EXPECT_TRUE(Insert(i, kDeltaFrame, kFirst, kLast));
375}
376
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200377TEST_F(PacketBufferTest, DontClearNewerPacket) {
philipelc5fb4682017-08-02 04:28:57 -0700378 EXPECT_TRUE(Insert(0, kKeyFrame, kFirst, kLast));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200379 packet_buffer_.ClearTo(0);
philipelc5fb4682017-08-02 04:28:57 -0700380 EXPECT_TRUE(Insert(2 * kStartSize, kKeyFrame, kFirst, kLast));
381 EXPECT_TRUE(Insert(3 * kStartSize + 1, kKeyFrame, kFirst, kNotLast));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200382 packet_buffer_.ClearTo(2 * kStartSize);
philipelc5fb4682017-08-02 04:28:57 -0700383 EXPECT_TRUE(Insert(3 * kStartSize + 2, kKeyFrame, kNotFirst, kLast));
384
385 ASSERT_EQ(3UL, frames_from_callback_.size());
386 CheckFrame(0);
387 CheckFrame(2 * kStartSize);
388 CheckFrame(3 * kStartSize + 1);
389}
390
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200391TEST_F(PacketBufferTest, OneIncompleteFrame) {
philipelaee3e0e2016-11-01 11:45:34 +0100392 const uint16_t seq_num = Rand();
393
394 EXPECT_TRUE(Insert(seq_num, kDeltaFrame, kFirst, kNotLast));
395 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kNotFirst, kLast));
396 EXPECT_TRUE(Insert(seq_num - 1, kDeltaFrame, kNotFirst, kLast));
397
398 ASSERT_EQ(1UL, frames_from_callback_.size());
399 CheckFrame(seq_num);
400}
401
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200402TEST_F(PacketBufferTest, TwoIncompleteFramesFullBuffer) {
philipelaee3e0e2016-11-01 11:45:34 +0100403 const uint16_t seq_num = Rand();
404
405 for (int i = 1; i < kMaxSize - 1; ++i)
406 EXPECT_TRUE(Insert(seq_num + i, kDeltaFrame, kNotFirst, kNotLast));
407 EXPECT_TRUE(Insert(seq_num, kDeltaFrame, kFirst, kNotLast));
408 EXPECT_TRUE(Insert(seq_num - 1, kDeltaFrame, kNotFirst, kLast));
409
410 ASSERT_EQ(0UL, frames_from_callback_.size());
411}
412
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200413TEST_F(PacketBufferTest, FramesReordered) {
philipelaee3e0e2016-11-01 11:45:34 +0100414 const uint16_t seq_num = Rand();
415
416 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kFirst, kLast));
417 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kLast));
418 EXPECT_TRUE(Insert(seq_num + 3, kDeltaFrame, kFirst, kLast));
419 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200420
421 ASSERT_EQ(4UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200422 CheckFrame(seq_num);
423 CheckFrame(seq_num + 1);
424 CheckFrame(seq_num + 2);
425 CheckFrame(seq_num + 3);
philipelf4139332016-04-20 10:26:34 +0200426}
427
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200428TEST_F(PacketBufferTest, GetBitstream) {
philipelc707ab72016-04-01 02:01:54 -0700429 // "many bitstream, such data" with null termination.
philipel41b8ca02016-11-07 15:42:24 +0100430 uint8_t many_data[] = {0x6d, 0x61, 0x6e, 0x79, 0x20};
431 uint8_t bitstream_data[] = {0x62, 0x69, 0x74, 0x73, 0x74, 0x72,
432 0x65, 0x61, 0x6d, 0x2c, 0x20};
433 uint8_t such_data[] = {0x73, 0x75, 0x63, 0x68, 0x20};
434 uint8_t data_data[] = {0x64, 0x61, 0x74, 0x61, 0x0};
435
436 uint8_t* many = new uint8_t[sizeof(many_data)];
437 uint8_t* bitstream = new uint8_t[sizeof(bitstream_data)];
438 uint8_t* such = new uint8_t[sizeof(such_data)];
439 uint8_t* data = new uint8_t[sizeof(data_data)];
440
441 memcpy(many, many_data, sizeof(many_data));
442 memcpy(bitstream, bitstream_data, sizeof(bitstream_data));
443 memcpy(such, such_data, sizeof(such_data));
444 memcpy(data, data_data, sizeof(data_data));
445
Niels Möller648a7ce2018-11-28 15:14:54 +0100446 const size_t result_length = sizeof(many_data) + sizeof(bitstream_data) +
447 sizeof(such_data) + sizeof(data_data);
philipelc707ab72016-04-01 02:01:54 -0700448
philipelaee3e0e2016-11-01 11:45:34 +0100449 const uint16_t seq_num = Rand();
philipelc707ab72016-04-01 02:01:54 -0700450
philipelaee3e0e2016-11-01 11:45:34 +0100451 EXPECT_TRUE(
philipel41b8ca02016-11-07 15:42:24 +0100452 Insert(seq_num, kKeyFrame, kFirst, kNotLast, sizeof(many_data), many));
453 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kNotFirst, kNotLast,
454 sizeof(bitstream_data), bitstream));
455 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kNotFirst, kNotLast,
456 sizeof(such_data), such));
457 EXPECT_TRUE(Insert(seq_num + 3, kDeltaFrame, kNotFirst, kLast,
458 sizeof(data_data), data));
philipelf4139332016-04-20 10:26:34 +0200459
460 ASSERT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200461 CheckFrame(seq_num);
Niels Möller648a7ce2018-11-28 15:14:54 +0100462 EXPECT_EQ(frames_from_callback_[seq_num]->size(), result_length);
Niels Möller9c843902019-01-11 10:21:35 +0100463 EXPECT_EQ(memcmp(frames_from_callback_[seq_num]->data(),
Niels Möller648a7ce2018-11-28 15:14:54 +0100464 "many bitstream, such data", result_length),
465 0);
philipelc707ab72016-04-01 02:01:54 -0700466}
467
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200468TEST_F(PacketBufferTest, GetBitstreamOneFrameOnePacket) {
philipel227f8b92017-08-04 06:39:31 -0700469 uint8_t bitstream_data[] = "All the bitstream data for this frame!";
philipel227f8b92017-08-04 06:39:31 -0700470 uint8_t* data = new uint8_t[sizeof(bitstream_data)];
471 memcpy(data, bitstream_data, sizeof(bitstream_data));
472
473 EXPECT_TRUE(
474 Insert(0, kKeyFrame, kFirst, kLast, sizeof(bitstream_data), data));
475
476 ASSERT_EQ(1UL, frames_from_callback_.size());
477 CheckFrame(0);
478 EXPECT_EQ(frames_from_callback_[0]->size(), sizeof(bitstream_data));
Johannes Krona3705562019-08-26 16:37:11 +0200479 EXPECT_EQ(memcmp(frames_from_callback_[0]->data(), bitstream_data,
480 sizeof(bitstream_data)),
481 0);
philipel227f8b92017-08-04 06:39:31 -0700482}
483
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200484TEST_F(PacketBufferTest, GetBitstreamOneFrameFullBuffer) {
philipel227f8b92017-08-04 06:39:31 -0700485 uint8_t* data_arr[kStartSize];
486 uint8_t expected[kStartSize];
philipel227f8b92017-08-04 06:39:31 -0700487
488 for (uint8_t i = 0; i < kStartSize; ++i) {
489 data_arr[i] = new uint8_t[1];
490 data_arr[i][0] = i;
491 expected[i] = i;
492 }
493
494 EXPECT_TRUE(Insert(0, kKeyFrame, kFirst, kNotLast, 1, data_arr[0]));
495 for (uint8_t i = 1; i < kStartSize - 1; ++i)
496 EXPECT_TRUE(Insert(i, kKeyFrame, kNotFirst, kNotLast, 1, data_arr[i]));
497 EXPECT_TRUE(Insert(kStartSize - 1, kKeyFrame, kNotFirst, kLast, 1,
498 data_arr[kStartSize - 1]));
499
500 ASSERT_EQ(1UL, frames_from_callback_.size());
501 CheckFrame(0);
502 EXPECT_EQ(frames_from_callback_[0]->size(), static_cast<size_t>(kStartSize));
Niels Möller9c843902019-01-11 10:21:35 +0100503 EXPECT_EQ(memcmp(frames_from_callback_[0]->data(), expected, kStartSize), 0);
philipel227f8b92017-08-04 06:39:31 -0700504}
505
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200506TEST_F(PacketBufferTest, InsertPacketAfterOldFrameObjectIsRemoved) {
Johannes Kron957c62e2018-10-01 14:53:01 +0200507 uint16_t kFirstSeqNum = 0;
508 uint32_t kTimestampDelta = 100;
509 uint32_t timestamp = 10000;
510 uint16_t seq_num = kFirstSeqNum;
511
512 // Loop until seq_num wraps around.
Philip Eliasson1f850a62019-03-19 12:15:00 +0000513 SeqNumUnwrapper<uint16_t> unwrapper;
Johannes Kron957c62e2018-10-01 14:53:01 +0200514 while (unwrapper.Unwrap(seq_num) < std::numeric_limits<uint16_t>::max()) {
515 Insert(seq_num++, kKeyFrame, kFirst, kNotLast, 0, nullptr, timestamp);
516 for (int i = 0; i < 5; ++i) {
517 Insert(seq_num++, kKeyFrame, kNotFirst, kNotLast, 0, nullptr, timestamp);
518 }
519 Insert(seq_num++, kKeyFrame, kNotFirst, kLast, 0, nullptr, timestamp);
520 timestamp += kTimestampDelta;
521 }
522
523 size_t number_of_frames = frames_from_callback_.size();
524 // Delete old frame object while receiving frame with overlapping sequence
525 // numbers.
526 Insert(seq_num++, kKeyFrame, kFirst, kNotLast, 0, nullptr, timestamp);
527 for (int i = 0; i < 5; ++i) {
528 Insert(seq_num++, kKeyFrame, kNotFirst, kNotLast, 0, nullptr, timestamp);
529 }
530 // Delete FrameObject connected to packets that have already been cleared.
531 DeleteFrame(kFirstSeqNum);
532 Insert(seq_num++, kKeyFrame, kNotFirst, kLast, 0, nullptr, timestamp);
533
534 // Regardless of the initial size, the number of frames should be constant
535 // after removing and then adding a new frame object.
536 EXPECT_EQ(number_of_frames, frames_from_callback_.size());
537}
538
Rasmus Brandt88f080a2017-11-02 14:28:06 +0100539// If |sps_pps_idr_is_keyframe| is true, we require keyframes to contain
540// SPS/PPS/IDR and the keyframes we create as part of the test do contain
541// SPS/PPS/IDR. If |sps_pps_idr_is_keyframe| is false, we only require and
542// create keyframes containing only IDR.
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200543class PacketBufferH264Test : public PacketBufferTest {
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200544 protected:
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200545 explicit PacketBufferH264Test(bool sps_pps_idr_is_keyframe)
546 : PacketBufferTest(sps_pps_idr_is_keyframe
Rasmus Brandt88f080a2017-11-02 14:28:06 +0100547 ? "WebRTC-SpsPpsIdrIsH264Keyframe/Enabled/"
548 : ""),
549 sps_pps_idr_is_keyframe_(sps_pps_idr_is_keyframe) {}
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200550
Shyam Sadhwani5b2df172019-10-16 09:13:38 -0700551 bool InsertH264(uint16_t seq_num, // packet sequence number
552 IsKeyFrame keyframe, // is keyframe
553 IsFirst first, // is first packet of frame
554 IsLast last, // is last packet of frame
555 uint32_t timestamp, // rtp timestamp
556 int data_size = 0, // size of data
557 uint8_t* data = nullptr, // data pointer
558 uint32_t width = 0, // width of frame (SPS/IDR)
559 uint32_t height = 0) { // height of frame (SPS/IDR)
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200560 VCMPacket packet;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100561 packet.video_header.codec = kVideoCodecH264;
philipel7d745e52018-08-02 14:03:53 +0200562 auto& h264_header =
563 packet.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200564 packet.seqNum = seq_num;
565 packet.timestamp = timestamp;
566 if (keyframe == kKeyFrame) {
567 if (sps_pps_idr_is_keyframe_) {
philipel7d745e52018-08-02 14:03:53 +0200568 h264_header.nalus[0].type = H264::NaluType::kSps;
569 h264_header.nalus[1].type = H264::NaluType::kPps;
570 h264_header.nalus[2].type = H264::NaluType::kIdr;
571 h264_header.nalus_length = 3;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200572 } else {
philipel7d745e52018-08-02 14:03:53 +0200573 h264_header.nalus[0].type = H264::NaluType::kIdr;
574 h264_header.nalus_length = 1;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200575 }
576 }
Shyam Sadhwani5b2df172019-10-16 09:13:38 -0700577 packet.video_header.width = width;
578 packet.video_header.height = height;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100579 packet.video_header.is_first_packet_in_frame = first == kFirst;
580 packet.video_header.is_last_packet_in_frame = last == kLast;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200581 packet.sizeBytes = data_size;
582 packet.dataPtr = data;
583
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200584 return packet_buffer_.InsertPacket(&packet);
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200585 }
586
Shyam Sadhwani5b2df172019-10-16 09:13:38 -0700587 bool InsertH264KeyFrameWithAud(
588 uint16_t seq_num, // packet sequence number
589 IsKeyFrame keyframe, // is keyframe
590 IsFirst first, // is first packet of frame
591 IsLast last, // is last packet of frame
592 uint32_t timestamp, // rtp timestamp
593 int data_size = 0, // size of data
594 uint8_t* data = nullptr, // data pointer
595 uint32_t width = 0, // width of frame (SPS/IDR)
596 uint32_t height = 0) { // height of frame (SPS/IDR)
597 VCMPacket packet;
598 packet.video_header.codec = kVideoCodecH264;
599 auto& h264_header =
600 packet.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
601 packet.seqNum = seq_num;
602 packet.timestamp = timestamp;
603
604 // this should be the start of frame
605 if (kFirst != first) {
606 return false;
607 }
608
609 // Insert a AUD NALU / packet without width/height.
610 h264_header.nalus[0].type = H264::NaluType::kAud;
611 h264_header.nalus_length = 1;
612 packet.video_header.is_first_packet_in_frame = true;
613 packet.video_header.is_last_packet_in_frame = false;
614 packet.sizeBytes = 0;
615 packet.dataPtr = nullptr;
616 if (packet_buffer_.InsertPacket(&packet)) {
617 // insert IDR
618 return InsertH264(seq_num + 1, keyframe, kNotFirst, last, timestamp,
619 data_size, data, width, height);
620 }
621 return false;
622 }
623
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200624 const bool sps_pps_idr_is_keyframe_;
Rasmus Brandt88f080a2017-11-02 14:28:06 +0100625};
626
627// This fixture is used to test the general behaviour of the packet buffer
628// in both configurations.
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200629class PacketBufferH264ParameterizedTest
Rasmus Brandt88f080a2017-11-02 14:28:06 +0100630 : public ::testing::WithParamInterface<bool>,
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200631 public PacketBufferH264Test {
Rasmus Brandt88f080a2017-11-02 14:28:06 +0100632 protected:
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200633 PacketBufferH264ParameterizedTest() : PacketBufferH264Test(GetParam()) {}
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200634};
635
Mirko Bonadeic84f6612019-01-31 12:20:57 +0100636INSTANTIATE_TEST_SUITE_P(SpsPpsIdrIsKeyframe,
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200637 PacketBufferH264ParameterizedTest,
638 ::testing::Bool());
Rasmus Brandtedf4ff72017-10-24 10:07:48 +0200639
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200640TEST_P(PacketBufferH264ParameterizedTest, DontRemoveMissingPacketOnClearTo) {
philipelbc5a4082017-12-06 10:41:08 +0100641 EXPECT_TRUE(InsertH264(0, kKeyFrame, kFirst, kLast, 0));
642 EXPECT_TRUE(InsertH264(2, kDeltaFrame, kFirst, kNotLast, 2));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200643 packet_buffer_.ClearTo(0);
philipelbc5a4082017-12-06 10:41:08 +0100644 EXPECT_TRUE(InsertH264(3, kDeltaFrame, kNotFirst, kLast, 2));
645
646 ASSERT_EQ(1UL, frames_from_callback_.size());
647 CheckFrame(0);
648}
649
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200650TEST_P(PacketBufferH264ParameterizedTest, GetBitstreamOneFrameFullBuffer) {
philipel227f8b92017-08-04 06:39:31 -0700651 uint8_t* data_arr[kStartSize];
652 uint8_t expected[kStartSize];
philipel227f8b92017-08-04 06:39:31 -0700653
654 for (uint8_t i = 0; i < kStartSize; ++i) {
655 data_arr[i] = new uint8_t[1];
656 data_arr[i][0] = i;
657 expected[i] = i;
658 }
659
660 EXPECT_TRUE(InsertH264(0, kKeyFrame, kFirst, kNotLast, 1, 1, data_arr[0]));
661 for (uint8_t i = 1; i < kStartSize - 1; ++i) {
662 EXPECT_TRUE(
663 InsertH264(i, kKeyFrame, kNotFirst, kNotLast, 1, 1, data_arr[i]));
664 }
665 EXPECT_TRUE(InsertH264(kStartSize - 1, kKeyFrame, kNotFirst, kLast, 1, 1,
666 data_arr[kStartSize - 1]));
667
668 ASSERT_EQ(1UL, frames_from_callback_.size());
669 CheckFrame(0);
670 EXPECT_EQ(frames_from_callback_[0]->size(), static_cast<size_t>(kStartSize));
Niels Möller9c843902019-01-11 10:21:35 +0100671 EXPECT_EQ(memcmp(frames_from_callback_[0]->data(), expected, kStartSize), 0);
philipel227f8b92017-08-04 06:39:31 -0700672}
673
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200674TEST_P(PacketBufferH264ParameterizedTest, GetBitstreamBufferPadding) {
philipel36928452016-11-07 10:42:36 +0100675 uint16_t seq_num = Rand();
philipel41b8ca02016-11-07 15:42:24 +0100676 uint8_t data_data[] = "some plain old data";
677 uint8_t* data = new uint8_t[sizeof(data_data)];
678 memcpy(data, data_data, sizeof(data_data));
philipel36928452016-11-07 10:42:36 +0100679
philipel36928452016-11-07 10:42:36 +0100680 VCMPacket packet;
philipel7d745e52018-08-02 14:03:53 +0200681 auto& h264_header =
682 packet.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
683 h264_header.nalus_length = 1;
684 h264_header.nalus[0].type = H264::NaluType::kIdr;
685 h264_header.packetization_type = kH264SingleNalu;
philipel36928452016-11-07 10:42:36 +0100686 packet.seqNum = seq_num;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100687 packet.video_header.codec = kVideoCodecH264;
philipel36928452016-11-07 10:42:36 +0100688 packet.insertStartCode = true;
philipel36928452016-11-07 10:42:36 +0100689 packet.dataPtr = data;
philipel41b8ca02016-11-07 15:42:24 +0100690 packet.sizeBytes = sizeof(data_data);
Niels Möllerd5e02f02019-02-20 13:12:21 +0100691 packet.video_header.is_first_packet_in_frame = true;
692 packet.video_header.is_last_packet_in_frame = true;
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200693 packet_buffer_.InsertPacket(&packet);
philipel36928452016-11-07 10:42:36 +0100694
695 ASSERT_EQ(1UL, frames_from_callback_.size());
Niels Möller77536a22019-01-15 08:50:01 +0100696 EXPECT_EQ(frames_from_callback_[seq_num]->EncodedImage().size(),
philipel41b8ca02016-11-07 15:42:24 +0100697 sizeof(data_data));
Niels Möller48a79462018-12-07 16:21:18 +0100698 EXPECT_EQ(frames_from_callback_[seq_num]->EncodedImage().capacity(),
Niels Möller009ab3c2019-03-08 11:26:58 +0100699 sizeof(data_data));
Johannes Krona3705562019-08-26 16:37:11 +0200700 EXPECT_EQ(memcmp(frames_from_callback_[seq_num]->data(), data_data,
701 sizeof(data_data)),
702 0);
philipel36928452016-11-07 10:42:36 +0100703}
704
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200705TEST_P(PacketBufferH264ParameterizedTest, FrameResolution) {
Shyam Sadhwani5b2df172019-10-16 09:13:38 -0700706 uint16_t seq_num = 100;
707 uint8_t data_data[] = "some plain old data";
708 uint8_t* data = new uint8_t[sizeof(data_data)];
709 memcpy(data, data_data, sizeof(data_data));
710 uint32_t width = 640;
711 uint32_t height = 360;
712 uint32_t timestamp = 1000;
713
714 EXPECT_TRUE(InsertH264(seq_num, kKeyFrame, kFirst, kLast, timestamp,
715 sizeof(data_data), data, width, height));
716
717 ASSERT_EQ(1UL, frames_from_callback_.size());
718 EXPECT_EQ(frames_from_callback_[seq_num]->EncodedImage().size(),
719 sizeof(data_data));
720 EXPECT_EQ(frames_from_callback_[seq_num]->EncodedImage().capacity(),
721 sizeof(data_data));
722 EXPECT_EQ(width,
723 frames_from_callback_[seq_num]->EncodedImage()._encodedWidth);
724 EXPECT_EQ(height,
725 frames_from_callback_[seq_num]->EncodedImage()._encodedHeight);
726 EXPECT_EQ(memcmp(frames_from_callback_[seq_num]->data(), data_data,
727 sizeof(data_data)),
728 0);
729}
730
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200731TEST_P(PacketBufferH264ParameterizedTest, FrameResolutionNaluBeforeSPS) {
Shyam Sadhwani5b2df172019-10-16 09:13:38 -0700732 uint16_t seq_num = 100;
733 uint8_t data_data[] = "some plain old data";
734 uint8_t* data = new uint8_t[sizeof(data_data)];
735 memcpy(data, data_data, sizeof(data_data));
736 uint32_t width = 640;
737 uint32_t height = 360;
738 uint32_t timestamp = 1000;
739
740 EXPECT_TRUE(InsertH264KeyFrameWithAud(seq_num, kKeyFrame, kFirst, kLast,
741 timestamp, sizeof(data_data), data,
742 width, height));
743
744 CheckFrame(seq_num);
745 ASSERT_EQ(1UL, frames_from_callback_.size());
746 EXPECT_EQ(frames_from_callback_[seq_num]->EncodedImage().size(),
747 sizeof(data_data));
748 EXPECT_EQ(frames_from_callback_[seq_num]->EncodedImage().capacity(),
749 sizeof(data_data));
750 EXPECT_EQ(width,
751 frames_from_callback_[seq_num]->EncodedImage()._encodedWidth);
752 EXPECT_EQ(height,
753 frames_from_callback_[seq_num]->EncodedImage()._encodedHeight);
754
755 EXPECT_EQ(memcmp(frames_from_callback_[seq_num]->data(), data_data,
756 sizeof(data_data)),
757 0);
758}
759
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200760TEST_F(PacketBufferTest, FreeSlotsOnFrameCreation) {
philipelaee3e0e2016-11-01 11:45:34 +0100761 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200762
philipelaee3e0e2016-11-01 11:45:34 +0100763 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
764 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kNotFirst, kNotLast));
765 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kNotFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700766 EXPECT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200767 CheckFrame(seq_num);
philipelc707ab72016-04-01 02:01:54 -0700768
philipel17deeb42016-08-11 15:09:26 +0200769 // Insert frame that fills the whole buffer.
philipelaee3e0e2016-11-01 11:45:34 +0100770 EXPECT_TRUE(Insert(seq_num + 3, kKeyFrame, kFirst, kNotLast));
philipel17deeb42016-08-11 15:09:26 +0200771 for (int i = 0; i < kMaxSize - 2; ++i)
philipelaee3e0e2016-11-01 11:45:34 +0100772 EXPECT_TRUE(Insert(seq_num + i + 4, kDeltaFrame, kNotFirst, kNotLast));
773 EXPECT_TRUE(Insert(seq_num + kMaxSize + 2, kKeyFrame, kNotFirst, kLast));
Johannes Krona3705562019-08-26 16:37:11 +0200774 EXPECT_EQ(2UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200775 CheckFrame(seq_num + 3);
Johannes Krona3705562019-08-26 16:37:11 +0200776
777 frames_from_callback_.clear();
philipelc707ab72016-04-01 02:01:54 -0700778}
779
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200780TEST_F(PacketBufferTest, Clear) {
philipelaee3e0e2016-11-01 11:45:34 +0100781 const uint16_t seq_num = Rand();
philipelf4139332016-04-20 10:26:34 +0200782
philipelaee3e0e2016-11-01 11:45:34 +0100783 EXPECT_TRUE(Insert(seq_num, kKeyFrame, kFirst, kNotLast));
784 EXPECT_TRUE(Insert(seq_num + 1, kDeltaFrame, kNotFirst, kNotLast));
785 EXPECT_TRUE(Insert(seq_num + 2, kDeltaFrame, kNotFirst, kLast));
philipelf4139332016-04-20 10:26:34 +0200786 EXPECT_EQ(1UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200787 CheckFrame(seq_num);
philipelf4139332016-04-20 10:26:34 +0200788
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200789 packet_buffer_.Clear();
philipelf4139332016-04-20 10:26:34 +0200790
philipelaee3e0e2016-11-01 11:45:34 +0100791 EXPECT_TRUE(Insert(seq_num + kStartSize, kKeyFrame, kFirst, kNotLast));
792 EXPECT_TRUE(
793 Insert(seq_num + kStartSize + 1, kDeltaFrame, kNotFirst, kNotLast));
794 EXPECT_TRUE(Insert(seq_num + kStartSize + 2, kDeltaFrame, kNotFirst, kLast));
philipelc707ab72016-04-01 02:01:54 -0700795 EXPECT_EQ(2UL, frames_from_callback_.size());
philipel17deeb42016-08-11 15:09:26 +0200796 CheckFrame(seq_num + kStartSize);
philipelc707ab72016-04-01 02:01:54 -0700797}
798
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200799TEST_F(PacketBufferTest, FramesAfterClear) {
philipel20dce342016-11-28 16:14:57 +0100800 Insert(9025, kDeltaFrame, kFirst, kLast);
801 Insert(9024, kKeyFrame, kFirst, kLast);
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200802 packet_buffer_.ClearTo(9025);
philipel20dce342016-11-28 16:14:57 +0100803 Insert(9057, kDeltaFrame, kFirst, kLast);
804 Insert(9026, kDeltaFrame, kFirst, kLast);
805
806 CheckFrame(9024);
807 CheckFrame(9025);
808 CheckFrame(9026);
809 CheckFrame(9057);
810}
811
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200812TEST_F(PacketBufferTest, SameFrameDifferentTimestamps) {
philipel8b6995b2019-01-09 12:39:18 +0100813 Insert(0, kKeyFrame, kFirst, kNotLast, 0, nullptr, 1000);
814 Insert(1, kKeyFrame, kNotFirst, kLast, 0, nullptr, 1001);
815
816 ASSERT_EQ(0UL, frames_from_callback_.size());
817}
818
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200819TEST_F(PacketBufferTest, DontLeakPayloadData) {
philipel759e0b72016-11-30 01:32:05 -0800820 // NOTE! Any eventual leak is suppose to be detected by valgrind
821 // or any other similar tool.
822 uint8_t* data1 = new uint8_t[5];
823 uint8_t* data2 = new uint8_t[5];
824 uint8_t* data3 = new uint8_t[5];
825 uint8_t* data4 = new uint8_t[5];
826
827 // Expected to free data1 upon PacketBuffer destruction.
828 EXPECT_TRUE(Insert(2, kKeyFrame, kFirst, kNotLast, 5, data1));
829
830 // Expect to free data2 upon insertion.
831 EXPECT_TRUE(Insert(2, kKeyFrame, kFirst, kNotLast, 5, data2));
832
833 // Expect to free data3 upon insertion (old packet).
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200834 packet_buffer_.ClearTo(1);
Johannes Kronbd3f3052019-08-01 15:45:54 +0200835 EXPECT_TRUE(Insert(1, kKeyFrame, kFirst, kNotLast, 5, data3));
philipel759e0b72016-11-30 01:32:05 -0800836
837 // Expect to free data4 upon insertion (packet buffer is full).
Johannes Kronbd3f3052019-08-01 15:45:54 +0200838 EXPECT_FALSE(Insert(2 + kMaxSize, kKeyFrame, kFirst, kNotLast, 5, data4));
philipel759e0b72016-11-30 01:32:05 -0800839}
840
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200841TEST_F(PacketBufferTest, ContinuousSeqNumDoubleMarkerBit) {
philipelea142f82017-01-11 02:01:56 -0800842 Insert(2, kKeyFrame, kNotFirst, kNotLast);
843 Insert(1, kKeyFrame, kFirst, kLast);
844 frames_from_callback_.clear();
845 Insert(3, kKeyFrame, kNotFirst, kLast);
846
847 EXPECT_EQ(0UL, frames_from_callback_.size());
848}
849
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200850TEST_F(PacketBufferTest, PacketTimestamps) {
Danil Chapovalov0040b662018-06-18 10:48:16 +0200851 absl::optional<int64_t> packet_ms;
852 absl::optional<int64_t> packet_keyframe_ms;
philipel3184f8e2017-05-18 08:08:53 -0700853
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200854 packet_ms = packet_buffer_.LastReceivedPacketMs();
855 packet_keyframe_ms = packet_buffer_.LastReceivedKeyframePacketMs();
philipel3184f8e2017-05-18 08:08:53 -0700856 EXPECT_FALSE(packet_ms);
857 EXPECT_FALSE(packet_keyframe_ms);
858
859 int64_t keyframe_ms = clock_->TimeInMilliseconds();
860 EXPECT_TRUE(Insert(100, kKeyFrame, kFirst, kLast));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200861 packet_ms = packet_buffer_.LastReceivedPacketMs();
862 packet_keyframe_ms = packet_buffer_.LastReceivedKeyframePacketMs();
philipel3184f8e2017-05-18 08:08:53 -0700863 EXPECT_TRUE(packet_ms);
864 EXPECT_TRUE(packet_keyframe_ms);
865 EXPECT_EQ(keyframe_ms, *packet_ms);
866 EXPECT_EQ(keyframe_ms, *packet_keyframe_ms);
867
868 clock_->AdvanceTimeMilliseconds(100);
869 int64_t delta_ms = clock_->TimeInMilliseconds();
870 EXPECT_TRUE(Insert(101, kDeltaFrame, kFirst, kLast));
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200871 packet_ms = packet_buffer_.LastReceivedPacketMs();
872 packet_keyframe_ms = packet_buffer_.LastReceivedKeyframePacketMs();
philipel3184f8e2017-05-18 08:08:53 -0700873 EXPECT_TRUE(packet_ms);
874 EXPECT_TRUE(packet_keyframe_ms);
875 EXPECT_EQ(delta_ms, *packet_ms);
876 EXPECT_EQ(keyframe_ms, *packet_keyframe_ms);
877
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200878 packet_buffer_.Clear();
879 packet_ms = packet_buffer_.LastReceivedPacketMs();
880 packet_keyframe_ms = packet_buffer_.LastReceivedKeyframePacketMs();
philipel3184f8e2017-05-18 08:08:53 -0700881 EXPECT_FALSE(packet_ms);
882 EXPECT_FALSE(packet_keyframe_ms);
883}
884
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200885TEST_F(PacketBufferTest, IncomingCodecChange) {
philipel09133af2018-05-17 14:11:09 +0200886 VCMPacket packet;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100887 packet.video_header.is_first_packet_in_frame = true;
888 packet.video_header.is_last_packet_in_frame = true;
philipel09133af2018-05-17 14:11:09 +0200889 packet.sizeBytes = 0;
890 packet.dataPtr = nullptr;
891
Niels Möllerd5e02f02019-02-20 13:12:21 +0100892 packet.video_header.codec = kVideoCodecVP8;
893 packet.video_header.video_type_header.emplace<RTPVideoHeaderVP8>();
philipel09133af2018-05-17 14:11:09 +0200894 packet.timestamp = 1;
895 packet.seqNum = 1;
Niels Möllerabbc50e2019-04-24 09:41:16 +0200896 packet.video_header.frame_type = VideoFrameType::kVideoFrameKey;
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200897 EXPECT_TRUE(packet_buffer_.InsertPacket(&packet));
philipel09133af2018-05-17 14:11:09 +0200898
Niels Möllerd5e02f02019-02-20 13:12:21 +0100899 packet.video_header.codec = kVideoCodecH264;
philipel7d745e52018-08-02 14:03:53 +0200900 auto& h264_header =
901 packet.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
902 h264_header.nalus_length = 1;
philipel09133af2018-05-17 14:11:09 +0200903 packet.timestamp = 3;
904 packet.seqNum = 3;
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200905 EXPECT_TRUE(packet_buffer_.InsertPacket(&packet));
philipel09133af2018-05-17 14:11:09 +0200906
Niels Möllerd5e02f02019-02-20 13:12:21 +0100907 packet.video_header.codec = kVideoCodecVP8;
908 packet.video_header.video_type_header.emplace<RTPVideoHeaderVP8>();
philipel09133af2018-05-17 14:11:09 +0200909 packet.timestamp = 2;
910 packet.seqNum = 2;
Niels Möllerabbc50e2019-04-24 09:41:16 +0200911 packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
philipel09133af2018-05-17 14:11:09 +0200912
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200913 EXPECT_TRUE(packet_buffer_.InsertPacket(&packet));
philipel09133af2018-05-17 14:11:09 +0200914
915 EXPECT_EQ(3UL, frames_from_callback_.size());
916}
917
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200918TEST_F(PacketBufferTest, TooManyNalusInPacket) {
philipel09133af2018-05-17 14:11:09 +0200919 VCMPacket packet;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100920 packet.video_header.codec = kVideoCodecH264;
philipel09133af2018-05-17 14:11:09 +0200921 packet.timestamp = 1;
922 packet.seqNum = 1;
Niels Möllerabbc50e2019-04-24 09:41:16 +0200923 packet.video_header.frame_type = VideoFrameType::kVideoFrameKey;
Niels Möllerd5e02f02019-02-20 13:12:21 +0100924 packet.video_header.is_first_packet_in_frame = true;
925 packet.video_header.is_last_packet_in_frame = true;
philipel7d745e52018-08-02 14:03:53 +0200926 auto& h264_header =
927 packet.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
928 h264_header.nalus_length = kMaxNalusPerPacket;
philipel09133af2018-05-17 14:11:09 +0200929 packet.sizeBytes = 0;
930 packet.dataPtr = nullptr;
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200931 EXPECT_TRUE(packet_buffer_.InsertPacket(&packet));
philipel09133af2018-05-17 14:11:09 +0200932
933 EXPECT_EQ(0UL, frames_from_callback_.size());
934}
935
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200936TEST_P(PacketBufferH264ParameterizedTest, OneFrameFillBuffer) {
philipel2c9f9f22017-06-13 02:47:28 -0700937 InsertH264(0, kKeyFrame, kFirst, kNotLast, 1000);
938 for (int i = 1; i < kStartSize - 1; ++i)
939 InsertH264(i, kKeyFrame, kNotFirst, kNotLast, 1000);
940 InsertH264(kStartSize - 1, kKeyFrame, kNotFirst, kLast, 1000);
941
942 EXPECT_EQ(1UL, frames_from_callback_.size());
943 CheckFrame(0);
944}
945
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200946TEST_P(PacketBufferH264ParameterizedTest, CreateFramesAfterFilledBuffer) {
philipel227f8b92017-08-04 06:39:31 -0700947 InsertH264(kStartSize - 2, kKeyFrame, kFirst, kLast, 0);
948 ASSERT_EQ(1UL, frames_from_callback_.size());
949 frames_from_callback_.clear();
950
951 InsertH264(kStartSize, kDeltaFrame, kFirst, kNotLast, 2000);
952 for (int i = 1; i < kStartSize; ++i)
953 InsertH264(kStartSize + i, kDeltaFrame, kNotFirst, kNotLast, 2000);
954 InsertH264(kStartSize + kStartSize, kDeltaFrame, kNotFirst, kLast, 2000);
955 ASSERT_EQ(0UL, frames_from_callback_.size());
956
957 InsertH264(kStartSize - 1, kKeyFrame, kFirst, kLast, 1000);
958 ASSERT_EQ(2UL, frames_from_callback_.size());
959 CheckFrame(kStartSize - 1);
960 CheckFrame(kStartSize);
961}
962
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200963TEST_P(PacketBufferH264ParameterizedTest, OneFrameMaxSeqNum) {
philipel2c9f9f22017-06-13 02:47:28 -0700964 InsertH264(65534, kKeyFrame, kFirst, kNotLast, 1000);
965 InsertH264(65535, kKeyFrame, kNotFirst, kLast, 1000);
966
967 EXPECT_EQ(1UL, frames_from_callback_.size());
968 CheckFrame(65534);
969}
970
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200971TEST_P(PacketBufferH264ParameterizedTest, ClearMissingPacketsOnKeyframe) {
philipel2c9f9f22017-06-13 02:47:28 -0700972 InsertH264(0, kKeyFrame, kFirst, kLast, 1000);
973 InsertH264(2, kKeyFrame, kFirst, kLast, 3000);
974 InsertH264(3, kDeltaFrame, kFirst, kNotLast, 4000);
975 InsertH264(4, kDeltaFrame, kNotFirst, kLast, 4000);
976
977 ASSERT_EQ(3UL, frames_from_callback_.size());
978
979 InsertH264(kStartSize + 1, kKeyFrame, kFirst, kLast, 18000);
980
981 ASSERT_EQ(4UL, frames_from_callback_.size());
982 CheckFrame(0);
983 CheckFrame(2);
984 CheckFrame(3);
985 CheckFrame(kStartSize + 1);
986}
987
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200988TEST_P(PacketBufferH264ParameterizedTest, FindFramesOnPadding) {
philipel2c9f9f22017-06-13 02:47:28 -0700989 InsertH264(0, kKeyFrame, kFirst, kLast, 1000);
990 InsertH264(2, kDeltaFrame, kFirst, kLast, 1000);
991
992 ASSERT_EQ(1UL, frames_from_callback_.size());
Danil Chapovalovf7457e52019-09-20 17:57:15 +0200993 packet_buffer_.PaddingReceived(1);
philipel2c9f9f22017-06-13 02:47:28 -0700994 ASSERT_EQ(2UL, frames_from_callback_.size());
995 CheckFrame(0);
996 CheckFrame(2);
997}
998
Danil Chapovalov05269ec2019-10-17 19:06:46 +0200999class PacketBufferH264XIsKeyframeTest : public PacketBufferH264Test {
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001000 protected:
1001 const uint16_t kSeqNum = 5;
1002
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001003 explicit PacketBufferH264XIsKeyframeTest(bool sps_pps_idr_is_keyframe)
1004 : PacketBufferH264Test(sps_pps_idr_is_keyframe) {
Niels Möllerd5e02f02019-02-20 13:12:21 +01001005 packet_.video_header.codec = kVideoCodecH264;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001006 packet_.seqNum = kSeqNum;
1007
Niels Möllerd5e02f02019-02-20 13:12:21 +01001008 packet_.video_header.is_first_packet_in_frame = true;
1009 packet_.video_header.is_last_packet_in_frame = true;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001010 }
1011
1012 VCMPacket packet_;
1013};
1014
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001015class PacketBufferH264IdrIsKeyframeTest
1016 : public PacketBufferH264XIsKeyframeTest {
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001017 protected:
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001018 PacketBufferH264IdrIsKeyframeTest()
1019 : PacketBufferH264XIsKeyframeTest(false) {}
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001020};
1021
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001022TEST_F(PacketBufferH264IdrIsKeyframeTest, IdrIsKeyframe) {
philipel7d745e52018-08-02 14:03:53 +02001023 auto& h264_header =
1024 packet_.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
1025 h264_header.nalus[0].type = H264::NaluType::kIdr;
1026 h264_header.nalus_length = 1;
Danil Chapovalovf7457e52019-09-20 17:57:15 +02001027 packet_buffer_.InsertPacket(&packet_);
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001028
1029 ASSERT_EQ(1u, frames_from_callback_.size());
Niels Möller8f7ce222019-03-21 15:43:58 +01001030 EXPECT_EQ(VideoFrameType::kVideoFrameKey,
1031 frames_from_callback_[kSeqNum]->frame_type());
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001032}
1033
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001034TEST_F(PacketBufferH264IdrIsKeyframeTest, SpsPpsIdrIsKeyframe) {
philipel7d745e52018-08-02 14:03:53 +02001035 auto& h264_header =
1036 packet_.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
1037 h264_header.nalus[0].type = H264::NaluType::kSps;
1038 h264_header.nalus[1].type = H264::NaluType::kPps;
1039 h264_header.nalus[2].type = H264::NaluType::kIdr;
1040 h264_header.nalus_length = 3;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001041
Danil Chapovalovf7457e52019-09-20 17:57:15 +02001042 packet_buffer_.InsertPacket(&packet_);
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001043
1044 ASSERT_EQ(1u, frames_from_callback_.size());
Niels Möller8f7ce222019-03-21 15:43:58 +01001045 EXPECT_EQ(VideoFrameType::kVideoFrameKey,
1046 frames_from_callback_[kSeqNum]->frame_type());
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001047}
1048
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001049class PacketBufferH264SpsPpsIdrIsKeyframeTest
1050 : public PacketBufferH264XIsKeyframeTest {
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001051 protected:
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001052 PacketBufferH264SpsPpsIdrIsKeyframeTest()
1053 : PacketBufferH264XIsKeyframeTest(true) {}
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001054};
1055
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001056TEST_F(PacketBufferH264SpsPpsIdrIsKeyframeTest, IdrIsNotKeyframe) {
philipel7d745e52018-08-02 14:03:53 +02001057 auto& h264_header =
1058 packet_.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
1059 h264_header.nalus[0].type = H264::NaluType::kIdr;
1060 h264_header.nalus_length = 1;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001061
Danil Chapovalovf7457e52019-09-20 17:57:15 +02001062 packet_buffer_.InsertPacket(&packet_);
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001063
1064 ASSERT_EQ(1u, frames_from_callback_.size());
Niels Möller8f7ce222019-03-21 15:43:58 +01001065 EXPECT_EQ(VideoFrameType::kVideoFrameDelta,
1066 frames_from_callback_[5]->frame_type());
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001067}
1068
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001069TEST_F(PacketBufferH264SpsPpsIdrIsKeyframeTest, SpsPpsIsNotKeyframe) {
philipel7d745e52018-08-02 14:03:53 +02001070 auto& h264_header =
1071 packet_.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
1072 h264_header.nalus[0].type = H264::NaluType::kSps;
1073 h264_header.nalus[1].type = H264::NaluType::kPps;
1074 h264_header.nalus_length = 2;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001075
Danil Chapovalovf7457e52019-09-20 17:57:15 +02001076 packet_buffer_.InsertPacket(&packet_);
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001077
1078 ASSERT_EQ(1u, frames_from_callback_.size());
Niels Möller8f7ce222019-03-21 15:43:58 +01001079 EXPECT_EQ(VideoFrameType::kVideoFrameDelta,
1080 frames_from_callback_[kSeqNum]->frame_type());
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001081}
1082
Danil Chapovalov05269ec2019-10-17 19:06:46 +02001083TEST_F(PacketBufferH264SpsPpsIdrIsKeyframeTest, SpsPpsIdrIsKeyframe) {
philipel7d745e52018-08-02 14:03:53 +02001084 auto& h264_header =
1085 packet_.video_header.video_type_header.emplace<RTPVideoHeaderH264>();
1086 h264_header.nalus[0].type = H264::NaluType::kSps;
1087 h264_header.nalus[1].type = H264::NaluType::kPps;
1088 h264_header.nalus[2].type = H264::NaluType::kIdr;
1089 h264_header.nalus_length = 3;
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001090
Danil Chapovalovf7457e52019-09-20 17:57:15 +02001091 packet_buffer_.InsertPacket(&packet_);
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001092
1093 ASSERT_EQ(1u, frames_from_callback_.size());
Niels Möller8f7ce222019-03-21 15:43:58 +01001094 EXPECT_EQ(VideoFrameType::kVideoFrameKey,
1095 frames_from_callback_[kSeqNum]->frame_type());
Rasmus Brandtedf4ff72017-10-24 10:07:48 +02001096}
1097
philipelc707ab72016-04-01 02:01:54 -07001098} // namespace video_coding
1099} // namespace webrtc