philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 10 | #include "modules/video_coding/packet_buffer.h" |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 11 | |
| 12 | #include <cstring> |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 13 | #include <limits> |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 14 | #include <ostream> |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 15 | #include <string> |
philipel | a105987 | 2016-05-09 11:41:48 +0200 | [diff] [blame] | 16 | #include <utility> |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 17 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 18 | #include "api/array_view.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 19 | #include "common_video/h264/h264_common.h" |
| 20 | #include "modules/video_coding/frame_object.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 21 | #include "rtc_base/random.h" |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 22 | #include "test/field_trial.h" |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 23 | #include "test/gmock.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 24 | #include "test/gtest.h" |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 25 | |
| 26 | namespace webrtc { |
| 27 | namespace video_coding { |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 28 | namespace { |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 29 | |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 30 | using ::testing::ElementsAre; |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 31 | using ::testing::ElementsAreArray; |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 32 | using ::testing::IsEmpty; |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 33 | using ::testing::Matches; |
| 34 | using ::testing::Pointee; |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 35 | using ::testing::SizeIs; |
| 36 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 37 | constexpr int kStartSize = 16; |
| 38 | constexpr int kMaxSize = 64; |
| 39 | |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 40 | void IgnoreResult(PacketBuffer::InsertResult /*result*/) {} |
| 41 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 42 | // Validates frame boundaries are valid and returns first sequence_number for |
| 43 | // each frame. |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 44 | std::vector<uint16_t> StartSeqNums( |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 45 | rtc::ArrayView<const std::unique_ptr<PacketBuffer::Packet>> packets) { |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 46 | std::vector<uint16_t> result; |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 47 | bool frame_boundary = true; |
| 48 | for (const auto& packet : packets) { |
| 49 | EXPECT_EQ(frame_boundary, packet->is_first_packet_in_frame()); |
| 50 | if (packet->is_first_packet_in_frame()) { |
| 51 | result.push_back(packet->seq_num); |
| 52 | } |
| 53 | frame_boundary = packet->is_last_packet_in_frame(); |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 54 | } |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 55 | EXPECT_TRUE(frame_boundary); |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 56 | return result; |
| 57 | } |
| 58 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 59 | MATCHER_P(StartSeqNumsAre, seq_num, "") { |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 60 | return Matches(ElementsAre(seq_num))(StartSeqNums(arg.packets)); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 61 | } |
| 62 | |
| 63 | MATCHER_P2(StartSeqNumsAre, seq_num1, seq_num2, "") { |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 64 | return Matches(ElementsAre(seq_num1, seq_num2))(StartSeqNums(arg.packets)); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 65 | } |
| 66 | |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 67 | MATCHER(KeyFrame, "") { |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 68 | return arg->is_first_packet_in_frame() && |
| 69 | arg->video_header.frame_type == VideoFrameType::kVideoFrameKey; |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 70 | } |
| 71 | |
| 72 | MATCHER(DeltaFrame, "") { |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 73 | return arg->is_first_packet_in_frame() && |
| 74 | arg->video_header.frame_type == VideoFrameType::kVideoFrameDelta; |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 75 | } |
| 76 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 77 | struct PacketBufferInsertResult : public PacketBuffer::InsertResult { |
| 78 | explicit PacketBufferInsertResult(PacketBuffer::InsertResult result) |
| 79 | : InsertResult(std::move(result)) {} |
| 80 | }; |
| 81 | |
| 82 | void PrintTo(const PacketBufferInsertResult& result, std::ostream* os) { |
| 83 | *os << "frames: { "; |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 84 | for (const auto& packet : result.packets) { |
| 85 | if (packet->is_first_packet_in_frame() && |
| 86 | packet->is_last_packet_in_frame()) { |
| 87 | *os << "{sn: " << packet->seq_num << " }"; |
| 88 | } else if (packet->is_first_packet_in_frame()) { |
| 89 | *os << "{sn: [" << packet->seq_num << "-"; |
| 90 | } else if (packet->is_last_packet_in_frame()) { |
| 91 | *os << packet->seq_num << "] }, "; |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 92 | } |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 93 | } |
| 94 | *os << " }"; |
| 95 | if (result.buffer_cleared) { |
| 96 | *os << ", buffer_cleared"; |
| 97 | } |
| 98 | } |
| 99 | |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 100 | class PacketBufferTest : public ::testing::Test { |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 101 | protected: |
philipel | ce423ce | 2021-04-12 13:42:03 +0200 | [diff] [blame] | 102 | PacketBufferTest() : rand_(0x7732213), packet_buffer_(kStartSize, kMaxSize) {} |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 103 | |
philipel | 17deeb4 | 2016-08-11 15:09:26 +0200 | [diff] [blame] | 104 | uint16_t Rand() { return rand_.Rand<uint16_t>(); } |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 105 | |
philipel | 17deeb4 | 2016-08-11 15:09:26 +0200 | [diff] [blame] | 106 | enum IsKeyFrame { kKeyFrame, kDeltaFrame }; |
| 107 | enum IsFirst { kFirst, kNotFirst }; |
| 108 | enum IsLast { kLast, kNotLast }; |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 109 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 110 | PacketBufferInsertResult Insert(uint16_t seq_num, // packet sequence number |
| 111 | IsKeyFrame keyframe, // is keyframe |
| 112 | IsFirst first, // is first packet of frame |
| 113 | IsLast last, // is last packet of frame |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 114 | rtc::ArrayView<const uint8_t> data = {}, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 115 | uint32_t timestamp = 123u) { // rtp timestamp |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 116 | auto packet = std::make_unique<PacketBuffer::Packet>(); |
| 117 | packet->video_header.codec = kVideoCodecGeneric; |
| 118 | packet->timestamp = timestamp; |
| 119 | packet->seq_num = seq_num; |
| 120 | packet->video_header.frame_type = keyframe == kKeyFrame |
| 121 | ? VideoFrameType::kVideoFrameKey |
| 122 | : VideoFrameType::kVideoFrameDelta; |
| 123 | packet->video_header.is_first_packet_in_frame = first == kFirst; |
| 124 | packet->video_header.is_last_packet_in_frame = last == kLast; |
| 125 | packet->video_payload.SetData(data.data(), data.size()); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 126 | |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 127 | return PacketBufferInsertResult( |
| 128 | packet_buffer_.InsertPacket(std::move(packet))); |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 129 | } |
| 130 | |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 131 | Random rand_; |
Danil Chapovalov | f7457e5 | 2019-09-20 17:57:15 +0200 | [diff] [blame] | 132 | PacketBuffer packet_buffer_; |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 133 | }; |
| 134 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 135 | TEST_F(PacketBufferTest, InsertOnePacket) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 136 | const uint16_t seq_num = Rand(); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 137 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kLast).packets, SizeIs(1)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 138 | } |
| 139 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 140 | TEST_F(PacketBufferTest, InsertMultiplePackets) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 141 | const uint16_t seq_num = Rand(); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 142 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kLast).packets, SizeIs(1)); |
| 143 | EXPECT_THAT(Insert(seq_num + 1, kKeyFrame, kFirst, kLast).packets, SizeIs(1)); |
| 144 | EXPECT_THAT(Insert(seq_num + 2, kKeyFrame, kFirst, kLast).packets, SizeIs(1)); |
| 145 | EXPECT_THAT(Insert(seq_num + 3, kKeyFrame, kFirst, kLast).packets, SizeIs(1)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 146 | } |
| 147 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 148 | TEST_F(PacketBufferTest, InsertDuplicatePacket) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 149 | const uint16_t seq_num = Rand(); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 150 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kNotLast).packets, IsEmpty()); |
| 151 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kNotLast).packets, IsEmpty()); |
| 152 | EXPECT_THAT(Insert(seq_num + 1, kKeyFrame, kNotFirst, kLast).packets, |
| 153 | SizeIs(2)); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 154 | } |
| 155 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 156 | TEST_F(PacketBufferTest, SeqNumWrapOneFrame) { |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 157 | Insert(0xFFFF, kKeyFrame, kFirst, kNotLast); |
| 158 | EXPECT_THAT(Insert(0x0, kKeyFrame, kNotFirst, kLast), |
| 159 | StartSeqNumsAre(0xFFFF)); |
philipel | 2c2f34c | 2017-01-03 05:55:34 -0800 | [diff] [blame] | 160 | } |
| 161 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 162 | TEST_F(PacketBufferTest, SeqNumWrapTwoFrames) { |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 163 | EXPECT_THAT(Insert(0xFFFF, kKeyFrame, kFirst, kLast), |
| 164 | StartSeqNumsAre(0xFFFF)); |
| 165 | EXPECT_THAT(Insert(0x0, kKeyFrame, kFirst, kLast), StartSeqNumsAre(0x0)); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 166 | } |
| 167 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 168 | TEST_F(PacketBufferTest, InsertOldPackets) { |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 169 | EXPECT_THAT(Insert(100, kKeyFrame, kFirst, kNotLast).packets, IsEmpty()); |
| 170 | EXPECT_THAT(Insert(102, kDeltaFrame, kFirst, kLast).packets, SizeIs(1)); |
| 171 | EXPECT_THAT(Insert(101, kKeyFrame, kNotFirst, kLast).packets, SizeIs(2)); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 172 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 173 | EXPECT_THAT(Insert(100, kKeyFrame, kFirst, kNotLast).packets, IsEmpty()); |
| 174 | EXPECT_THAT(Insert(100, kKeyFrame, kFirst, kNotLast).packets, IsEmpty()); |
| 175 | EXPECT_THAT(Insert(102, kDeltaFrame, kFirst, kLast).packets, SizeIs(1)); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 176 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 177 | packet_buffer_.ClearTo(102); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 178 | EXPECT_THAT(Insert(102, kDeltaFrame, kFirst, kLast).packets, IsEmpty()); |
| 179 | EXPECT_THAT(Insert(103, kDeltaFrame, kFirst, kLast).packets, SizeIs(1)); |
philipel | 5ceaaae | 2016-05-24 10:20:47 +0200 | [diff] [blame] | 180 | } |
| 181 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 182 | TEST_F(PacketBufferTest, FrameSize) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 183 | const uint16_t seq_num = Rand(); |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 184 | uint8_t data1[5] = {}; |
| 185 | uint8_t data2[5] = {}; |
| 186 | uint8_t data3[5] = {}; |
| 187 | uint8_t data4[5] = {}; |
philipel | 5ceaaae | 2016-05-24 10:20:47 +0200 | [diff] [blame] | 188 | |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 189 | Insert(seq_num, kKeyFrame, kFirst, kNotLast, data1); |
| 190 | Insert(seq_num + 1, kKeyFrame, kNotFirst, kNotLast, data2); |
| 191 | Insert(seq_num + 2, kKeyFrame, kNotFirst, kNotLast, data3); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 192 | auto packets = |
| 193 | Insert(seq_num + 3, kKeyFrame, kNotFirst, kLast, data4).packets; |
| 194 | // Expect one frame of 4 packets. |
| 195 | EXPECT_THAT(StartSeqNums(packets), ElementsAre(seq_num)); |
| 196 | EXPECT_THAT(packets, SizeIs(4)); |
philipel | 5ceaaae | 2016-05-24 10:20:47 +0200 | [diff] [blame] | 197 | } |
| 198 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 199 | TEST_F(PacketBufferTest, ExpandBuffer) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 200 | const uint16_t seq_num = Rand(); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 201 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 202 | Insert(seq_num, kKeyFrame, kFirst, kNotLast); |
Johannes Kron | a370556 | 2019-08-26 16:37:11 +0200 | [diff] [blame] | 203 | for (int i = 1; i < kStartSize; ++i) |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 204 | EXPECT_FALSE( |
| 205 | Insert(seq_num + i, kKeyFrame, kNotFirst, kNotLast).buffer_cleared); |
Johannes Kron | a370556 | 2019-08-26 16:37:11 +0200 | [diff] [blame] | 206 | |
| 207 | // Already inserted kStartSize number of packets, inserting the last packet |
| 208 | // should increase the buffer size and also result in an assembled frame. |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 209 | EXPECT_FALSE( |
| 210 | Insert(seq_num + kStartSize, kKeyFrame, kNotFirst, kLast).buffer_cleared); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 211 | } |
| 212 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 213 | TEST_F(PacketBufferTest, SingleFrameExpandsBuffer) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 214 | const uint16_t seq_num = Rand(); |
| 215 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 216 | Insert(seq_num, kKeyFrame, kFirst, kNotLast); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 217 | for (int i = 1; i < kStartSize; ++i) |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 218 | Insert(seq_num + i, kKeyFrame, kNotFirst, kNotLast); |
| 219 | EXPECT_THAT(Insert(seq_num + kStartSize, kKeyFrame, kNotFirst, kLast), |
| 220 | StartSeqNumsAre(seq_num)); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 221 | } |
| 222 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 223 | TEST_F(PacketBufferTest, ExpandBufferOverflow) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 224 | const uint16_t seq_num = Rand(); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 225 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 226 | EXPECT_FALSE(Insert(seq_num, kKeyFrame, kFirst, kNotLast).buffer_cleared); |
Johannes Kron | a370556 | 2019-08-26 16:37:11 +0200 | [diff] [blame] | 227 | for (int i = 1; i < kMaxSize; ++i) |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 228 | EXPECT_FALSE( |
| 229 | Insert(seq_num + i, kKeyFrame, kNotFirst, kNotLast).buffer_cleared); |
Johannes Kron | a370556 | 2019-08-26 16:37:11 +0200 | [diff] [blame] | 230 | |
| 231 | // Already inserted kMaxSize number of packets, inserting the last packet |
| 232 | // should overflow the buffer and result in false being returned. |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 233 | EXPECT_TRUE( |
| 234 | Insert(seq_num + kMaxSize, kKeyFrame, kNotFirst, kLast).buffer_cleared); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 235 | } |
| 236 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 237 | TEST_F(PacketBufferTest, OnePacketOneFrame) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 238 | const uint16_t seq_num = Rand(); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 239 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kLast), |
| 240 | StartSeqNumsAre(seq_num)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 241 | } |
| 242 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 243 | TEST_F(PacketBufferTest, TwoPacketsTwoFrames) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 244 | const uint16_t seq_num = Rand(); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 245 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 246 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kLast), |
| 247 | StartSeqNumsAre(seq_num)); |
| 248 | EXPECT_THAT(Insert(seq_num + 1, kKeyFrame, kFirst, kLast), |
| 249 | StartSeqNumsAre(seq_num + 1)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 250 | } |
| 251 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 252 | TEST_F(PacketBufferTest, TwoPacketsOneFrames) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 253 | const uint16_t seq_num = Rand(); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 254 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 255 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kNotLast).packets, IsEmpty()); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 256 | EXPECT_THAT(Insert(seq_num + 1, kKeyFrame, kNotFirst, kLast), |
| 257 | StartSeqNumsAre(seq_num)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 258 | } |
| 259 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 260 | TEST_F(PacketBufferTest, ThreePacketReorderingOneFrame) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 261 | const uint16_t seq_num = Rand(); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 262 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 263 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kNotLast).packets, IsEmpty()); |
| 264 | EXPECT_THAT(Insert(seq_num + 2, kKeyFrame, kNotFirst, kLast).packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 265 | IsEmpty()); |
| 266 | EXPECT_THAT(Insert(seq_num + 1, kKeyFrame, kNotFirst, kNotLast), |
| 267 | StartSeqNumsAre(seq_num)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 268 | } |
| 269 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 270 | TEST_F(PacketBufferTest, Frames) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 271 | const uint16_t seq_num = Rand(); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 272 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 273 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kLast), |
| 274 | StartSeqNumsAre(seq_num)); |
| 275 | EXPECT_THAT(Insert(seq_num + 1, kDeltaFrame, kFirst, kLast), |
| 276 | StartSeqNumsAre(seq_num + 1)); |
| 277 | EXPECT_THAT(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast), |
| 278 | StartSeqNumsAre(seq_num + 2)); |
| 279 | EXPECT_THAT(Insert(seq_num + 3, kDeltaFrame, kFirst, kLast), |
| 280 | StartSeqNumsAre(seq_num + 3)); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 281 | } |
| 282 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 283 | TEST_F(PacketBufferTest, ClearSinglePacket) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 284 | const uint16_t seq_num = Rand(); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 285 | |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 286 | for (int i = 0; i < kMaxSize; ++i) |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 287 | Insert(seq_num + i, kDeltaFrame, kFirst, kLast); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 288 | |
Danil Chapovalov | f7457e5 | 2019-09-20 17:57:15 +0200 | [diff] [blame] | 289 | packet_buffer_.ClearTo(seq_num); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 290 | EXPECT_FALSE( |
| 291 | Insert(seq_num + kMaxSize, kDeltaFrame, kFirst, kLast).buffer_cleared); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 292 | } |
| 293 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 294 | TEST_F(PacketBufferTest, ClearFullBuffer) { |
philipel | c5fb468 | 2017-08-02 04:28:57 -0700 | [diff] [blame] | 295 | for (int i = 0; i < kMaxSize; ++i) |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 296 | Insert(i, kDeltaFrame, kFirst, kLast); |
philipel | c5fb468 | 2017-08-02 04:28:57 -0700 | [diff] [blame] | 297 | |
Danil Chapovalov | f7457e5 | 2019-09-20 17:57:15 +0200 | [diff] [blame] | 298 | packet_buffer_.ClearTo(kMaxSize - 1); |
philipel | c5fb468 | 2017-08-02 04:28:57 -0700 | [diff] [blame] | 299 | |
| 300 | for (int i = kMaxSize; i < 2 * kMaxSize; ++i) |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 301 | EXPECT_FALSE(Insert(i, kDeltaFrame, kFirst, kLast).buffer_cleared); |
philipel | c5fb468 | 2017-08-02 04:28:57 -0700 | [diff] [blame] | 302 | } |
| 303 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 304 | TEST_F(PacketBufferTest, DontClearNewerPacket) { |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 305 | EXPECT_THAT(Insert(0, kKeyFrame, kFirst, kLast), StartSeqNumsAre(0)); |
Danil Chapovalov | f7457e5 | 2019-09-20 17:57:15 +0200 | [diff] [blame] | 306 | packet_buffer_.ClearTo(0); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 307 | EXPECT_THAT(Insert(2 * kStartSize, kKeyFrame, kFirst, kLast), |
| 308 | StartSeqNumsAre(2 * kStartSize)); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 309 | EXPECT_THAT(Insert(3 * kStartSize + 1, kKeyFrame, kFirst, kNotLast).packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 310 | IsEmpty()); |
Danil Chapovalov | f7457e5 | 2019-09-20 17:57:15 +0200 | [diff] [blame] | 311 | packet_buffer_.ClearTo(2 * kStartSize); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 312 | EXPECT_THAT(Insert(3 * kStartSize + 2, kKeyFrame, kNotFirst, kLast), |
| 313 | StartSeqNumsAre(3 * kStartSize + 1)); |
philipel | c5fb468 | 2017-08-02 04:28:57 -0700 | [diff] [blame] | 314 | } |
| 315 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 316 | TEST_F(PacketBufferTest, OneIncompleteFrame) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 317 | const uint16_t seq_num = Rand(); |
| 318 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 319 | EXPECT_THAT(Insert(seq_num, kDeltaFrame, kFirst, kNotLast).packets, |
| 320 | IsEmpty()); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 321 | EXPECT_THAT(Insert(seq_num + 1, kDeltaFrame, kNotFirst, kLast), |
| 322 | StartSeqNumsAre(seq_num)); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 323 | EXPECT_THAT(Insert(seq_num - 1, kDeltaFrame, kNotFirst, kLast).packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 324 | IsEmpty()); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 325 | } |
| 326 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 327 | TEST_F(PacketBufferTest, TwoIncompleteFramesFullBuffer) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 328 | const uint16_t seq_num = Rand(); |
| 329 | |
| 330 | for (int i = 1; i < kMaxSize - 1; ++i) |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 331 | Insert(seq_num + i, kDeltaFrame, kNotFirst, kNotLast); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 332 | EXPECT_THAT(Insert(seq_num, kDeltaFrame, kFirst, kNotLast).packets, |
| 333 | IsEmpty()); |
| 334 | EXPECT_THAT(Insert(seq_num - 1, kDeltaFrame, kNotFirst, kLast).packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 335 | IsEmpty()); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 336 | } |
| 337 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 338 | TEST_F(PacketBufferTest, FramesReordered) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 339 | const uint16_t seq_num = Rand(); |
| 340 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 341 | EXPECT_THAT(Insert(seq_num + 1, kDeltaFrame, kFirst, kLast), |
| 342 | StartSeqNumsAre(seq_num + 1)); |
| 343 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kLast), |
| 344 | StartSeqNumsAre(seq_num)); |
| 345 | EXPECT_THAT(Insert(seq_num + 3, kDeltaFrame, kFirst, kLast), |
| 346 | StartSeqNumsAre(seq_num + 3)); |
| 347 | EXPECT_THAT(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast), |
| 348 | StartSeqNumsAre(seq_num + 2)); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 349 | } |
| 350 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 351 | TEST_F(PacketBufferTest, InsertPacketAfterSequenceNumberWrapAround) { |
Johannes Kron | 957c62e | 2018-10-01 14:53:01 +0200 | [diff] [blame] | 352 | uint16_t kFirstSeqNum = 0; |
| 353 | uint32_t kTimestampDelta = 100; |
| 354 | uint32_t timestamp = 10000; |
| 355 | uint16_t seq_num = kFirstSeqNum; |
| 356 | |
| 357 | // Loop until seq_num wraps around. |
Philip Eliasson | 1f850a6 | 2019-03-19 12:15:00 +0000 | [diff] [blame] | 358 | SeqNumUnwrapper<uint16_t> unwrapper; |
Johannes Kron | 957c62e | 2018-10-01 14:53:01 +0200 | [diff] [blame] | 359 | while (unwrapper.Unwrap(seq_num) < std::numeric_limits<uint16_t>::max()) { |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 360 | Insert(seq_num++, kKeyFrame, kFirst, kNotLast, {}, timestamp); |
Johannes Kron | 957c62e | 2018-10-01 14:53:01 +0200 | [diff] [blame] | 361 | for (int i = 0; i < 5; ++i) { |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 362 | Insert(seq_num++, kKeyFrame, kNotFirst, kNotLast, {}, timestamp); |
Johannes Kron | 957c62e | 2018-10-01 14:53:01 +0200 | [diff] [blame] | 363 | } |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 364 | Insert(seq_num++, kKeyFrame, kNotFirst, kLast, {}, timestamp); |
Johannes Kron | 957c62e | 2018-10-01 14:53:01 +0200 | [diff] [blame] | 365 | timestamp += kTimestampDelta; |
| 366 | } |
| 367 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 368 | // Receive frame with overlapping sequence numbers. |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 369 | Insert(seq_num++, kKeyFrame, kFirst, kNotLast, {}, timestamp); |
Johannes Kron | 957c62e | 2018-10-01 14:53:01 +0200 | [diff] [blame] | 370 | for (int i = 0; i < 5; ++i) { |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 371 | Insert(seq_num++, kKeyFrame, kNotFirst, kNotLast, {}, timestamp); |
Johannes Kron | 957c62e | 2018-10-01 14:53:01 +0200 | [diff] [blame] | 372 | } |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 373 | auto packets = |
| 374 | Insert(seq_num++, kKeyFrame, kNotFirst, kLast, {}, timestamp).packets; |
| 375 | // One frame of 7 packets. |
| 376 | EXPECT_THAT(StartSeqNums(packets), SizeIs(1)); |
| 377 | EXPECT_THAT(packets, SizeIs(7)); |
Johannes Kron | 957c62e | 2018-10-01 14:53:01 +0200 | [diff] [blame] | 378 | } |
| 379 | |
Artem Titov | dcd7fc7 | 2021-08-09 13:02:57 +0200 | [diff] [blame^] | 380 | // If `sps_pps_idr_is_keyframe` is true, we require keyframes to contain |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 381 | // SPS/PPS/IDR and the keyframes we create as part of the test do contain |
Artem Titov | dcd7fc7 | 2021-08-09 13:02:57 +0200 | [diff] [blame^] | 382 | // SPS/PPS/IDR. If `sps_pps_idr_is_keyframe` is false, we only require and |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 383 | // create keyframes containing only IDR. |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 384 | class PacketBufferH264Test : public PacketBufferTest { |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 385 | protected: |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 386 | explicit PacketBufferH264Test(bool sps_pps_idr_is_keyframe) |
Eldar Rello | 2127aaa | 2020-08-07 12:08:14 +0300 | [diff] [blame] | 387 | : PacketBufferTest(), sps_pps_idr_is_keyframe_(sps_pps_idr_is_keyframe) { |
| 388 | if (sps_pps_idr_is_keyframe) { |
| 389 | packet_buffer_.ForceSpsPpsIdrIsH264Keyframe(); |
| 390 | } |
| 391 | } |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 392 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 393 | PacketBufferInsertResult InsertH264( |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 394 | uint16_t seq_num, // packet sequence number |
| 395 | IsKeyFrame keyframe, // is keyframe |
| 396 | IsFirst first, // is first packet of frame |
| 397 | IsLast last, // is last packet of frame |
| 398 | uint32_t timestamp, // rtp timestamp |
| 399 | rtc::ArrayView<const uint8_t> data = {}, |
| 400 | uint32_t width = 0, // width of frame (SPS/IDR) |
| 401 | uint32_t height = 0) { // height of frame (SPS/IDR) |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 402 | auto packet = std::make_unique<PacketBuffer::Packet>(); |
| 403 | packet->video_header.codec = kVideoCodecH264; |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 404 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 405 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
| 406 | packet->seq_num = seq_num; |
| 407 | packet->timestamp = timestamp; |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 408 | if (keyframe == kKeyFrame) { |
| 409 | if (sps_pps_idr_is_keyframe_) { |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 410 | h264_header.nalus[0].type = H264::NaluType::kSps; |
| 411 | h264_header.nalus[1].type = H264::NaluType::kPps; |
| 412 | h264_header.nalus[2].type = H264::NaluType::kIdr; |
| 413 | h264_header.nalus_length = 3; |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 414 | } else { |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 415 | h264_header.nalus[0].type = H264::NaluType::kIdr; |
| 416 | h264_header.nalus_length = 1; |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 417 | } |
| 418 | } |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 419 | packet->video_header.width = width; |
| 420 | packet->video_header.height = height; |
| 421 | packet->video_header.is_first_packet_in_frame = first == kFirst; |
| 422 | packet->video_header.is_last_packet_in_frame = last == kLast; |
| 423 | packet->video_payload.SetData(data.data(), data.size()); |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 424 | |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 425 | return PacketBufferInsertResult( |
| 426 | packet_buffer_.InsertPacket(std::move(packet))); |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 427 | } |
| 428 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 429 | PacketBufferInsertResult InsertH264KeyFrameWithAud( |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 430 | uint16_t seq_num, // packet sequence number |
| 431 | IsKeyFrame keyframe, // is keyframe |
| 432 | IsFirst first, // is first packet of frame |
| 433 | IsLast last, // is last packet of frame |
| 434 | uint32_t timestamp, // rtp timestamp |
| 435 | rtc::ArrayView<const uint8_t> data = {}, |
| 436 | uint32_t width = 0, // width of frame (SPS/IDR) |
| 437 | uint32_t height = 0) { // height of frame (SPS/IDR) |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 438 | auto packet = std::make_unique<PacketBuffer::Packet>(); |
| 439 | packet->video_header.codec = kVideoCodecH264; |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 440 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 441 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
| 442 | packet->seq_num = seq_num; |
| 443 | packet->timestamp = timestamp; |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 444 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 445 | // this should be the start of frame. |
| 446 | RTC_CHECK(first == kFirst); |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 447 | |
| 448 | // Insert a AUD NALU / packet without width/height. |
| 449 | h264_header.nalus[0].type = H264::NaluType::kAud; |
| 450 | h264_header.nalus_length = 1; |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 451 | packet->video_header.is_first_packet_in_frame = true; |
| 452 | packet->video_header.is_last_packet_in_frame = false; |
| 453 | IgnoreResult(packet_buffer_.InsertPacket(std::move(packet))); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 454 | // insert IDR |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 455 | return InsertH264(seq_num + 1, keyframe, kNotFirst, last, timestamp, data, |
| 456 | width, height); |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 457 | } |
| 458 | |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 459 | const bool sps_pps_idr_is_keyframe_; |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 460 | }; |
| 461 | |
| 462 | // This fixture is used to test the general behaviour of the packet buffer |
| 463 | // in both configurations. |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 464 | class PacketBufferH264ParameterizedTest |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 465 | : public ::testing::WithParamInterface<bool>, |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 466 | public PacketBufferH264Test { |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 467 | protected: |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 468 | PacketBufferH264ParameterizedTest() : PacketBufferH264Test(GetParam()) {} |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 469 | }; |
| 470 | |
Mirko Bonadei | c84f661 | 2019-01-31 12:20:57 +0100 | [diff] [blame] | 471 | INSTANTIATE_TEST_SUITE_P(SpsPpsIdrIsKeyframe, |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 472 | PacketBufferH264ParameterizedTest, |
| 473 | ::testing::Bool()); |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 474 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 475 | TEST_P(PacketBufferH264ParameterizedTest, DontRemoveMissingPacketOnClearTo) { |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 476 | InsertH264(0, kKeyFrame, kFirst, kLast, 0); |
| 477 | InsertH264(2, kDeltaFrame, kFirst, kNotLast, 2); |
Danil Chapovalov | f7457e5 | 2019-09-20 17:57:15 +0200 | [diff] [blame] | 478 | packet_buffer_.ClearTo(0); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 479 | // Expect no frame because of missing of packet #1 |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 480 | EXPECT_THAT(InsertH264(3, kDeltaFrame, kNotFirst, kLast, 2).packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 481 | IsEmpty()); |
philipel | bc5a408 | 2017-12-06 10:41:08 +0100 | [diff] [blame] | 482 | } |
| 483 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 484 | TEST_P(PacketBufferH264ParameterizedTest, GetBitstreamOneFrameFullBuffer) { |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 485 | uint8_t data_arr[kStartSize][1]; |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 486 | uint8_t expected[kStartSize]; |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 487 | |
| 488 | for (uint8_t i = 0; i < kStartSize; ++i) { |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 489 | data_arr[i][0] = i; |
| 490 | expected[i] = i; |
| 491 | } |
| 492 | |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 493 | InsertH264(0, kKeyFrame, kFirst, kNotLast, 1, data_arr[0]); |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 494 | for (uint8_t i = 1; i < kStartSize - 1; ++i) { |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 495 | InsertH264(i, kKeyFrame, kNotFirst, kNotLast, 1, data_arr[i]); |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 496 | } |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 497 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 498 | auto packets = InsertH264(kStartSize - 1, kKeyFrame, kNotFirst, kLast, 1, |
| 499 | data_arr[kStartSize - 1]) |
| 500 | .packets; |
| 501 | ASSERT_THAT(StartSeqNums(packets), ElementsAre(0)); |
| 502 | EXPECT_THAT(packets, SizeIs(kStartSize)); |
| 503 | for (size_t i = 0; i < packets.size(); ++i) { |
| 504 | EXPECT_THAT(packets[i]->video_payload, SizeIs(1)) << "Packet #" << i; |
| 505 | } |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 506 | } |
| 507 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 508 | TEST_P(PacketBufferH264ParameterizedTest, GetBitstreamBufferPadding) { |
philipel | 3692845 | 2016-11-07 10:42:36 +0100 | [diff] [blame] | 509 | uint16_t seq_num = Rand(); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 510 | rtc::CopyOnWriteBuffer data = "some plain old data"; |
philipel | 3692845 | 2016-11-07 10:42:36 +0100 | [diff] [blame] | 511 | |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 512 | auto packet = std::make_unique<PacketBuffer::Packet>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 513 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 514 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 515 | h264_header.nalus_length = 1; |
| 516 | h264_header.nalus[0].type = H264::NaluType::kIdr; |
| 517 | h264_header.packetization_type = kH264SingleNalu; |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 518 | packet->seq_num = seq_num; |
| 519 | packet->video_header.codec = kVideoCodecH264; |
| 520 | packet->video_payload = data; |
| 521 | packet->video_header.is_first_packet_in_frame = true; |
| 522 | packet->video_header.is_last_packet_in_frame = true; |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 523 | auto frames = packet_buffer_.InsertPacket(std::move(packet)).packets; |
philipel | 3692845 | 2016-11-07 10:42:36 +0100 | [diff] [blame] | 524 | |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 525 | ASSERT_THAT(frames, SizeIs(1)); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 526 | EXPECT_EQ(frames[0]->seq_num, seq_num); |
| 527 | EXPECT_EQ(frames[0]->video_payload, data); |
philipel | 3692845 | 2016-11-07 10:42:36 +0100 | [diff] [blame] | 528 | } |
| 529 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 530 | TEST_P(PacketBufferH264ParameterizedTest, FrameResolution) { |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 531 | uint16_t seq_num = 100; |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 532 | uint8_t data[] = "some plain old data"; |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 533 | uint32_t width = 640; |
| 534 | uint32_t height = 360; |
| 535 | uint32_t timestamp = 1000; |
| 536 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 537 | auto packets = InsertH264(seq_num, kKeyFrame, kFirst, kLast, timestamp, data, |
| 538 | width, height) |
| 539 | .packets; |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 540 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 541 | ASSERT_THAT(packets, SizeIs(1)); |
| 542 | EXPECT_EQ(packets[0]->video_header.width, width); |
| 543 | EXPECT_EQ(packets[0]->video_header.height, height); |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 544 | } |
| 545 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 546 | TEST_P(PacketBufferH264ParameterizedTest, FrameResolutionNaluBeforeSPS) { |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 547 | uint16_t seq_num = 100; |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 548 | uint8_t data[] = "some plain old data"; |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 549 | uint32_t width = 640; |
| 550 | uint32_t height = 360; |
| 551 | uint32_t timestamp = 1000; |
| 552 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 553 | auto packets = InsertH264KeyFrameWithAud(seq_num, kKeyFrame, kFirst, kLast, |
| 554 | timestamp, data, width, height) |
| 555 | .packets; |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 556 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 557 | ASSERT_THAT(StartSeqNums(packets), ElementsAre(seq_num)); |
| 558 | EXPECT_EQ(packets[0]->video_header.width, width); |
| 559 | EXPECT_EQ(packets[0]->video_header.height, height); |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 560 | } |
| 561 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 562 | TEST_F(PacketBufferTest, FreeSlotsOnFrameCreation) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 563 | const uint16_t seq_num = Rand(); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 564 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 565 | Insert(seq_num, kKeyFrame, kFirst, kNotLast); |
| 566 | Insert(seq_num + 1, kDeltaFrame, kNotFirst, kNotLast); |
| 567 | EXPECT_THAT(Insert(seq_num + 2, kDeltaFrame, kNotFirst, kLast), |
| 568 | StartSeqNumsAre(seq_num)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 569 | |
philipel | 17deeb4 | 2016-08-11 15:09:26 +0200 | [diff] [blame] | 570 | // Insert frame that fills the whole buffer. |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 571 | Insert(seq_num + 3, kKeyFrame, kFirst, kNotLast); |
philipel | 17deeb4 | 2016-08-11 15:09:26 +0200 | [diff] [blame] | 572 | for (int i = 0; i < kMaxSize - 2; ++i) |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 573 | Insert(seq_num + i + 4, kDeltaFrame, kNotFirst, kNotLast); |
| 574 | EXPECT_THAT(Insert(seq_num + kMaxSize + 2, kKeyFrame, kNotFirst, kLast), |
| 575 | StartSeqNumsAre(seq_num + 3)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 576 | } |
| 577 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 578 | TEST_F(PacketBufferTest, Clear) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 579 | const uint16_t seq_num = Rand(); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 580 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 581 | Insert(seq_num, kKeyFrame, kFirst, kNotLast); |
| 582 | Insert(seq_num + 1, kDeltaFrame, kNotFirst, kNotLast); |
| 583 | EXPECT_THAT(Insert(seq_num + 2, kDeltaFrame, kNotFirst, kLast), |
| 584 | StartSeqNumsAre(seq_num)); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 585 | |
Danil Chapovalov | f7457e5 | 2019-09-20 17:57:15 +0200 | [diff] [blame] | 586 | packet_buffer_.Clear(); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 587 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 588 | Insert(seq_num + kStartSize, kKeyFrame, kFirst, kNotLast); |
| 589 | Insert(seq_num + kStartSize + 1, kDeltaFrame, kNotFirst, kNotLast); |
| 590 | EXPECT_THAT(Insert(seq_num + kStartSize + 2, kDeltaFrame, kNotFirst, kLast), |
| 591 | StartSeqNumsAre(seq_num + kStartSize)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 592 | } |
| 593 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 594 | TEST_F(PacketBufferTest, FramesAfterClear) { |
philipel | 20dce34 | 2016-11-28 16:14:57 +0100 | [diff] [blame] | 595 | Insert(9025, kDeltaFrame, kFirst, kLast); |
| 596 | Insert(9024, kKeyFrame, kFirst, kLast); |
Danil Chapovalov | f7457e5 | 2019-09-20 17:57:15 +0200 | [diff] [blame] | 597 | packet_buffer_.ClearTo(9025); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 598 | EXPECT_THAT(Insert(9057, kDeltaFrame, kFirst, kLast).packets, SizeIs(1)); |
| 599 | EXPECT_THAT(Insert(9026, kDeltaFrame, kFirst, kLast).packets, SizeIs(1)); |
philipel | 20dce34 | 2016-11-28 16:14:57 +0100 | [diff] [blame] | 600 | } |
| 601 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 602 | TEST_F(PacketBufferTest, SameFrameDifferentTimestamps) { |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 603 | Insert(0, kKeyFrame, kFirst, kNotLast, {}, 1000); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 604 | EXPECT_THAT(Insert(1, kKeyFrame, kNotFirst, kLast, {}, 1001).packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 605 | IsEmpty()); |
philipel | 8b6995b | 2019-01-09 12:39:18 +0100 | [diff] [blame] | 606 | } |
| 607 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 608 | TEST_F(PacketBufferTest, ContinuousSeqNumDoubleMarkerBit) { |
philipel | ea142f8 | 2017-01-11 02:01:56 -0800 | [diff] [blame] | 609 | Insert(2, kKeyFrame, kNotFirst, kNotLast); |
| 610 | Insert(1, kKeyFrame, kFirst, kLast); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 611 | EXPECT_THAT(Insert(3, kKeyFrame, kNotFirst, kLast).packets, IsEmpty()); |
philipel | ea142f8 | 2017-01-11 02:01:56 -0800 | [diff] [blame] | 612 | } |
| 613 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 614 | TEST_F(PacketBufferTest, IncomingCodecChange) { |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 615 | auto packet = std::make_unique<PacketBuffer::Packet>(); |
| 616 | packet->video_header.is_first_packet_in_frame = true; |
| 617 | packet->video_header.is_last_packet_in_frame = true; |
| 618 | packet->video_header.codec = kVideoCodecVP8; |
| 619 | packet->video_header.video_type_header.emplace<RTPVideoHeaderVP8>(); |
| 620 | packet->timestamp = 1; |
| 621 | packet->seq_num = 1; |
| 622 | packet->video_header.frame_type = VideoFrameType::kVideoFrameKey; |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 623 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
| 624 | SizeIs(1)); |
philipel | 09133af | 2018-05-17 14:11:09 +0200 | [diff] [blame] | 625 | |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 626 | packet = std::make_unique<PacketBuffer::Packet>(); |
| 627 | packet->video_header.is_first_packet_in_frame = true; |
| 628 | packet->video_header.is_last_packet_in_frame = true; |
| 629 | packet->video_header.codec = kVideoCodecH264; |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 630 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 631 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 632 | h264_header.nalus_length = 1; |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 633 | packet->timestamp = 3; |
| 634 | packet->seq_num = 3; |
| 635 | packet->video_header.frame_type = VideoFrameType::kVideoFrameKey; |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 636 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
| 637 | IsEmpty()); |
philipel | 09133af | 2018-05-17 14:11:09 +0200 | [diff] [blame] | 638 | |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 639 | packet = std::make_unique<PacketBuffer::Packet>(); |
| 640 | packet->video_header.is_first_packet_in_frame = true; |
| 641 | packet->video_header.is_last_packet_in_frame = true; |
| 642 | packet->video_header.codec = kVideoCodecVP8; |
| 643 | packet->video_header.video_type_header.emplace<RTPVideoHeaderVP8>(); |
| 644 | packet->timestamp = 2; |
| 645 | packet->seq_num = 2; |
| 646 | packet->video_header.frame_type = VideoFrameType::kVideoFrameDelta; |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 647 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
| 648 | SizeIs(2)); |
philipel | 09133af | 2018-05-17 14:11:09 +0200 | [diff] [blame] | 649 | } |
| 650 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 651 | TEST_F(PacketBufferTest, TooManyNalusInPacket) { |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 652 | auto packet = std::make_unique<PacketBuffer::Packet>(); |
| 653 | packet->video_header.codec = kVideoCodecH264; |
| 654 | packet->timestamp = 1; |
| 655 | packet->seq_num = 1; |
| 656 | packet->video_header.frame_type = VideoFrameType::kVideoFrameKey; |
| 657 | packet->video_header.is_first_packet_in_frame = true; |
| 658 | packet->video_header.is_last_packet_in_frame = true; |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 659 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 660 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 661 | h264_header.nalus_length = kMaxNalusPerPacket; |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 662 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
| 663 | IsEmpty()); |
philipel | 09133af | 2018-05-17 14:11:09 +0200 | [diff] [blame] | 664 | } |
| 665 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 666 | TEST_P(PacketBufferH264ParameterizedTest, OneFrameFillBuffer) { |
philipel | 2c9f9f2 | 2017-06-13 02:47:28 -0700 | [diff] [blame] | 667 | InsertH264(0, kKeyFrame, kFirst, kNotLast, 1000); |
| 668 | for (int i = 1; i < kStartSize - 1; ++i) |
| 669 | InsertH264(i, kKeyFrame, kNotFirst, kNotLast, 1000); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 670 | EXPECT_THAT(InsertH264(kStartSize - 1, kKeyFrame, kNotFirst, kLast, 1000), |
| 671 | StartSeqNumsAre(0)); |
philipel | 2c9f9f2 | 2017-06-13 02:47:28 -0700 | [diff] [blame] | 672 | } |
| 673 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 674 | TEST_P(PacketBufferH264ParameterizedTest, CreateFramesAfterFilledBuffer) { |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 675 | EXPECT_THAT(InsertH264(kStartSize - 2, kKeyFrame, kFirst, kLast, 0).packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 676 | SizeIs(1)); |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 677 | |
| 678 | InsertH264(kStartSize, kDeltaFrame, kFirst, kNotLast, 2000); |
| 679 | for (int i = 1; i < kStartSize; ++i) |
| 680 | InsertH264(kStartSize + i, kDeltaFrame, kNotFirst, kNotLast, 2000); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 681 | EXPECT_THAT( |
| 682 | InsertH264(kStartSize + kStartSize, kDeltaFrame, kNotFirst, kLast, 2000) |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 683 | .packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 684 | IsEmpty()); |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 685 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 686 | EXPECT_THAT(InsertH264(kStartSize - 1, kKeyFrame, kFirst, kLast, 1000), |
| 687 | StartSeqNumsAre(kStartSize - 1, kStartSize)); |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 688 | } |
| 689 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 690 | TEST_P(PacketBufferH264ParameterizedTest, OneFrameMaxSeqNum) { |
philipel | 2c9f9f2 | 2017-06-13 02:47:28 -0700 | [diff] [blame] | 691 | InsertH264(65534, kKeyFrame, kFirst, kNotLast, 1000); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 692 | EXPECT_THAT(InsertH264(65535, kKeyFrame, kNotFirst, kLast, 1000), |
| 693 | StartSeqNumsAre(65534)); |
philipel | 2c9f9f2 | 2017-06-13 02:47:28 -0700 | [diff] [blame] | 694 | } |
| 695 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 696 | TEST_P(PacketBufferH264ParameterizedTest, ClearMissingPacketsOnKeyframe) { |
philipel | 2c9f9f2 | 2017-06-13 02:47:28 -0700 | [diff] [blame] | 697 | InsertH264(0, kKeyFrame, kFirst, kLast, 1000); |
| 698 | InsertH264(2, kKeyFrame, kFirst, kLast, 3000); |
| 699 | InsertH264(3, kDeltaFrame, kFirst, kNotLast, 4000); |
| 700 | InsertH264(4, kDeltaFrame, kNotFirst, kLast, 4000); |
| 701 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 702 | EXPECT_THAT(InsertH264(kStartSize + 1, kKeyFrame, kFirst, kLast, 18000), |
| 703 | StartSeqNumsAre(kStartSize + 1)); |
philipel | 2c9f9f2 | 2017-06-13 02:47:28 -0700 | [diff] [blame] | 704 | } |
| 705 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 706 | TEST_P(PacketBufferH264ParameterizedTest, FindFramesOnPadding) { |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 707 | EXPECT_THAT(InsertH264(0, kKeyFrame, kFirst, kLast, 1000), |
| 708 | StartSeqNumsAre(0)); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 709 | EXPECT_THAT(InsertH264(2, kDeltaFrame, kFirst, kLast, 1000).packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 710 | IsEmpty()); |
philipel | 2c9f9f2 | 2017-06-13 02:47:28 -0700 | [diff] [blame] | 711 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 712 | EXPECT_THAT(packet_buffer_.InsertPadding(1), StartSeqNumsAre(2)); |
philipel | 2c9f9f2 | 2017-06-13 02:47:28 -0700 | [diff] [blame] | 713 | } |
| 714 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 715 | class PacketBufferH264XIsKeyframeTest : public PacketBufferH264Test { |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 716 | protected: |
| 717 | const uint16_t kSeqNum = 5; |
| 718 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 719 | explicit PacketBufferH264XIsKeyframeTest(bool sps_pps_idr_is_keyframe) |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 720 | : PacketBufferH264Test(sps_pps_idr_is_keyframe) {} |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 721 | |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 722 | std::unique_ptr<PacketBuffer::Packet> CreatePacket() { |
| 723 | auto packet = std::make_unique<PacketBuffer::Packet>(); |
| 724 | packet->video_header.codec = kVideoCodecH264; |
| 725 | packet->seq_num = kSeqNum; |
| 726 | |
| 727 | packet->video_header.is_first_packet_in_frame = true; |
| 728 | packet->video_header.is_last_packet_in_frame = true; |
| 729 | return packet; |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 730 | } |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 731 | }; |
| 732 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 733 | class PacketBufferH264IdrIsKeyframeTest |
| 734 | : public PacketBufferH264XIsKeyframeTest { |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 735 | protected: |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 736 | PacketBufferH264IdrIsKeyframeTest() |
| 737 | : PacketBufferH264XIsKeyframeTest(false) {} |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 738 | }; |
| 739 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 740 | TEST_F(PacketBufferH264IdrIsKeyframeTest, IdrIsKeyframe) { |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 741 | auto packet = CreatePacket(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 742 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 743 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 744 | h264_header.nalus[0].type = H264::NaluType::kIdr; |
| 745 | h264_header.nalus_length = 1; |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 746 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 747 | ElementsAre(KeyFrame())); |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 748 | } |
| 749 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 750 | TEST_F(PacketBufferH264IdrIsKeyframeTest, SpsPpsIdrIsKeyframe) { |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 751 | auto packet = CreatePacket(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 752 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 753 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 754 | h264_header.nalus[0].type = H264::NaluType::kSps; |
| 755 | h264_header.nalus[1].type = H264::NaluType::kPps; |
| 756 | h264_header.nalus[2].type = H264::NaluType::kIdr; |
| 757 | h264_header.nalus_length = 3; |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 758 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 759 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 760 | ElementsAre(KeyFrame())); |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 761 | } |
| 762 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 763 | class PacketBufferH264SpsPpsIdrIsKeyframeTest |
| 764 | : public PacketBufferH264XIsKeyframeTest { |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 765 | protected: |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 766 | PacketBufferH264SpsPpsIdrIsKeyframeTest() |
| 767 | : PacketBufferH264XIsKeyframeTest(true) {} |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 768 | }; |
| 769 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 770 | TEST_F(PacketBufferH264SpsPpsIdrIsKeyframeTest, IdrIsNotKeyframe) { |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 771 | auto packet = CreatePacket(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 772 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 773 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 774 | h264_header.nalus[0].type = H264::NaluType::kIdr; |
| 775 | h264_header.nalus_length = 1; |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 776 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 777 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 778 | ElementsAre(DeltaFrame())); |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 779 | } |
| 780 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 781 | TEST_F(PacketBufferH264SpsPpsIdrIsKeyframeTest, SpsPpsIsNotKeyframe) { |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 782 | auto packet = CreatePacket(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 783 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 784 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 785 | h264_header.nalus[0].type = H264::NaluType::kSps; |
| 786 | h264_header.nalus[1].type = H264::NaluType::kPps; |
| 787 | h264_header.nalus_length = 2; |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 788 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 789 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 790 | ElementsAre(DeltaFrame())); |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 791 | } |
| 792 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 793 | TEST_F(PacketBufferH264SpsPpsIdrIsKeyframeTest, SpsPpsIdrIsKeyframe) { |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 794 | auto packet = CreatePacket(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 795 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 796 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 797 | h264_header.nalus[0].type = H264::NaluType::kSps; |
| 798 | h264_header.nalus[1].type = H264::NaluType::kPps; |
| 799 | h264_header.nalus[2].type = H264::NaluType::kIdr; |
| 800 | h264_header.nalus_length = 3; |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 801 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 802 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 803 | ElementsAre(KeyFrame())); |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 804 | } |
| 805 | |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 806 | } // namespace |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 807 | } // namespace video_coding |
| 808 | } // namespace webrtc |