philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 10 | #include "modules/video_coding/packet_buffer.h" |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 11 | |
| 12 | #include <cstring> |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 13 | #include <limits> |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 14 | #include <ostream> |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 15 | #include <string> |
philipel | a105987 | 2016-05-09 11:41:48 +0200 | [diff] [blame] | 16 | #include <utility> |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 17 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 18 | #include "api/array_view.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 19 | #include "common_video/h264/h264_common.h" |
| 20 | #include "modules/video_coding/frame_object.h" |
Evan Shrubsole | 097fc34 | 2023-01-09 10:21:43 +0000 | [diff] [blame^] | 21 | #include "rtc_base/numerics/sequence_number_unwrapper.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 22 | #include "rtc_base/random.h" |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 23 | #include "test/field_trial.h" |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 24 | #include "test/gmock.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 25 | #include "test/gtest.h" |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 26 | |
| 27 | namespace webrtc { |
| 28 | namespace video_coding { |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 29 | namespace { |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 30 | |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 31 | using ::testing::ElementsAre; |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 32 | using ::testing::ElementsAreArray; |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 33 | using ::testing::IsEmpty; |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 34 | using ::testing::Matches; |
| 35 | using ::testing::Pointee; |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 36 | using ::testing::SizeIs; |
| 37 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 38 | constexpr int kStartSize = 16; |
| 39 | constexpr int kMaxSize = 64; |
| 40 | |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 41 | void IgnoreResult(PacketBuffer::InsertResult /*result*/) {} |
| 42 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 43 | // Validates frame boundaries are valid and returns first sequence_number for |
| 44 | // each frame. |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 45 | std::vector<uint16_t> StartSeqNums( |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 46 | rtc::ArrayView<const std::unique_ptr<PacketBuffer::Packet>> packets) { |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 47 | std::vector<uint16_t> result; |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 48 | bool frame_boundary = true; |
| 49 | for (const auto& packet : packets) { |
| 50 | EXPECT_EQ(frame_boundary, packet->is_first_packet_in_frame()); |
| 51 | if (packet->is_first_packet_in_frame()) { |
| 52 | result.push_back(packet->seq_num); |
| 53 | } |
| 54 | frame_boundary = packet->is_last_packet_in_frame(); |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 55 | } |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 56 | EXPECT_TRUE(frame_boundary); |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 57 | return result; |
| 58 | } |
| 59 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 60 | MATCHER_P(StartSeqNumsAre, seq_num, "") { |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 61 | return Matches(ElementsAre(seq_num))(StartSeqNums(arg.packets)); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 62 | } |
| 63 | |
| 64 | MATCHER_P2(StartSeqNumsAre, seq_num1, seq_num2, "") { |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 65 | return Matches(ElementsAre(seq_num1, seq_num2))(StartSeqNums(arg.packets)); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 66 | } |
| 67 | |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 68 | MATCHER(KeyFrame, "") { |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 69 | return arg->is_first_packet_in_frame() && |
| 70 | arg->video_header.frame_type == VideoFrameType::kVideoFrameKey; |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 71 | } |
| 72 | |
| 73 | MATCHER(DeltaFrame, "") { |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 74 | return arg->is_first_packet_in_frame() && |
| 75 | arg->video_header.frame_type == VideoFrameType::kVideoFrameDelta; |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 76 | } |
| 77 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 78 | struct PacketBufferInsertResult : public PacketBuffer::InsertResult { |
| 79 | explicit PacketBufferInsertResult(PacketBuffer::InsertResult result) |
| 80 | : InsertResult(std::move(result)) {} |
| 81 | }; |
| 82 | |
| 83 | void PrintTo(const PacketBufferInsertResult& result, std::ostream* os) { |
| 84 | *os << "frames: { "; |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 85 | for (const auto& packet : result.packets) { |
| 86 | if (packet->is_first_packet_in_frame() && |
| 87 | packet->is_last_packet_in_frame()) { |
| 88 | *os << "{sn: " << packet->seq_num << " }"; |
| 89 | } else if (packet->is_first_packet_in_frame()) { |
| 90 | *os << "{sn: [" << packet->seq_num << "-"; |
| 91 | } else if (packet->is_last_packet_in_frame()) { |
| 92 | *os << packet->seq_num << "] }, "; |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 93 | } |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 94 | } |
| 95 | *os << " }"; |
| 96 | if (result.buffer_cleared) { |
| 97 | *os << ", buffer_cleared"; |
| 98 | } |
| 99 | } |
| 100 | |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 101 | class PacketBufferTest : public ::testing::Test { |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 102 | protected: |
philipel | ce423ce | 2021-04-12 13:42:03 +0200 | [diff] [blame] | 103 | PacketBufferTest() : rand_(0x7732213), packet_buffer_(kStartSize, kMaxSize) {} |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 104 | |
philipel | 17deeb4 | 2016-08-11 15:09:26 +0200 | [diff] [blame] | 105 | uint16_t Rand() { return rand_.Rand<uint16_t>(); } |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 106 | |
philipel | 17deeb4 | 2016-08-11 15:09:26 +0200 | [diff] [blame] | 107 | enum IsKeyFrame { kKeyFrame, kDeltaFrame }; |
| 108 | enum IsFirst { kFirst, kNotFirst }; |
| 109 | enum IsLast { kLast, kNotLast }; |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 110 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 111 | PacketBufferInsertResult Insert(uint16_t seq_num, // packet sequence number |
| 112 | IsKeyFrame keyframe, // is keyframe |
| 113 | IsFirst first, // is first packet of frame |
| 114 | IsLast last, // is last packet of frame |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 115 | rtc::ArrayView<const uint8_t> data = {}, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 116 | uint32_t timestamp = 123u) { // rtp timestamp |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 117 | auto packet = std::make_unique<PacketBuffer::Packet>(); |
| 118 | packet->video_header.codec = kVideoCodecGeneric; |
| 119 | packet->timestamp = timestamp; |
| 120 | packet->seq_num = seq_num; |
| 121 | packet->video_header.frame_type = keyframe == kKeyFrame |
| 122 | ? VideoFrameType::kVideoFrameKey |
| 123 | : VideoFrameType::kVideoFrameDelta; |
| 124 | packet->video_header.is_first_packet_in_frame = first == kFirst; |
| 125 | packet->video_header.is_last_packet_in_frame = last == kLast; |
| 126 | packet->video_payload.SetData(data.data(), data.size()); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 127 | |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 128 | return PacketBufferInsertResult( |
| 129 | packet_buffer_.InsertPacket(std::move(packet))); |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 130 | } |
| 131 | |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 132 | Random rand_; |
Danil Chapovalov | f7457e5 | 2019-09-20 17:57:15 +0200 | [diff] [blame] | 133 | PacketBuffer packet_buffer_; |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 134 | }; |
| 135 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 136 | TEST_F(PacketBufferTest, InsertOnePacket) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 137 | const uint16_t seq_num = Rand(); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 138 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kLast).packets, SizeIs(1)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 139 | } |
| 140 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 141 | TEST_F(PacketBufferTest, InsertMultiplePackets) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 142 | const uint16_t seq_num = Rand(); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 143 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kLast).packets, SizeIs(1)); |
| 144 | EXPECT_THAT(Insert(seq_num + 1, kKeyFrame, kFirst, kLast).packets, SizeIs(1)); |
| 145 | EXPECT_THAT(Insert(seq_num + 2, kKeyFrame, kFirst, kLast).packets, SizeIs(1)); |
| 146 | EXPECT_THAT(Insert(seq_num + 3, kKeyFrame, kFirst, kLast).packets, SizeIs(1)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 147 | } |
| 148 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 149 | TEST_F(PacketBufferTest, InsertDuplicatePacket) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 150 | const uint16_t seq_num = Rand(); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 151 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kNotLast).packets, IsEmpty()); |
| 152 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kNotLast).packets, IsEmpty()); |
| 153 | EXPECT_THAT(Insert(seq_num + 1, kKeyFrame, kNotFirst, kLast).packets, |
| 154 | SizeIs(2)); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 155 | } |
| 156 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 157 | TEST_F(PacketBufferTest, SeqNumWrapOneFrame) { |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 158 | Insert(0xFFFF, kKeyFrame, kFirst, kNotLast); |
| 159 | EXPECT_THAT(Insert(0x0, kKeyFrame, kNotFirst, kLast), |
| 160 | StartSeqNumsAre(0xFFFF)); |
philipel | 2c2f34c | 2017-01-03 05:55:34 -0800 | [diff] [blame] | 161 | } |
| 162 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 163 | TEST_F(PacketBufferTest, SeqNumWrapTwoFrames) { |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 164 | EXPECT_THAT(Insert(0xFFFF, kKeyFrame, kFirst, kLast), |
| 165 | StartSeqNumsAre(0xFFFF)); |
| 166 | EXPECT_THAT(Insert(0x0, kKeyFrame, kFirst, kLast), StartSeqNumsAre(0x0)); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 167 | } |
| 168 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 169 | TEST_F(PacketBufferTest, InsertOldPackets) { |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 170 | EXPECT_THAT(Insert(100, kKeyFrame, kFirst, kNotLast).packets, IsEmpty()); |
| 171 | EXPECT_THAT(Insert(102, kDeltaFrame, kFirst, kLast).packets, SizeIs(1)); |
| 172 | EXPECT_THAT(Insert(101, kKeyFrame, kNotFirst, kLast).packets, SizeIs(2)); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 173 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 174 | EXPECT_THAT(Insert(100, kKeyFrame, kFirst, kNotLast).packets, IsEmpty()); |
| 175 | EXPECT_THAT(Insert(100, kKeyFrame, kFirst, kNotLast).packets, IsEmpty()); |
| 176 | EXPECT_THAT(Insert(102, kDeltaFrame, kFirst, kLast).packets, SizeIs(1)); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 177 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 178 | packet_buffer_.ClearTo(102); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 179 | EXPECT_THAT(Insert(102, kDeltaFrame, kFirst, kLast).packets, IsEmpty()); |
| 180 | EXPECT_THAT(Insert(103, kDeltaFrame, kFirst, kLast).packets, SizeIs(1)); |
philipel | 5ceaaae | 2016-05-24 10:20:47 +0200 | [diff] [blame] | 181 | } |
| 182 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 183 | TEST_F(PacketBufferTest, FrameSize) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 184 | const uint16_t seq_num = Rand(); |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 185 | uint8_t data1[5] = {}; |
| 186 | uint8_t data2[5] = {}; |
| 187 | uint8_t data3[5] = {}; |
| 188 | uint8_t data4[5] = {}; |
philipel | 5ceaaae | 2016-05-24 10:20:47 +0200 | [diff] [blame] | 189 | |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 190 | Insert(seq_num, kKeyFrame, kFirst, kNotLast, data1); |
| 191 | Insert(seq_num + 1, kKeyFrame, kNotFirst, kNotLast, data2); |
| 192 | Insert(seq_num + 2, kKeyFrame, kNotFirst, kNotLast, data3); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 193 | auto packets = |
| 194 | Insert(seq_num + 3, kKeyFrame, kNotFirst, kLast, data4).packets; |
| 195 | // Expect one frame of 4 packets. |
| 196 | EXPECT_THAT(StartSeqNums(packets), ElementsAre(seq_num)); |
| 197 | EXPECT_THAT(packets, SizeIs(4)); |
philipel | 5ceaaae | 2016-05-24 10:20:47 +0200 | [diff] [blame] | 198 | } |
| 199 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 200 | TEST_F(PacketBufferTest, ExpandBuffer) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 201 | const uint16_t seq_num = Rand(); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 202 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 203 | Insert(seq_num, kKeyFrame, kFirst, kNotLast); |
Johannes Kron | a370556 | 2019-08-26 16:37:11 +0200 | [diff] [blame] | 204 | for (int i = 1; i < kStartSize; ++i) |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 205 | EXPECT_FALSE( |
| 206 | Insert(seq_num + i, kKeyFrame, kNotFirst, kNotLast).buffer_cleared); |
Johannes Kron | a370556 | 2019-08-26 16:37:11 +0200 | [diff] [blame] | 207 | |
| 208 | // Already inserted kStartSize number of packets, inserting the last packet |
| 209 | // should increase the buffer size and also result in an assembled frame. |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 210 | EXPECT_FALSE( |
| 211 | Insert(seq_num + kStartSize, kKeyFrame, kNotFirst, kLast).buffer_cleared); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 212 | } |
| 213 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 214 | TEST_F(PacketBufferTest, SingleFrameExpandsBuffer) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 215 | const uint16_t seq_num = Rand(); |
| 216 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 217 | Insert(seq_num, kKeyFrame, kFirst, kNotLast); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 218 | for (int i = 1; i < kStartSize; ++i) |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 219 | Insert(seq_num + i, kKeyFrame, kNotFirst, kNotLast); |
| 220 | EXPECT_THAT(Insert(seq_num + kStartSize, kKeyFrame, kNotFirst, kLast), |
| 221 | StartSeqNumsAre(seq_num)); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 222 | } |
| 223 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 224 | TEST_F(PacketBufferTest, ExpandBufferOverflow) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 225 | const uint16_t seq_num = Rand(); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 226 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 227 | EXPECT_FALSE(Insert(seq_num, kKeyFrame, kFirst, kNotLast).buffer_cleared); |
Johannes Kron | a370556 | 2019-08-26 16:37:11 +0200 | [diff] [blame] | 228 | for (int i = 1; i < kMaxSize; ++i) |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 229 | EXPECT_FALSE( |
| 230 | Insert(seq_num + i, kKeyFrame, kNotFirst, kNotLast).buffer_cleared); |
Johannes Kron | a370556 | 2019-08-26 16:37:11 +0200 | [diff] [blame] | 231 | |
| 232 | // Already inserted kMaxSize number of packets, inserting the last packet |
| 233 | // should overflow the buffer and result in false being returned. |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 234 | EXPECT_TRUE( |
| 235 | Insert(seq_num + kMaxSize, kKeyFrame, kNotFirst, kLast).buffer_cleared); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 236 | } |
| 237 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 238 | TEST_F(PacketBufferTest, OnePacketOneFrame) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 239 | const uint16_t seq_num = Rand(); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 240 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kLast), |
| 241 | StartSeqNumsAre(seq_num)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 242 | } |
| 243 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 244 | TEST_F(PacketBufferTest, TwoPacketsTwoFrames) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 245 | const uint16_t seq_num = Rand(); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 246 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 247 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kLast), |
| 248 | StartSeqNumsAre(seq_num)); |
| 249 | EXPECT_THAT(Insert(seq_num + 1, kKeyFrame, kFirst, kLast), |
| 250 | StartSeqNumsAre(seq_num + 1)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 251 | } |
| 252 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 253 | TEST_F(PacketBufferTest, TwoPacketsOneFrames) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 254 | const uint16_t seq_num = Rand(); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 255 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 256 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kNotLast).packets, IsEmpty()); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 257 | EXPECT_THAT(Insert(seq_num + 1, kKeyFrame, kNotFirst, kLast), |
| 258 | StartSeqNumsAre(seq_num)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 259 | } |
| 260 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 261 | TEST_F(PacketBufferTest, ThreePacketReorderingOneFrame) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 262 | const uint16_t seq_num = Rand(); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 263 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 264 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kNotLast).packets, IsEmpty()); |
| 265 | EXPECT_THAT(Insert(seq_num + 2, kKeyFrame, kNotFirst, kLast).packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 266 | IsEmpty()); |
| 267 | EXPECT_THAT(Insert(seq_num + 1, kKeyFrame, kNotFirst, kNotLast), |
| 268 | StartSeqNumsAre(seq_num)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 269 | } |
| 270 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 271 | TEST_F(PacketBufferTest, Frames) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 272 | const uint16_t seq_num = Rand(); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 273 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 274 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kLast), |
| 275 | StartSeqNumsAre(seq_num)); |
| 276 | EXPECT_THAT(Insert(seq_num + 1, kDeltaFrame, kFirst, kLast), |
| 277 | StartSeqNumsAre(seq_num + 1)); |
| 278 | EXPECT_THAT(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast), |
| 279 | StartSeqNumsAre(seq_num + 2)); |
| 280 | EXPECT_THAT(Insert(seq_num + 3, kDeltaFrame, kFirst, kLast), |
| 281 | StartSeqNumsAre(seq_num + 3)); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 282 | } |
| 283 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 284 | TEST_F(PacketBufferTest, ClearSinglePacket) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 285 | const uint16_t seq_num = Rand(); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 286 | |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 287 | for (int i = 0; i < kMaxSize; ++i) |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 288 | Insert(seq_num + i, kDeltaFrame, kFirst, kLast); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 289 | |
Danil Chapovalov | f7457e5 | 2019-09-20 17:57:15 +0200 | [diff] [blame] | 290 | packet_buffer_.ClearTo(seq_num); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 291 | EXPECT_FALSE( |
| 292 | Insert(seq_num + kMaxSize, kDeltaFrame, kFirst, kLast).buffer_cleared); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 293 | } |
| 294 | |
philipel | 90623e1 | 2022-04-28 14:31:55 +0200 | [diff] [blame] | 295 | TEST_F(PacketBufferTest, ClearPacketBeforeFullyReceivedFrame) { |
| 296 | Insert(0, kKeyFrame, kFirst, kNotLast); |
| 297 | Insert(1, kKeyFrame, kNotFirst, kNotLast); |
| 298 | packet_buffer_.ClearTo(0); |
| 299 | EXPECT_THAT(Insert(2, kKeyFrame, kNotFirst, kLast).packets, IsEmpty()); |
| 300 | } |
| 301 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 302 | TEST_F(PacketBufferTest, ClearFullBuffer) { |
philipel | c5fb468 | 2017-08-02 04:28:57 -0700 | [diff] [blame] | 303 | for (int i = 0; i < kMaxSize; ++i) |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 304 | Insert(i, kDeltaFrame, kFirst, kLast); |
philipel | c5fb468 | 2017-08-02 04:28:57 -0700 | [diff] [blame] | 305 | |
Danil Chapovalov | f7457e5 | 2019-09-20 17:57:15 +0200 | [diff] [blame] | 306 | packet_buffer_.ClearTo(kMaxSize - 1); |
philipel | c5fb468 | 2017-08-02 04:28:57 -0700 | [diff] [blame] | 307 | |
| 308 | for (int i = kMaxSize; i < 2 * kMaxSize; ++i) |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 309 | EXPECT_FALSE(Insert(i, kDeltaFrame, kFirst, kLast).buffer_cleared); |
philipel | c5fb468 | 2017-08-02 04:28:57 -0700 | [diff] [blame] | 310 | } |
| 311 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 312 | TEST_F(PacketBufferTest, DontClearNewerPacket) { |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 313 | EXPECT_THAT(Insert(0, kKeyFrame, kFirst, kLast), StartSeqNumsAre(0)); |
Danil Chapovalov | f7457e5 | 2019-09-20 17:57:15 +0200 | [diff] [blame] | 314 | packet_buffer_.ClearTo(0); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 315 | EXPECT_THAT(Insert(2 * kStartSize, kKeyFrame, kFirst, kLast), |
| 316 | StartSeqNumsAre(2 * kStartSize)); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 317 | EXPECT_THAT(Insert(3 * kStartSize + 1, kKeyFrame, kFirst, kNotLast).packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 318 | IsEmpty()); |
Danil Chapovalov | f7457e5 | 2019-09-20 17:57:15 +0200 | [diff] [blame] | 319 | packet_buffer_.ClearTo(2 * kStartSize); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 320 | EXPECT_THAT(Insert(3 * kStartSize + 2, kKeyFrame, kNotFirst, kLast), |
| 321 | StartSeqNumsAre(3 * kStartSize + 1)); |
philipel | c5fb468 | 2017-08-02 04:28:57 -0700 | [diff] [blame] | 322 | } |
| 323 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 324 | TEST_F(PacketBufferTest, OneIncompleteFrame) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 325 | const uint16_t seq_num = Rand(); |
| 326 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 327 | EXPECT_THAT(Insert(seq_num, kDeltaFrame, kFirst, kNotLast).packets, |
| 328 | IsEmpty()); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 329 | EXPECT_THAT(Insert(seq_num + 1, kDeltaFrame, kNotFirst, kLast), |
| 330 | StartSeqNumsAre(seq_num)); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 331 | EXPECT_THAT(Insert(seq_num - 1, kDeltaFrame, kNotFirst, kLast).packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 332 | IsEmpty()); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 333 | } |
| 334 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 335 | TEST_F(PacketBufferTest, TwoIncompleteFramesFullBuffer) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 336 | const uint16_t seq_num = Rand(); |
| 337 | |
| 338 | for (int i = 1; i < kMaxSize - 1; ++i) |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 339 | Insert(seq_num + i, kDeltaFrame, kNotFirst, kNotLast); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 340 | EXPECT_THAT(Insert(seq_num, kDeltaFrame, kFirst, kNotLast).packets, |
| 341 | IsEmpty()); |
| 342 | EXPECT_THAT(Insert(seq_num - 1, kDeltaFrame, kNotFirst, kLast).packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 343 | IsEmpty()); |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 344 | } |
| 345 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 346 | TEST_F(PacketBufferTest, FramesReordered) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 347 | const uint16_t seq_num = Rand(); |
| 348 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 349 | EXPECT_THAT(Insert(seq_num + 1, kDeltaFrame, kFirst, kLast), |
| 350 | StartSeqNumsAre(seq_num + 1)); |
| 351 | EXPECT_THAT(Insert(seq_num, kKeyFrame, kFirst, kLast), |
| 352 | StartSeqNumsAre(seq_num)); |
| 353 | EXPECT_THAT(Insert(seq_num + 3, kDeltaFrame, kFirst, kLast), |
| 354 | StartSeqNumsAre(seq_num + 3)); |
| 355 | EXPECT_THAT(Insert(seq_num + 2, kDeltaFrame, kFirst, kLast), |
| 356 | StartSeqNumsAre(seq_num + 2)); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 357 | } |
| 358 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 359 | TEST_F(PacketBufferTest, InsertPacketAfterSequenceNumberWrapAround) { |
Johannes Kron | 957c62e | 2018-10-01 14:53:01 +0200 | [diff] [blame] | 360 | uint16_t kFirstSeqNum = 0; |
| 361 | uint32_t kTimestampDelta = 100; |
| 362 | uint32_t timestamp = 10000; |
| 363 | uint16_t seq_num = kFirstSeqNum; |
| 364 | |
| 365 | // Loop until seq_num wraps around. |
Philip Eliasson | 1f850a6 | 2019-03-19 12:15:00 +0000 | [diff] [blame] | 366 | SeqNumUnwrapper<uint16_t> unwrapper; |
Johannes Kron | 957c62e | 2018-10-01 14:53:01 +0200 | [diff] [blame] | 367 | while (unwrapper.Unwrap(seq_num) < std::numeric_limits<uint16_t>::max()) { |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 368 | Insert(seq_num++, kKeyFrame, kFirst, kNotLast, {}, timestamp); |
Johannes Kron | 957c62e | 2018-10-01 14:53:01 +0200 | [diff] [blame] | 369 | for (int i = 0; i < 5; ++i) { |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 370 | Insert(seq_num++, kKeyFrame, kNotFirst, kNotLast, {}, timestamp); |
Johannes Kron | 957c62e | 2018-10-01 14:53:01 +0200 | [diff] [blame] | 371 | } |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 372 | Insert(seq_num++, kKeyFrame, kNotFirst, kLast, {}, timestamp); |
Johannes Kron | 957c62e | 2018-10-01 14:53:01 +0200 | [diff] [blame] | 373 | timestamp += kTimestampDelta; |
| 374 | } |
| 375 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 376 | // Receive frame with overlapping sequence numbers. |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 377 | Insert(seq_num++, kKeyFrame, kFirst, kNotLast, {}, timestamp); |
Johannes Kron | 957c62e | 2018-10-01 14:53:01 +0200 | [diff] [blame] | 378 | for (int i = 0; i < 5; ++i) { |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 379 | Insert(seq_num++, kKeyFrame, kNotFirst, kNotLast, {}, timestamp); |
Johannes Kron | 957c62e | 2018-10-01 14:53:01 +0200 | [diff] [blame] | 380 | } |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 381 | auto packets = |
| 382 | Insert(seq_num++, kKeyFrame, kNotFirst, kLast, {}, timestamp).packets; |
| 383 | // One frame of 7 packets. |
| 384 | EXPECT_THAT(StartSeqNums(packets), SizeIs(1)); |
| 385 | EXPECT_THAT(packets, SizeIs(7)); |
Johannes Kron | 957c62e | 2018-10-01 14:53:01 +0200 | [diff] [blame] | 386 | } |
| 387 | |
Artem Titov | dcd7fc7 | 2021-08-09 13:02:57 +0200 | [diff] [blame] | 388 | // If `sps_pps_idr_is_keyframe` is true, we require keyframes to contain |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 389 | // SPS/PPS/IDR and the keyframes we create as part of the test do contain |
Artem Titov | dcd7fc7 | 2021-08-09 13:02:57 +0200 | [diff] [blame] | 390 | // SPS/PPS/IDR. If `sps_pps_idr_is_keyframe` is false, we only require and |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 391 | // create keyframes containing only IDR. |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 392 | class PacketBufferH264Test : public PacketBufferTest { |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 393 | protected: |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 394 | explicit PacketBufferH264Test(bool sps_pps_idr_is_keyframe) |
Eldar Rello | 2127aaa | 2020-08-07 12:08:14 +0300 | [diff] [blame] | 395 | : PacketBufferTest(), sps_pps_idr_is_keyframe_(sps_pps_idr_is_keyframe) { |
| 396 | if (sps_pps_idr_is_keyframe) { |
| 397 | packet_buffer_.ForceSpsPpsIdrIsH264Keyframe(); |
| 398 | } |
| 399 | } |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 400 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 401 | PacketBufferInsertResult InsertH264( |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 402 | uint16_t seq_num, // packet sequence number |
| 403 | IsKeyFrame keyframe, // is keyframe |
| 404 | IsFirst first, // is first packet of frame |
| 405 | IsLast last, // is last packet of frame |
| 406 | uint32_t timestamp, // rtp timestamp |
| 407 | rtc::ArrayView<const uint8_t> data = {}, |
| 408 | uint32_t width = 0, // width of frame (SPS/IDR) |
| 409 | uint32_t height = 0) { // height of frame (SPS/IDR) |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 410 | auto packet = std::make_unique<PacketBuffer::Packet>(); |
| 411 | packet->video_header.codec = kVideoCodecH264; |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 412 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 413 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
| 414 | packet->seq_num = seq_num; |
| 415 | packet->timestamp = timestamp; |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 416 | if (keyframe == kKeyFrame) { |
| 417 | if (sps_pps_idr_is_keyframe_) { |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 418 | h264_header.nalus[0].type = H264::NaluType::kSps; |
| 419 | h264_header.nalus[1].type = H264::NaluType::kPps; |
| 420 | h264_header.nalus[2].type = H264::NaluType::kIdr; |
| 421 | h264_header.nalus_length = 3; |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 422 | } else { |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 423 | h264_header.nalus[0].type = H264::NaluType::kIdr; |
| 424 | h264_header.nalus_length = 1; |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 425 | } |
| 426 | } |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 427 | packet->video_header.width = width; |
| 428 | packet->video_header.height = height; |
| 429 | packet->video_header.is_first_packet_in_frame = first == kFirst; |
| 430 | packet->video_header.is_last_packet_in_frame = last == kLast; |
| 431 | packet->video_payload.SetData(data.data(), data.size()); |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 432 | |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 433 | return PacketBufferInsertResult( |
| 434 | packet_buffer_.InsertPacket(std::move(packet))); |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 435 | } |
| 436 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 437 | PacketBufferInsertResult InsertH264KeyFrameWithAud( |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 438 | uint16_t seq_num, // packet sequence number |
| 439 | IsKeyFrame keyframe, // is keyframe |
| 440 | IsFirst first, // is first packet of frame |
| 441 | IsLast last, // is last packet of frame |
| 442 | uint32_t timestamp, // rtp timestamp |
| 443 | rtc::ArrayView<const uint8_t> data = {}, |
| 444 | uint32_t width = 0, // width of frame (SPS/IDR) |
| 445 | uint32_t height = 0) { // height of frame (SPS/IDR) |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 446 | auto packet = std::make_unique<PacketBuffer::Packet>(); |
| 447 | packet->video_header.codec = kVideoCodecH264; |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 448 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 449 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
| 450 | packet->seq_num = seq_num; |
| 451 | packet->timestamp = timestamp; |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 452 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 453 | // this should be the start of frame. |
| 454 | RTC_CHECK(first == kFirst); |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 455 | |
| 456 | // Insert a AUD NALU / packet without width/height. |
| 457 | h264_header.nalus[0].type = H264::NaluType::kAud; |
| 458 | h264_header.nalus_length = 1; |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 459 | packet->video_header.is_first_packet_in_frame = true; |
| 460 | packet->video_header.is_last_packet_in_frame = false; |
| 461 | IgnoreResult(packet_buffer_.InsertPacket(std::move(packet))); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 462 | // insert IDR |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 463 | return InsertH264(seq_num + 1, keyframe, kNotFirst, last, timestamp, data, |
| 464 | width, height); |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 465 | } |
| 466 | |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 467 | const bool sps_pps_idr_is_keyframe_; |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 468 | }; |
| 469 | |
| 470 | // This fixture is used to test the general behaviour of the packet buffer |
| 471 | // in both configurations. |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 472 | class PacketBufferH264ParameterizedTest |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 473 | : public ::testing::WithParamInterface<bool>, |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 474 | public PacketBufferH264Test { |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 475 | protected: |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 476 | PacketBufferH264ParameterizedTest() : PacketBufferH264Test(GetParam()) {} |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 477 | }; |
| 478 | |
Mirko Bonadei | c84f661 | 2019-01-31 12:20:57 +0100 | [diff] [blame] | 479 | INSTANTIATE_TEST_SUITE_P(SpsPpsIdrIsKeyframe, |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 480 | PacketBufferH264ParameterizedTest, |
| 481 | ::testing::Bool()); |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 482 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 483 | TEST_P(PacketBufferH264ParameterizedTest, DontRemoveMissingPacketOnClearTo) { |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 484 | InsertH264(0, kKeyFrame, kFirst, kLast, 0); |
| 485 | InsertH264(2, kDeltaFrame, kFirst, kNotLast, 2); |
Danil Chapovalov | f7457e5 | 2019-09-20 17:57:15 +0200 | [diff] [blame] | 486 | packet_buffer_.ClearTo(0); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 487 | // Expect no frame because of missing of packet #1 |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 488 | EXPECT_THAT(InsertH264(3, kDeltaFrame, kNotFirst, kLast, 2).packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 489 | IsEmpty()); |
philipel | bc5a408 | 2017-12-06 10:41:08 +0100 | [diff] [blame] | 490 | } |
| 491 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 492 | TEST_P(PacketBufferH264ParameterizedTest, GetBitstreamOneFrameFullBuffer) { |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 493 | uint8_t data_arr[kStartSize][1]; |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 494 | uint8_t expected[kStartSize]; |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 495 | |
| 496 | for (uint8_t i = 0; i < kStartSize; ++i) { |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 497 | data_arr[i][0] = i; |
| 498 | expected[i] = i; |
| 499 | } |
| 500 | |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 501 | InsertH264(0, kKeyFrame, kFirst, kNotLast, 1, data_arr[0]); |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 502 | for (uint8_t i = 1; i < kStartSize - 1; ++i) { |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 503 | InsertH264(i, kKeyFrame, kNotFirst, kNotLast, 1, data_arr[i]); |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 504 | } |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 505 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 506 | auto packets = InsertH264(kStartSize - 1, kKeyFrame, kNotFirst, kLast, 1, |
| 507 | data_arr[kStartSize - 1]) |
| 508 | .packets; |
| 509 | ASSERT_THAT(StartSeqNums(packets), ElementsAre(0)); |
| 510 | EXPECT_THAT(packets, SizeIs(kStartSize)); |
| 511 | for (size_t i = 0; i < packets.size(); ++i) { |
| 512 | EXPECT_THAT(packets[i]->video_payload, SizeIs(1)) << "Packet #" << i; |
| 513 | } |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 514 | } |
| 515 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 516 | TEST_P(PacketBufferH264ParameterizedTest, GetBitstreamBufferPadding) { |
philipel | 3692845 | 2016-11-07 10:42:36 +0100 | [diff] [blame] | 517 | uint16_t seq_num = Rand(); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 518 | rtc::CopyOnWriteBuffer data = "some plain old data"; |
philipel | 3692845 | 2016-11-07 10:42:36 +0100 | [diff] [blame] | 519 | |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 520 | auto packet = std::make_unique<PacketBuffer::Packet>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 521 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 522 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 523 | h264_header.nalus_length = 1; |
| 524 | h264_header.nalus[0].type = H264::NaluType::kIdr; |
| 525 | h264_header.packetization_type = kH264SingleNalu; |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 526 | packet->seq_num = seq_num; |
| 527 | packet->video_header.codec = kVideoCodecH264; |
| 528 | packet->video_payload = data; |
| 529 | packet->video_header.is_first_packet_in_frame = true; |
| 530 | packet->video_header.is_last_packet_in_frame = true; |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 531 | auto frames = packet_buffer_.InsertPacket(std::move(packet)).packets; |
philipel | 3692845 | 2016-11-07 10:42:36 +0100 | [diff] [blame] | 532 | |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 533 | ASSERT_THAT(frames, SizeIs(1)); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 534 | EXPECT_EQ(frames[0]->seq_num, seq_num); |
| 535 | EXPECT_EQ(frames[0]->video_payload, data); |
philipel | 3692845 | 2016-11-07 10:42:36 +0100 | [diff] [blame] | 536 | } |
| 537 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 538 | TEST_P(PacketBufferH264ParameterizedTest, FrameResolution) { |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 539 | uint16_t seq_num = 100; |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 540 | uint8_t data[] = "some plain old data"; |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 541 | uint32_t width = 640; |
| 542 | uint32_t height = 360; |
| 543 | uint32_t timestamp = 1000; |
| 544 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 545 | auto packets = InsertH264(seq_num, kKeyFrame, kFirst, kLast, timestamp, data, |
| 546 | width, height) |
| 547 | .packets; |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 548 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 549 | ASSERT_THAT(packets, SizeIs(1)); |
| 550 | EXPECT_EQ(packets[0]->video_header.width, width); |
| 551 | EXPECT_EQ(packets[0]->video_header.height, height); |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 552 | } |
| 553 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 554 | TEST_P(PacketBufferH264ParameterizedTest, FrameResolutionNaluBeforeSPS) { |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 555 | uint16_t seq_num = 100; |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 556 | uint8_t data[] = "some plain old data"; |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 557 | uint32_t width = 640; |
| 558 | uint32_t height = 360; |
| 559 | uint32_t timestamp = 1000; |
| 560 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 561 | auto packets = InsertH264KeyFrameWithAud(seq_num, kKeyFrame, kFirst, kLast, |
| 562 | timestamp, data, width, height) |
| 563 | .packets; |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 564 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 565 | ASSERT_THAT(StartSeqNums(packets), ElementsAre(seq_num)); |
| 566 | EXPECT_EQ(packets[0]->video_header.width, width); |
| 567 | EXPECT_EQ(packets[0]->video_header.height, height); |
Shyam Sadhwani | 5b2df17 | 2019-10-16 09:13:38 -0700 | [diff] [blame] | 568 | } |
| 569 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 570 | TEST_F(PacketBufferTest, FreeSlotsOnFrameCreation) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 571 | const uint16_t seq_num = Rand(); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 572 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 573 | Insert(seq_num, kKeyFrame, kFirst, kNotLast); |
| 574 | Insert(seq_num + 1, kDeltaFrame, kNotFirst, kNotLast); |
| 575 | EXPECT_THAT(Insert(seq_num + 2, kDeltaFrame, kNotFirst, kLast), |
| 576 | StartSeqNumsAre(seq_num)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 577 | |
philipel | 17deeb4 | 2016-08-11 15:09:26 +0200 | [diff] [blame] | 578 | // Insert frame that fills the whole buffer. |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 579 | Insert(seq_num + 3, kKeyFrame, kFirst, kNotLast); |
philipel | 17deeb4 | 2016-08-11 15:09:26 +0200 | [diff] [blame] | 580 | for (int i = 0; i < kMaxSize - 2; ++i) |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 581 | Insert(seq_num + i + 4, kDeltaFrame, kNotFirst, kNotLast); |
| 582 | EXPECT_THAT(Insert(seq_num + kMaxSize + 2, kKeyFrame, kNotFirst, kLast), |
| 583 | StartSeqNumsAre(seq_num + 3)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 584 | } |
| 585 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 586 | TEST_F(PacketBufferTest, Clear) { |
philipel | aee3e0e | 2016-11-01 11:45:34 +0100 | [diff] [blame] | 587 | const uint16_t seq_num = Rand(); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 588 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 589 | Insert(seq_num, kKeyFrame, kFirst, kNotLast); |
| 590 | Insert(seq_num + 1, kDeltaFrame, kNotFirst, kNotLast); |
| 591 | EXPECT_THAT(Insert(seq_num + 2, kDeltaFrame, kNotFirst, kLast), |
| 592 | StartSeqNumsAre(seq_num)); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 593 | |
Danil Chapovalov | f7457e5 | 2019-09-20 17:57:15 +0200 | [diff] [blame] | 594 | packet_buffer_.Clear(); |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 595 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 596 | Insert(seq_num + kStartSize, kKeyFrame, kFirst, kNotLast); |
| 597 | Insert(seq_num + kStartSize + 1, kDeltaFrame, kNotFirst, kNotLast); |
| 598 | EXPECT_THAT(Insert(seq_num + kStartSize + 2, kDeltaFrame, kNotFirst, kLast), |
| 599 | StartSeqNumsAre(seq_num + kStartSize)); |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 600 | } |
| 601 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 602 | TEST_F(PacketBufferTest, FramesAfterClear) { |
philipel | 20dce34 | 2016-11-28 16:14:57 +0100 | [diff] [blame] | 603 | Insert(9025, kDeltaFrame, kFirst, kLast); |
| 604 | Insert(9024, kKeyFrame, kFirst, kLast); |
Danil Chapovalov | f7457e5 | 2019-09-20 17:57:15 +0200 | [diff] [blame] | 605 | packet_buffer_.ClearTo(9025); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 606 | EXPECT_THAT(Insert(9057, kDeltaFrame, kFirst, kLast).packets, SizeIs(1)); |
| 607 | EXPECT_THAT(Insert(9026, kDeltaFrame, kFirst, kLast).packets, SizeIs(1)); |
philipel | 20dce34 | 2016-11-28 16:14:57 +0100 | [diff] [blame] | 608 | } |
| 609 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 610 | TEST_F(PacketBufferTest, SameFrameDifferentTimestamps) { |
Danil Chapovalov | e3c4884 | 2019-12-02 15:54:27 +0100 | [diff] [blame] | 611 | Insert(0, kKeyFrame, kFirst, kNotLast, {}, 1000); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 612 | EXPECT_THAT(Insert(1, kKeyFrame, kNotFirst, kLast, {}, 1001).packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 613 | IsEmpty()); |
philipel | 8b6995b | 2019-01-09 12:39:18 +0100 | [diff] [blame] | 614 | } |
| 615 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 616 | TEST_F(PacketBufferTest, ContinuousSeqNumDoubleMarkerBit) { |
philipel | ea142f8 | 2017-01-11 02:01:56 -0800 | [diff] [blame] | 617 | Insert(2, kKeyFrame, kNotFirst, kNotLast); |
| 618 | Insert(1, kKeyFrame, kFirst, kLast); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 619 | EXPECT_THAT(Insert(3, kKeyFrame, kNotFirst, kLast).packets, IsEmpty()); |
philipel | ea142f8 | 2017-01-11 02:01:56 -0800 | [diff] [blame] | 620 | } |
| 621 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 622 | TEST_F(PacketBufferTest, IncomingCodecChange) { |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 623 | auto packet = std::make_unique<PacketBuffer::Packet>(); |
| 624 | packet->video_header.is_first_packet_in_frame = true; |
| 625 | packet->video_header.is_last_packet_in_frame = true; |
| 626 | packet->video_header.codec = kVideoCodecVP8; |
| 627 | packet->video_header.video_type_header.emplace<RTPVideoHeaderVP8>(); |
| 628 | packet->timestamp = 1; |
| 629 | packet->seq_num = 1; |
| 630 | packet->video_header.frame_type = VideoFrameType::kVideoFrameKey; |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 631 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
| 632 | SizeIs(1)); |
philipel | 09133af | 2018-05-17 14:11:09 +0200 | [diff] [blame] | 633 | |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 634 | packet = std::make_unique<PacketBuffer::Packet>(); |
| 635 | packet->video_header.is_first_packet_in_frame = true; |
| 636 | packet->video_header.is_last_packet_in_frame = true; |
| 637 | packet->video_header.codec = kVideoCodecH264; |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 638 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 639 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 640 | h264_header.nalus_length = 1; |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 641 | packet->timestamp = 3; |
| 642 | packet->seq_num = 3; |
| 643 | packet->video_header.frame_type = VideoFrameType::kVideoFrameKey; |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 644 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
| 645 | IsEmpty()); |
philipel | 09133af | 2018-05-17 14:11:09 +0200 | [diff] [blame] | 646 | |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 647 | packet = std::make_unique<PacketBuffer::Packet>(); |
| 648 | packet->video_header.is_first_packet_in_frame = true; |
| 649 | packet->video_header.is_last_packet_in_frame = true; |
| 650 | packet->video_header.codec = kVideoCodecVP8; |
| 651 | packet->video_header.video_type_header.emplace<RTPVideoHeaderVP8>(); |
| 652 | packet->timestamp = 2; |
| 653 | packet->seq_num = 2; |
| 654 | packet->video_header.frame_type = VideoFrameType::kVideoFrameDelta; |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 655 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
| 656 | SizeIs(2)); |
philipel | 09133af | 2018-05-17 14:11:09 +0200 | [diff] [blame] | 657 | } |
| 658 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 659 | TEST_F(PacketBufferTest, TooManyNalusInPacket) { |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 660 | auto packet = std::make_unique<PacketBuffer::Packet>(); |
| 661 | packet->video_header.codec = kVideoCodecH264; |
| 662 | packet->timestamp = 1; |
| 663 | packet->seq_num = 1; |
| 664 | packet->video_header.frame_type = VideoFrameType::kVideoFrameKey; |
| 665 | packet->video_header.is_first_packet_in_frame = true; |
| 666 | packet->video_header.is_last_packet_in_frame = true; |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 667 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 668 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 669 | h264_header.nalus_length = kMaxNalusPerPacket; |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 670 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
| 671 | IsEmpty()); |
philipel | 09133af | 2018-05-17 14:11:09 +0200 | [diff] [blame] | 672 | } |
| 673 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 674 | TEST_P(PacketBufferH264ParameterizedTest, OneFrameFillBuffer) { |
philipel | 2c9f9f2 | 2017-06-13 02:47:28 -0700 | [diff] [blame] | 675 | InsertH264(0, kKeyFrame, kFirst, kNotLast, 1000); |
| 676 | for (int i = 1; i < kStartSize - 1; ++i) |
| 677 | InsertH264(i, kKeyFrame, kNotFirst, kNotLast, 1000); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 678 | EXPECT_THAT(InsertH264(kStartSize - 1, kKeyFrame, kNotFirst, kLast, 1000), |
| 679 | StartSeqNumsAre(0)); |
philipel | 2c9f9f2 | 2017-06-13 02:47:28 -0700 | [diff] [blame] | 680 | } |
| 681 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 682 | TEST_P(PacketBufferH264ParameterizedTest, CreateFramesAfterFilledBuffer) { |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 683 | EXPECT_THAT(InsertH264(kStartSize - 2, kKeyFrame, kFirst, kLast, 0).packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 684 | SizeIs(1)); |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 685 | |
| 686 | InsertH264(kStartSize, kDeltaFrame, kFirst, kNotLast, 2000); |
| 687 | for (int i = 1; i < kStartSize; ++i) |
| 688 | InsertH264(kStartSize + i, kDeltaFrame, kNotFirst, kNotLast, 2000); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 689 | EXPECT_THAT( |
| 690 | InsertH264(kStartSize + kStartSize, kDeltaFrame, kNotFirst, kLast, 2000) |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 691 | .packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 692 | IsEmpty()); |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 693 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 694 | EXPECT_THAT(InsertH264(kStartSize - 1, kKeyFrame, kFirst, kLast, 1000), |
| 695 | StartSeqNumsAre(kStartSize - 1, kStartSize)); |
philipel | 227f8b9 | 2017-08-04 06:39:31 -0700 | [diff] [blame] | 696 | } |
| 697 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 698 | TEST_P(PacketBufferH264ParameterizedTest, OneFrameMaxSeqNum) { |
philipel | 2c9f9f2 | 2017-06-13 02:47:28 -0700 | [diff] [blame] | 699 | InsertH264(65534, kKeyFrame, kFirst, kNotLast, 1000); |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 700 | EXPECT_THAT(InsertH264(65535, kKeyFrame, kNotFirst, kLast, 1000), |
| 701 | StartSeqNumsAre(65534)); |
philipel | 2c9f9f2 | 2017-06-13 02:47:28 -0700 | [diff] [blame] | 702 | } |
| 703 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 704 | TEST_P(PacketBufferH264ParameterizedTest, ClearMissingPacketsOnKeyframe) { |
philipel | 2c9f9f2 | 2017-06-13 02:47:28 -0700 | [diff] [blame] | 705 | InsertH264(0, kKeyFrame, kFirst, kLast, 1000); |
| 706 | InsertH264(2, kKeyFrame, kFirst, kLast, 3000); |
| 707 | InsertH264(3, kDeltaFrame, kFirst, kNotLast, 4000); |
| 708 | InsertH264(4, kDeltaFrame, kNotFirst, kLast, 4000); |
| 709 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 710 | EXPECT_THAT(InsertH264(kStartSize + 1, kKeyFrame, kFirst, kLast, 18000), |
| 711 | StartSeqNumsAre(kStartSize + 1)); |
philipel | 2c9f9f2 | 2017-06-13 02:47:28 -0700 | [diff] [blame] | 712 | } |
| 713 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 714 | TEST_P(PacketBufferH264ParameterizedTest, FindFramesOnPadding) { |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 715 | EXPECT_THAT(InsertH264(0, kKeyFrame, kFirst, kLast, 1000), |
| 716 | StartSeqNumsAre(0)); |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 717 | EXPECT_THAT(InsertH264(2, kDeltaFrame, kFirst, kLast, 1000).packets, |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 718 | IsEmpty()); |
philipel | 2c9f9f2 | 2017-06-13 02:47:28 -0700 | [diff] [blame] | 719 | |
Danil Chapovalov | 1dac707 | 2019-10-24 12:44:23 +0200 | [diff] [blame] | 720 | EXPECT_THAT(packet_buffer_.InsertPadding(1), StartSeqNumsAre(2)); |
philipel | 2c9f9f2 | 2017-06-13 02:47:28 -0700 | [diff] [blame] | 721 | } |
| 722 | |
Jared Siskin | 3f659b1 | 2022-06-22 06:35:38 -0700 | [diff] [blame] | 723 | TEST_P(PacketBufferH264ParameterizedTest, FindFramesOnReorderedPadding) { |
| 724 | EXPECT_THAT(InsertH264(0, kKeyFrame, kFirst, kLast, 1001), |
| 725 | StartSeqNumsAre(0)); |
| 726 | EXPECT_THAT(InsertH264(1, kDeltaFrame, kFirst, kNotLast, 1002).packets, |
| 727 | IsEmpty()); |
| 728 | EXPECT_THAT(packet_buffer_.InsertPadding(3).packets, IsEmpty()); |
| 729 | EXPECT_THAT(InsertH264(4, kDeltaFrame, kFirst, kLast, 1003).packets, |
| 730 | IsEmpty()); |
| 731 | EXPECT_THAT(InsertH264(2, kDeltaFrame, kNotFirst, kLast, 1002), |
| 732 | StartSeqNumsAre(1, 4)); |
| 733 | } |
| 734 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 735 | class PacketBufferH264XIsKeyframeTest : public PacketBufferH264Test { |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 736 | protected: |
| 737 | const uint16_t kSeqNum = 5; |
| 738 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 739 | explicit PacketBufferH264XIsKeyframeTest(bool sps_pps_idr_is_keyframe) |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 740 | : PacketBufferH264Test(sps_pps_idr_is_keyframe) {} |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 741 | |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 742 | std::unique_ptr<PacketBuffer::Packet> CreatePacket() { |
| 743 | auto packet = std::make_unique<PacketBuffer::Packet>(); |
| 744 | packet->video_header.codec = kVideoCodecH264; |
| 745 | packet->seq_num = kSeqNum; |
| 746 | |
| 747 | packet->video_header.is_first_packet_in_frame = true; |
| 748 | packet->video_header.is_last_packet_in_frame = true; |
| 749 | return packet; |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 750 | } |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 751 | }; |
| 752 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 753 | class PacketBufferH264IdrIsKeyframeTest |
| 754 | : public PacketBufferH264XIsKeyframeTest { |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 755 | protected: |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 756 | PacketBufferH264IdrIsKeyframeTest() |
| 757 | : PacketBufferH264XIsKeyframeTest(false) {} |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 758 | }; |
| 759 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 760 | TEST_F(PacketBufferH264IdrIsKeyframeTest, IdrIsKeyframe) { |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 761 | auto packet = CreatePacket(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 762 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 763 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 764 | h264_header.nalus[0].type = H264::NaluType::kIdr; |
| 765 | h264_header.nalus_length = 1; |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 766 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 767 | ElementsAre(KeyFrame())); |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 768 | } |
| 769 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 770 | TEST_F(PacketBufferH264IdrIsKeyframeTest, SpsPpsIdrIsKeyframe) { |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 771 | auto packet = CreatePacket(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 772 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 773 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 774 | h264_header.nalus[0].type = H264::NaluType::kSps; |
| 775 | h264_header.nalus[1].type = H264::NaluType::kPps; |
| 776 | h264_header.nalus[2].type = H264::NaluType::kIdr; |
| 777 | h264_header.nalus_length = 3; |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 778 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 779 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 780 | ElementsAre(KeyFrame())); |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 781 | } |
| 782 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 783 | class PacketBufferH264SpsPpsIdrIsKeyframeTest |
| 784 | : public PacketBufferH264XIsKeyframeTest { |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 785 | protected: |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 786 | PacketBufferH264SpsPpsIdrIsKeyframeTest() |
| 787 | : PacketBufferH264XIsKeyframeTest(true) {} |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 788 | }; |
| 789 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 790 | TEST_F(PacketBufferH264SpsPpsIdrIsKeyframeTest, IdrIsNotKeyframe) { |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 791 | auto packet = CreatePacket(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 792 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 793 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 794 | h264_header.nalus[0].type = H264::NaluType::kIdr; |
| 795 | h264_header.nalus_length = 1; |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 796 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 797 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 798 | ElementsAre(DeltaFrame())); |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 799 | } |
| 800 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 801 | TEST_F(PacketBufferH264SpsPpsIdrIsKeyframeTest, SpsPpsIsNotKeyframe) { |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 802 | auto packet = CreatePacket(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 803 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 804 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 805 | h264_header.nalus[0].type = H264::NaluType::kSps; |
| 806 | h264_header.nalus[1].type = H264::NaluType::kPps; |
| 807 | h264_header.nalus_length = 2; |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 808 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 809 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 810 | ElementsAre(DeltaFrame())); |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 811 | } |
| 812 | |
Danil Chapovalov | 05269ec | 2019-10-17 19:06:46 +0200 | [diff] [blame] | 813 | TEST_F(PacketBufferH264SpsPpsIdrIsKeyframeTest, SpsPpsIdrIsKeyframe) { |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 814 | auto packet = CreatePacket(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 815 | auto& h264_header = |
Danil Chapovalov | 97ffbef | 2020-01-24 16:04:35 +0100 | [diff] [blame] | 816 | packet->video_header.video_type_header.emplace<RTPVideoHeaderH264>(); |
philipel | 7d745e5 | 2018-08-02 14:03:53 +0200 | [diff] [blame] | 817 | h264_header.nalus[0].type = H264::NaluType::kSps; |
| 818 | h264_header.nalus[1].type = H264::NaluType::kPps; |
| 819 | h264_header.nalus[2].type = H264::NaluType::kIdr; |
| 820 | h264_header.nalus_length = 3; |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 821 | |
Danil Chapovalov | 810b4ca | 2020-03-19 13:56:11 +0100 | [diff] [blame] | 822 | EXPECT_THAT(packet_buffer_.InsertPacket(std::move(packet)).packets, |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 823 | ElementsAre(KeyFrame())); |
Rasmus Brandt | edf4ff7 | 2017-10-24 10:07:48 +0200 | [diff] [blame] | 824 | } |
| 825 | |
Danil Chapovalov | ce1ffcd | 2019-10-22 17:12:42 +0200 | [diff] [blame] | 826 | } // namespace |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 827 | } // namespace video_coding |
| 828 | } // namespace webrtc |