blob: e8d24469df3516efeee54ca3bdab89dccfec9078 [file] [log] [blame]
philipelc707ab72016-04-01 02:01:54 -07001/*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#ifndef MODULES_VIDEO_CODING_PACKET_BUFFER_H_
12#define MODULES_VIDEO_CODING_PACKET_BUFFER_H_
philipelc707ab72016-04-01 02:01:54 -070013
philipel17deeb42016-08-11 15:09:26 +020014#include <memory>
Ilya Nikolaevskiyd397a0d2018-02-21 15:57:09 +010015#include <queue>
philipel2c9f9f22017-06-13 02:47:28 -070016#include <set>
17#include <vector>
philipelc707ab72016-04-01 02:01:54 -070018
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +020019#include "absl/base/attributes.h"
Danil Chapovalovaa3f5da2019-11-14 14:57:33 +010020#include "api/rtp_packet_info.h"
Johannes Kronf7de74c2021-04-30 13:10:56 +020021#include "api/units/timestamp.h"
philipelb5e47852019-09-20 11:30:12 +020022#include "api/video/encoded_image.h"
Danil Chapovalovaa3f5da2019-11-14 14:57:33 +010023#include "modules/rtp_rtcp/source/rtp_packet_received.h"
24#include "modules/rtp_rtcp/source/rtp_video_header.h"
Danil Chapovalove3c48842019-12-02 15:54:27 +010025#include "rtc_base/copy_on_write_buffer.h"
Bjorn Tereliusa194e582017-10-25 13:07:09 +020026#include "rtc_base/numerics/sequence_number_util.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "rtc_base/thread_annotations.h"
philipelc707ab72016-04-01 02:01:54 -070028
29namespace webrtc {
30namespace video_coding {
31
philipelc707ab72016-04-01 02:01:54 -070032class PacketBuffer {
33 public:
Danil Chapovalovaa3f5da2019-11-14 14:57:33 +010034 struct Packet {
35 Packet() = default;
36 Packet(const RtpPacketReceived& rtp_packet,
37 const RTPVideoHeader& video_header,
Johannes Kronf7de74c2021-04-30 13:10:56 +020038 Timestamp receive_time);
Danil Chapovalovaa3f5da2019-11-14 14:57:33 +010039 Packet(const Packet&) = delete;
Danil Chapovalov97ffbef2020-01-24 16:04:35 +010040 Packet(Packet&&) = delete;
Danil Chapovalovaa3f5da2019-11-14 14:57:33 +010041 Packet& operator=(const Packet&) = delete;
Danil Chapovalov97ffbef2020-01-24 16:04:35 +010042 Packet& operator=(Packet&&) = delete;
Danil Chapovalovaa3f5da2019-11-14 14:57:33 +010043 ~Packet() = default;
44
45 VideoCodecType codec() const { return video_header.codec; }
46 int width() const { return video_header.width; }
47 int height() const { return video_header.height; }
48
49 bool is_first_packet_in_frame() const {
50 return video_header.is_first_packet_in_frame;
51 }
52 bool is_last_packet_in_frame() const {
53 return video_header.is_last_packet_in_frame;
54 }
55
Danil Chapovalovf4306eb2020-03-20 12:30:31 +010056 // If all its previous packets have been inserted into the packet buffer.
57 // Set and used internally by the PacketBuffer.
58 bool continuous = false;
Danil Chapovalovaa3f5da2019-11-14 14:57:33 +010059 bool marker_bit = false;
60 uint8_t payload_type = 0;
61 uint16_t seq_num = 0;
62 uint32_t timestamp = 0;
Danil Chapovalovaa3f5da2019-11-14 14:57:33 +010063 int times_nacked = -1;
64
Danil Chapovalove3c48842019-12-02 15:54:27 +010065 rtc::CopyOnWriteBuffer video_payload;
Danil Chapovalovaa3f5da2019-11-14 14:57:33 +010066 RTPVideoHeader video_header;
Danil Chapovalovaa3f5da2019-11-14 14:57:33 +010067
68 RtpPacketInfo packet_info;
69 };
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +020070 struct InsertResult {
Danil Chapovalov810b4ca2020-03-19 13:56:11 +010071 std::vector<std::unique_ptr<Packet>> packets;
Danil Chapovalovce1ffcd2019-10-22 17:12:42 +020072 // Indicates if the packet buffer was cleared, which means that a key
73 // frame request should be sent.
74 bool buffer_cleared = false;
75 };
76
Danil Chapovalovf7457e52019-09-20 17:57:15 +020077 // Both |start_buffer_size| and |max_buffer_size| must be a power of 2.
philipelce423ce2021-04-12 13:42:03 +020078 PacketBuffer(size_t start_buffer_size, size_t max_buffer_size);
Danil Chapovalov4aae11d2019-10-18 11:17:03 +020079 ~PacketBuffer();
philipel17deeb42016-08-11 15:09:26 +020080
philipeldad500a2021-04-14 16:23:34 +020081 ABSL_MUST_USE_RESULT InsertResult
82 InsertPacket(std::unique_ptr<Packet> packet);
83 ABSL_MUST_USE_RESULT InsertResult InsertPadding(uint16_t seq_num);
84 void ClearTo(uint16_t seq_num);
85 void Clear();
philipel17deeb42016-08-11 15:09:26 +020086
Eldar Rello2127aaa2020-08-07 12:08:14 +030087 void ForceSpsPpsIdrIsH264Keyframe();
philipel3184f8e2017-05-18 08:08:53 -070088
philipelc707ab72016-04-01 02:01:54 -070089 private:
philipeldad500a2021-04-14 16:23:34 +020090 void ClearInternal();
Markus Handell3eac1112020-05-27 17:08:41 +020091
philipel02447bc2016-05-13 06:01:03 -070092 // Tries to expand the buffer.
philipeldad500a2021-04-14 16:23:34 +020093 bool ExpandBufferSize();
philipelf4139332016-04-20 10:26:34 +020094
95 // Test if all previous packets has arrived for the given sequence number.
philipeldad500a2021-04-14 16:23:34 +020096 bool PotentialNewFrame(uint16_t seq_num) const;
philipelf4139332016-04-20 10:26:34 +020097
Danil Chapovalov810b4ca2020-03-19 13:56:11 +010098 // Test if all packets of a frame has arrived, and if so, returns packets to
99 // create frames.
philipeldad500a2021-04-14 16:23:34 +0200100 std::vector<std::unique_ptr<Packet>> FindFrames(uint16_t seq_num);
philipelc707ab72016-04-01 02:01:54 -0700101
philipeldad500a2021-04-14 16:23:34 +0200102 void UpdateMissingPackets(uint16_t seq_num);
philipelc707ab72016-04-01 02:01:54 -0700103
Danil Chapovalov4aae11d2019-10-18 11:17:03 +0200104 // buffer_.size() and max_size_ must always be a power of two.
philipelc707ab72016-04-01 02:01:54 -0700105 const size_t max_size_;
106
philipelf4139332016-04-20 10:26:34 +0200107 // The fist sequence number currently in the buffer.
philipeldad500a2021-04-14 16:23:34 +0200108 uint16_t first_seq_num_;
philipelf4139332016-04-20 10:26:34 +0200109
philipelf4139332016-04-20 10:26:34 +0200110 // If the packet buffer has received its first packet.
philipeldad500a2021-04-14 16:23:34 +0200111 bool first_packet_received_;
philipelf4139332016-04-20 10:26:34 +0200112
philipelaee3e0e2016-11-01 11:45:34 +0100113 // If the buffer is cleared to |first_seq_num_|.
philipeldad500a2021-04-14 16:23:34 +0200114 bool is_cleared_to_first_seq_num_;
philipelaee3e0e2016-11-01 11:45:34 +0100115
Danil Chapovalov4aae11d2019-10-18 11:17:03 +0200116 // Buffer that holds the the inserted packets and information needed to
117 // determine continuity between them.
philipeldad500a2021-04-14 16:23:34 +0200118 std::vector<std::unique_ptr<Packet>> buffer_;
philipelc707ab72016-04-01 02:01:54 -0700119
philipeldad500a2021-04-14 16:23:34 +0200120 absl::optional<uint16_t> newest_inserted_seq_num_;
121 std::set<uint16_t, DescendingSeqNumComp<uint16_t>> missing_packets_;
philipel2c9f9f22017-06-13 02:47:28 -0700122
Rasmus Brandt88f080a2017-11-02 14:28:06 +0100123 // Indicates if we should require SPS, PPS, and IDR for a particular
124 // RTP timestamp to treat the corresponding frame as a keyframe.
Eldar Rello2127aaa2020-08-07 12:08:14 +0300125 bool sps_pps_idr_is_h264_keyframe_;
philipelc707ab72016-04-01 02:01:54 -0700126};
127
128} // namespace video_coding
129} // namespace webrtc
130
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200131#endif // MODULES_VIDEO_CODING_PACKET_BUFFER_H_