blob: 5feee11ab0b749678b22c8c65d95afe73fdd6cb7 [file] [log] [blame]
Stefan Holmerf7044682018-07-17 10:16:41 +02001/*
2 * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#ifndef CALL_RTP_PAYLOAD_PARAMS_H_
12#define CALL_RTP_PAYLOAD_PARAMS_H_
13
Elad Alonf5b216a2019-01-28 14:25:17 +010014#include <array>
Danil Chapovalovaf366442021-04-22 15:20:28 +020015#include <vector>
Stefan Holmerf7044682018-07-17 10:16:41 +020016
Elad Alonf5b216a2019-01-28 14:25:17 +010017#include "absl/types/optional.h"
Jonas Orelande62c2f22022-03-29 11:04:48 +020018#include "api/field_trials_view.h"
Stefan Holmerf7044682018-07-17 10:16:41 +020019#include "api/video_codecs/video_encoder.h"
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020020#include "call/rtp_config.h"
philipelbf2b6202018-08-27 14:33:18 +020021#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h"
Stefan Holmerf7044682018-07-17 10:16:41 +020022#include "modules/rtp_rtcp/source/rtp_video_header.h"
Danil Chapovalov4b860c12020-05-19 14:48:19 +020023#include "modules/video_coding/chain_diff_calculator.h"
Danil Chapovalov02d71fb2020-02-10 16:22:57 +010024#include "modules/video_coding/frame_dependencies_calculator.h"
Elad Alonf5b216a2019-01-28 14:25:17 +010025#include "modules/video_coding/include/video_codec_interface.h"
Stefan Holmerf7044682018-07-17 10:16:41 +020026
27namespace webrtc {
28
Stefan Holmerf7044682018-07-17 10:16:41 +020029// State for setting picture id and tl0 pic idx, for VP8 and VP9
30// TODO(nisse): Make these properties not codec specific.
31class RtpPayloadParams final {
32 public:
Ali Tofigh62238092022-01-25 13:27:19 +010033 RtpPayloadParams(uint32_t ssrc,
Erik Språngcbc0cba2020-04-18 14:36:59 +020034 const RtpPayloadState* state,
Jonas Orelande62c2f22022-03-29 11:04:48 +020035 const FieldTrialsView& trials);
philipelbf2b6202018-08-27 14:33:18 +020036 RtpPayloadParams(const RtpPayloadParams& other);
Stefan Holmerf7044682018-07-17 10:16:41 +020037 ~RtpPayloadParams();
38
philipelbf2b6202018-08-27 14:33:18 +020039 RTPVideoHeader GetRtpVideoHeader(const EncodedImage& image,
40 const CodecSpecificInfo* codec_specific_info,
41 int64_t shared_frame_id);
Stefan Holmerf7044682018-07-17 10:16:41 +020042
Danil Chapovalov5b298ab2022-06-08 11:18:51 +020043 // Returns structure that aligns with simulated generic info generated by
44 // `GetRtpVideoHeader` for the `codec_specific_info`
45 absl::optional<FrameDependencyStructure> GenericStructure(
46 const CodecSpecificInfo* codec_specific_info);
Danil Chapovalov748550d2021-04-29 11:42:54 +020047
Stefan Holmerf7044682018-07-17 10:16:41 +020048 uint32_t ssrc() const;
49
50 RtpPayloadState state() const;
51
52 private:
philipelbf2b6202018-08-27 14:33:18 +020053 void SetCodecSpecific(RTPVideoHeader* rtp_video_header,
54 bool first_frame_in_picture);
Danil Chapovalov02d71fb2020-02-10 16:22:57 +010055 RTPVideoHeader::GenericDescriptorInfo GenericDescriptorFromFrameInfo(
56 const GenericFrameInfo& frame_info,
Danil Chapovalovcf1308f2020-11-18 18:27:37 +010057 int64_t frame_id);
Elad Alonf5b216a2019-01-28 14:25:17 +010058 void SetGeneric(const CodecSpecificInfo* codec_specific_info,
59 int64_t frame_id,
philipelbf2b6202018-08-27 14:33:18 +020060 bool is_keyframe,
61 RTPVideoHeader* rtp_video_header);
Stefan Holmerf7044682018-07-17 10:16:41 +020062
Elad Alonf5b216a2019-01-28 14:25:17 +010063 void Vp8ToGeneric(const CodecSpecificInfoVP8& vp8_info,
64 int64_t shared_frame_id,
philipelbf2b6202018-08-27 14:33:18 +020065 bool is_keyframe,
66 RTPVideoHeader* rtp_video_header);
67
Danil Chapovalovaf366442021-04-22 15:20:28 +020068 void Vp9ToGeneric(const CodecSpecificInfoVP9& vp9_info,
69 int64_t shared_frame_id,
70 RTPVideoHeader& rtp_video_header);
71
philipel8aba8fe2019-06-13 15:13:16 +020072 void H264ToGeneric(const CodecSpecificInfoH264& h264_info,
73 int64_t shared_frame_id,
74 bool is_keyframe,
75 RTPVideoHeader* rtp_video_header);
76
77 void GenericToGeneric(int64_t shared_frame_id,
78 bool is_keyframe,
79 RTPVideoHeader* rtp_video_header);
80
Qingsi Wang1c1b99e2020-01-07 19:16:33 +000081 // TODO(bugs.webrtc.org/10242): Delete SetDependenciesVp8Deprecated() and move
82 // the logic in SetDependenciesVp8New() into Vp8ToGeneric() once all hardware
83 // wrappers have been updated.
84 void SetDependenciesVp8Deprecated(
85 const CodecSpecificInfoVP8& vp8_info,
86 int64_t shared_frame_id,
87 bool is_keyframe,
88 int spatial_index,
89 int temporal_index,
90 bool layer_sync,
91 RTPVideoHeader::GenericDescriptorInfo* generic);
92 void SetDependenciesVp8New(const CodecSpecificInfoVP8& vp8_info,
93 int64_t shared_frame_id,
94 bool is_keyframe,
95 bool layer_sync,
96 RTPVideoHeader::GenericDescriptorInfo* generic);
97
Danil Chapovalov02d71fb2020-02-10 16:22:57 +010098 FrameDependenciesCalculator dependencies_calculator_;
Danil Chapovalov4b860c12020-05-19 14:48:19 +020099 ChainDiffCalculator chains_calculator_;
Elad Alonf5b216a2019-01-28 14:25:17 +0100100 // TODO(bugs.webrtc.org/10242): Remove once all encoder-wrappers are updated.
philipelbf2b6202018-08-27 14:33:18 +0200101 // Holds the last shared frame id for a given (spatial, temporal) layer.
102 std::array<std::array<int64_t, RtpGenericFrameDescriptor::kMaxTemporalLayers>,
103 RtpGenericFrameDescriptor::kMaxSpatialLayers>
104 last_shared_frame_id_;
Danil Chapovalovaf366442021-04-22 15:20:28 +0200105 // circular buffer of frame ids for the last 128 vp9 pictures.
106 // ids for the `picture_id` are stored at the index `picture_id % 128`.
107 std::vector<std::array<int64_t, RtpGenericFrameDescriptor::kMaxSpatialLayers>>
108 last_vp9_frame_id_;
109 // Last frame id for each chain
110 std::array<int64_t, RtpGenericFrameDescriptor::kMaxSpatialLayers>
111 chain_last_frame_id_;
Elad Alonf5b216a2019-01-28 14:25:17 +0100112
113 // TODO(eladalon): When additional codecs are supported,
114 // set kMaxCodecBuffersCount to the max() of these codecs' buffer count.
115 static constexpr size_t kMaxCodecBuffersCount =
116 CodecSpecificInfoVP8::kBuffersCount;
117
118 // Maps buffer IDs to the frame-ID stored in them.
119 std::array<int64_t, kMaxCodecBuffersCount> buffer_id_to_frame_id_;
120
Qingsi Wang1c1b99e2020-01-07 19:16:33 +0000121 // Until we remove SetDependenciesVp8Deprecated(), we should make sure
122 // that, for a given object, we either always use
123 // SetDependenciesVp8Deprecated(), or always use SetDependenciesVp8New().
124 // TODO(bugs.webrtc.org/10242): Remove.
125 absl::optional<bool> new_version_used_;
126
Stefan Holmerf7044682018-07-17 10:16:41 +0200127 const uint32_t ssrc_;
128 RtpPayloadState state_;
philipelbf2b6202018-08-27 14:33:18 +0200129
130 const bool generic_picture_id_experiment_;
Danil Chapovalov5b298ab2022-06-08 11:18:51 +0200131 const bool simulate_generic_structure_;
Stefan Holmerf7044682018-07-17 10:16:41 +0200132};
133} // namespace webrtc
134#endif // CALL_RTP_PAYLOAD_PARAMS_H_