Stefan Holmer | f704468 | 2018-07-17 10:16:41 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #ifndef CALL_RTP_PAYLOAD_PARAMS_H_ |
| 12 | #define CALL_RTP_PAYLOAD_PARAMS_H_ |
| 13 | |
Elad Alon | f5b216a | 2019-01-28 14:25:17 +0100 | [diff] [blame] | 14 | #include <array> |
Stefan Holmer | f704468 | 2018-07-17 10:16:41 +0200 | [diff] [blame] | 15 | |
Elad Alon | f5b216a | 2019-01-28 14:25:17 +0100 | [diff] [blame] | 16 | #include "absl/types/optional.h" |
Stefan Holmer | f704468 | 2018-07-17 10:16:41 +0200 | [diff] [blame] | 17 | #include "api/video_codecs/video_encoder.h" |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 18 | #include "call/rtp_config.h" |
philipel | bf2b620 | 2018-08-27 14:33:18 +0200 | [diff] [blame] | 19 | #include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h" |
Stefan Holmer | f704468 | 2018-07-17 10:16:41 +0200 | [diff] [blame] | 20 | #include "modules/rtp_rtcp/source/rtp_video_header.h" |
Danil Chapovalov | 02d71fb | 2020-02-10 16:22:57 +0100 | [diff] [blame] | 21 | #include "modules/video_coding/frame_dependencies_calculator.h" |
Elad Alon | f5b216a | 2019-01-28 14:25:17 +0100 | [diff] [blame] | 22 | #include "modules/video_coding/include/video_codec_interface.h" |
Stefan Holmer | f704468 | 2018-07-17 10:16:41 +0200 | [diff] [blame] | 23 | |
| 24 | namespace webrtc { |
| 25 | |
Stefan Holmer | f704468 | 2018-07-17 10:16:41 +0200 | [diff] [blame] | 26 | class RtpRtcp; |
| 27 | |
Stefan Holmer | f704468 | 2018-07-17 10:16:41 +0200 | [diff] [blame] | 28 | // State for setting picture id and tl0 pic idx, for VP8 and VP9 |
| 29 | // TODO(nisse): Make these properties not codec specific. |
| 30 | class RtpPayloadParams final { |
| 31 | public: |
| 32 | RtpPayloadParams(const uint32_t ssrc, const RtpPayloadState* state); |
philipel | bf2b620 | 2018-08-27 14:33:18 +0200 | [diff] [blame] | 33 | RtpPayloadParams(const RtpPayloadParams& other); |
Stefan Holmer | f704468 | 2018-07-17 10:16:41 +0200 | [diff] [blame] | 34 | ~RtpPayloadParams(); |
| 35 | |
philipel | bf2b620 | 2018-08-27 14:33:18 +0200 | [diff] [blame] | 36 | RTPVideoHeader GetRtpVideoHeader(const EncodedImage& image, |
| 37 | const CodecSpecificInfo* codec_specific_info, |
| 38 | int64_t shared_frame_id); |
Stefan Holmer | f704468 | 2018-07-17 10:16:41 +0200 | [diff] [blame] | 39 | |
| 40 | uint32_t ssrc() const; |
| 41 | |
| 42 | RtpPayloadState state() const; |
| 43 | |
| 44 | private: |
philipel | bf2b620 | 2018-08-27 14:33:18 +0200 | [diff] [blame] | 45 | void SetCodecSpecific(RTPVideoHeader* rtp_video_header, |
| 46 | bool first_frame_in_picture); |
Danil Chapovalov | 02d71fb | 2020-02-10 16:22:57 +0100 | [diff] [blame] | 47 | RTPVideoHeader::GenericDescriptorInfo GenericDescriptorFromFrameInfo( |
| 48 | const GenericFrameInfo& frame_info, |
| 49 | int64_t frame_id, |
| 50 | VideoFrameType frame_type); |
Elad Alon | f5b216a | 2019-01-28 14:25:17 +0100 | [diff] [blame] | 51 | void SetGeneric(const CodecSpecificInfo* codec_specific_info, |
| 52 | int64_t frame_id, |
philipel | bf2b620 | 2018-08-27 14:33:18 +0200 | [diff] [blame] | 53 | bool is_keyframe, |
| 54 | RTPVideoHeader* rtp_video_header); |
Stefan Holmer | f704468 | 2018-07-17 10:16:41 +0200 | [diff] [blame] | 55 | |
Elad Alon | f5b216a | 2019-01-28 14:25:17 +0100 | [diff] [blame] | 56 | void Vp8ToGeneric(const CodecSpecificInfoVP8& vp8_info, |
| 57 | int64_t shared_frame_id, |
philipel | bf2b620 | 2018-08-27 14:33:18 +0200 | [diff] [blame] | 58 | bool is_keyframe, |
| 59 | RTPVideoHeader* rtp_video_header); |
| 60 | |
philipel | 8aba8fe | 2019-06-13 15:13:16 +0200 | [diff] [blame] | 61 | void H264ToGeneric(const CodecSpecificInfoH264& h264_info, |
| 62 | int64_t shared_frame_id, |
| 63 | bool is_keyframe, |
| 64 | RTPVideoHeader* rtp_video_header); |
| 65 | |
| 66 | void GenericToGeneric(int64_t shared_frame_id, |
| 67 | bool is_keyframe, |
| 68 | RTPVideoHeader* rtp_video_header); |
| 69 | |
Qingsi Wang | 1c1b99e | 2020-01-07 19:16:33 +0000 | [diff] [blame] | 70 | // TODO(bugs.webrtc.org/10242): Delete SetDependenciesVp8Deprecated() and move |
| 71 | // the logic in SetDependenciesVp8New() into Vp8ToGeneric() once all hardware |
| 72 | // wrappers have been updated. |
| 73 | void SetDependenciesVp8Deprecated( |
| 74 | const CodecSpecificInfoVP8& vp8_info, |
| 75 | int64_t shared_frame_id, |
| 76 | bool is_keyframe, |
| 77 | int spatial_index, |
| 78 | int temporal_index, |
| 79 | bool layer_sync, |
| 80 | RTPVideoHeader::GenericDescriptorInfo* generic); |
| 81 | void SetDependenciesVp8New(const CodecSpecificInfoVP8& vp8_info, |
| 82 | int64_t shared_frame_id, |
| 83 | bool is_keyframe, |
| 84 | bool layer_sync, |
| 85 | RTPVideoHeader::GenericDescriptorInfo* generic); |
| 86 | |
Danil Chapovalov | 02d71fb | 2020-02-10 16:22:57 +0100 | [diff] [blame] | 87 | FrameDependenciesCalculator dependencies_calculator_; |
Elad Alon | f5b216a | 2019-01-28 14:25:17 +0100 | [diff] [blame] | 88 | // TODO(bugs.webrtc.org/10242): Remove once all encoder-wrappers are updated. |
philipel | bf2b620 | 2018-08-27 14:33:18 +0200 | [diff] [blame] | 89 | // Holds the last shared frame id for a given (spatial, temporal) layer. |
| 90 | std::array<std::array<int64_t, RtpGenericFrameDescriptor::kMaxTemporalLayers>, |
| 91 | RtpGenericFrameDescriptor::kMaxSpatialLayers> |
| 92 | last_shared_frame_id_; |
Elad Alon | f5b216a | 2019-01-28 14:25:17 +0100 | [diff] [blame] | 93 | |
| 94 | // TODO(eladalon): When additional codecs are supported, |
| 95 | // set kMaxCodecBuffersCount to the max() of these codecs' buffer count. |
| 96 | static constexpr size_t kMaxCodecBuffersCount = |
| 97 | CodecSpecificInfoVP8::kBuffersCount; |
| 98 | |
| 99 | // Maps buffer IDs to the frame-ID stored in them. |
| 100 | std::array<int64_t, kMaxCodecBuffersCount> buffer_id_to_frame_id_; |
| 101 | |
Qingsi Wang | 1c1b99e | 2020-01-07 19:16:33 +0000 | [diff] [blame] | 102 | // Until we remove SetDependenciesVp8Deprecated(), we should make sure |
| 103 | // that, for a given object, we either always use |
| 104 | // SetDependenciesVp8Deprecated(), or always use SetDependenciesVp8New(). |
| 105 | // TODO(bugs.webrtc.org/10242): Remove. |
| 106 | absl::optional<bool> new_version_used_; |
| 107 | |
Stefan Holmer | f704468 | 2018-07-17 10:16:41 +0200 | [diff] [blame] | 108 | const uint32_t ssrc_; |
| 109 | RtpPayloadState state_; |
philipel | bf2b620 | 2018-08-27 14:33:18 +0200 | [diff] [blame] | 110 | |
| 111 | const bool generic_picture_id_experiment_; |
philipel | 569397f | 2018-09-26 12:25:31 +0200 | [diff] [blame] | 112 | const bool generic_descriptor_experiment_; |
Stefan Holmer | f704468 | 2018-07-17 10:16:41 +0200 | [diff] [blame] | 113 | }; |
| 114 | } // namespace webrtc |
| 115 | #endif // CALL_RTP_PAYLOAD_PARAMS_H_ |