blob: e25da7ca13201a27b971775b11f80e05d99e112e [file] [log] [blame]
Jeremy Gebben4d51c552022-01-06 21:27:15 -07001/* Copyright (c) 2015-2022 The Khronos Group Inc.
2 * Copyright (c) 2015-2022 Valve Corporation
3 * Copyright (c) 2015-2022 LunarG, Inc.
4 * Copyright (C) 2015-2022 Google Inc.
Jeremy Gebben159b3cc2021-06-03 09:09:03 -06005 * Modifications Copyright (C) 2020 Advanced Micro Devices, Inc. All rights reserved.
6 *
7 * Licensed under the Apache License, Version 2.0 (the "License");
8 * you may not use this file except in compliance with the License.
9 * You may obtain a copy of the License at
10 *
11 * http://www.apache.org/licenses/LICENSE-2.0
12 *
13 * Unless required by applicable law or agreed to in writing, software
14 * distributed under the License is distributed on an "AS IS" BASIS,
15 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 * See the License for the specific language governing permissions and
17 * limitations under the License.
18 *
19 * Author: Courtney Goeltzenleuchter <courtneygo@google.com>
20 * Author: Tobin Ehlis <tobine@google.com>
21 * Author: Chris Forbes <chrisf@ijw.co.nz>
22 * Author: Mark Lobodzinski <mark@lunarg.com>
23 * Author: Dave Houlton <daveh@lunarg.com>
24 * Author: John Zulauf <jzulauf@lunarg.com>
25 * Author: Tobias Hector <tobias.hector@amd.com>
26 */
27#pragma once
28#include "base_node.h"
29#include "query_state.h"
30#include "command_validation.h"
31#include "hash_vk_types.h"
32#include "subresource_adapter.h"
33#include "image_layout_map.h"
34#include "pipeline_state.h"
35#include "device_state.h"
36#include "descriptor_sets.h"
37#include "qfo_transfer.h"
38
Jeremy Gebben1ec89332021-08-05 13:51:49 -060039struct SUBPASS_INFO;
40class FRAMEBUFFER_STATE;
Jeremy Gebben159b3cc2021-06-03 09:09:03 -060041class RENDER_PASS_STATE;
42class CoreChecks;
43class ValidationStateTracker;
44
45class EVENT_STATE : public BASE_NODE {
46 public:
47 int write_in_use;
48 VkPipelineStageFlags2KHR stageMask = VkPipelineStageFlags2KHR(0);
49 VkEventCreateFlags flags;
50
51 EVENT_STATE(VkEvent event_, VkEventCreateFlags flags_)
52 : BASE_NODE(event_, kVulkanObjectTypeEvent), write_in_use(0), flags(flags_) {}
53
54 VkEvent event() const { return handle_.Cast<VkEvent>(); }
55};
56
57// Only CoreChecks uses this, but the state tracker stores it.
58constexpr static auto kInvalidLayout = image_layout_map::kInvalidLayout;
59using ImageSubresourceLayoutMap = image_layout_map::ImageSubresourceLayoutMap;
60typedef layer_data::unordered_map<VkEvent, VkPipelineStageFlags2KHR> EventToStageMap;
61
62// Track command pools and their command buffers
63class COMMAND_POOL_STATE : public BASE_NODE {
64 public:
Jeremy Gebbencd7fa282021-10-27 10:25:32 -060065 ValidationStateTracker *dev_data;
Jeremy Gebben1ec89332021-08-05 13:51:49 -060066 const VkCommandPoolCreateFlags createFlags;
67 const uint32_t queueFamilyIndex;
68 const VkQueueFlags queue_flags;
69 const bool unprotected; // can't be used for protected memory
Jeremy Gebben159b3cc2021-06-03 09:09:03 -060070 // Cmd buffers allocated from this pool
Jeremy Gebbencd7fa282021-10-27 10:25:32 -060071 layer_data::unordered_map<VkCommandBuffer, CMD_BUFFER_STATE *> commandBuffers;
Jeremy Gebben159b3cc2021-06-03 09:09:03 -060072
Jeremy Gebbencd7fa282021-10-27 10:25:32 -060073 COMMAND_POOL_STATE(ValidationStateTracker *dev, VkCommandPool cp, const VkCommandPoolCreateInfo *pCreateInfo,
74 VkQueueFlags flags);
75 virtual ~COMMAND_POOL_STATE() { Destroy(); }
Jeremy Gebben159b3cc2021-06-03 09:09:03 -060076
77 VkCommandPool commandPool() const { return handle_.Cast<VkCommandPool>(); }
78
Jeremy Gebbencd7fa282021-10-27 10:25:32 -060079 void Allocate(const VkCommandBufferAllocateInfo *create_info, const VkCommandBuffer *command_buffers);
80 void Free(uint32_t count, const VkCommandBuffer *command_buffers);
81 void Reset();
Jeremy Gebben159b3cc2021-06-03 09:09:03 -060082
Jeremy Gebbencd7fa282021-10-27 10:25:32 -060083 void Destroy() override;
Jeremy Gebben159b3cc2021-06-03 09:09:03 -060084};
85
Jeremy Gebben159b3cc2021-06-03 09:09:03 -060086// Autogenerated as part of the command_validation.h codegen
87const char *CommandTypeString(CMD_TYPE type);
88
89enum CB_STATE {
90 CB_NEW, // Newly created CB w/o any cmds
91 CB_RECORDING, // BeginCB has been called on this CB
92 CB_RECORDED, // EndCB has been called on this CB
93 CB_INVALID_COMPLETE, // had a complete recording, but was since invalidated
94 CB_INVALID_INCOMPLETE, // fouled before recording was completed
95};
96
97// CB Status -- used to track status of various bindings on cmd buffer objects
98typedef uint64_t CBStatusFlags;
99enum CBStatusFlagBits : uint64_t {
100 // clang-format off
101 CBSTATUS_NONE = 0x00000000, // No status is set
102 CBSTATUS_LINE_WIDTH_SET = 0x00000001, // Line width has been set
103 CBSTATUS_DEPTH_BIAS_SET = 0x00000002, // Depth bias has been set
104 CBSTATUS_BLEND_CONSTANTS_SET = 0x00000004, // Blend constants state has been set
105 CBSTATUS_DEPTH_BOUNDS_SET = 0x00000008, // Depth bounds state object has been set
106 CBSTATUS_STENCIL_READ_MASK_SET = 0x00000010, // Stencil read mask has been set
107 CBSTATUS_STENCIL_WRITE_MASK_SET = 0x00000020, // Stencil write mask has been set
108 CBSTATUS_STENCIL_REFERENCE_SET = 0x00000040, // Stencil reference has been set
109 CBSTATUS_VIEWPORT_SET = 0x00000080,
110 CBSTATUS_SCISSOR_SET = 0x00000100,
111 CBSTATUS_INDEX_BUFFER_BOUND = 0x00000200, // Index buffer has been set
112 CBSTATUS_EXCLUSIVE_SCISSOR_SET = 0x00000400,
113 CBSTATUS_SHADING_RATE_PALETTE_SET = 0x00000800,
114 CBSTATUS_LINE_STIPPLE_SET = 0x00001000,
115 CBSTATUS_VIEWPORT_W_SCALING_SET = 0x00002000,
116 CBSTATUS_CULL_MODE_SET = 0x00004000,
117 CBSTATUS_FRONT_FACE_SET = 0x00008000,
118 CBSTATUS_PRIMITIVE_TOPOLOGY_SET = 0x00010000,
119 CBSTATUS_VIEWPORT_WITH_COUNT_SET = 0x00020000,
120 CBSTATUS_SCISSOR_WITH_COUNT_SET = 0x00040000,
121 CBSTATUS_VERTEX_INPUT_BINDING_STRIDE_SET = 0x00080000,
122 CBSTATUS_DEPTH_TEST_ENABLE_SET = 0x00100000,
123 CBSTATUS_DEPTH_WRITE_ENABLE_SET = 0x00200000,
124 CBSTATUS_DEPTH_COMPARE_OP_SET = 0x00400000,
125 CBSTATUS_DEPTH_BOUNDS_TEST_ENABLE_SET = 0x00800000,
126 CBSTATUS_STENCIL_TEST_ENABLE_SET = 0x01000000,
127 CBSTATUS_STENCIL_OP_SET = 0x02000000,
128 CBSTATUS_DISCARD_RECTANGLE_SET = 0x04000000,
129 CBSTATUS_SAMPLE_LOCATIONS_SET = 0x08000000,
130 CBSTATUS_COARSE_SAMPLE_ORDER_SET = 0x10000000,
131 CBSTATUS_PATCH_CONTROL_POINTS_SET = 0x20000000,
132 CBSTATUS_RASTERIZER_DISCARD_ENABLE_SET = 0x40000000,
133 CBSTATUS_DEPTH_BIAS_ENABLE_SET = 0x80000000,
134 CBSTATUS_LOGIC_OP_SET = 0x100000000,
135 CBSTATUS_PRIMITIVE_RESTART_ENABLE_SET = 0x200000000,
136 CBSTATUS_VERTEX_INPUT_SET = 0x400000000,
137 CBSTATUS_ALL_STATE_SET = 0x7FFFFFDFF, // All state set (intentionally exclude index buffer)
138 // clang-format on
139};
140
141VkDynamicState ConvertToDynamicState(CBStatusFlagBits flag);
142CBStatusFlagBits ConvertToCBStatusFlagBits(VkDynamicState state);
143std::string DynamicStateString(CBStatusFlags input_value);
144
145struct BufferBinding {
146 std::shared_ptr<BUFFER_STATE> buffer_state;
147 VkDeviceSize size;
148 VkDeviceSize offset;
149 VkDeviceSize stride;
150
151 BufferBinding() : buffer_state(), size(0), offset(0), stride(0) {}
152 virtual ~BufferBinding() {}
153
154 virtual void reset() { *this = BufferBinding(); }
155};
156
157struct IndexBufferBinding : BufferBinding {
158 VkIndexType index_type;
159
160 IndexBufferBinding() : BufferBinding(), index_type(static_cast<VkIndexType>(0)) {}
161 virtual ~IndexBufferBinding() {}
162
163 virtual void reset() override { *this = IndexBufferBinding(); }
164};
165
166struct CBVertexBufferBindingInfo {
167 std::vector<BufferBinding> vertex_buffer_bindings;
168};
169
Jeremy Gebben4a8881f2022-01-10 17:04:30 -0700170typedef layer_data::unordered_map<const IMAGE_STATE *, std::shared_ptr<ImageSubresourceLayoutMap>> CommandBufferImageLayoutMap;
171
172typedef layer_data::unordered_map<const GlobalImageLayoutRangeMap *, std::shared_ptr<ImageSubresourceLayoutMap>>
173 CommandBufferAliasedLayoutMap;
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600174
175class CMD_BUFFER_STATE : public REFCOUNTED_NODE {
176 public:
177 VkCommandBufferAllocateInfo createInfo = {};
178 VkCommandBufferBeginInfo beginInfo;
179 VkCommandBufferInheritanceInfo inheritanceInfo;
Jeremy Gebbencd7fa282021-10-27 10:25:32 -0600180 // since command buffers can only be destroyed by their command pool, this does not need to be a shared_ptr
181 const COMMAND_POOL_STATE *command_pool;
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600182 ValidationStateTracker *dev_data;
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600183 bool hasDrawCmd;
184 bool hasTraceRaysCmd;
185 bool hasBuildAccelerationStructureCmd;
186 bool hasDispatchCmd;
187 bool unprotected; // can't be used for protected memory
188
189 CB_STATE state; // Track cmd buffer update state
190 uint64_t commandCount; // Number of commands recorded. Currently only used with VK_KHR_performance_query
191 uint64_t submitCount; // Number of times CB has been submitted
192 typedef uint64_t ImageLayoutUpdateCount;
193 ImageLayoutUpdateCount image_layout_change_count; // The sequence number for changes to image layout (for cached validation)
194 CBStatusFlags status; // Track status of various bindings on cmd buffer
195 CBStatusFlags static_status; // All state bits provided by current graphics pipeline
196 // rather than dynamic state
197 CBStatusFlags dynamic_status; // dynamic state set up in pipeline
198 // Currently storing "lastBound" objects on per-CB basis
199 // long-term may want to create caches of "lastBound" states and could have
200 // each individual CMD_NODE referencing its own "lastBound" state
201 // Store last bound state for Gfx & Compute pipeline bind points
202 std::array<LAST_BOUND_STATE, BindPoint_Count> lastBound; // index is LvlBindPoint.
203
204 struct CmdDrawDispatchInfo {
205 CMD_TYPE cmd_type;
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600206 std::vector<std::pair<const uint32_t, DescriptorRequirement>> binding_infos;
207 VkFramebuffer framebuffer;
208 std::shared_ptr<std::vector<SUBPASS_INFO>> subpasses;
209 std::shared_ptr<std::vector<IMAGE_VIEW_STATE *>> attachments;
210 };
211 layer_data::unordered_map<VkDescriptorSet, std::vector<CmdDrawDispatchInfo>> validate_descriptorsets_in_queuesubmit;
212
213 // If VK_NV_inherited_viewport_scissor is enabled and VkCommandBufferInheritanceViewportScissorInfoNV::viewportScissor2D is
214 // true, then is the nonempty list of viewports passed in pViewportDepths. Otherwise, this is empty.
215 std::vector<VkViewport> inheritedViewportDepths;
216
217 // For each draw command D recorded to this command buffer, let
218 // * g_D be the graphics pipeline used
219 // * v_G be the viewportCount of g_D (0 if g_D disables rasterization or enables VK_DYNAMIC_STATE_VIEWPORT_WITH_COUNT_EXT)
220 // * s_G be the scissorCount of g_D (0 if g_D disables rasterization or enables VK_DYNAMIC_STATE_SCISSOR_WITH_COUNT_EXT)
221 // Then this value is max(0, max(v_G for all D in cb), max(s_G for all D in cb))
222 uint32_t usedViewportScissorCount;
223 uint32_t pipelineStaticViewportCount; // v_G for currently-bound graphics pipeline.
224 uint32_t pipelineStaticScissorCount; // s_G for currently-bound graphics pipeline.
225
226 uint32_t viewportMask;
227 uint32_t viewportWithCountMask;
228 uint32_t viewportWithCountCount;
229 uint32_t scissorMask;
230 uint32_t scissorWithCountMask;
231 uint32_t scissorWithCountCount;
232
233 // Dynamic viewports set in this command buffer; if bit j of viewportMask is set then dynamicViewports[j] is valid, but the
234 // converse need not be true.
235 std::vector<VkViewport> dynamicViewports;
236
237 // Bits set when binding graphics pipeline defining corresponding static state, or executing any secondary command buffer.
238 // Bits unset by calling a corresponding vkCmdSet[State] cmd.
239 uint32_t trashedViewportMask;
240 uint32_t trashedScissorMask;
241 bool trashedViewportCount;
242 bool trashedScissorCount;
243
244 // True iff any draw command recorded to this command buffer consumes dynamic viewport/scissor with count state.
245 bool usedDynamicViewportCount;
246 bool usedDynamicScissorCount;
247
248 uint32_t initial_device_mask;
249 VkPrimitiveTopology primitiveTopology;
250
251 safe_VkRenderPassBeginInfo activeRenderPassBeginInfo;
252 std::shared_ptr<RENDER_PASS_STATE> activeRenderPass;
253 std::shared_ptr<std::vector<SUBPASS_INFO>> active_subpasses;
254 std::shared_ptr<std::vector<IMAGE_VIEW_STATE *>> active_attachments;
255 std::set<std::shared_ptr<IMAGE_VIEW_STATE>> attachments_view_states;
256
257 VkSubpassContents activeSubpassContents;
258 uint32_t active_render_pass_device_mask;
259 uint32_t activeSubpass;
260 std::shared_ptr<FRAMEBUFFER_STATE> activeFramebuffer;
261 layer_data::unordered_set<std::shared_ptr<FRAMEBUFFER_STATE>> framebuffers;
262 // Unified data structs to track objects bound to this command buffer as well as object
263 // dependencies that have been broken : either destroyed objects, or updated descriptor sets
Jeremy Gebben610d3a62022-01-01 12:53:17 -0700264 layer_data::unordered_set<std::shared_ptr<BASE_NODE>> object_bindings;
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600265 layer_data::unordered_map<VulkanTypedHandle, LogObjectList> broken_bindings;
266
267 QFOTransferBarrierSets<QFOBufferTransferBarrier> qfo_transfer_buffer_barriers;
268 QFOTransferBarrierSets<QFOImageTransferBarrier> qfo_transfer_image_barriers;
269
270 layer_data::unordered_set<VkEvent> waitedEvents;
271 std::vector<VkEvent> writeEventsBeforeWait;
272 std::vector<VkEvent> events;
273 layer_data::unordered_set<QueryObject> activeQueries;
274 layer_data::unordered_set<QueryObject> startedQueries;
275 layer_data::unordered_set<QueryObject> resetQueries;
276 CommandBufferImageLayoutMap image_layout_map;
Jeremy Gebben4a8881f2022-01-10 17:04:30 -0700277 CommandBufferAliasedLayoutMap aliased_image_layout_map; // storage for potentially aliased images
278
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600279 CBVertexBufferBindingInfo current_vertex_buffer_binding_info;
280 bool vertex_buffer_used; // Track for perf warning to make sure any bound vtx buffer used
281 VkCommandBuffer primaryCommandBuffer;
282 // If primary, the secondary command buffers we will call.
283 // If secondary, the primary command buffers we will be called by.
284 layer_data::unordered_set<CMD_BUFFER_STATE *> linkedCommandBuffers;
285 // Validation functions run at primary CB queue submit time
Jeremy Gebbene5361dd2021-11-18 14:23:56 -0700286 using QueueCallback = std::function<bool(const ValidationStateTracker &device_data, const class QUEUE_STATE &queue_state,
287 const CMD_BUFFER_STATE &cb_state)>;
288 std::vector<QueueCallback> queue_submit_functions;
Hans-Kristian Arntzen59c2c3f2021-06-14 11:40:12 +0200289 // Used by some layers to defer actions until vkCmdEndRenderPass time.
290 // Layers using this are responsible for inserting the callbacks into queue_submit_functions.
Jeremy Gebbene5361dd2021-11-18 14:23:56 -0700291 std::vector<QueueCallback> queue_submit_functions_after_render_pass;
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600292 // Validation functions run when secondary CB is executed in primary
Jeremy Gebben057f9d52021-11-05 14:12:31 -0600293 std::vector<std::function<bool(const CMD_BUFFER_STATE &secondary, const CMD_BUFFER_STATE *primary, const FRAMEBUFFER_STATE *)>>
294 cmd_execute_commands_functions;
Jeremy Gebben332d4dd2022-01-01 12:40:02 -0700295 std::vector<std::function<bool(CMD_BUFFER_STATE &cb, bool do_validate, EventToStageMap *localEventToStageMap)>> eventUpdates;
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600296 std::vector<std::function<bool(const ValidationStateTracker *device_data, bool do_validate, VkQueryPool &firstPerfQueryPool,
297 uint32_t perfQueryPass, QueryMap *localQueryToStateMap)>>
298 queryUpdates;
Jeremy Gebben87db52f2021-10-14 13:55:09 -0600299 layer_data::unordered_set<const cvdescriptorset::DescriptorSet *> validated_descriptor_sets;
300 layer_data::unordered_map<const cvdescriptorset::DescriptorSet *, cvdescriptorset::DescriptorSet::CachedValidation>
301 descriptorset_cache;
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600302 // Contents valid only after an index buffer is bound (CBSTATUS_INDEX_BUFFER_BOUND set)
303 IndexBufferBinding index_buffer_binding;
304 bool performance_lock_acquired = false;
305 bool performance_lock_released = false;
306
307 // Cache of current insert label...
308 LoggingLabel debug_label;
309
310 std::vector<uint8_t> push_constant_data;
311 PushConstantRangesId push_constant_data_ranges;
312
313 std::map<VkShaderStageFlagBits, std::vector<uint8_t>>
314 push_constant_data_update; // vector's value is enum PushConstantByteState.
315 VkPipelineLayout push_constant_pipeline_layout_set;
316
317 // Used for Best Practices tracking
318 uint32_t small_indexed_draw_call_count;
319
320 bool transform_feedback_active{false};
ziga-lunarg40f5fbc2021-08-14 23:06:41 +0200321 bool conditional_rendering_active{false};
ziga-lunarg39eeaf22021-09-03 19:12:44 +0200322 bool conditional_rendering_inside_render_pass{false};
323 uint32_t conditional_rendering_subpass{0};
Jeremy Gebben332d4dd2022-01-01 12:40:02 -0700324 mutable ReadWriteLock lock;
325 ReadLockGuard ReadLock() const { return ReadLockGuard(lock); }
326 WriteLockGuard WriteLock() { return WriteLockGuard(lock); }
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600327
Jeremy Gebben3d22d582021-08-11 15:37:58 -0600328 CMD_BUFFER_STATE(ValidationStateTracker *, VkCommandBuffer cb, const VkCommandBufferAllocateInfo *pCreateInfo,
Jeremy Gebbencd7fa282021-10-27 10:25:32 -0600329 const COMMAND_POOL_STATE *cmd_pool);
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600330
Jeremy Gebben3d22d582021-08-11 15:37:58 -0600331 virtual ~CMD_BUFFER_STATE() { Destroy(); }
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600332
333 void Destroy() override;
334
335 VkCommandBuffer commandBuffer() const { return handle_.Cast<VkCommandBuffer>(); }
336
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600337 IMAGE_VIEW_STATE *GetActiveAttachmentImageViewState(uint32_t index);
338 const IMAGE_VIEW_STATE *GetActiveAttachmentImageViewState(uint32_t index) const;
339
Jeremy Gebben610d3a62022-01-01 12:53:17 -0700340 void AddChild(std::shared_ptr<BASE_NODE> &base_node);
Jeremy Gebben9f537102021-10-05 16:37:12 -0600341 template <typename StateObject>
342 void AddChild(std::shared_ptr<StateObject> &child_node) {
Jeremy Gebben610d3a62022-01-01 12:53:17 -0700343 auto base = std::static_pointer_cast<BASE_NODE>(child_node);
344 AddChild(base);
Jeremy Gebben9f537102021-10-05 16:37:12 -0600345 }
346
Jeremy Gebben610d3a62022-01-01 12:53:17 -0700347 void RemoveChild(std::shared_ptr<BASE_NODE> &base_node);
348 template <typename StateObject>
349 void RemoveChild(std::shared_ptr<StateObject> &child_node) {
350 auto base = std::static_pointer_cast<BASE_NODE>(child_node);
351 RemoveChild(base);
352 }
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600353
Jeremy Gebben3d22d582021-08-11 15:37:58 -0600354 virtual void Reset();
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600355
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600356 void IncrementResources();
357
358 void ResetPushConstantDataIfIncompatible(const PIPELINE_LAYOUT_STATE *pipeline_layout_state);
359
Jeremy Gebben6335df62021-11-01 10:50:13 -0600360 const ImageSubresourceLayoutMap *GetImageSubresourceLayoutMap(const IMAGE_STATE &image_state) const;
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600361 ImageSubresourceLayoutMap *GetImageSubresourceLayoutMap(const IMAGE_STATE &image_state);
ziga-lunarg189ae5d2021-10-19 13:09:58 +0200362 const CommandBufferImageLayoutMap& GetImageSubresourceLayoutMap() const;
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600363
364 const QFOTransferBarrierSets<QFOImageTransferBarrier> &GetQFOBarrierSets(const QFOImageTransferBarrier &type_tag) const {
365 return qfo_transfer_image_barriers;
366 }
367
368 const QFOTransferBarrierSets<QFOBufferTransferBarrier> &GetQFOBarrierSets(const QFOBufferTransferBarrier &type_tag) const {
369 return qfo_transfer_buffer_barriers;
370 }
371
372 QFOTransferBarrierSets<QFOImageTransferBarrier> &GetQFOBarrierSets(const QFOImageTransferBarrier &type_tag) {
373 return qfo_transfer_image_barriers;
374 }
375
376 QFOTransferBarrierSets<QFOBufferTransferBarrier> &GetQFOBarrierSets(const QFOBufferTransferBarrier &type_tag) {
377 return qfo_transfer_buffer_barriers;
378 }
379
380 PIPELINE_STATE *GetCurrentPipeline(VkPipelineBindPoint pipelineBindPoint) const {
381 const auto lv_bind_point = ConvertToLvlBindPoint(pipelineBindPoint);
382 return lastBound[lv_bind_point].pipeline_state;
383 }
384
385 void GetCurrentPipelineAndDesriptorSets(VkPipelineBindPoint pipelineBindPoint, const PIPELINE_STATE **rtn_pipe,
386 const std::vector<LAST_BOUND_STATE::PER_SET> **rtn_sets) const {
387 const auto lv_bind_point = ConvertToLvlBindPoint(pipelineBindPoint);
388 const auto &last_bound_it = lastBound[lv_bind_point];
389 if (!last_bound_it.IsUsing()) {
390 return;
391 }
392 *rtn_pipe = last_bound_it.pipeline_state;
393 *rtn_sets = &(last_bound_it.per_set);
394 }
395
396 VkQueueFlags GetQueueFlags() const {
397 return command_pool->queue_flags;
398 }
399
Jeremy Gebbenefead332021-06-18 08:22:44 -0600400 template <typename Barrier>
Jeremy Gebben7ba56152021-06-18 10:40:10 -0600401 inline bool IsReleaseOp(const Barrier &barrier) const {
402 return (IsTransferOp(barrier)) && (command_pool->queueFamilyIndex == barrier.srcQueueFamilyIndex);
403 }
404 template <typename Barrier>
405 inline bool IsAcquireOp(const Barrier &barrier) const {
406 return (IsTransferOp(barrier)) && (command_pool->queueFamilyIndex == barrier.dstQueueFamilyIndex);
Jeremy Gebbenefead332021-06-18 08:22:44 -0600407 }
408
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600409 void Begin(const VkCommandBufferBeginInfo *pBeginInfo);
410 void End(VkResult result);
411
412 void BeginQuery(const QueryObject &query_obj);
413 void EndQuery(const QueryObject &query_obj);
414 void EndQueries(VkQueryPool queryPool, uint32_t firstQuery, uint32_t queryCount);
415 void ResetQueryPool(VkQueryPool queryPool, uint32_t firstQuery, uint32_t queryCount);
416
Jeremy Gebben10a0ed12021-08-17 09:54:29 -0600417 void BeginRenderPass(CMD_TYPE cmd_type, const VkRenderPassBeginInfo *pRenderPassBegin, VkSubpassContents contents);
418 void NextSubpass(CMD_TYPE cmd_type, VkSubpassContents contents);
419 void EndRenderPass(CMD_TYPE cmd_type);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600420
amhagana448ea52021-11-02 14:09:14 -0400421 void BeginRendering(CMD_TYPE cmd_type, const VkRenderingInfoKHR *pRenderingInfo);
422
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600423 void ExecuteCommands(uint32_t commandBuffersCount, const VkCommandBuffer *pCommandBuffers);
424
425 void UpdateLastBoundDescriptorSets(VkPipelineBindPoint pipeline_bind_point, const PIPELINE_LAYOUT_STATE *pipeline_layout,
426 uint32_t first_set, uint32_t set_count, const VkDescriptorSet *pDescriptorSets,
Jeremy Gebben4d51c552022-01-06 21:27:15 -0700427 std::shared_ptr<cvdescriptorset::DescriptorSet> &push_descriptor_set,
428 uint32_t dynamic_offset_count, const uint32_t *p_dynamic_offsets);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600429
430 void PushDescriptorSetState(VkPipelineBindPoint pipelineBindPoint, PIPELINE_LAYOUT_STATE *pipeline_layout, uint32_t set,
431 uint32_t descriptorWriteCount, const VkWriteDescriptorSet *pDescriptorWrites);
432
sfricke-samsung85584a72021-09-30 21:43:38 -0700433 void UpdateStateCmdDrawDispatchType(CMD_TYPE cmd_type, VkPipelineBindPoint bind_point);
434 void UpdateStateCmdDrawType(CMD_TYPE cmd_type, VkPipelineBindPoint bind_point);
435 void UpdateDrawState(CMD_TYPE cmd_type, const VkPipelineBindPoint bind_point);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600436
Jeremy Gebben10a0ed12021-08-17 09:54:29 -0600437 virtual void RecordCmd(CMD_TYPE cmd_type);
438 void RecordStateCmd(CMD_TYPE cmd_type, CBStatusFlags state_bits);
Jeremy Gebben9f537102021-10-05 16:37:12 -0600439 void RecordTransferCmd(CMD_TYPE cmd_type, std::shared_ptr<BINDABLE> &&buf1, std::shared_ptr<BINDABLE> &&buf2 = nullptr);
Jeremy Gebbencefa7fd2021-08-17 13:44:47 -0600440 void RecordSetEvent(CMD_TYPE cmd_type, VkEvent event, VkPipelineStageFlags2KHR stageMask);
441 void RecordResetEvent(CMD_TYPE cmd_type, VkEvent event, VkPipelineStageFlags2KHR stageMask);
Jeremy Gebben332d4dd2022-01-01 12:40:02 -0700442 virtual void RecordWaitEvents(CMD_TYPE cmd_type, uint32_t eventCount, const VkEvent *pEvents,
443 VkPipelineStageFlags2KHR src_stage_mask);
Jeremy Gebbencefa7fd2021-08-17 13:44:47 -0600444 void RecordWriteTimestamp(CMD_TYPE cmd_type, VkPipelineStageFlags2KHR pipelineStage, VkQueryPool queryPool, uint32_t slot);
445
446 void RecordBarriers(uint32_t memoryBarrierCount, const VkMemoryBarrier *pMemoryBarriers, uint32_t bufferMemoryBarrierCount,
447 const VkBufferMemoryBarrier *pBufferMemoryBarriers, uint32_t imageMemoryBarrierCount,
448 const VkImageMemoryBarrier *pImageMemoryBarriers);
449 void RecordBarriers(const VkDependencyInfoKHR &dep_info);
Jeremy Gebben10a0ed12021-08-17 09:54:29 -0600450
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600451 void SetImageViewLayout(const IMAGE_VIEW_STATE &view_state, VkImageLayout layout, VkImageLayout layoutStencil);
452 void SetImageViewInitialLayout(const IMAGE_VIEW_STATE &view_state, VkImageLayout layout);
453
454 void SetImageLayout(const IMAGE_STATE &image_state, const VkImageSubresourceRange &image_subresource_range,
455 VkImageLayout layout, VkImageLayout expected_layout = kInvalidLayout);
456 void SetImageLayout(const IMAGE_STATE &image_state, const VkImageSubresourceLayers &image_subresource_layers,
457 VkImageLayout layout);
458 void SetImageInitialLayout(VkImage image, const VkImageSubresourceRange &range, VkImageLayout layout);
459 void SetImageInitialLayout(const IMAGE_STATE &image_state, const VkImageSubresourceRange &range, VkImageLayout layout);
460 void SetImageInitialLayout(const IMAGE_STATE &image_state, const VkImageSubresourceLayers &layers, VkImageLayout layout);
461
Jeremy Gebben57642982021-09-14 14:14:55 -0600462 void Submit(uint32_t perf_submit_pass);
463 void Retire(uint32_t perf_submit_pass);
464
amhagana448ea52021-11-02 14:09:14 -0400465 uint32_t GetDynamicColorAttachmentCount() {
466 if (activeRenderPass) {
467 if (activeRenderPass->use_dynamic_rendering_inherited) {
468 return activeRenderPass->inheritance_rendering_info.colorAttachmentCount;
469 }
470 if (activeRenderPass->use_dynamic_rendering) {
Aaron Hagan92a44f82021-11-19 09:34:56 -0500471 return activeRenderPass->dynamic_rendering_begin_rendering_info.colorAttachmentCount;
amhagana448ea52021-11-02 14:09:14 -0400472 }
473 }
474 return 0;
475 }
476 uint32_t GetDynamicColorAttachmentImageIndex(uint32_t index) { return index; }
477 uint32_t GetDynamicColorResolveAttachmentImageIndex(uint32_t index) { return index + GetDynamicColorAttachmentCount(); }
478 uint32_t GetDynamicDepthAttachmentImageIndex() { return 2 * GetDynamicColorAttachmentCount(); }
479 uint32_t GetDynamicDepthResolveAttachmentImageIndex() { return 2 * GetDynamicColorAttachmentCount() + 1; }
480 uint32_t GetDynamicStencilAttachmentImageIndex() { return 2 * GetDynamicColorAttachmentCount() + 2; }
481 uint32_t GetDynamicStencilResolveAttachmentImageIndex() { return 2 * GetDynamicColorAttachmentCount() + 3; }
482
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600483 protected:
Jeremy Gebbenc9a24032021-11-02 11:36:08 -0600484 void NotifyInvalidate(const BASE_NODE::NodeList &invalid_nodes, bool unlink) override;
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600485 void UpdateAttachmentsView(const VkRenderPassBeginInfo *pRenderPassBegin);
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600486};
Jeremy Gebben7ba56152021-06-18 10:40:10 -0600487
488// specializations for barriers that cannot do queue family ownership transfers
489template <>
490inline bool CMD_BUFFER_STATE::IsReleaseOp(const VkMemoryBarrier &barrier) const {
491 return false;
492}
493template <>
494inline bool CMD_BUFFER_STATE::IsReleaseOp(const VkMemoryBarrier2KHR &barrier) const {
495 return false;
496}
497template <>
498inline bool CMD_BUFFER_STATE::IsReleaseOp(const VkSubpassDependency2 &barrier) const {
499 return false;
500}
501template <>
502inline bool CMD_BUFFER_STATE::IsAcquireOp(const VkMemoryBarrier &barrier) const {
503 return false;
504}
505template <>
506inline bool CMD_BUFFER_STATE::IsAcquireOp(const VkMemoryBarrier2KHR &barrier) const {
507 return false;
508}
509template <>
510inline bool CMD_BUFFER_STATE::IsAcquireOp(const VkSubpassDependency2 &barrier) const {
511 return false;
512}