blob: 2f365235ed91537b865a45d07f083bd62d3739cb [file] [log] [blame]
Jeremy Gebben4d51c552022-01-06 21:27:15 -07001/* Copyright (c) 2015-2022 The Khronos Group Inc.
2 * Copyright (c) 2015-2022 Valve Corporation
3 * Copyright (c) 2015-2022 LunarG, Inc.
4 * Copyright (C) 2015-2022 Google Inc.
Jeremy Gebben159b3cc2021-06-03 09:09:03 -06005 * Modifications Copyright (C) 2020 Advanced Micro Devices, Inc. All rights reserved.
6 *
7 * Licensed under the Apache License, Version 2.0 (the "License");
8 * you may not use this file except in compliance with the License.
9 * You may obtain a copy of the License at
10 *
11 * http://www.apache.org/licenses/LICENSE-2.0
12 *
13 * Unless required by applicable law or agreed to in writing, software
14 * distributed under the License is distributed on an "AS IS" BASIS,
15 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 * See the License for the specific language governing permissions and
17 * limitations under the License.
18 *
19 * Author: Courtney Goeltzenleuchter <courtneygo@google.com>
20 * Author: Tobin Ehlis <tobine@google.com>
21 * Author: Chris Forbes <chrisf@ijw.co.nz>
22 * Author: Mark Lobodzinski <mark@lunarg.com>
23 * Author: Dave Houlton <daveh@lunarg.com>
24 * Author: John Zulauf <jzulauf@lunarg.com>
25 * Author: Tobias Hector <tobias.hector@amd.com>
26 */
27#include "cmd_buffer_state.h"
28#include "render_pass_state.h"
Jeremy Gebben1ec89332021-08-05 13:51:49 -060029#include "state_tracker.h"
30#include "image_state.h"
Jeremy Gebben159b3cc2021-06-03 09:09:03 -060031
Jeremy Gebbencd7fa282021-10-27 10:25:32 -060032COMMAND_POOL_STATE::COMMAND_POOL_STATE(ValidationStateTracker *dev, VkCommandPool cp, const VkCommandPoolCreateInfo *pCreateInfo,
33 VkQueueFlags flags)
34 : BASE_NODE(cp, kVulkanObjectTypeCommandPool),
35 dev_data(dev),
36 createFlags(pCreateInfo->flags),
37 queueFamilyIndex(pCreateInfo->queueFamilyIndex),
38 queue_flags(flags),
39 unprotected((pCreateInfo->flags & VK_COMMAND_POOL_CREATE_PROTECTED_BIT) == 0) {}
40
41void COMMAND_POOL_STATE::Allocate(const VkCommandBufferAllocateInfo *create_info, const VkCommandBuffer *command_buffers) {
42 for (uint32_t i = 0; i < create_info->commandBufferCount; i++) {
43 auto new_cb = dev_data->CreateCmdBufferState(command_buffers[i], create_info, this);
44 commandBuffers.emplace(command_buffers[i], new_cb.get());
Jeremy Gebben082a9832021-10-28 13:40:11 -060045 dev_data->Add(std::move(new_cb));
Jeremy Gebbencd7fa282021-10-27 10:25:32 -060046 }
47}
48
49void COMMAND_POOL_STATE::Free(uint32_t count, const VkCommandBuffer *command_buffers) {
50 for (uint32_t i = 0; i < count; i++) {
51 auto iter = commandBuffers.find(command_buffers[i]);
52 if (iter != commandBuffers.end()) {
Jeremy Gebben082a9832021-10-28 13:40:11 -060053 dev_data->Destroy<CMD_BUFFER_STATE>(iter->first);
Jeremy Gebbencd7fa282021-10-27 10:25:32 -060054 commandBuffers.erase(iter);
55 }
56 }
57}
58
59void COMMAND_POOL_STATE::Reset() {
60 for (auto &entry : commandBuffers) {
Jeremy Gebben332d4dd2022-01-01 12:40:02 -070061 auto guard = entry.second->WriteLock();
Jeremy Gebbencd7fa282021-10-27 10:25:32 -060062 entry.second->Reset();
63 }
64}
65
66void COMMAND_POOL_STATE::Destroy() {
67 for (auto &entry : commandBuffers) {
Jeremy Gebben082a9832021-10-28 13:40:11 -060068 dev_data->Destroy<CMD_BUFFER_STATE>(entry.first);
Jeremy Gebbencd7fa282021-10-27 10:25:32 -060069 }
70 commandBuffers.clear();
71 BASE_NODE::Destroy();
72}
73
Jeremy Gebben159b3cc2021-06-03 09:09:03 -060074const char *CommandTypeString(CMD_TYPE type) {
75 // Autogenerated as part of the command_validation.h codegen
76 return kGeneratedCommandNameList[type];
77}
78
79VkDynamicState ConvertToDynamicState(CBStatusFlagBits flag) {
80 switch (flag) {
81 case CBSTATUS_LINE_WIDTH_SET:
82 return VK_DYNAMIC_STATE_LINE_WIDTH;
83 case CBSTATUS_DEPTH_BIAS_SET:
84 return VK_DYNAMIC_STATE_DEPTH_BIAS;
85 case CBSTATUS_BLEND_CONSTANTS_SET:
86 return VK_DYNAMIC_STATE_BLEND_CONSTANTS;
87 case CBSTATUS_DEPTH_BOUNDS_SET:
88 return VK_DYNAMIC_STATE_DEPTH_BOUNDS;
89 case CBSTATUS_STENCIL_READ_MASK_SET:
90 return VK_DYNAMIC_STATE_STENCIL_COMPARE_MASK;
91 case CBSTATUS_STENCIL_WRITE_MASK_SET:
92 return VK_DYNAMIC_STATE_STENCIL_WRITE_MASK;
93 case CBSTATUS_STENCIL_REFERENCE_SET:
94 return VK_DYNAMIC_STATE_STENCIL_REFERENCE;
95 case CBSTATUS_VIEWPORT_SET:
96 return VK_DYNAMIC_STATE_VIEWPORT;
97 case CBSTATUS_SCISSOR_SET:
98 return VK_DYNAMIC_STATE_SCISSOR;
99 case CBSTATUS_EXCLUSIVE_SCISSOR_SET:
100 return VK_DYNAMIC_STATE_EXCLUSIVE_SCISSOR_NV;
101 case CBSTATUS_SHADING_RATE_PALETTE_SET:
102 return VK_DYNAMIC_STATE_VIEWPORT_SHADING_RATE_PALETTE_NV;
103 case CBSTATUS_LINE_STIPPLE_SET:
104 return VK_DYNAMIC_STATE_LINE_STIPPLE_EXT;
105 case CBSTATUS_VIEWPORT_W_SCALING_SET:
106 return VK_DYNAMIC_STATE_VIEWPORT_W_SCALING_NV;
107 case CBSTATUS_CULL_MODE_SET:
108 return VK_DYNAMIC_STATE_CULL_MODE_EXT;
109 case CBSTATUS_FRONT_FACE_SET:
110 return VK_DYNAMIC_STATE_FRONT_FACE_EXT;
111 case CBSTATUS_PRIMITIVE_TOPOLOGY_SET:
112 return VK_DYNAMIC_STATE_PRIMITIVE_TOPOLOGY_EXT;
113 case CBSTATUS_VIEWPORT_WITH_COUNT_SET:
114 return VK_DYNAMIC_STATE_VIEWPORT_WITH_COUNT_EXT;
115 case CBSTATUS_SCISSOR_WITH_COUNT_SET:
116 return VK_DYNAMIC_STATE_SCISSOR_WITH_COUNT_EXT;
117 case CBSTATUS_VERTEX_INPUT_BINDING_STRIDE_SET:
118 return VK_DYNAMIC_STATE_VERTEX_INPUT_BINDING_STRIDE_EXT;
119 case CBSTATUS_DEPTH_TEST_ENABLE_SET:
120 return VK_DYNAMIC_STATE_DEPTH_TEST_ENABLE_EXT;
121 case CBSTATUS_DEPTH_WRITE_ENABLE_SET:
122 return VK_DYNAMIC_STATE_DEPTH_WRITE_ENABLE_EXT;
123 case CBSTATUS_DEPTH_COMPARE_OP_SET:
124 return VK_DYNAMIC_STATE_DEPTH_COMPARE_OP_EXT;
125 case CBSTATUS_DEPTH_BOUNDS_TEST_ENABLE_SET:
126 return VK_DYNAMIC_STATE_DEPTH_BOUNDS_TEST_ENABLE_EXT;
127 case CBSTATUS_STENCIL_TEST_ENABLE_SET:
128 return VK_DYNAMIC_STATE_STENCIL_TEST_ENABLE_EXT;
129 case CBSTATUS_STENCIL_OP_SET:
130 return VK_DYNAMIC_STATE_STENCIL_OP_EXT;
131 case CBSTATUS_DISCARD_RECTANGLE_SET:
132 return VK_DYNAMIC_STATE_DISCARD_RECTANGLE_EXT;
133 case CBSTATUS_SAMPLE_LOCATIONS_SET:
134 return VK_DYNAMIC_STATE_SAMPLE_LOCATIONS_EXT;
135 case CBSTATUS_COARSE_SAMPLE_ORDER_SET:
136 return VK_DYNAMIC_STATE_VIEWPORT_COARSE_SAMPLE_ORDER_NV;
137 case CBSTATUS_PATCH_CONTROL_POINTS_SET:
138 return VK_DYNAMIC_STATE_PATCH_CONTROL_POINTS_EXT;
139 case CBSTATUS_RASTERIZER_DISCARD_ENABLE_SET:
140 return VK_DYNAMIC_STATE_RASTERIZER_DISCARD_ENABLE_EXT;
141 case CBSTATUS_DEPTH_BIAS_ENABLE_SET:
142 return VK_DYNAMIC_STATE_DEPTH_BIAS_ENABLE_EXT;
143 case CBSTATUS_LOGIC_OP_SET:
144 return VK_DYNAMIC_STATE_LOGIC_OP_EXT;
145 case CBSTATUS_PRIMITIVE_RESTART_ENABLE_SET:
146 return VK_DYNAMIC_STATE_PRIMITIVE_RESTART_ENABLE_EXT;
147 case CBSTATUS_VERTEX_INPUT_SET:
148 return VK_DYNAMIC_STATE_VERTEX_INPUT_EXT;
149 default:
150 // CBSTATUS_INDEX_BUFFER_BOUND is not in VkDynamicState
151 return VK_DYNAMIC_STATE_MAX_ENUM;
152 }
153 return VK_DYNAMIC_STATE_MAX_ENUM;
154}
155
156CBStatusFlagBits ConvertToCBStatusFlagBits(VkDynamicState state) {
157 switch (state) {
158 case VK_DYNAMIC_STATE_VIEWPORT:
159 return CBSTATUS_VIEWPORT_SET;
160 case VK_DYNAMIC_STATE_SCISSOR:
161 return CBSTATUS_SCISSOR_SET;
162 case VK_DYNAMIC_STATE_LINE_WIDTH:
163 return CBSTATUS_LINE_WIDTH_SET;
164 case VK_DYNAMIC_STATE_DEPTH_BIAS:
165 return CBSTATUS_DEPTH_BIAS_SET;
166 case VK_DYNAMIC_STATE_BLEND_CONSTANTS:
167 return CBSTATUS_BLEND_CONSTANTS_SET;
168 case VK_DYNAMIC_STATE_DEPTH_BOUNDS:
169 return CBSTATUS_DEPTH_BOUNDS_SET;
170 case VK_DYNAMIC_STATE_STENCIL_COMPARE_MASK:
171 return CBSTATUS_STENCIL_READ_MASK_SET;
172 case VK_DYNAMIC_STATE_STENCIL_WRITE_MASK:
173 return CBSTATUS_STENCIL_WRITE_MASK_SET;
174 case VK_DYNAMIC_STATE_STENCIL_REFERENCE:
175 return CBSTATUS_STENCIL_REFERENCE_SET;
176 case VK_DYNAMIC_STATE_VIEWPORT_W_SCALING_NV:
177 return CBSTATUS_VIEWPORT_W_SCALING_SET;
178 case VK_DYNAMIC_STATE_DISCARD_RECTANGLE_EXT:
179 return CBSTATUS_DISCARD_RECTANGLE_SET;
180 case VK_DYNAMIC_STATE_SAMPLE_LOCATIONS_EXT:
181 return CBSTATUS_SAMPLE_LOCATIONS_SET;
182 case VK_DYNAMIC_STATE_VIEWPORT_SHADING_RATE_PALETTE_NV:
183 return CBSTATUS_SHADING_RATE_PALETTE_SET;
184 case VK_DYNAMIC_STATE_VIEWPORT_COARSE_SAMPLE_ORDER_NV:
185 return CBSTATUS_COARSE_SAMPLE_ORDER_SET;
186 case VK_DYNAMIC_STATE_EXCLUSIVE_SCISSOR_NV:
187 return CBSTATUS_EXCLUSIVE_SCISSOR_SET;
188 case VK_DYNAMIC_STATE_LINE_STIPPLE_EXT:
189 return CBSTATUS_LINE_STIPPLE_SET;
190 case VK_DYNAMIC_STATE_CULL_MODE_EXT:
191 return CBSTATUS_CULL_MODE_SET;
192 case VK_DYNAMIC_STATE_FRONT_FACE_EXT:
193 return CBSTATUS_FRONT_FACE_SET;
194 case VK_DYNAMIC_STATE_PRIMITIVE_TOPOLOGY_EXT:
195 return CBSTATUS_PRIMITIVE_TOPOLOGY_SET;
196 case VK_DYNAMIC_STATE_VIEWPORT_WITH_COUNT_EXT:
197 return CBSTATUS_VIEWPORT_WITH_COUNT_SET;
198 case VK_DYNAMIC_STATE_SCISSOR_WITH_COUNT_EXT:
199 return CBSTATUS_SCISSOR_WITH_COUNT_SET;
200 case VK_DYNAMIC_STATE_VERTEX_INPUT_BINDING_STRIDE_EXT:
201 return CBSTATUS_VERTEX_INPUT_BINDING_STRIDE_SET;
202 case VK_DYNAMIC_STATE_DEPTH_TEST_ENABLE_EXT:
203 return CBSTATUS_DEPTH_TEST_ENABLE_SET;
204 case VK_DYNAMIC_STATE_DEPTH_WRITE_ENABLE_EXT:
205 return CBSTATUS_DEPTH_WRITE_ENABLE_SET;
206 case VK_DYNAMIC_STATE_DEPTH_COMPARE_OP_EXT:
207 return CBSTATUS_DEPTH_COMPARE_OP_SET;
208 case VK_DYNAMIC_STATE_DEPTH_BOUNDS_TEST_ENABLE_EXT:
209 return CBSTATUS_DEPTH_BOUNDS_TEST_ENABLE_SET;
210 case VK_DYNAMIC_STATE_STENCIL_TEST_ENABLE_EXT:
211 return CBSTATUS_STENCIL_TEST_ENABLE_SET;
212 case VK_DYNAMIC_STATE_STENCIL_OP_EXT:
213 return CBSTATUS_STENCIL_OP_SET;
214 case VK_DYNAMIC_STATE_PATCH_CONTROL_POINTS_EXT:
215 return CBSTATUS_PATCH_CONTROL_POINTS_SET;
216 case VK_DYNAMIC_STATE_RASTERIZER_DISCARD_ENABLE_EXT:
217 return CBSTATUS_RASTERIZER_DISCARD_ENABLE_SET;
218 case VK_DYNAMIC_STATE_DEPTH_BIAS_ENABLE_EXT:
219 return CBSTATUS_DEPTH_BIAS_ENABLE_SET;
220 case VK_DYNAMIC_STATE_LOGIC_OP_EXT:
221 return CBSTATUS_LOGIC_OP_SET;
222 case VK_DYNAMIC_STATE_PRIMITIVE_RESTART_ENABLE_EXT:
223 return CBSTATUS_PRIMITIVE_RESTART_ENABLE_SET;
224 case VK_DYNAMIC_STATE_VERTEX_INPUT_EXT:
225 return CBSTATUS_VERTEX_INPUT_SET;
226 default:
227 return CBSTATUS_NONE;
228 }
229 return CBSTATUS_NONE;
230}
231
Jeremy Gebbencd7fa282021-10-27 10:25:32 -0600232CMD_BUFFER_STATE::CMD_BUFFER_STATE(ValidationStateTracker *dev, VkCommandBuffer cb, const VkCommandBufferAllocateInfo *pCreateInfo,
233 const COMMAND_POOL_STATE *pool)
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600234 : REFCOUNTED_NODE(cb, kVulkanObjectTypeCommandBuffer),
235 createInfo(*pCreateInfo),
236 command_pool(pool),
Jeremy Gebbencd7fa282021-10-27 10:25:32 -0600237 dev_data(dev),
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600238 unprotected(pool->unprotected) {
239 Reset();
240}
241
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600242// Get the image viewstate for a given framebuffer attachment
243IMAGE_VIEW_STATE *CMD_BUFFER_STATE::GetActiveAttachmentImageViewState(uint32_t index) {
244 assert(active_attachments && index != VK_ATTACHMENT_UNUSED && (index < active_attachments->size()));
245 return active_attachments->at(index);
246}
247
248// Get the image viewstate for a given framebuffer attachment
249const IMAGE_VIEW_STATE *CMD_BUFFER_STATE::GetActiveAttachmentImageViewState(uint32_t index) const {
ziga-lunarg452a5f92021-09-08 15:33:03 +0200250 if (!active_attachments || index == VK_ATTACHMENT_UNUSED || (index >= active_attachments->size())) {
251 return nullptr;
252 }
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600253 return active_attachments->at(index);
254}
255
Jeremy Gebben610d3a62022-01-01 12:53:17 -0700256void CMD_BUFFER_STATE::AddChild(std::shared_ptr<BASE_NODE> &child_node) {
Jeremy Gebbenc9a24032021-11-02 11:36:08 -0600257 assert(child_node);
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600258 if (child_node->AddParent(this)) {
Jeremy Gebbenc9a24032021-11-02 11:36:08 -0600259 object_bindings.insert(child_node);
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600260 }
261}
262
Jeremy Gebben610d3a62022-01-01 12:53:17 -0700263void CMD_BUFFER_STATE::RemoveChild(std::shared_ptr<BASE_NODE> &child_node) {
Jeremy Gebbenc9a24032021-11-02 11:36:08 -0600264 assert(child_node);
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600265 child_node->RemoveParent(this);
Jeremy Gebbenc9a24032021-11-02 11:36:08 -0600266 object_bindings.erase(child_node);
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600267}
268
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600269// Reset the command buffer state
270// Maintain the createInfo and set state to CB_NEW, but clear all other state
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600271void CMD_BUFFER_STATE::Reset() {
272 ResetUse();
273 // Reset CB state (note that createInfo is not cleared)
274 memset(&beginInfo, 0, sizeof(VkCommandBufferBeginInfo));
275 memset(&inheritanceInfo, 0, sizeof(VkCommandBufferInheritanceInfo));
276 hasDrawCmd = false;
277 hasTraceRaysCmd = false;
278 hasBuildAccelerationStructureCmd = false;
279 hasDispatchCmd = false;
280 state = CB_NEW;
281 commandCount = 0;
282 submitCount = 0;
283 image_layout_change_count = 1; // Start at 1. 0 is insert value for validation cache versions, s.t. new == dirty
284 status = 0;
285 static_status = 0;
286 inheritedViewportDepths.clear();
287 usedViewportScissorCount = 0;
288 pipelineStaticViewportCount = 0;
289 pipelineStaticScissorCount = 0;
290 viewportMask = 0;
291 viewportWithCountMask = 0;
292 viewportWithCountCount = 0;
293 scissorMask = 0;
294 scissorWithCountMask = 0;
295 scissorWithCountCount = 0;
296 trashedViewportMask = 0;
297 trashedScissorMask = 0;
298 trashedViewportCount = false;
299 trashedScissorCount = false;
300 usedDynamicViewportCount = false;
301 usedDynamicScissorCount = false;
302 primitiveTopology = VK_PRIMITIVE_TOPOLOGY_MAX_ENUM;
303
304 activeRenderPassBeginInfo = safe_VkRenderPassBeginInfo();
305 activeRenderPass = nullptr;
306 active_attachments = nullptr;
307 active_subpasses = nullptr;
308 attachments_view_states.clear();
309 activeSubpassContents = VK_SUBPASS_CONTENTS_INLINE;
310 activeSubpass = 0;
311 broken_bindings.clear();
312 waitedEvents.clear();
313 events.clear();
314 writeEventsBeforeWait.clear();
315 activeQueries.clear();
316 startedQueries.clear();
317 image_layout_map.clear();
Jeremy Gebben4a8881f2022-01-10 17:04:30 -0700318 aliased_image_layout_map.clear();
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600319 current_vertex_buffer_binding_info.vertex_buffer_bindings.clear();
320 vertex_buffer_used = false;
321 primaryCommandBuffer = VK_NULL_HANDLE;
322
323 linkedCommandBuffers.clear();
324 // Remove reverse command buffer links.
325 Invalidate(true);
326
327 queue_submit_functions.clear();
Hans-Kristian Arntzen59c2c3f2021-06-14 11:40:12 +0200328 queue_submit_functions_after_render_pass.clear();
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600329 cmd_execute_commands_functions.clear();
330 eventUpdates.clear();
331 queryUpdates.clear();
332
333 // Remove object bindings
334 for (const auto &obj : object_bindings) {
Jeremy Gebbenc9a24032021-11-02 11:36:08 -0600335 obj->RemoveParent(this);
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600336 }
337 object_bindings.clear();
338
339 for (auto &item : lastBound) {
340 item.Reset();
341 }
342 // Remove this cmdBuffer's reference from each FrameBuffer's CB ref list
343 for (auto &framebuffer : framebuffers) {
344 framebuffer->RemoveParent(this);
345 }
346 framebuffers.clear();
347 activeFramebuffer = VK_NULL_HANDLE;
348 index_buffer_binding.reset();
349
350 qfo_transfer_image_barriers.Reset();
351 qfo_transfer_buffer_barriers.Reset();
352
353 // Clean up the label data
354 debug_label.Reset();
355 validate_descriptorsets_in_queuesubmit.clear();
356
357 // Best practices info
358 small_indexed_draw_call_count = 0;
359
360 transform_feedback_active = false;
361
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600362 // Clean up the label data
363 ResetCmdDebugUtilsLabel(dev_data->report_data, commandBuffer());
364
365 if (dev_data->command_buffer_reset_callback) {
366 (*dev_data->command_buffer_reset_callback)(commandBuffer());
367 }
368}
369
370// Track which resources are in-flight by atomically incrementing their "in_use" count
371void CMD_BUFFER_STATE::IncrementResources() {
372 submitCount++;
373
374 // TODO : We should be able to remove the NULL look-up checks from the code below as long as
375 // all the corresponding cases are verified to cause CB_INVALID state and the CB_INVALID state
376 // should then be flagged prior to calling this function
377 for (auto event : writeEventsBeforeWait) {
Jeremy Gebbenb20a8242021-11-05 15:14:43 -0600378 auto event_state = dev_data->Get<EVENT_STATE>(event);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600379 if (event_state) event_state->write_in_use++;
380 }
381}
382
383// Discussed in details in https://github.com/KhronosGroup/Vulkan-Docs/issues/1081
384// Internal discussion and CTS were written to prove that this is not called after an incompatible vkCmdBindPipeline
385// "Binding a pipeline with a layout that is not compatible with the push constant layout does not disturb the push constant values"
386//
387// vkCmdBindDescriptorSet has nothing to do with push constants and don't need to call this after neither
388//
389// Part of this assumes apps at draw/dispath/traceRays/etc time will have it properly compatabile or else other VU will be triggered
390void CMD_BUFFER_STATE::ResetPushConstantDataIfIncompatible(const PIPELINE_LAYOUT_STATE *pipeline_layout_state) {
391 if (pipeline_layout_state == nullptr) {
392 return;
393 }
394 if (push_constant_data_ranges == pipeline_layout_state->push_constant_ranges) {
395 return;
396 }
397
398 push_constant_data_ranges = pipeline_layout_state->push_constant_ranges;
399 push_constant_data.clear();
400 push_constant_data_update.clear();
401 uint32_t size_needed = 0;
402 for (const auto &push_constant_range : *push_constant_data_ranges) {
403 auto size = push_constant_range.offset + push_constant_range.size;
404 size_needed = std::max(size_needed, size);
405
406 auto stage_flags = push_constant_range.stageFlags;
407 uint32_t bit_shift = 0;
408 while (stage_flags) {
409 if (stage_flags & 1) {
410 VkShaderStageFlagBits flag = static_cast<VkShaderStageFlagBits>(1 << bit_shift);
411 const auto it = push_constant_data_update.find(flag);
412
413 if (it != push_constant_data_update.end()) {
414 if (it->second.size() < push_constant_range.offset) {
415 it->second.resize(push_constant_range.offset, PC_Byte_Not_Set);
416 }
417 if (it->second.size() < size) {
418 it->second.resize(size, PC_Byte_Not_Updated);
419 }
420 } else {
421 std::vector<uint8_t> bytes;
422 bytes.resize(push_constant_range.offset, PC_Byte_Not_Set);
423 bytes.resize(size, PC_Byte_Not_Updated);
424 push_constant_data_update[flag] = bytes;
425 }
426 }
427 stage_flags = stage_flags >> 1;
428 ++bit_shift;
429 }
430 }
431 push_constant_data.resize(size_needed, 0);
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600432}
433
434void CMD_BUFFER_STATE::Destroy() {
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600435 // Allow any derived class to clean up command buffer state
436 if (dev_data->command_buffer_reset_callback) {
437 (*dev_data->command_buffer_reset_callback)(commandBuffer());
438 }
439 if (dev_data->command_buffer_free_callback) {
440 (*dev_data->command_buffer_free_callback)(commandBuffer());
441 }
442
443 // Remove the cb debug labels
444 EraseCmdDebugUtilsLabel(dev_data->report_data, commandBuffer());
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600445 Reset();
446 BASE_NODE::Destroy();
447}
448
Jeremy Gebbenc9a24032021-11-02 11:36:08 -0600449void CMD_BUFFER_STATE::NotifyInvalidate(const BASE_NODE::NodeList &invalid_nodes, bool unlink) {
Jeremy Gebben332d4dd2022-01-01 12:40:02 -0700450 {
451 auto guard = WriteLock();
452 if (state == CB_RECORDING) {
453 state = CB_INVALID_INCOMPLETE;
454 } else if (state == CB_RECORDED) {
455 state = CB_INVALID_COMPLETE;
456 }
457 assert(!invalid_nodes.empty());
458 LogObjectList log_list;
Jeremy Gebben610d3a62022-01-01 12:53:17 -0700459 for (auto &obj : invalid_nodes) {
Jeremy Gebben332d4dd2022-01-01 12:40:02 -0700460 log_list.object_list.emplace_back(obj->Handle());
461 }
462 broken_bindings.emplace(invalid_nodes[0]->Handle(), log_list);
463
464 if (unlink) {
465 for (auto &obj : invalid_nodes) {
466 object_bindings.erase(obj);
467 switch (obj->Type()) {
468 case kVulkanObjectTypeCommandBuffer:
469 linkedCommandBuffers.erase(static_cast<CMD_BUFFER_STATE *>(obj.get()));
470 break;
471 case kVulkanObjectTypeImage:
472 image_layout_map.erase(static_cast<IMAGE_STATE *>(obj.get()));
473 break;
474 default:
475 break;
476 }
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600477 }
478 }
479 }
Jeremy Gebbenc9a24032021-11-02 11:36:08 -0600480 BASE_NODE::NotifyInvalidate(invalid_nodes, unlink);
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600481}
482
ziga-lunarg189ae5d2021-10-19 13:09:58 +0200483const CommandBufferImageLayoutMap& CMD_BUFFER_STATE::GetImageSubresourceLayoutMap() const { return image_layout_map; }
484
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600485// The const variant only need the image as it is the key for the map
Jeremy Gebben6335df62021-11-01 10:50:13 -0600486const ImageSubresourceLayoutMap *CMD_BUFFER_STATE::GetImageSubresourceLayoutMap(const IMAGE_STATE &image_state) const {
487 auto it = image_layout_map.find(&image_state);
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600488 if (it == image_layout_map.cend()) {
489 return nullptr;
490 }
Jeremy Gebben4a8881f2022-01-10 17:04:30 -0700491 return it->second.get();
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600492}
493
494// The non-const variant only needs the image state, as the factory requires it to construct a new entry
495ImageSubresourceLayoutMap *CMD_BUFFER_STATE::GetImageSubresourceLayoutMap(const IMAGE_STATE &image_state) {
Jeremy Gebben6335df62021-11-01 10:50:13 -0600496 auto &layout_map = image_layout_map[&image_state];
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600497 if (!layout_map) {
Jeremy Gebben4a8881f2022-01-10 17:04:30 -0700498 // Make sure we don't create a nullptr keyed entry for a zombie Image
499 if (image_state.Destroyed() || !image_state.layout_range_map) {
500 return nullptr;
501 }
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600502 // Was an empty slot... fill it in.
Jeremy Gebben4a8881f2022-01-10 17:04:30 -0700503 if (image_state.CanAlias()) {
504 // Aliasing images need to share the same local layout map.
505 // Since they use the same global layout state, use it as a key
506 // for the local state. We don't need a lock on the global range
507 // map to do a lookup based on its pointer.
508 const auto *global_layout_map = image_state.layout_range_map.get();
509 auto iter = aliased_image_layout_map.find(global_layout_map);
510 if (iter != aliased_image_layout_map.end()) {
511 layout_map = iter->second;
512 } else {
513 layout_map = std::make_shared<ImageSubresourceLayoutMap>(image_state);
514 // Save the local layout map for the next aliased image.
515 // The global layout map pointer is only used as a key into the local lookup
516 // table so it doesn't need to be locked.
517 aliased_image_layout_map.emplace(global_layout_map, layout_map);
518 }
519
520 } else {
521 layout_map = std::make_shared<ImageSubresourceLayoutMap>(image_state);
522 }
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600523 }
Jeremy Gebben4a8881f2022-01-10 17:04:30 -0700524 return layout_map.get();
Jeremy Gebben159b3cc2021-06-03 09:09:03 -0600525}
526
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600527static bool SetQueryState(QueryObject object, QueryState value, QueryMap *localQueryToStateMap) {
528 (*localQueryToStateMap)[object] = value;
529 return false;
530}
531
532void CMD_BUFFER_STATE::BeginQuery(const QueryObject &query_obj) {
533 activeQueries.insert(query_obj);
534 startedQueries.insert(query_obj);
535 queryUpdates.emplace_back([query_obj](const ValidationStateTracker *device_data, bool do_validate,
536 VkQueryPool &firstPerfQueryPool, uint32_t perfQueryPass, QueryMap *localQueryToStateMap) {
537 SetQueryState(QueryObject(query_obj, perfQueryPass), QUERYSTATE_RUNNING, localQueryToStateMap);
538 return false;
539 });
540}
541
542void CMD_BUFFER_STATE::EndQuery(const QueryObject &query_obj) {
543 activeQueries.erase(query_obj);
544 queryUpdates.emplace_back([query_obj](const ValidationStateTracker *device_data, bool do_validate,
545 VkQueryPool &firstPerfQueryPool, uint32_t perfQueryPass, QueryMap *localQueryToStateMap) {
546 return SetQueryState(QueryObject(query_obj, perfQueryPass), QUERYSTATE_ENDED, localQueryToStateMap);
547 });
548}
549
550static bool SetQueryStateMulti(VkQueryPool queryPool, uint32_t firstQuery, uint32_t queryCount, uint32_t perfPass, QueryState value,
551 QueryMap *localQueryToStateMap) {
552 for (uint32_t i = 0; i < queryCount; i++) {
553 QueryObject object = QueryObject(QueryObject(queryPool, firstQuery + i), perfPass);
554 (*localQueryToStateMap)[object] = value;
555 }
556 return false;
557}
558
559void CMD_BUFFER_STATE::EndQueries(VkQueryPool queryPool, uint32_t firstQuery, uint32_t queryCount) {
560 for (uint32_t slot = firstQuery; slot < (firstQuery + queryCount); slot++) {
561 QueryObject query = {queryPool, slot};
562 activeQueries.erase(query);
563 }
564 queryUpdates.emplace_back([queryPool, firstQuery, queryCount](const ValidationStateTracker *device_data, bool do_validate,
565 VkQueryPool &firstPerfQueryPool, uint32_t perfQueryPass,
566 QueryMap *localQueryToStateMap) {
Lars-Ivar Hesselberg Simonsen1a5646f2021-10-25 15:06:16 +0200567 return SetQueryStateMulti(queryPool, firstQuery, queryCount, perfQueryPass, QUERYSTATE_ENDED, localQueryToStateMap);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600568 });
569}
570
571void CMD_BUFFER_STATE::ResetQueryPool(VkQueryPool queryPool, uint32_t firstQuery, uint32_t queryCount) {
572 for (uint32_t slot = firstQuery; slot < (firstQuery + queryCount); slot++) {
573 QueryObject query = {queryPool, slot};
574 resetQueries.insert(query);
575 }
576
577 queryUpdates.emplace_back([queryPool, firstQuery, queryCount](const ValidationStateTracker *device_data, bool do_validate,
578 VkQueryPool &firstPerfQueryPool, uint32_t perfQueryPass,
579 QueryMap *localQueryToStateMap) {
580 return SetQueryStateMulti(queryPool, firstQuery, queryCount, perfQueryPass, QUERYSTATE_RESET, localQueryToStateMap);
581 });
582}
583
584void UpdateSubpassAttachments(const safe_VkSubpassDescription2 &subpass, std::vector<SUBPASS_INFO> &subpasses) {
585 for (uint32_t index = 0; index < subpass.inputAttachmentCount; ++index) {
586 const uint32_t attachment_index = subpass.pInputAttachments[index].attachment;
587 if (attachment_index != VK_ATTACHMENT_UNUSED) {
588 subpasses[attachment_index].used = true;
589 subpasses[attachment_index].usage = VK_IMAGE_USAGE_INPUT_ATTACHMENT_BIT;
590 subpasses[attachment_index].layout = subpass.pInputAttachments[index].layout;
591 }
592 }
593
594 for (uint32_t index = 0; index < subpass.colorAttachmentCount; ++index) {
595 const uint32_t attachment_index = subpass.pColorAttachments[index].attachment;
596 if (attachment_index != VK_ATTACHMENT_UNUSED) {
597 subpasses[attachment_index].used = true;
598 subpasses[attachment_index].usage = VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT;
599 subpasses[attachment_index].layout = subpass.pColorAttachments[index].layout;
600 }
601 if (subpass.pResolveAttachments) {
602 const uint32_t attachment_index2 = subpass.pResolveAttachments[index].attachment;
603 if (attachment_index2 != VK_ATTACHMENT_UNUSED) {
604 subpasses[attachment_index2].used = true;
605 subpasses[attachment_index2].usage = VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT;
606 subpasses[attachment_index2].layout = subpass.pResolveAttachments[index].layout;
607 }
608 }
609 }
610
611 if (subpass.pDepthStencilAttachment) {
612 const uint32_t attachment_index = subpass.pDepthStencilAttachment->attachment;
613 if (attachment_index != VK_ATTACHMENT_UNUSED) {
614 subpasses[attachment_index].used = true;
615 subpasses[attachment_index].usage = VK_IMAGE_USAGE_DEPTH_STENCIL_ATTACHMENT_BIT;
616 subpasses[attachment_index].layout = subpass.pDepthStencilAttachment->layout;
617 }
618 }
619}
620
621void CMD_BUFFER_STATE::UpdateAttachmentsView(const VkRenderPassBeginInfo *pRenderPassBegin) {
622 auto &attachments = *(active_attachments.get());
623 const bool imageless = (activeFramebuffer->createInfo.flags & VK_FRAMEBUFFER_CREATE_IMAGELESS_BIT) ? true : false;
624 const VkRenderPassAttachmentBeginInfo *attachment_info_struct = nullptr;
625 if (pRenderPassBegin) attachment_info_struct = LvlFindInChain<VkRenderPassAttachmentBeginInfo>(pRenderPassBegin->pNext);
626
627 for (uint32_t i = 0; i < attachments.size(); ++i) {
628 if (imageless) {
629 if (attachment_info_struct && i < attachment_info_struct->attachmentCount) {
Jeremy Gebben9f537102021-10-05 16:37:12 -0600630 auto res = attachments_view_states.insert(dev_data->Get<IMAGE_VIEW_STATE>(attachment_info_struct->pAttachments[i]));
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600631 attachments[i] = res.first->get();
632 }
633 } else {
634 auto res = attachments_view_states.insert(activeFramebuffer->attachments_view_state[i]);
635 attachments[i] = res.first->get();
636 }
637 }
638}
639
Jeremy Gebben10a0ed12021-08-17 09:54:29 -0600640void CMD_BUFFER_STATE::BeginRenderPass(CMD_TYPE cmd_type, const VkRenderPassBeginInfo *pRenderPassBegin,
641 const VkSubpassContents contents) {
642 RecordCmd(cmd_type);
Jeremy Gebben9f537102021-10-05 16:37:12 -0600643 activeFramebuffer = dev_data->Get<FRAMEBUFFER_STATE>(pRenderPassBegin->framebuffer);
644 activeRenderPass = dev_data->Get<RENDER_PASS_STATE>(pRenderPassBegin->renderPass);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600645 activeRenderPassBeginInfo = safe_VkRenderPassBeginInfo(pRenderPassBegin);
646 activeSubpass = 0;
647 activeSubpassContents = contents;
648
649 // Connect this RP to cmdBuffer
650 if (!dev_data->disabled[command_buffer_state] && activeRenderPass) {
Jeremy Gebben610d3a62022-01-01 12:53:17 -0700651 AddChild(activeRenderPass);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600652 }
653
654 auto chained_device_group_struct = LvlFindInChain<VkDeviceGroupRenderPassBeginInfo>(pRenderPassBegin->pNext);
655 if (chained_device_group_struct) {
656 active_render_pass_device_mask = chained_device_group_struct->deviceMask;
657 } else {
658 active_render_pass_device_mask = initial_device_mask;
659 }
660
661 active_subpasses = nullptr;
662 active_attachments = nullptr;
663
664 if (activeFramebuffer) {
665 framebuffers.insert(activeFramebuffer);
666
667 // Set cb_state->active_subpasses
668 active_subpasses = std::make_shared<std::vector<SUBPASS_INFO>>(activeFramebuffer->createInfo.attachmentCount);
669 const auto &subpass = activeRenderPass->createInfo.pSubpasses[activeSubpass];
670 UpdateSubpassAttachments(subpass, *active_subpasses);
671
672 // Set cb_state->active_attachments & cb_state->attachments_view_states
673 active_attachments = std::make_shared<std::vector<IMAGE_VIEW_STATE *>>(activeFramebuffer->createInfo.attachmentCount);
674 UpdateAttachmentsView(pRenderPassBegin);
675
676 // Connect this framebuffer and its children to this cmdBuffer
Jeremy Gebben610d3a62022-01-01 12:53:17 -0700677 AddChild(activeFramebuffer);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600678 }
679}
680
Jeremy Gebben10a0ed12021-08-17 09:54:29 -0600681void CMD_BUFFER_STATE::NextSubpass(CMD_TYPE cmd_type, VkSubpassContents contents) {
682 RecordCmd(cmd_type);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600683 activeSubpass++;
684 activeSubpassContents = contents;
685
686 // Update cb_state->active_subpasses
687 if (activeRenderPass && activeFramebuffer) {
688 active_subpasses = nullptr;
689 active_subpasses = std::make_shared<std::vector<SUBPASS_INFO>>(activeFramebuffer->createInfo.attachmentCount);
690
691 const auto &subpass = activeRenderPass->createInfo.pSubpasses[activeSubpass];
692 UpdateSubpassAttachments(subpass, *active_subpasses);
693 }
694}
695
Jeremy Gebben10a0ed12021-08-17 09:54:29 -0600696void CMD_BUFFER_STATE::EndRenderPass(CMD_TYPE cmd_type) {
697 RecordCmd(cmd_type);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600698 activeRenderPass = nullptr;
699 active_attachments = nullptr;
700 active_subpasses = nullptr;
701 activeSubpass = 0;
702 activeFramebuffer = VK_NULL_HANDLE;
703}
704
Tony-LunarG40b33882021-12-02 12:40:11 -0700705void CMD_BUFFER_STATE::BeginRendering(CMD_TYPE cmd_type, const VkRenderingInfo *pRenderingInfo) {
amhagana448ea52021-11-02 14:09:14 -0400706 RecordCmd(cmd_type);
Tony-LunarG40b33882021-12-02 12:40:11 -0700707 begin_rendering_func_name = CommandTypeString(cmd_type);
amhagana448ea52021-11-02 14:09:14 -0400708 activeRenderPass = std::make_shared<RENDER_PASS_STATE>(pRenderingInfo);
709
710 auto chained_device_group_struct = LvlFindInChain<VkDeviceGroupRenderPassBeginInfo>(pRenderingInfo->pNext);
711 if (chained_device_group_struct) {
712 active_render_pass_device_mask = chained_device_group_struct->deviceMask;
713 } else {
714 active_render_pass_device_mask = initial_device_mask;
715 }
716
717 activeSubpassContents = ((pRenderingInfo->flags & VK_RENDERING_CONTENTS_SECONDARY_COMMAND_BUFFERS_BIT_KHR) ? VK_SUBPASS_CONTENTS_SECONDARY_COMMAND_BUFFERS : VK_SUBPASS_CONTENTS_INLINE);
718
719 active_attachments = nullptr;
720 uint32_t attachment_count = (pRenderingInfo->colorAttachmentCount + 2) * 2;
721
722 // Set cb_state->active_attachments & cb_state->attachments_view_states
723 active_attachments = std::make_shared<std::vector<IMAGE_VIEW_STATE *>>(attachment_count);
724 auto &attachments = *(active_attachments.get());
725
726 for (uint32_t i = 0; i < pRenderingInfo->colorAttachmentCount; ++i) {
727 auto& colorAttachment = attachments[GetDynamicColorAttachmentImageIndex(i)];
728 auto& colorResolveAttachment = attachments[GetDynamicColorResolveAttachmentImageIndex(i)];
729 colorAttachment = nullptr;
730 colorResolveAttachment = nullptr;
731
732 if (pRenderingInfo->pColorAttachments[i].imageView != VK_NULL_HANDLE) {
Jeremy Gebben9f537102021-10-05 16:37:12 -0600733 auto res =
734 attachments_view_states.insert(dev_data->Get<IMAGE_VIEW_STATE>(pRenderingInfo->pColorAttachments[i].imageView));
amhagana448ea52021-11-02 14:09:14 -0400735 colorAttachment = res.first->get();
736 if (pRenderingInfo->pColorAttachments[i].resolveMode != VK_RESOLVE_MODE_NONE &&
737 pRenderingInfo->pColorAttachments[i].resolveImageView != VK_NULL_HANDLE) {
738 colorResolveAttachment = res.first->get();
739 }
740 }
741 }
742
743 if (pRenderingInfo->pDepthAttachment && pRenderingInfo->pDepthAttachment->imageView != VK_NULL_HANDLE) {
744 auto& depthAttachment = attachments[GetDynamicDepthAttachmentImageIndex()];
745 auto& depthResolveAttachment = attachments[GetDynamicDepthResolveAttachmentImageIndex()];
746 depthAttachment = nullptr;
747 depthResolveAttachment = nullptr;
748
Jeremy Gebben9f537102021-10-05 16:37:12 -0600749 auto res = attachments_view_states.insert(dev_data->Get<IMAGE_VIEW_STATE>(pRenderingInfo->pDepthAttachment->imageView));
amhagana448ea52021-11-02 14:09:14 -0400750 depthAttachment = res.first->get();
751 if (pRenderingInfo->pDepthAttachment->resolveMode != VK_RESOLVE_MODE_NONE &&
752 pRenderingInfo->pDepthAttachment->resolveImageView != VK_NULL_HANDLE) {
753 depthResolveAttachment = res.first->get();
754 }
755 }
756
757 if (pRenderingInfo->pStencilAttachment && pRenderingInfo->pStencilAttachment->imageView != VK_NULL_HANDLE) {
758 auto& stencilAttachment = attachments[GetDynamicStencilAttachmentImageIndex()];
759 auto& stencilResolveAttachment = attachments[GetDynamicStencilResolveAttachmentImageIndex()];
760 stencilAttachment = nullptr;
761 stencilResolveAttachment = nullptr;
762
Jeremy Gebben9f537102021-10-05 16:37:12 -0600763 auto res = attachments_view_states.insert(dev_data->Get<IMAGE_VIEW_STATE>(pRenderingInfo->pStencilAttachment->imageView));
amhagana448ea52021-11-02 14:09:14 -0400764 stencilAttachment = res.first->get();
765 if (pRenderingInfo->pStencilAttachment->resolveMode != VK_RESOLVE_MODE_NONE &&
766 pRenderingInfo->pStencilAttachment->resolveImageView != VK_NULL_HANDLE) {
767 stencilResolveAttachment = res.first->get();
768 }
769 }
770}
771
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600772void CMD_BUFFER_STATE::Begin(const VkCommandBufferBeginInfo *pBeginInfo) {
773 if (CB_RECORDED == state || CB_INVALID_COMPLETE == state) {
774 Reset();
775 }
776 // Set updated state here in case implicit reset occurs above
777 state = CB_RECORDING;
778 beginInfo = *pBeginInfo;
779 if (beginInfo.pInheritanceInfo && (createInfo.level == VK_COMMAND_BUFFER_LEVEL_SECONDARY)) {
780 inheritanceInfo = *(beginInfo.pInheritanceInfo);
781 beginInfo.pInheritanceInfo = &inheritanceInfo;
782 // If we are a secondary command-buffer and inheriting. Update the items we should inherit.
783 if ((createInfo.level != VK_COMMAND_BUFFER_LEVEL_PRIMARY) &&
784 (beginInfo.flags & VK_COMMAND_BUFFER_USAGE_RENDER_PASS_CONTINUE_BIT)) {
amhagana448ea52021-11-02 14:09:14 -0400785 if (beginInfo.pInheritanceInfo->renderPass) {
Jeremy Gebben9f537102021-10-05 16:37:12 -0600786 activeRenderPass = dev_data->Get<RENDER_PASS_STATE>(beginInfo.pInheritanceInfo->renderPass);
amhagana448ea52021-11-02 14:09:14 -0400787 activeSubpass = beginInfo.pInheritanceInfo->subpass;
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600788
amhagana448ea52021-11-02 14:09:14 -0400789 if (beginInfo.pInheritanceInfo->framebuffer) {
Jeremy Gebben9f537102021-10-05 16:37:12 -0600790 activeFramebuffer = dev_data->Get<FRAMEBUFFER_STATE>(beginInfo.pInheritanceInfo->framebuffer);
amhagana448ea52021-11-02 14:09:14 -0400791 active_subpasses = nullptr;
792 active_attachments = nullptr;
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600793
amhagana448ea52021-11-02 14:09:14 -0400794 if (activeFramebuffer) {
795 framebuffers.insert(activeFramebuffer);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600796
amhagana448ea52021-11-02 14:09:14 -0400797 // Set active_subpasses
798 active_subpasses = std::make_shared<std::vector<SUBPASS_INFO>>(activeFramebuffer->createInfo.attachmentCount);
799 const auto& subpass = activeRenderPass->createInfo.pSubpasses[activeSubpass];
800 UpdateSubpassAttachments(subpass, *active_subpasses);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600801
amhagana448ea52021-11-02 14:09:14 -0400802 // Set active_attachments & attachments_view_states
803 active_attachments =
804 std::make_shared<std::vector<IMAGE_VIEW_STATE*>>(activeFramebuffer->createInfo.attachmentCount);
805 UpdateAttachmentsView(nullptr);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600806
amhagana448ea52021-11-02 14:09:14 -0400807 // Connect this framebuffer and its children to this cmdBuffer
808 if (!dev_data->disabled[command_buffer_state]) {
Jeremy Gebben610d3a62022-01-01 12:53:17 -0700809 AddChild(activeFramebuffer);
amhagana448ea52021-11-02 14:09:14 -0400810 }
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600811 }
812 }
813 }
amhagana448ea52021-11-02 14:09:14 -0400814 else
815 {
Tony-LunarG40b33882021-12-02 12:40:11 -0700816 auto inheritance_rendering_info = lvl_find_in_chain<VkCommandBufferInheritanceRenderingInfo>(beginInfo.pInheritanceInfo->pNext);
amhagana448ea52021-11-02 14:09:14 -0400817 if (inheritance_rendering_info) {
818 activeRenderPass = std::make_shared<RENDER_PASS_STATE>(inheritance_rendering_info);
819 }
820 }
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600821
822 // Check for VkCommandBufferInheritanceViewportScissorInfoNV (VK_NV_inherited_viewport_scissor)
823 auto p_inherited_viewport_scissor_info =
824 LvlFindInChain<VkCommandBufferInheritanceViewportScissorInfoNV>(beginInfo.pInheritanceInfo->pNext);
825 if (p_inherited_viewport_scissor_info != nullptr && p_inherited_viewport_scissor_info->viewportScissor2D) {
826 auto pViewportDepths = p_inherited_viewport_scissor_info->pViewportDepths;
827 inheritedViewportDepths.assign(pViewportDepths,
828 pViewportDepths + p_inherited_viewport_scissor_info->viewportDepthCount);
829 }
830 }
831 }
832
833 auto chained_device_group_struct = LvlFindInChain<VkDeviceGroupCommandBufferBeginInfo>(pBeginInfo->pNext);
834 if (chained_device_group_struct) {
835 initial_device_mask = chained_device_group_struct->deviceMask;
836 } else {
837 initial_device_mask = (1 << dev_data->physical_device_count) - 1;
838 }
839 performance_lock_acquired = dev_data->performance_lock_acquired;
840}
841
842void CMD_BUFFER_STATE::End(VkResult result) {
843 // Cached validation is specific to a specific recording of a specific command buffer.
Jeremy Gebben87db52f2021-10-14 13:55:09 -0600844 descriptorset_cache.clear();
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600845 validated_descriptor_sets.clear();
846 if (VK_SUCCESS == result) {
847 state = CB_RECORDED;
848 }
849}
850
851void CMD_BUFFER_STATE::ExecuteCommands(uint32_t commandBuffersCount, const VkCommandBuffer *pCommandBuffers) {
Jeremy Gebben10a0ed12021-08-17 09:54:29 -0600852 RecordCmd(CMD_EXECUTECOMMANDS);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600853 for (uint32_t i = 0; i < commandBuffersCount; i++) {
Jeremy Gebben332d4dd2022-01-01 12:40:02 -0700854 auto sub_cb_state = dev_data->GetWrite<CMD_BUFFER_STATE>(pCommandBuffers[i]);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600855 assert(sub_cb_state);
856 if (!(sub_cb_state->beginInfo.flags & VK_COMMAND_BUFFER_USAGE_SIMULTANEOUS_USE_BIT)) {
857 if (beginInfo.flags & VK_COMMAND_BUFFER_USAGE_SIMULTANEOUS_USE_BIT) {
858 // TODO: Because this is a state change, clearing the VK_COMMAND_BUFFER_USAGE_SIMULTANEOUS_USE_BIT needs to be moved
859 // from the validation step to the recording step
860 beginInfo.flags &= ~VK_COMMAND_BUFFER_USAGE_SIMULTANEOUS_USE_BIT;
861 }
862 }
863
864 // Propagate inital layout and current layout state to the primary cmd buffer
865 // NOTE: The update/population of the image_layout_map is done in CoreChecks, but for other classes derived from
866 // ValidationStateTracker these maps will be empty, so leaving the propagation in the the state tracker should be a no-op
867 // for those other classes.
868 for (const auto &sub_layout_map_entry : sub_cb_state->image_layout_map) {
Jeremy Gebben6335df62021-11-01 10:50:13 -0600869 const auto *image_state = sub_layout_map_entry.first;
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600870
871 auto *cb_subres_map = GetImageSubresourceLayoutMap(*image_state);
Jeremy Gebben4a8881f2022-01-10 17:04:30 -0700872 if (cb_subres_map) {
873 const auto &sub_cb_subres_map = sub_layout_map_entry.second;
874 cb_subres_map->UpdateFrom(*sub_cb_subres_map);
875 }
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600876 }
877
878 sub_cb_state->primaryCommandBuffer = commandBuffer();
Jeremy Gebben9f537102021-10-05 16:37:12 -0600879 linkedCommandBuffers.insert(sub_cb_state.get());
Jeremy Gebben610d3a62022-01-01 12:53:17 -0700880 AddChild(sub_cb_state);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600881 for (auto &function : sub_cb_state->queryUpdates) {
882 queryUpdates.push_back(function);
883 }
884 for (auto &function : sub_cb_state->queue_submit_functions) {
885 queue_submit_functions.push_back(function);
886 }
887
888 // State is trashed after executing secondary command buffers.
889 // Importantly, this function runs after CoreChecks::PreCallValidateCmdExecuteCommands.
890 trashedViewportMask = ~uint32_t(0);
891 trashedScissorMask = ~uint32_t(0);
892 trashedViewportCount = true;
893 trashedScissorCount = true;
894 }
895}
896
897void CMD_BUFFER_STATE::PushDescriptorSetState(VkPipelineBindPoint pipelineBindPoint, PIPELINE_LAYOUT_STATE *pipeline_layout,
898 uint32_t set, uint32_t descriptorWriteCount,
899 const VkWriteDescriptorSet *pDescriptorWrites) {
900 // Short circuit invalid updates
901 if (!pipeline_layout || (set >= pipeline_layout->set_layouts.size()) || !pipeline_layout->set_layouts[set] ||
902 !pipeline_layout->set_layouts[set]->IsPushDescriptor()) {
903 return;
904 }
905
906 // We need a descriptor set to update the bindings with, compatible with the passed layout
907 const auto &dsl = pipeline_layout->set_layouts[set];
908 const auto lv_bind_point = ConvertToLvlBindPoint(pipelineBindPoint);
909 auto &last_bound = lastBound[lv_bind_point];
910 auto &push_descriptor_set = last_bound.push_descriptor_set;
911 // If we are disturbing the current push_desriptor_set clear it
912 if (!push_descriptor_set || !CompatForSet(set, last_bound, pipeline_layout->compat_for_set)) {
Jeremy Gebben4d51c552022-01-06 21:27:15 -0700913 last_bound.UnbindAndResetPushDescriptorSet(
914 this, std::make_shared<cvdescriptorset::DescriptorSet>(VK_NULL_HANDLE, nullptr, dsl, 0, dev_data));
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600915 }
916
Jeremy Gebben4d51c552022-01-06 21:27:15 -0700917 UpdateLastBoundDescriptorSets(pipelineBindPoint, pipeline_layout, set, 1, nullptr, push_descriptor_set, 0, nullptr);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600918 last_bound.pipeline_layout = pipeline_layout->layout();
919
920 // Now that we have either the new or extant push_descriptor set ... do the write updates against it
921 push_descriptor_set->PerformPushDescriptorsUpdate(dev_data, descriptorWriteCount, pDescriptorWrites);
922}
923
924// Generic function to handle state update for all CmdDraw* and CmdDispatch* type functions
sfricke-samsung85584a72021-09-30 21:43:38 -0700925void CMD_BUFFER_STATE::UpdateStateCmdDrawDispatchType(CMD_TYPE cmd_type, VkPipelineBindPoint bind_point) {
926 UpdateDrawState(cmd_type, bind_point);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600927 hasDispatchCmd = true;
928}
929
930// Generic function to handle state update for all CmdDraw* type functions
sfricke-samsung85584a72021-09-30 21:43:38 -0700931void CMD_BUFFER_STATE::UpdateStateCmdDrawType(CMD_TYPE cmd_type, VkPipelineBindPoint bind_point) {
932 UpdateStateCmdDrawDispatchType(cmd_type, bind_point);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600933 hasDrawCmd = true;
934
935 // Update the consumed viewport/scissor count.
936 uint32_t &used = usedViewportScissorCount;
937 used = std::max(used, pipelineStaticViewportCount);
938 used = std::max(used, pipelineStaticScissorCount);
939 usedDynamicViewportCount |= !!(dynamic_status & CBSTATUS_VIEWPORT_WITH_COUNT_SET); // !! silences MSVC warn
940 usedDynamicScissorCount |= !!(dynamic_status & CBSTATUS_SCISSOR_WITH_COUNT_SET);
941}
942
sfricke-samsung85584a72021-09-30 21:43:38 -0700943void CMD_BUFFER_STATE::UpdateDrawState(CMD_TYPE cmd_type, const VkPipelineBindPoint bind_point) {
Jeremy Gebben10a0ed12021-08-17 09:54:29 -0600944 RecordCmd(cmd_type);
945
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600946 const auto lv_bind_point = ConvertToLvlBindPoint(bind_point);
947 auto &state = lastBound[lv_bind_point];
948 PIPELINE_STATE *pipe = state.pipeline_state;
949 if (VK_NULL_HANDLE != state.pipeline_layout) {
950 for (const auto &set_binding_pair : pipe->active_slots) {
951 uint32_t set_index = set_binding_pair.first;
952 // Pull the set node
Jeremy Gebben4d51c552022-01-06 21:27:15 -0700953 auto &descriptor_set = state.per_set[set_index].bound_descriptor_set;
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600954
955 // For the "bindless" style resource usage with many descriptors, need to optimize command <-> descriptor binding
956
957 // TODO: If recreating the reduced_map here shows up in profilinging, need to find a way of sharing with the
958 // Validate pass. Though in the case of "many" descriptors, typically the descriptor count >> binding count
959 cvdescriptorset::PrefilterBindRequestMap reduced_map(*descriptor_set, set_binding_pair.second);
960 const auto &binding_req_map = reduced_map.FilteredMap(*this, *pipe);
961
962 if (reduced_map.IsManyDescriptors()) {
963 // Only update validate binding tags if we meet the "many" criteria in the Prefilter class
964 descriptor_set->UpdateValidationCache(*this, *pipe, binding_req_map);
965 }
966
967 // We can skip updating the state if "nothing" has changed since the last validation.
968 // See CoreChecks::ValidateCmdBufDrawState for more details.
969 bool descriptor_set_changed =
970 !reduced_map.IsManyDescriptors() ||
971 // Update if descriptor set (or contents) has changed
Jeremy Gebben4d51c552022-01-06 21:27:15 -0700972 state.per_set[set_index].validated_set != descriptor_set.get() ||
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600973 state.per_set[set_index].validated_set_change_count != descriptor_set->GetChangeCount() ||
974 (!dev_data->disabled[image_layout_validation] &&
975 state.per_set[set_index].validated_set_image_layout_change_count != image_layout_change_count);
976 bool need_update = descriptor_set_changed ||
977 // Update if previous bindingReqMap doesn't include new bindingReqMap
978 !std::includes(state.per_set[set_index].validated_set_binding_req_map.begin(),
979 state.per_set[set_index].validated_set_binding_req_map.end(), binding_req_map.begin(),
980 binding_req_map.end());
981
982 if (need_update) {
Jeremy Gebben4d51c552022-01-06 21:27:15 -0700983 if (!dev_data->disabled[command_buffer_state] && !descriptor_set->IsPushDescriptor()) {
984 AddChild(descriptor_set);
985 }
986
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600987 // Bind this set and its active descriptor resources to the command buffer
988 if (!descriptor_set_changed && reduced_map.IsManyDescriptors()) {
989 // Only record the bindings that haven't already been recorded
990 BindingReqMap delta_reqs;
991 std::set_difference(binding_req_map.begin(), binding_req_map.end(),
992 state.per_set[set_index].validated_set_binding_req_map.begin(),
993 state.per_set[set_index].validated_set_binding_req_map.end(),
994 layer_data::insert_iterator<BindingReqMap>(delta_reqs, delta_reqs.begin()));
sfricke-samsung85584a72021-09-30 21:43:38 -0700995 descriptor_set->UpdateDrawState(dev_data, this, cmd_type, pipe, delta_reqs);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600996 } else {
sfricke-samsung85584a72021-09-30 21:43:38 -0700997 descriptor_set->UpdateDrawState(dev_data, this, cmd_type, pipe, binding_req_map);
Jeremy Gebben1ec89332021-08-05 13:51:49 -0600998 }
999
Jeremy Gebben4d51c552022-01-06 21:27:15 -07001000 state.per_set[set_index].validated_set = descriptor_set.get();
Jeremy Gebben1ec89332021-08-05 13:51:49 -06001001 state.per_set[set_index].validated_set_change_count = descriptor_set->GetChangeCount();
1002 state.per_set[set_index].validated_set_image_layout_change_count = image_layout_change_count;
1003 if (reduced_map.IsManyDescriptors()) {
1004 // Check whether old == new before assigning, the equality check is much cheaper than
1005 // freeing and reallocating the map.
1006 if (state.per_set[set_index].validated_set_binding_req_map != set_binding_pair.second) {
1007 state.per_set[set_index].validated_set_binding_req_map = set_binding_pair.second;
1008 }
1009 } else {
1010 state.per_set[set_index].validated_set_binding_req_map = BindingReqMap();
1011 }
1012 }
1013 }
1014 }
ziga-lunarg4898e4f2021-10-03 13:57:48 +02001015 if (pipe && !pipe->vertex_binding_descriptions_.empty()) {
Jeremy Gebben1ec89332021-08-05 13:51:49 -06001016 vertex_buffer_used = true;
1017 }
1018}
1019
1020// Update pipeline_layout bind points applying the "Pipeline Layout Compatibility" rules.
1021// One of pDescriptorSets or push_descriptor_set should be nullptr, indicating whether this
1022// is called for CmdBindDescriptorSets or CmdPushDescriptorSet.
1023void CMD_BUFFER_STATE::UpdateLastBoundDescriptorSets(VkPipelineBindPoint pipeline_bind_point,
1024 const PIPELINE_LAYOUT_STATE *pipeline_layout, uint32_t first_set,
1025 uint32_t set_count, const VkDescriptorSet *pDescriptorSets,
Jeremy Gebben4d51c552022-01-06 21:27:15 -07001026 std::shared_ptr<cvdescriptorset::DescriptorSet> &push_descriptor_set,
Jeremy Gebben1ec89332021-08-05 13:51:49 -06001027 uint32_t dynamic_offset_count, const uint32_t *p_dynamic_offsets) {
1028 assert((pDescriptorSets == nullptr) ^ (push_descriptor_set == nullptr));
1029 // Defensive
1030 assert(pipeline_layout);
1031 if (!pipeline_layout) return;
1032
1033 uint32_t required_size = first_set + set_count;
1034 const uint32_t last_binding_index = required_size - 1;
1035 assert(last_binding_index < pipeline_layout->compat_for_set.size());
1036
1037 // Some useful shorthand
1038 const auto lv_bind_point = ConvertToLvlBindPoint(pipeline_bind_point);
1039 auto &last_bound = lastBound[lv_bind_point];
Jeremy Gebben856b8c62021-12-01 15:20:07 -07001040 last_bound.pipeline_layout = pipeline_layout->layout();
Jeremy Gebben1ec89332021-08-05 13:51:49 -06001041 auto &pipe_compat_ids = pipeline_layout->compat_for_set;
Jeremy Gebben856b8c62021-12-01 15:20:07 -07001042 // Resize binding arrays
1043 uint32_t last_set_index = first_set + set_count - 1;
1044 if (last_set_index >= last_bound.per_set.size()) {
1045 last_bound.per_set.resize(last_set_index + 1);
1046 }
Jeremy Gebben1ec89332021-08-05 13:51:49 -06001047 const uint32_t current_size = static_cast<uint32_t>(last_bound.per_set.size());
1048
1049 // We need this three times in this function, but nowhere else
Jeremy Gebben4d51c552022-01-06 21:27:15 -07001050 auto push_descriptor_cleanup = [&last_bound](const std::shared_ptr<cvdescriptorset::DescriptorSet> &ds) -> bool {
Jeremy Gebben1ec89332021-08-05 13:51:49 -06001051 if (ds && ds->IsPushDescriptor()) {
Jeremy Gebben4d51c552022-01-06 21:27:15 -07001052 assert(ds == last_bound.push_descriptor_set);
Jeremy Gebben1ec89332021-08-05 13:51:49 -06001053 last_bound.push_descriptor_set = nullptr;
1054 return true;
1055 }
1056 return false;
1057 };
1058
1059 // Clean up the "disturbed" before and after the range to be set
1060 if (required_size < current_size) {
1061 if (last_bound.per_set[last_binding_index].compat_id_for_set != pipe_compat_ids[last_binding_index]) {
1062 // We're disturbing those after last, we'll shrink below, but first need to check for and cleanup the push_descriptor
1063 for (auto set_idx = required_size; set_idx < current_size; ++set_idx) {
1064 if (push_descriptor_cleanup(last_bound.per_set[set_idx].bound_descriptor_set)) break;
1065 }
1066 } else {
1067 // We're not disturbing past last, so leave the upper binding data alone.
1068 required_size = current_size;
1069 }
1070 }
1071
1072 // We resize if we need more set entries or if those past "last" are disturbed
1073 if (required_size != current_size) {
1074 last_bound.per_set.resize(required_size);
1075 }
1076
1077 // For any previously bound sets, need to set them to "invalid" if they were disturbed by this update
1078 for (uint32_t set_idx = 0; set_idx < first_set; ++set_idx) {
1079 if (last_bound.per_set[set_idx].compat_id_for_set != pipe_compat_ids[set_idx]) {
1080 push_descriptor_cleanup(last_bound.per_set[set_idx].bound_descriptor_set);
1081 last_bound.per_set[set_idx].bound_descriptor_set = nullptr;
1082 last_bound.per_set[set_idx].dynamicOffsets.clear();
1083 last_bound.per_set[set_idx].compat_id_for_set = pipe_compat_ids[set_idx];
1084 }
1085 }
1086
1087 // Now update the bound sets with the input sets
1088 const uint32_t *input_dynamic_offsets = p_dynamic_offsets; // "read" pointer for dynamic offset data
1089 for (uint32_t input_idx = 0; input_idx < set_count; input_idx++) {
1090 auto set_idx = input_idx + first_set; // set_idx is index within layout, input_idx is index within input descriptor sets
Jeremy Gebben4d51c552022-01-06 21:27:15 -07001091 auto descriptor_set =
1092 push_descriptor_set ? push_descriptor_set : dev_data->Get<cvdescriptorset::DescriptorSet>(pDescriptorSets[input_idx]);
Jeremy Gebben1ec89332021-08-05 13:51:49 -06001093
1094 // Record binding (or push)
Jeremy Gebben4d51c552022-01-06 21:27:15 -07001095 if (descriptor_set != last_bound.push_descriptor_set) {
Jeremy Gebben1ec89332021-08-05 13:51:49 -06001096 // Only cleanup the push descriptors if they aren't the currently used set.
1097 push_descriptor_cleanup(last_bound.per_set[set_idx].bound_descriptor_set);
1098 }
1099 last_bound.per_set[set_idx].bound_descriptor_set = descriptor_set;
1100 last_bound.per_set[set_idx].compat_id_for_set = pipe_compat_ids[set_idx]; // compat ids are canonical *per* set index
1101
1102 if (descriptor_set) {
1103 auto set_dynamic_descriptor_count = descriptor_set->GetDynamicDescriptorCount();
1104 // TODO: Add logic for tracking push_descriptor offsets (here or in caller)
1105 if (set_dynamic_descriptor_count && input_dynamic_offsets) {
1106 const uint32_t *end_offset = input_dynamic_offsets + set_dynamic_descriptor_count;
1107 last_bound.per_set[set_idx].dynamicOffsets = std::vector<uint32_t>(input_dynamic_offsets, end_offset);
1108 input_dynamic_offsets = end_offset;
1109 assert(input_dynamic_offsets <= (p_dynamic_offsets + dynamic_offset_count));
1110 } else {
1111 last_bound.per_set[set_idx].dynamicOffsets.clear();
1112 }
1113 if (!descriptor_set->IsPushDescriptor()) {
1114 // Can't cache validation of push_descriptors
Jeremy Gebben4d51c552022-01-06 21:27:15 -07001115 validated_descriptor_sets.insert(descriptor_set.get());
Jeremy Gebben1ec89332021-08-05 13:51:49 -06001116 }
1117 }
1118 }
1119}
1120
1121// Set image layout for given VkImageSubresourceRange struct
1122void CMD_BUFFER_STATE::SetImageLayout(const IMAGE_STATE &image_state, const VkImageSubresourceRange &image_subresource_range,
1123 VkImageLayout layout, VkImageLayout expected_layout) {
1124 auto *subresource_map = GetImageSubresourceLayoutMap(image_state);
Jeremy Gebben4a8881f2022-01-10 17:04:30 -07001125 if (subresource_map && subresource_map->SetSubresourceRangeLayout(*this, image_subresource_range, layout, expected_layout)) {
Jeremy Gebben1ec89332021-08-05 13:51:49 -06001126 image_layout_change_count++; // Change the version of this data to force revalidation
1127 }
Jeremy Gebben1ec89332021-08-05 13:51:49 -06001128}
1129
1130// Set the initial image layout for all slices of an image view
1131void CMD_BUFFER_STATE::SetImageViewInitialLayout(const IMAGE_VIEW_STATE &view_state, VkImageLayout layout) {
1132 if (dev_data->disabled[image_layout_validation]) {
1133 return;
1134 }
1135 IMAGE_STATE *image_state = view_state.image_state.get();
1136 auto *subresource_map = GetImageSubresourceLayoutMap(*image_state);
Jeremy Gebben4a8881f2022-01-10 17:04:30 -07001137 if (subresource_map) {
Jeremy Gebben1ec89332021-08-05 13:51:49 -06001138 subresource_map->SetSubresourceRangeInitialLayout(*this, layout, view_state);
1139 }
1140}
1141
1142// Set the initial image layout for a passed non-normalized subresource range
1143void CMD_BUFFER_STATE::SetImageInitialLayout(const IMAGE_STATE &image_state, const VkImageSubresourceRange &range,
1144 VkImageLayout layout) {
1145 auto *subresource_map = GetImageSubresourceLayoutMap(image_state);
Jeremy Gebben4a8881f2022-01-10 17:04:30 -07001146 if (subresource_map) {
1147 subresource_map->SetSubresourceRangeInitialLayout(*this, image_state.NormalizeSubresourceRange(range), layout);
Jeremy Gebben1ec89332021-08-05 13:51:49 -06001148 }
1149}
1150
1151void CMD_BUFFER_STATE::SetImageInitialLayout(VkImage image, const VkImageSubresourceRange &range, VkImageLayout layout) {
Jeremy Gebbenb20a8242021-11-05 15:14:43 -06001152 const auto image_state = dev_data->Get<IMAGE_STATE>(image);
Jeremy Gebben1ec89332021-08-05 13:51:49 -06001153 if (!image_state) return;
1154 SetImageInitialLayout(*image_state, range, layout);
1155}
1156
1157void CMD_BUFFER_STATE::SetImageInitialLayout(const IMAGE_STATE &image_state, const VkImageSubresourceLayers &layers,
1158 VkImageLayout layout) {
1159 SetImageInitialLayout(image_state, RangeFromLayers(layers), layout);
1160}
1161
1162// Set image layout for all slices of an image view
1163void CMD_BUFFER_STATE::SetImageViewLayout(const IMAGE_VIEW_STATE &view_state, VkImageLayout layout, VkImageLayout layoutStencil) {
1164 const IMAGE_STATE *image_state = view_state.image_state.get();
1165
1166 VkImageSubresourceRange sub_range = view_state.normalized_subresource_range;
1167
1168 if (sub_range.aspectMask == (VK_IMAGE_ASPECT_DEPTH_BIT | VK_IMAGE_ASPECT_STENCIL_BIT) && layoutStencil != kInvalidLayout) {
1169 sub_range.aspectMask = VK_IMAGE_ASPECT_DEPTH_BIT;
1170 SetImageLayout(*image_state, sub_range, layout);
1171 sub_range.aspectMask = VK_IMAGE_ASPECT_STENCIL_BIT;
1172 SetImageLayout(*image_state, sub_range, layoutStencil);
1173 } else {
1174 SetImageLayout(*image_state, sub_range, layout);
1175 }
1176}
Jeremy Gebben10a0ed12021-08-17 09:54:29 -06001177
1178void CMD_BUFFER_STATE::RecordCmd(CMD_TYPE cmd_type) { commandCount++; }
1179
1180void CMD_BUFFER_STATE::RecordStateCmd(CMD_TYPE cmd_type, CBStatusFlags state_bits) {
1181 RecordCmd(cmd_type);
1182 status |= state_bits;
1183 static_status &= ~state_bits;
1184}
1185
Jeremy Gebben9f537102021-10-05 16:37:12 -06001186void CMD_BUFFER_STATE::RecordTransferCmd(CMD_TYPE cmd_type, std::shared_ptr<BINDABLE> &&buf1, std::shared_ptr<BINDABLE> &&buf2) {
Jeremy Gebben10a0ed12021-08-17 09:54:29 -06001187 RecordCmd(cmd_type);
1188 if (buf1) {
Jeremy Gebben610d3a62022-01-01 12:53:17 -07001189 AddChild(buf1);
Jeremy Gebben10a0ed12021-08-17 09:54:29 -06001190 }
1191 if (buf2) {
Jeremy Gebben610d3a62022-01-01 12:53:17 -07001192 AddChild(buf2);
Jeremy Gebben10a0ed12021-08-17 09:54:29 -06001193 }
1194}
Jeremy Gebben29110d22021-08-17 13:30:50 -06001195
1196static bool SetEventStageMask(VkEvent event, VkPipelineStageFlags2KHR stageMask, EventToStageMap *localEventToStageMap) {
1197 (*localEventToStageMap)[event] = stageMask;
1198 return false;
1199}
1200
Jeremy Gebbencefa7fd2021-08-17 13:44:47 -06001201void CMD_BUFFER_STATE::RecordSetEvent(CMD_TYPE cmd_type, VkEvent event, VkPipelineStageFlags2KHR stageMask) {
1202 RecordCmd(cmd_type);
1203 if (!dev_data->disabled[command_buffer_state]) {
Jeremy Gebbenb20a8242021-11-05 15:14:43 -06001204 auto event_state = dev_data->Get<EVENT_STATE>(event);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001205 if (event_state) {
Jeremy Gebben610d3a62022-01-01 12:53:17 -07001206 AddChild(event_state);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001207 }
1208 }
Jeremy Gebbencefa7fd2021-08-17 13:44:47 -06001209 events.push_back(event);
1210 if (!waitedEvents.count(event)) {
1211 writeEventsBeforeWait.push_back(event);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001212 }
Jeremy Gebben332d4dd2022-01-01 12:40:02 -07001213 eventUpdates.emplace_back([event, stageMask](CMD_BUFFER_STATE &, bool do_validate, EventToStageMap *localEventToStageMap) {
1214 return SetEventStageMask(event, stageMask, localEventToStageMap);
1215 });
Jeremy Gebben29110d22021-08-17 13:30:50 -06001216}
1217
Jeremy Gebbencefa7fd2021-08-17 13:44:47 -06001218void CMD_BUFFER_STATE::RecordResetEvent(CMD_TYPE cmd_type, VkEvent event, VkPipelineStageFlags2KHR stageMask) {
1219 RecordCmd(cmd_type);
1220 if (!dev_data->disabled[command_buffer_state]) {
Jeremy Gebbenb20a8242021-11-05 15:14:43 -06001221 auto event_state = dev_data->Get<EVENT_STATE>(event);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001222 if (event_state) {
Jeremy Gebben610d3a62022-01-01 12:53:17 -07001223 AddChild(event_state);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001224 }
1225 }
Jeremy Gebbencefa7fd2021-08-17 13:44:47 -06001226 events.push_back(event);
1227 if (!waitedEvents.count(event)) {
1228 writeEventsBeforeWait.push_back(event);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001229 }
1230
Jeremy Gebben332d4dd2022-01-01 12:40:02 -07001231 eventUpdates.emplace_back([event](CMD_BUFFER_STATE &, bool do_validate, EventToStageMap *localEventToStageMap) {
Jeremy Gebbencefa7fd2021-08-17 13:44:47 -06001232 return SetEventStageMask(event, VkPipelineStageFlags2KHR(0), localEventToStageMap);
1233 });
Jeremy Gebben29110d22021-08-17 13:30:50 -06001234}
1235
Jeremy Gebben332d4dd2022-01-01 12:40:02 -07001236void CMD_BUFFER_STATE::RecordWaitEvents(CMD_TYPE cmd_type, uint32_t eventCount, const VkEvent *pEvents,
1237 VkPipelineStageFlags2KHR src_stage_mask) {
Jeremy Gebbencefa7fd2021-08-17 13:44:47 -06001238 RecordCmd(cmd_type);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001239 for (uint32_t i = 0; i < eventCount; ++i) {
Jeremy Gebbencefa7fd2021-08-17 13:44:47 -06001240 if (!dev_data->disabled[command_buffer_state]) {
Jeremy Gebbenb20a8242021-11-05 15:14:43 -06001241 auto event_state = dev_data->Get<EVENT_STATE>(pEvents[i]);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001242 if (event_state) {
Jeremy Gebben610d3a62022-01-01 12:53:17 -07001243 AddChild(event_state);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001244 }
1245 }
Jeremy Gebbencefa7fd2021-08-17 13:44:47 -06001246 waitedEvents.insert(pEvents[i]);
1247 events.push_back(pEvents[i]);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001248 }
1249}
1250
Jeremy Gebbencefa7fd2021-08-17 13:44:47 -06001251void CMD_BUFFER_STATE::RecordBarriers(uint32_t memoryBarrierCount, const VkMemoryBarrier *pMemoryBarriers,
1252 uint32_t bufferMemoryBarrierCount, const VkBufferMemoryBarrier *pBufferMemoryBarriers,
1253 uint32_t imageMemoryBarrierCount, const VkImageMemoryBarrier *pImageMemoryBarriers) {
1254 if (dev_data->disabled[command_buffer_state]) return;
Jeremy Gebben29110d22021-08-17 13:30:50 -06001255
Jeremy Gebben29110d22021-08-17 13:30:50 -06001256 for (uint32_t i = 0; i < bufferMemoryBarrierCount; i++) {
Jeremy Gebbenb20a8242021-11-05 15:14:43 -06001257 auto buffer_state = dev_data->Get<BUFFER_STATE>(pBufferMemoryBarriers[i].buffer);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001258 if (buffer_state) {
Jeremy Gebben610d3a62022-01-01 12:53:17 -07001259 AddChild(buffer_state);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001260 }
1261 }
1262 for (uint32_t i = 0; i < imageMemoryBarrierCount; i++) {
Jeremy Gebbenb20a8242021-11-05 15:14:43 -06001263 auto image_state = dev_data->Get<IMAGE_STATE>(pImageMemoryBarriers[i].image);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001264 if (image_state) {
Jeremy Gebben610d3a62022-01-01 12:53:17 -07001265 AddChild(image_state);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001266 }
1267 }
1268}
1269
Jeremy Gebbencefa7fd2021-08-17 13:44:47 -06001270void CMD_BUFFER_STATE::RecordBarriers(const VkDependencyInfoKHR &dep_info) {
1271 if (dev_data->disabled[command_buffer_state]) return;
Jeremy Gebben29110d22021-08-17 13:30:50 -06001272
Jeremy Gebbencefa7fd2021-08-17 13:44:47 -06001273 for (uint32_t i = 0; i < dep_info.bufferMemoryBarrierCount; i++) {
Jeremy Gebbenb20a8242021-11-05 15:14:43 -06001274 auto buffer_state = dev_data->Get<BUFFER_STATE>(dep_info.pBufferMemoryBarriers[i].buffer);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001275 if (buffer_state) {
Jeremy Gebben610d3a62022-01-01 12:53:17 -07001276 AddChild(buffer_state);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001277 }
1278 }
Jeremy Gebbencefa7fd2021-08-17 13:44:47 -06001279 for (uint32_t i = 0; i < dep_info.imageMemoryBarrierCount; i++) {
Jeremy Gebbenb20a8242021-11-05 15:14:43 -06001280 auto image_state = dev_data->Get<IMAGE_STATE>(dep_info.pImageMemoryBarriers[i].image);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001281 if (image_state) {
Jeremy Gebben610d3a62022-01-01 12:53:17 -07001282 AddChild(image_state);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001283 }
1284 }
1285}
1286
Jeremy Gebbencefa7fd2021-08-17 13:44:47 -06001287void CMD_BUFFER_STATE::RecordWriteTimestamp(CMD_TYPE cmd_type, VkPipelineStageFlags2KHR pipelineStage, VkQueryPool queryPool,
1288 uint32_t slot) {
1289 RecordCmd(cmd_type);
1290 if (dev_data->disabled[query_validation]) return;
1291
1292 if (!dev_data->disabled[command_buffer_state]) {
Jeremy Gebbenb20a8242021-11-05 15:14:43 -06001293 auto pool_state = dev_data->Get<QUERY_POOL_STATE>(queryPool);
Jeremy Gebben610d3a62022-01-01 12:53:17 -07001294 AddChild(pool_state);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001295 }
1296 QueryObject query = {queryPool, slot};
Jeremy Gebbencefa7fd2021-08-17 13:44:47 -06001297 EndQuery(query);
Jeremy Gebben29110d22021-08-17 13:30:50 -06001298}
Jeremy Gebben4af0aa82021-09-08 09:35:16 -06001299
Jeremy Gebben57642982021-09-14 14:14:55 -06001300void CMD_BUFFER_STATE::Submit(uint32_t perf_submit_pass) {
1301 VkQueryPool first_pool = VK_NULL_HANDLE;
1302 EventToStageMap local_event_to_stage_map;
1303 QueryMap local_query_to_state_map;
1304 for (auto &function : queryUpdates) {
1305 function(nullptr, /*do_validate*/ false, first_pool, perf_submit_pass, &local_query_to_state_map);
1306 }
Jeremy Gebben4af0aa82021-09-08 09:35:16 -06001307
Jeremy Gebben57642982021-09-14 14:14:55 -06001308 for (const auto &query_state_pair : local_query_to_state_map) {
Jeremy Gebben1858ae92021-12-02 11:28:05 -07001309 auto query_pool_state = dev_data->Get<QUERY_POOL_STATE>(query_state_pair.first.pool);
1310 query_pool_state->SetQueryState(query_state_pair.first.query, query_state_pair.first.perf_pass, query_state_pair.second);
Jeremy Gebben57642982021-09-14 14:14:55 -06001311 }
Jeremy Gebben4af0aa82021-09-08 09:35:16 -06001312
Jeremy Gebben57642982021-09-14 14:14:55 -06001313 for (const auto &function : eventUpdates) {
Jeremy Gebben332d4dd2022-01-01 12:40:02 -07001314 function(*this, /*do_validate*/ false, &local_event_to_stage_map);
Jeremy Gebben57642982021-09-14 14:14:55 -06001315 }
Jeremy Gebben4af0aa82021-09-08 09:35:16 -06001316
Jeremy Gebben57642982021-09-14 14:14:55 -06001317 for (const auto &eventStagePair : local_event_to_stage_map) {
Jeremy Gebben9f537102021-10-05 16:37:12 -06001318 auto event_state = dev_data->Get<EVENT_STATE>(eventStagePair.first);
1319 event_state->stageMask = eventStagePair.second;
Jeremy Gebben57642982021-09-14 14:14:55 -06001320 }
1321}
Jeremy Gebben4af0aa82021-09-08 09:35:16 -06001322
Jeremy Gebben57642982021-09-14 14:14:55 -06001323void CMD_BUFFER_STATE::Retire(uint32_t perf_submit_pass) {
1324 // First perform decrement on general case bound objects
1325 for (auto event : writeEventsBeforeWait) {
Jeremy Gebbend177d922021-10-28 13:42:10 -06001326 auto event_state = dev_data->Get<EVENT_STATE>(event);
1327 if (event_state) {
1328 event_state->write_in_use--;
Jeremy Gebben57642982021-09-14 14:14:55 -06001329 }
1330 }
1331 QueryMap local_query_to_state_map;
1332 VkQueryPool first_pool = VK_NULL_HANDLE;
1333 for (auto &function : queryUpdates) {
1334 function(nullptr, /*do_validate*/ false, first_pool, perf_submit_pass, &local_query_to_state_map);
1335 }
1336
1337 for (const auto &query_state_pair : local_query_to_state_map) {
1338 if (query_state_pair.second == QUERYSTATE_ENDED) {
Jeremy Gebben1858ae92021-12-02 11:28:05 -07001339 auto query_pool_state = dev_data->Get<QUERY_POOL_STATE>(query_state_pair.first.pool);
1340 query_pool_state->SetQueryState(query_state_pair.first.query, query_state_pair.first.perf_pass, QUERYSTATE_AVAILABLE);
Jeremy Gebben4af0aa82021-09-08 09:35:16 -06001341 }
1342 }
1343}