Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 1 | /* |
sfricke-samsung | 6fc3e32 | 2022-02-15 22:41:29 -0800 | [diff] [blame] | 2 | * Copyright (c) 2015-2022 The Khronos Group Inc. |
| 3 | * Copyright (c) 2015-2022 Valve Corporation |
| 4 | * Copyright (c) 2015-2022 LunarG, Inc. |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 5 | * |
Jon Ashburn | 3ebf125 | 2016-04-19 11:30:31 -0600 | [diff] [blame] | 6 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 7 | * you may not use this file except in compliance with the License. |
| 8 | * You may obtain a copy of the License at |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 9 | * |
Jon Ashburn | 3ebf125 | 2016-04-19 11:30:31 -0600 | [diff] [blame] | 10 | * http://www.apache.org/licenses/LICENSE-2.0 |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 11 | * |
Jon Ashburn | 3ebf125 | 2016-04-19 11:30:31 -0600 | [diff] [blame] | 12 | * Unless required by applicable law or agreed to in writing, software |
| 13 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 15 | * See the License for the specific language governing permissions and |
| 16 | * limitations under the License. |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 17 | * |
| 18 | * Author: Courtney Goeltzenleuchter <courtney@LunarG.com> |
| 19 | * Author: Tony Barbour <tony@LunarG.com> |
| 20 | */ |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 21 | |
Petr Kraus | c3aee2e | 2019-09-06 00:26:06 +0200 | [diff] [blame] | 22 | #include "vktestbinding.h" |
| 23 | |
Mark Lobodzinski | 64318ba | 2017-01-26 13:34:13 -0700 | [diff] [blame] | 24 | #include <string.h> // memset(), memcmp() |
Petr Kraus | c3aee2e | 2019-09-06 00:26:06 +0200 | [diff] [blame] | 25 | #include <algorithm> |
| 26 | #include <cassert> |
| 27 | #include <iostream> |
| 28 | #include <vector> |
| 29 | |
| 30 | #include "test_common.h" |
| 31 | #include "vk_typemap_helper.h" |
John Zulauf | 5e01c4a | 2022-07-25 18:00:18 -0600 | [diff] [blame] | 32 | #include "vk_format_utils.h" |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 33 | |
| 34 | namespace { |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 35 | |
Nathaniel Cesario | 6ace802 | 2022-08-09 14:13:07 -0600 | [diff] [blame] | 36 | #define NON_DISPATCHABLE_HANDLE_INIT(create_func, dev, ...) \ |
| 37 | do { \ |
| 38 | handle_type handle; \ |
| 39 | auto result = create_func(dev.handle(), __VA_ARGS__, NULL, &handle); \ |
| 40 | if (EXPECT((result == VK_SUCCESS) || (result == VK_ERROR_VALIDATION_FAILED_EXT) || \ |
| 41 | (result == VK_ERROR_OUT_OF_DEVICE_MEMORY) || (result == VK_ERROR_OUT_OF_HOST_MEMORY))) { \ |
| 42 | if (result == VK_SUCCESS) { \ |
| 43 | NonDispHandle::init(dev.handle(), handle); \ |
| 44 | } \ |
| 45 | } \ |
Chia-I Wu | f8f074f | 2015-07-03 10:58:57 +0800 | [diff] [blame] | 46 | } while (0) |
| 47 | |
Nathaniel Cesario | 0d50bcf | 2022-06-21 10:30:04 -0600 | [diff] [blame] | 48 | #define NON_DISPATCHABLE_HANDLE_DTOR(cls, destroy_func) \ |
| 49 | cls::~cls() NOEXCEPT { \ |
| 50 | if (initialized()) { \ |
| 51 | destroy_func(device(), handle(), NULL); \ |
| 52 | handle_ = VK_NULL_HANDLE; \ |
| 53 | } \ |
Chia-I Wu | d9e8e82 | 2015-07-03 11:45:55 +0800 | [diff] [blame] | 54 | } |
| 55 | |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 56 | #define STRINGIFY(x) #x |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 57 | #define EXPECT(expr) ((expr) ? true : expect_failure(STRINGIFY(expr), __FILE__, __LINE__, __FUNCTION__)) |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 58 | |
Courtney Goeltzenleuchter | d8e229c | 2015-04-08 15:36:08 -0600 | [diff] [blame] | 59 | vk_testing::ErrorCallback error_callback; |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 60 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 61 | bool expect_failure(const char *expr, const char *file, unsigned int line, const char *function) { |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 62 | if (error_callback) { |
| 63 | error_callback(expr, file, line, function); |
| 64 | } else { |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 65 | std::cerr << file << ":" << line << ": " << function << ": Expectation `" << expr << "' failed.\n"; |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 66 | } |
| 67 | |
| 68 | return false; |
| 69 | } |
| 70 | |
Mark Lobodzinski | 64318ba | 2017-01-26 13:34:13 -0700 | [diff] [blame] | 71 | } // namespace |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 72 | |
Courtney Goeltzenleuchter | d8e229c | 2015-04-08 15:36:08 -0600 | [diff] [blame] | 73 | namespace vk_testing { |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 74 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 75 | void set_error_callback(ErrorCallback callback) { error_callback = callback; } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 76 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 77 | VkPhysicalDeviceProperties PhysicalDevice::properties() const { |
Tony Barbour | 59a4732 | 2015-06-24 16:06:58 -0600 | [diff] [blame] | 78 | VkPhysicalDeviceProperties info; |
| 79 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 80 | vk::GetPhysicalDeviceProperties(handle(), &info); |
Tony Barbour | 59a4732 | 2015-06-24 16:06:58 -0600 | [diff] [blame] | 81 | |
| 82 | return info; |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 83 | } |
| 84 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 85 | std::vector<VkQueueFamilyProperties> PhysicalDevice::queue_properties() const { |
Cody Northrop | d080288 | 2015-08-03 17:04:53 -0600 | [diff] [blame] | 86 | std::vector<VkQueueFamilyProperties> info; |
Tony Barbour | 59a4732 | 2015-06-24 16:06:58 -0600 | [diff] [blame] | 87 | uint32_t count; |
| 88 | |
Cody Northrop | d080288 | 2015-08-03 17:04:53 -0600 | [diff] [blame] | 89 | // Call once with NULL data to receive count |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 90 | vk::GetPhysicalDeviceQueueFamilyProperties(handle(), &count, NULL); |
Courtney Goeltzenleuchter | 06d8947 | 2015-10-20 16:40:38 -0600 | [diff] [blame] | 91 | info.resize(count); |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 92 | vk::GetPhysicalDeviceQueueFamilyProperties(handle(), &count, info.data()); |
Tony Barbour | 59a4732 | 2015-06-24 16:06:58 -0600 | [diff] [blame] | 93 | |
| 94 | return info; |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 95 | } |
| 96 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 97 | VkPhysicalDeviceMemoryProperties PhysicalDevice::memory_properties() const { |
Tony Barbour | 59a4732 | 2015-06-24 16:06:58 -0600 | [diff] [blame] | 98 | VkPhysicalDeviceMemoryProperties info; |
| 99 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 100 | vk::GetPhysicalDeviceMemoryProperties(handle(), &info); |
Mark Lobodzinski | b3fbcd9 | 2015-07-02 16:49:40 -0600 | [diff] [blame] | 101 | |
Tony Barbour | 59a4732 | 2015-06-24 16:06:58 -0600 | [diff] [blame] | 102 | return info; |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 103 | } |
| 104 | |
Chris Forbes | f9cfe18 | 2016-04-04 17:22:42 +1200 | [diff] [blame] | 105 | VkPhysicalDeviceFeatures PhysicalDevice::features() const { |
| 106 | VkPhysicalDeviceFeatures features; |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 107 | vk::GetPhysicalDeviceFeatures(handle(), &features); |
Chris Forbes | f9cfe18 | 2016-04-04 17:22:42 +1200 | [diff] [blame] | 108 | return features; |
| 109 | } |
| 110 | |
Courtney Goeltzenleuchter | 110fdf9 | 2015-06-29 15:39:26 -0600 | [diff] [blame] | 111 | /* |
| 112 | * Return list of Global layers available |
| 113 | */ |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 114 | std::vector<VkLayerProperties> GetGlobalLayers() { |
Courtney Goeltzenleuchter | 110fdf9 | 2015-06-29 15:39:26 -0600 | [diff] [blame] | 115 | VkResult err; |
Charles Giessen | adf933c | 2022-07-12 11:57:16 -0600 | [diff] [blame] | 116 | uint32_t layer_count = 32; |
| 117 | std::vector<VkLayerProperties> layers(layer_count); |
Mike Schuchardt | 0a39833 | 2022-09-01 15:55:42 -0700 | [diff] [blame^] | 118 | for (;;) { |
Petr Kraus | 979fd53 | 2020-04-02 22:07:26 +0200 | [diff] [blame] | 119 | err = vk::EnumerateInstanceLayerProperties(&layer_count, layers.data()); |
Mike Schuchardt | 0a39833 | 2022-09-01 15:55:42 -0700 | [diff] [blame^] | 120 | if (err == VK_SUCCESS) { |
| 121 | layers.resize(layer_count); |
| 122 | return layers; |
| 123 | } else if (err == VK_INCOMPLETE) { |
| 124 | layer_count *= 2; // wasn't enough space, increase it |
| 125 | layers.resize(layer_count); |
| 126 | } else { |
| 127 | return {}; |
| 128 | } |
| 129 | } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 130 | } |
| 131 | |
Courtney Goeltzenleuchter | 110fdf9 | 2015-06-29 15:39:26 -0600 | [diff] [blame] | 132 | /* |
| 133 | * Return list of Global extensions provided by the ICD / Loader |
| 134 | */ |
Petr Kraus | 979fd53 | 2020-04-02 22:07:26 +0200 | [diff] [blame] | 135 | std::vector<VkExtensionProperties> GetGlobalExtensions() { return GetGlobalExtensions(nullptr); } |
Courtney Goeltzenleuchter | 110fdf9 | 2015-06-29 15:39:26 -0600 | [diff] [blame] | 136 | |
| 137 | /* |
| 138 | * Return list of Global extensions provided by the specified layer |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 139 | * If pLayerName is NULL, will return extensions implemented by the loader / |
| 140 | * ICDs |
Courtney Goeltzenleuchter | 110fdf9 | 2015-06-29 15:39:26 -0600 | [diff] [blame] | 141 | */ |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 142 | std::vector<VkExtensionProperties> GetGlobalExtensions(const char *pLayerName) { |
Courtney Goeltzenleuchter | 110fdf9 | 2015-06-29 15:39:26 -0600 | [diff] [blame] | 143 | VkResult err; |
Charles Giessen | adf933c | 2022-07-12 11:57:16 -0600 | [diff] [blame] | 144 | uint32_t extension_count = 32; |
| 145 | std::vector<VkExtensionProperties> extensions(extension_count); |
Mike Schuchardt | 0a39833 | 2022-09-01 15:55:42 -0700 | [diff] [blame^] | 146 | for (;;) { |
Petr Kraus | 979fd53 | 2020-04-02 22:07:26 +0200 | [diff] [blame] | 147 | err = vk::EnumerateInstanceExtensionProperties(nullptr, &extension_count, extensions.data()); |
Mike Schuchardt | 0a39833 | 2022-09-01 15:55:42 -0700 | [diff] [blame^] | 148 | if (err == VK_SUCCESS) { |
| 149 | extensions.resize(extension_count); |
| 150 | return extensions; |
| 151 | } else if (err == VK_INCOMPLETE) { |
| 152 | extension_count *= 2; // wasn't enough space, increase it |
| 153 | extensions.resize(extension_count); |
| 154 | } else { |
| 155 | return {}; |
| 156 | } |
| 157 | } |
Courtney Goeltzenleuchter | 110fdf9 | 2015-06-29 15:39:26 -0600 | [diff] [blame] | 158 | } |
| 159 | |
| 160 | /* |
Courtney Goeltzenleuchter | 110fdf9 | 2015-06-29 15:39:26 -0600 | [diff] [blame] | 161 | * Return list of PhysicalDevice extensions provided by the specified layer |
| 162 | * If pLayerName is NULL, will return extensions for ICD / loader. |
| 163 | */ |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 164 | std::vector<VkExtensionProperties> PhysicalDevice::extensions(const char *pLayerName) const { |
Courtney Goeltzenleuchter | 110fdf9 | 2015-06-29 15:39:26 -0600 | [diff] [blame] | 165 | VkResult err; |
Charles Giessen | adf933c | 2022-07-12 11:57:16 -0600 | [diff] [blame] | 166 | uint32_t extension_count = 256; |
| 167 | std::vector<VkExtensionProperties> extensions(extension_count); |
Mike Schuchardt | 0a39833 | 2022-09-01 15:55:42 -0700 | [diff] [blame^] | 168 | for (;;) { |
Petr Kraus | 43bba7b | 2020-04-02 19:55:31 +0200 | [diff] [blame] | 169 | err = vk::EnumerateDeviceExtensionProperties(handle(), pLayerName, &extension_count, extensions.data()); |
Mike Schuchardt | 0a39833 | 2022-09-01 15:55:42 -0700 | [diff] [blame^] | 170 | if (err == VK_SUCCESS) { |
| 171 | extensions.resize(extension_count); |
| 172 | return extensions; |
| 173 | } else if (err == VK_INCOMPLETE) { |
| 174 | extension_count *= 2; // wasn't enough space, increase it |
| 175 | extensions.resize(extension_count); |
| 176 | } else { |
| 177 | return {}; |
| 178 | } |
| 179 | } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 180 | } |
| 181 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 182 | bool PhysicalDevice::set_memory_type(const uint32_t type_bits, VkMemoryAllocateInfo *info, const VkFlags properties, |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 183 | const VkFlags forbid) const { |
| 184 | uint32_t type_mask = type_bits; |
| 185 | // Search memtypes to find first index with those properties |
| 186 | for (uint32_t i = 0; i < memory_properties_.memoryTypeCount; i++) { |
| 187 | if ((type_mask & 1) == 1) { |
| 188 | // Type is available, does it match user properties? |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 189 | if ((memory_properties_.memoryTypes[i].propertyFlags & properties) == properties && |
paul-lunarg | 1a2fcc8 | 2022-07-14 15:33:02 -0600 | [diff] [blame] | 190 | (memory_properties_.memoryTypes[i].propertyFlags & forbid) == 0 && |
| 191 | (memory_properties_.memoryHeaps[memory_properties_.memoryTypes[i].heapIndex].size >= info->allocationSize)) { |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 192 | info->memoryTypeIndex = i; |
| 193 | return true; |
| 194 | } |
| 195 | } |
| 196 | type_mask >>= 1; |
| 197 | } |
| 198 | // No memory types matched, return failure |
| 199 | return false; |
Mark Lobodzinski | b3fbcd9 | 2015-07-02 16:49:40 -0600 | [diff] [blame] | 200 | } |
| 201 | |
Courtney Goeltzenleuchter | cd69eee | 2015-07-06 09:10:47 -0600 | [diff] [blame] | 202 | /* |
| 203 | * Return list of PhysicalDevice layers |
| 204 | */ |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 205 | std::vector<VkLayerProperties> PhysicalDevice::layers() const { |
Courtney Goeltzenleuchter | cd69eee | 2015-07-06 09:10:47 -0600 | [diff] [blame] | 206 | VkResult err; |
Charles Giessen | adf933c | 2022-07-12 11:57:16 -0600 | [diff] [blame] | 207 | uint32_t layer_count = 32; |
| 208 | std::vector<VkLayerProperties> layers(layer_count); |
Mike Schuchardt | 0a39833 | 2022-09-01 15:55:42 -0700 | [diff] [blame^] | 209 | for (;;) { |
Petr Kraus | 43bba7b | 2020-04-02 19:55:31 +0200 | [diff] [blame] | 210 | err = vk::EnumerateDeviceLayerProperties(handle(), &layer_count, layers.data()); |
Mike Schuchardt | 0a39833 | 2022-09-01 15:55:42 -0700 | [diff] [blame^] | 211 | if (err == VK_SUCCESS) { |
| 212 | layers.resize(layer_count); |
| 213 | return layers; |
| 214 | } else if (err == VK_INCOMPLETE) { |
| 215 | layer_count *= 2; // wasn't enough space, increase it |
| 216 | layers.resize(layer_count); |
| 217 | } else { |
| 218 | return {}; |
| 219 | } |
| 220 | } |
Courtney Goeltzenleuchter | cd69eee | 2015-07-06 09:10:47 -0600 | [diff] [blame] | 221 | } |
| 222 | |
Dave Houlton | 6c72f35 | 2018-02-06 17:49:16 -0700 | [diff] [blame] | 223 | QueueCreateInfoArray::QueueCreateInfoArray(const std::vector<VkQueueFamilyProperties> &queue_props) |
| 224 | : queue_info_(), queue_priorities_() { |
John Zulauf | 01da3ee | 2017-10-18 18:13:37 -0600 | [diff] [blame] | 225 | queue_info_.reserve(queue_props.size()); |
| 226 | |
Petr Kraus | 540a67d | 2017-12-11 00:35:33 +0100 | [diff] [blame] | 227 | for (uint32_t i = 0; i < (uint32_t)queue_props.size(); ++i) { |
| 228 | if (queue_props[i].queueCount > 0) { |
sfricke-samsung | 6fc3e32 | 2022-02-15 22:41:29 -0800 | [diff] [blame] | 229 | VkDeviceQueueCreateInfo qi = LvlInitStruct<VkDeviceQueueCreateInfo>(); |
Petr Kraus | 540a67d | 2017-12-11 00:35:33 +0100 | [diff] [blame] | 230 | qi.queueFamilyIndex = i; |
| 231 | qi.queueCount = queue_props[i].queueCount; |
| 232 | queue_priorities_.emplace_back(qi.queueCount, 0.0f); |
| 233 | qi.pQueuePriorities = queue_priorities_[i].data(); |
| 234 | queue_info_.push_back(qi); |
| 235 | } |
John Zulauf | 01da3ee | 2017-10-18 18:13:37 -0600 | [diff] [blame] | 236 | } |
| 237 | } |
| 238 | |
Mark Lobodzinski | 5f02557 | 2020-03-18 12:13:48 -0600 | [diff] [blame] | 239 | Device::~Device() NOEXCEPT { |
Mark Lobodzinski | 64318ba | 2017-01-26 13:34:13 -0700 | [diff] [blame] | 240 | if (!initialized()) return; |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 241 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 242 | vk::DestroyDevice(handle(), NULL); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 243 | } |
| 244 | |
Tony-LunarG | 58c59b4 | 2019-01-03 13:19:11 -0700 | [diff] [blame] | 245 | void Device::init(std::vector<const char *> &extensions, VkPhysicalDeviceFeatures *features, void *create_device_pnext) { |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 246 | // request all queues |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 247 | const std::vector<VkQueueFamilyProperties> queue_props = phy_.queue_properties(); |
John Zulauf | 01da3ee | 2017-10-18 18:13:37 -0600 | [diff] [blame] | 248 | QueueCreateInfoArray queue_info(phy_.queue_properties()); |
Mark Young | 93ecb1d | 2016-01-13 13:47:16 -0700 | [diff] [blame] | 249 | for (uint32_t i = 0; i < (uint32_t)queue_props.size(); i++) { |
Courtney Goeltzenleuchter | d8e229c | 2015-04-08 15:36:08 -0600 | [diff] [blame] | 250 | if (queue_props[i].queueFlags & VK_QUEUE_GRAPHICS_BIT) { |
Courtney Goeltzenleuchter | 18248e6 | 2015-03-05 18:09:39 -0700 | [diff] [blame] | 251 | graphics_queue_node_index_ = i; |
William Henning | 6a354a5 | 2018-05-23 18:01:51 -0600 | [diff] [blame] | 252 | break; |
Courtney Goeltzenleuchter | 18248e6 | 2015-03-05 18:09:39 -0700 | [diff] [blame] | 253 | } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 254 | } |
Tobin Ehlis | 04dea91 | 2017-11-14 12:10:11 -0700 | [diff] [blame] | 255 | // Only request creation with queuefamilies that have at least one queue |
| 256 | std::vector<VkDeviceQueueCreateInfo> create_queue_infos; |
| 257 | auto qci = queue_info.data(); |
| 258 | for (uint32_t j = 0; j < queue_info.size(); ++j) { |
| 259 | if (qci[j].queueCount) { |
| 260 | create_queue_infos.push_back(qci[j]); |
| 261 | } |
| 262 | } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 263 | |
Petr Kraus | b9659a0 | 2017-12-11 01:17:46 +0100 | [diff] [blame] | 264 | enabled_extensions_ = extensions; |
| 265 | |
sfricke-samsung | 6fc3e32 | 2022-02-15 22:41:29 -0800 | [diff] [blame] | 266 | VkDeviceCreateInfo dev_info = LvlInitStruct<VkDeviceCreateInfo>(create_device_pnext); |
Tobin Ehlis | 04dea91 | 2017-11-14 12:10:11 -0700 | [diff] [blame] | 267 | dev_info.queueCreateInfoCount = create_queue_infos.size(); |
| 268 | dev_info.pQueueCreateInfos = create_queue_infos.data(); |
Tony Barbour | 4c70d10 | 2016-08-08 16:06:56 -0600 | [diff] [blame] | 269 | dev_info.enabledLayerCount = 0; |
| 270 | dev_info.ppEnabledLayerNames = NULL; |
Jon Ashburn | f19916e | 2016-01-11 13:12:43 -0700 | [diff] [blame] | 271 | dev_info.enabledExtensionCount = extensions.size(); |
Tony Barbour | 482c609 | 2015-07-27 09:37:48 -0600 | [diff] [blame] | 272 | dev_info.ppEnabledExtensionNames = extensions.data(); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 273 | |
Tony Barbour | 53f7e89 | 2016-08-09 13:44:00 -0600 | [diff] [blame] | 274 | VkPhysicalDeviceFeatures all_features; |
Jeff Bolz | fdf9607 | 2018-04-10 14:32:18 -0500 | [diff] [blame] | 275 | // Let VkPhysicalDeviceFeatures2 take priority over VkPhysicalDeviceFeatures, |
| 276 | // since it supports extensions |
Tony-LunarG | 58c59b4 | 2019-01-03 13:19:11 -0700 | [diff] [blame] | 277 | |
Mark Lobodzinski | 1f887d3 | 2020-12-30 15:31:33 -0700 | [diff] [blame] | 278 | if (!(LvlFindInChain<VkPhysicalDeviceFeatures2>(dev_info.pNext))) { |
Tony-LunarG | 58c59b4 | 2019-01-03 13:19:11 -0700 | [diff] [blame] | 279 | if (features) { |
| 280 | dev_info.pEnabledFeatures = features; |
| 281 | } else { |
| 282 | // request all supportable features enabled |
| 283 | all_features = phy().features(); |
| 284 | dev_info.pEnabledFeatures = &all_features; |
| 285 | } |
Tony Barbour | 53f7e89 | 2016-08-09 13:44:00 -0600 | [diff] [blame] | 286 | } |
Chris Forbes | f9cfe18 | 2016-04-04 17:22:42 +1200 | [diff] [blame] | 287 | |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 288 | init(dev_info); |
| 289 | } |
| 290 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 291 | void Device::init(const VkDeviceCreateInfo &info) { |
Chia-I Wu | f368b60 | 2015-07-03 10:41:20 +0800 | [diff] [blame] | 292 | VkDevice dev; |
| 293 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 294 | if (EXPECT(vk::CreateDevice(phy_.handle(), &info, NULL, &dev) == VK_SUCCESS)) Handle::init(dev); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 295 | |
Jeremy Gebben | c7af14b | 2021-10-22 11:16:48 -0600 | [diff] [blame] | 296 | init_queues(info); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 297 | init_formats(); |
| 298 | } |
| 299 | |
Jeremy Gebben | c7af14b | 2021-10-22 11:16:48 -0600 | [diff] [blame] | 300 | void Device::init_queues(const VkDeviceCreateInfo &info) { |
Courtney Goeltzenleuchter | 18248e6 | 2015-03-05 18:09:39 -0700 | [diff] [blame] | 301 | uint32_t queue_node_count; |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 302 | vk::GetPhysicalDeviceQueueFamilyProperties(phy_.handle(), &queue_node_count, NULL); |
Courtney Goeltzenleuchter | 18248e6 | 2015-03-05 18:09:39 -0700 | [diff] [blame] | 303 | EXPECT(queue_node_count >= 1); |
| 304 | |
Petr Kraus | c3aee2e | 2019-09-06 00:26:06 +0200 | [diff] [blame] | 305 | std::vector<VkQueueFamilyProperties> queue_props(queue_node_count); |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 306 | vk::GetPhysicalDeviceQueueFamilyProperties(phy_.handle(), &queue_node_count, queue_props.data()); |
Courtney Goeltzenleuchter | 18248e6 | 2015-03-05 18:09:39 -0700 | [diff] [blame] | 307 | |
John Zulauf | 5abdf12 | 2018-03-27 10:12:37 -0600 | [diff] [blame] | 308 | queue_families_.resize(queue_node_count); |
Jeremy Gebben | c7af14b | 2021-10-22 11:16:48 -0600 | [diff] [blame] | 309 | for (uint32_t i = 0; i < info.queueCreateInfoCount; i++) { |
| 310 | const auto &queue_create_info = info.pQueueCreateInfos[i]; |
| 311 | auto queue_family_i = queue_create_info.queueFamilyIndex; |
| 312 | const auto &queue_family_prop = queue_props[queue_family_i]; |
Courtney Goeltzenleuchter | 18248e6 | 2015-03-05 18:09:39 -0700 | [diff] [blame] | 313 | |
Petr Kraus | c3aee2e | 2019-09-06 00:26:06 +0200 | [diff] [blame] | 314 | QueueFamilyQueues &queue_storage = queue_families_[queue_family_i]; |
Jeremy Gebben | c7af14b | 2021-10-22 11:16:48 -0600 | [diff] [blame] | 315 | queue_storage.reserve(queue_create_info.queueCount); |
| 316 | for (uint32_t queue_i = 0; queue_i < queue_create_info.queueCount; ++queue_i) { |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 317 | // TODO: Need to add support for separate MEMMGR and work queues, |
| 318 | // including synchronization |
Nathaniel Cesario | 0d50bcf | 2022-06-21 10:30:04 -0600 | [diff] [blame] | 319 | VkQueue queue = VK_NULL_HANDLE; |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 320 | vk::GetDeviceQueue(handle(), queue_family_i, queue_i, &queue); |
Courtney Goeltzenleuchter | 18248e6 | 2015-03-05 18:09:39 -0700 | [diff] [blame] | 321 | |
John Zulauf | 5abdf12 | 2018-03-27 10:12:37 -0600 | [diff] [blame] | 322 | // Store single copy of the queue object that will self destruct |
Petr Kraus | c3aee2e | 2019-09-06 00:26:06 +0200 | [diff] [blame] | 323 | queue_storage.emplace_back(new Queue(queue, queue_family_i)); |
John Zulauf | 5abdf12 | 2018-03-27 10:12:37 -0600 | [diff] [blame] | 324 | |
Jeremy Gebben | c7af14b | 2021-10-22 11:16:48 -0600 | [diff] [blame] | 325 | if (queue_family_prop.queueFlags & VK_QUEUE_GRAPHICS_BIT) { |
John Zulauf | 5abdf12 | 2018-03-27 10:12:37 -0600 | [diff] [blame] | 326 | queues_[GRAPHICS].push_back(queue_storage.back().get()); |
Courtney Goeltzenleuchter | 18248e6 | 2015-03-05 18:09:39 -0700 | [diff] [blame] | 327 | } |
| 328 | |
Jeremy Gebben | c7af14b | 2021-10-22 11:16:48 -0600 | [diff] [blame] | 329 | if (queue_family_prop.queueFlags & VK_QUEUE_COMPUTE_BIT) { |
John Zulauf | 5abdf12 | 2018-03-27 10:12:37 -0600 | [diff] [blame] | 330 | queues_[COMPUTE].push_back(queue_storage.back().get()); |
Courtney Goeltzenleuchter | 18248e6 | 2015-03-05 18:09:39 -0700 | [diff] [blame] | 331 | } |
| 332 | |
Jeremy Gebben | c7af14b | 2021-10-22 11:16:48 -0600 | [diff] [blame] | 333 | if (queue_family_prop.queueFlags & VK_QUEUE_TRANSFER_BIT) { |
John Zulauf | 5abdf12 | 2018-03-27 10:12:37 -0600 | [diff] [blame] | 334 | queues_[DMA].push_back(queue_storage.back().get()); |
Courtney Goeltzenleuchter | 18248e6 | 2015-03-05 18:09:39 -0700 | [diff] [blame] | 335 | } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 336 | } |
| 337 | } |
| 338 | |
Jeremy Gebben | c7af14b | 2021-10-22 11:16:48 -0600 | [diff] [blame] | 339 | EXPECT(!queues_[GRAPHICS].empty() || !queues_[COMPUTE].empty() || !queues_[DMA].empty()); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 340 | } |
Petr Kraus | c3aee2e | 2019-09-06 00:26:06 +0200 | [diff] [blame] | 341 | |
John Zulauf | 5abdf12 | 2018-03-27 10:12:37 -0600 | [diff] [blame] | 342 | const Device::QueueFamilyQueues &Device::queue_family_queues(uint32_t queue_family) const { |
| 343 | assert(queue_family < queue_families_.size()); |
| 344 | return queue_families_[queue_family]; |
| 345 | } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 346 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 347 | void Device::init_formats() { |
Mark Lobodzinski | 9a6555f | 2020-02-10 16:16:29 -0700 | [diff] [blame] | 348 | // For each 1.0 core format, undefined = first, 12x12_SRGB_BLOCK = last |
| 349 | for (int f = VK_FORMAT_UNDEFINED; f <= VK_FORMAT_ASTC_12x12_SRGB_BLOCK; f++) { |
Courtney Goeltzenleuchter | fb4efc6 | 2015-04-10 08:34:15 -0600 | [diff] [blame] | 350 | const VkFormat fmt = static_cast<VkFormat>(f); |
| 351 | const VkFormatProperties props = format_properties(fmt); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 352 | |
Jeremy Hayes | a058eee | 2015-01-23 08:51:43 -0700 | [diff] [blame] | 353 | if (props.linearTilingFeatures) { |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 354 | const Format tmp = {fmt, VK_IMAGE_TILING_LINEAR, props.linearTilingFeatures}; |
Jeremy Hayes | a058eee | 2015-01-23 08:51:43 -0700 | [diff] [blame] | 355 | formats_.push_back(tmp); |
| 356 | } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 357 | |
Jeremy Hayes | a058eee | 2015-01-23 08:51:43 -0700 | [diff] [blame] | 358 | if (props.optimalTilingFeatures) { |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 359 | const Format tmp = {fmt, VK_IMAGE_TILING_OPTIMAL, props.optimalTilingFeatures}; |
Jeremy Hayes | a058eee | 2015-01-23 08:51:43 -0700 | [diff] [blame] | 360 | formats_.push_back(tmp); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 361 | } |
| 362 | } |
| 363 | |
| 364 | EXPECT(!formats_.empty()); |
| 365 | } |
| 366 | |
Cort Stratton | 72f89aa | 2018-05-27 10:40:27 -0700 | [diff] [blame] | 367 | bool Device::IsEnabledExtension(const char *extension) { |
Petr Kraus | b9659a0 | 2017-12-11 01:17:46 +0100 | [diff] [blame] | 368 | const auto is_x = [&extension](const char *enabled_extension) { return strcmp(extension, enabled_extension) == 0; }; |
| 369 | return std::any_of(enabled_extensions_.begin(), enabled_extensions_.end(), is_x); |
| 370 | } |
| 371 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 372 | VkFormatProperties Device::format_properties(VkFormat format) { |
Courtney Goeltzenleuchter | fb4efc6 | 2015-04-10 08:34:15 -0600 | [diff] [blame] | 373 | VkFormatProperties data; |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 374 | vk::GetPhysicalDeviceFormatProperties(phy().handle(), format, &data); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 375 | |
| 376 | return data; |
| 377 | } |
| 378 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 379 | void Device::wait() { EXPECT(vk::DeviceWaitIdle(handle()) == VK_SUCCESS); } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 380 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 381 | VkResult Device::wait(const std::vector<const Fence *> &fences, bool wait_all, uint64_t timeout) { |
Petr Kraus | 858bacd | 2017-12-01 23:10:08 +0100 | [diff] [blame] | 382 | const std::vector<VkFence> fence_handles = MakeVkHandles<VkFence>(fences); |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 383 | VkResult err = vk::WaitForFences(handle(), fence_handles.size(), fence_handles.data(), wait_all, timeout); |
Courtney Goeltzenleuchter | d8e229c | 2015-04-08 15:36:08 -0600 | [diff] [blame] | 384 | EXPECT(err == VK_SUCCESS || err == VK_TIMEOUT); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 385 | |
| 386 | return err; |
| 387 | } |
| 388 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 389 | void Device::update_descriptor_sets(const std::vector<VkWriteDescriptorSet> &writes, |
| 390 | const std::vector<VkCopyDescriptorSet> &copies) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 391 | vk::UpdateDescriptorSets(handle(), writes.size(), writes.data(), copies.size(), copies.data()); |
Chia-I Wu | 9d00ed7 | 2015-05-25 16:27:55 +0800 | [diff] [blame] | 392 | } |
| 393 | |
John Zulauf | 7109547 | 2018-03-26 14:45:12 -0600 | [diff] [blame] | 394 | VkResult Queue::submit(const std::vector<const CommandBuffer *> &cmds, const Fence &fence, bool expect_success) { |
Petr Kraus | 858bacd | 2017-12-01 23:10:08 +0100 | [diff] [blame] | 395 | const std::vector<VkCommandBuffer> cmd_handles = MakeVkHandles<VkCommandBuffer>(cmds); |
sfricke-samsung | 6fc3e32 | 2022-02-15 22:41:29 -0800 | [diff] [blame] | 396 | VkSubmitInfo submit_info = LvlInitStruct<VkSubmitInfo>(); |
Chia-I Wu | d50a7d7 | 2015-10-26 20:48:51 +0800 | [diff] [blame] | 397 | submit_info.waitSemaphoreCount = 0; |
sjfricke | a143ec2 | 2022-08-02 21:46:04 +0900 | [diff] [blame] | 398 | submit_info.pWaitSemaphores = nullptr; |
| 399 | submit_info.pWaitDstStageMask = nullptr; |
| 400 | submit_info.commandBufferCount = static_cast<uint32_t>(cmd_handles.size()); |
Courtney Goeltzenleuchter | 806c700 | 2015-10-27 11:22:14 -0600 | [diff] [blame] | 401 | submit_info.pCommandBuffers = cmd_handles.data(); |
Chia-I Wu | d50a7d7 | 2015-10-26 20:48:51 +0800 | [diff] [blame] | 402 | submit_info.signalSemaphoreCount = 0; |
sjfricke | a143ec2 | 2022-08-02 21:46:04 +0900 | [diff] [blame] | 403 | submit_info.pSignalSemaphores = nullptr; |
Courtney Goeltzenleuchter | 646b907 | 2015-10-20 18:04:07 -0600 | [diff] [blame] | 404 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 405 | VkResult result = vk::QueueSubmit(handle(), 1, &submit_info, fence.handle()); |
John Zulauf | 7109547 | 2018-03-26 14:45:12 -0600 | [diff] [blame] | 406 | if (expect_success) EXPECT(result == VK_SUCCESS); |
| 407 | return result; |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 408 | } |
| 409 | |
John Zulauf | 7109547 | 2018-03-26 14:45:12 -0600 | [diff] [blame] | 410 | VkResult Queue::submit(const CommandBuffer &cmd, const Fence &fence, bool expect_success) { |
| 411 | return submit(std::vector<const CommandBuffer *>(1, &cmd), fence, expect_success); |
| 412 | } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 413 | |
John Zulauf | 7109547 | 2018-03-26 14:45:12 -0600 | [diff] [blame] | 414 | VkResult Queue::submit(const CommandBuffer &cmd, bool expect_success) { |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 415 | Fence fence; |
John Zulauf | 7109547 | 2018-03-26 14:45:12 -0600 | [diff] [blame] | 416 | return submit(cmd, fence); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 417 | } |
| 418 | |
sjfricke | a143ec2 | 2022-08-02 21:46:04 +0900 | [diff] [blame] | 419 | VkResult Queue::submit2(const std::vector<const CommandBuffer *> &cmds, const Fence &fence, bool expect_success) { |
| 420 | std::vector<VkCommandBufferSubmitInfo> cmd_submit_infos; |
| 421 | for (size_t i = 0; i < cmds.size(); i++) { |
| 422 | VkCommandBufferSubmitInfo cmd_submit_info = LvlInitStruct<VkCommandBufferSubmitInfo>(); |
| 423 | cmd_submit_info.deviceMask = 0; |
| 424 | cmd_submit_info.commandBuffer = cmds[i]->handle(); |
| 425 | cmd_submit_infos.push_back(cmd_submit_info); |
| 426 | } |
| 427 | |
| 428 | VkSubmitInfo2 submit_info = LvlInitStruct<VkSubmitInfo2>(); |
| 429 | submit_info.flags = 0; |
| 430 | submit_info.waitSemaphoreInfoCount = 0; |
| 431 | submit_info.pWaitSemaphoreInfos = nullptr; |
| 432 | submit_info.signalSemaphoreInfoCount = 0; |
| 433 | submit_info.pSignalSemaphoreInfos = nullptr; |
| 434 | submit_info.commandBufferInfoCount = static_cast<uint32_t>(cmd_submit_infos.size()); |
| 435 | submit_info.pCommandBufferInfos = cmd_submit_infos.data(); |
| 436 | |
| 437 | // requires synchronization2 to be enabled |
| 438 | VkResult result = vk::QueueSubmit2(handle(), 1, &submit_info, fence.handle()); |
| 439 | if (expect_success) EXPECT(result == VK_SUCCESS); |
| 440 | return result; |
| 441 | } |
| 442 | |
| 443 | VkResult Queue::submit2(const CommandBuffer &cmd, const Fence &fence, bool expect_success) { |
| 444 | return submit2(std::vector<const CommandBuffer *>(1, &cmd), fence, expect_success); |
| 445 | } |
| 446 | |
John Zulauf | 7109547 | 2018-03-26 14:45:12 -0600 | [diff] [blame] | 447 | VkResult Queue::wait() { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 448 | VkResult result = vk::QueueWaitIdle(handle()); |
John Zulauf | 7109547 | 2018-03-26 14:45:12 -0600 | [diff] [blame] | 449 | EXPECT(result == VK_SUCCESS); |
| 450 | return result; |
| 451 | } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 452 | |
Mark Lobodzinski | 5f02557 | 2020-03-18 12:13:48 -0600 | [diff] [blame] | 453 | DeviceMemory::~DeviceMemory() NOEXCEPT { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 454 | if (initialized()) vk::FreeMemory(device(), handle(), NULL); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 455 | } |
| 456 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 457 | void DeviceMemory::init(const Device &dev, const VkMemoryAllocateInfo &info) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 458 | NON_DISPATCHABLE_HANDLE_INIT(vk::AllocateMemory, dev, &info); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 459 | } |
| 460 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 461 | const void *DeviceMemory::map(VkFlags flags) const { |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 462 | void *data; |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 463 | if (!EXPECT(vk::MapMemory(device(), handle(), 0, VK_WHOLE_SIZE, flags, &data) == VK_SUCCESS)) data = NULL; |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 464 | |
| 465 | return data; |
| 466 | } |
| 467 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 468 | void *DeviceMemory::map(VkFlags flags) { |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 469 | void *data; |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 470 | if (!EXPECT(vk::MapMemory(device(), handle(), 0, VK_WHOLE_SIZE, flags, &data) == VK_SUCCESS)) data = NULL; |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 471 | |
| 472 | return data; |
| 473 | } |
| 474 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 475 | void DeviceMemory::unmap() const { vk::UnmapMemory(device(), handle()); } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 476 | |
Mike Schuchardt | 8cacbb0 | 2017-10-26 14:06:38 -0600 | [diff] [blame] | 477 | VkMemoryAllocateInfo DeviceMemory::get_resource_alloc_info(const Device &dev, const VkMemoryRequirements &reqs, |
| 478 | VkMemoryPropertyFlags mem_props) { |
Tobin Ehlis | a3d6064 | 2017-11-14 10:02:46 -0700 | [diff] [blame] | 479 | // Find appropriate memory type for given reqs |
| 480 | VkPhysicalDeviceMemoryProperties dev_mem_props = dev.phy().memory_properties(); |
| 481 | uint32_t mem_type_index = 0; |
| 482 | for (mem_type_index = 0; mem_type_index < dev_mem_props.memoryTypeCount; ++mem_type_index) { |
| 483 | if (mem_props == (mem_props & dev_mem_props.memoryTypes[mem_type_index].propertyFlags)) break; |
| 484 | } |
| 485 | // If we exceeded types, then this device doesn't have the memory we need |
| 486 | assert(mem_type_index < dev_mem_props.memoryTypeCount); |
| 487 | VkMemoryAllocateInfo info = alloc_info(reqs.size, mem_type_index); |
Mike Schuchardt | 7e567b3 | 2017-11-16 13:15:20 -0700 | [diff] [blame] | 488 | EXPECT(dev.phy().set_memory_type(reqs.memoryTypeBits, &info, mem_props)); |
Mike Schuchardt | 8cacbb0 | 2017-10-26 14:06:38 -0600 | [diff] [blame] | 489 | return info; |
| 490 | } |
| 491 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 492 | NON_DISPATCHABLE_HANDLE_DTOR(Fence, vk::DestroyFence) |
Chia-I Wu | d9e8e82 | 2015-07-03 11:45:55 +0800 | [diff] [blame] | 493 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 494 | void Fence::init(const Device &dev, const VkFenceCreateInfo &info) { NON_DISPATCHABLE_HANDLE_INIT(vk::CreateFence, dev, &info); } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 495 | |
Petr Kraus | 70fc465 | 2020-04-25 20:10:49 +0200 | [diff] [blame] | 496 | VkResult Fence::wait(uint64_t timeout) const { |
John Zulauf | 7109547 | 2018-03-26 14:45:12 -0600 | [diff] [blame] | 497 | VkFence fence = handle(); |
Petr Kraus | 70fc465 | 2020-04-25 20:10:49 +0200 | [diff] [blame] | 498 | return vk::WaitForFences(device(), 1, &fence, VK_TRUE, timeout); |
John Zulauf | 7109547 | 2018-03-26 14:45:12 -0600 | [diff] [blame] | 499 | } |
| 500 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 501 | NON_DISPATCHABLE_HANDLE_DTOR(Semaphore, vk::DestroySemaphore) |
Chia-I Wu | 6b1c248 | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 502 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 503 | void Semaphore::init(const Device &dev, const VkSemaphoreCreateInfo &info) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 504 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreateSemaphore, dev, &info); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 505 | } |
| 506 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 507 | NON_DISPATCHABLE_HANDLE_DTOR(Event, vk::DestroyEvent) |
Chia-I Wu | c5c9799 | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 508 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 509 | void Event::init(const Device &dev, const VkEventCreateInfo &info) { NON_DISPATCHABLE_HANDLE_INIT(vk::CreateEvent, dev, &info); } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 510 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 511 | void Event::set() { EXPECT(vk::SetEvent(device(), handle()) == VK_SUCCESS); } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 512 | |
John Zulauf | 7701931 | 2020-12-15 09:04:32 -0700 | [diff] [blame] | 513 | void Event::cmd_set(const CommandBuffer &cmd, VkPipelineStageFlags stage_mask) { |
| 514 | vk::CmdSetEvent(cmd.handle(), handle(), stage_mask); |
| 515 | } |
| 516 | |
| 517 | void Event::cmd_reset(const CommandBuffer &cmd, VkPipelineStageFlags stage_mask) { |
| 518 | vk::CmdResetEvent(cmd.handle(), handle(), stage_mask); |
| 519 | } |
| 520 | |
John Zulauf | b66ee05 | 2022-06-10 16:52:28 -0600 | [diff] [blame] | 521 | void Event::cmd_wait(const CommandBuffer &cmd, VkPipelineStageFlags src_stage_mask, VkPipelineStageFlags dst_stage_mask, |
| 522 | const std::vector<VkMemoryBarrier> &memory_barriers, const std::vector<VkBufferMemoryBarrier> &buffer_barriers, |
| 523 | const std::vector<VkImageMemoryBarrier> &image_barriers) { |
| 524 | VkEvent event_handle = handle(); |
| 525 | vk::CmdWaitEvents(cmd.handle(), 1, &event_handle, src_stage_mask, dst_stage_mask, static_cast<uint32_t>(memory_barriers.size()), |
| 526 | memory_barriers.data(), static_cast<uint32_t>(buffer_barriers.size()), buffer_barriers.data(), |
| 527 | static_cast<uint32_t>(image_barriers.size()), image_barriers.data()); |
| 528 | } |
| 529 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 530 | void Event::reset() { EXPECT(vk::ResetEvent(device(), handle()) == VK_SUCCESS); } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 531 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 532 | NON_DISPATCHABLE_HANDLE_DTOR(QueryPool, vk::DestroyQueryPool) |
Chia-I Wu | 1b7d476 | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 533 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 534 | void QueryPool::init(const Device &dev, const VkQueryPoolCreateInfo &info) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 535 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreateQueryPool, dev, &info); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 536 | } |
| 537 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 538 | VkResult QueryPool::results(uint32_t first, uint32_t count, size_t size, void *data, size_t stride) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 539 | VkResult err = vk::GetQueryPoolResults(device(), handle(), first, count, size, data, stride, 0); |
Chia-I Wu | ccc93a7 | 2015-10-26 18:36:20 +0800 | [diff] [blame] | 540 | EXPECT(err == VK_SUCCESS || err == VK_NOT_READY); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 541 | |
| 542 | return err; |
| 543 | } |
| 544 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 545 | NON_DISPATCHABLE_HANDLE_DTOR(Buffer, vk::DestroyBuffer) |
Chia-I Wu | 1a28fe0 | 2015-01-01 07:55:04 +0800 | [diff] [blame] | 546 | |
Tony-LunarG | c7cd9b3 | 2022-07-12 14:25:39 -0600 | [diff] [blame] | 547 | void Buffer::init(const Device &dev, const VkBufferCreateInfo &info, VkMemoryPropertyFlags mem_props, void *alloc_info_pnext) { |
Tony Barbour | 4c97d7a | 2015-04-22 15:10:33 -0600 | [diff] [blame] | 548 | init_no_mem(dev, info); |
Chia-I Wu | 681d7a0 | 2015-07-03 13:44:34 +0800 | [diff] [blame] | 549 | |
Tony-LunarG | c7cd9b3 | 2022-07-12 14:25:39 -0600 | [diff] [blame] | 550 | auto alloc_info = DeviceMemory::get_resource_alloc_info(dev, memory_requirements(), mem_props); |
| 551 | alloc_info.pNext = alloc_info_pnext; |
| 552 | internal_mem_.init(dev, alloc_info); |
| 553 | |
Chia-I Wu | 681d7a0 | 2015-07-03 13:44:34 +0800 | [diff] [blame] | 554 | bind_memory(internal_mem_, 0); |
Tony Barbour | 4c97d7a | 2015-04-22 15:10:33 -0600 | [diff] [blame] | 555 | } |
| 556 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 557 | void Buffer::init_no_mem(const Device &dev, const VkBufferCreateInfo &info) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 558 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreateBuffer, dev, &info); |
Chia-I Wu | 1a28fe0 | 2015-01-01 07:55:04 +0800 | [diff] [blame] | 559 | create_info_ = info; |
| 560 | } |
| 561 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 562 | VkMemoryRequirements Buffer::memory_requirements() const { |
Chia-I Wu | 681d7a0 | 2015-07-03 13:44:34 +0800 | [diff] [blame] | 563 | VkMemoryRequirements reqs; |
| 564 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 565 | vk::GetBufferMemoryRequirements(device(), handle(), &reqs); |
Chia-I Wu | 681d7a0 | 2015-07-03 13:44:34 +0800 | [diff] [blame] | 566 | |
| 567 | return reqs; |
| 568 | } |
| 569 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 570 | void Buffer::bind_memory(const DeviceMemory &mem, VkDeviceSize mem_offset) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 571 | EXPECT(vk::BindBufferMemory(device(), handle(), mem.handle(), mem_offset) == VK_SUCCESS); |
Mark Lobodzinski | 942b172 | 2015-05-11 17:21:15 -0500 | [diff] [blame] | 572 | } |
| 573 | |
Nathaniel Cesario | 0d50bcf | 2022-06-21 10:30:04 -0600 | [diff] [blame] | 574 | void Buffer::bind_memory(const Device &dev, VkMemoryPropertyFlags mem_props, VkDeviceSize mem_offset) { |
| 575 | if (!internal_mem_.initialized()) { |
| 576 | internal_mem_.init(dev, DeviceMemory::get_resource_alloc_info(dev, memory_requirements(), mem_props)); |
| 577 | } |
| 578 | bind_memory(internal_mem_, mem_offset); |
| 579 | } |
| 580 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 581 | NON_DISPATCHABLE_HANDLE_DTOR(BufferView, vk::DestroyBufferView) |
Chia-I Wu | 3158bf3 | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 582 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 583 | void BufferView::init(const Device &dev, const VkBufferViewCreateInfo &info) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 584 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreateBufferView, dev, &info); |
Chia-I Wu | 1a28fe0 | 2015-01-01 07:55:04 +0800 | [diff] [blame] | 585 | } |
| 586 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 587 | NON_DISPATCHABLE_HANDLE_DTOR(Image, vk::DestroyImage) |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 588 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 589 | void Image::init(const Device &dev, const VkImageCreateInfo &info, VkMemoryPropertyFlags mem_props) { |
Tony Barbour | 4c97d7a | 2015-04-22 15:10:33 -0600 | [diff] [blame] | 590 | init_no_mem(dev, info); |
Chia-I Wu | 681d7a0 | 2015-07-03 13:44:34 +0800 | [diff] [blame] | 591 | |
Karl Schultz | b5bc11e | 2016-05-04 08:36:08 -0600 | [diff] [blame] | 592 | if (initialized()) { |
Mike Schuchardt | 8cacbb0 | 2017-10-26 14:06:38 -0600 | [diff] [blame] | 593 | internal_mem_.init(dev, DeviceMemory::get_resource_alloc_info(dev, memory_requirements(), mem_props)); |
Karl Schultz | b5bc11e | 2016-05-04 08:36:08 -0600 | [diff] [blame] | 594 | bind_memory(internal_mem_, 0); |
| 595 | } |
Tony Barbour | 4c97d7a | 2015-04-22 15:10:33 -0600 | [diff] [blame] | 596 | } |
| 597 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 598 | void Image::init_no_mem(const Device &dev, const VkImageCreateInfo &info) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 599 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreateImage, dev, &info); |
Karl Schultz | b5bc11e | 2016-05-04 08:36:08 -0600 | [diff] [blame] | 600 | if (initialized()) { |
| 601 | init_info(dev, info); |
| 602 | } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 603 | } |
| 604 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 605 | void Image::init_info(const Device &dev, const VkImageCreateInfo &info) { |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 606 | create_info_ = info; |
| 607 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 608 | for (std::vector<Device::Format>::const_iterator it = dev.formats().begin(); it != dev.formats().end(); it++) { |
| 609 | if (memcmp(&it->format, &create_info_.format, sizeof(it->format)) == 0 && it->tiling == create_info_.tiling) { |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 610 | format_features_ = it->features; |
| 611 | break; |
| 612 | } |
| 613 | } |
| 614 | } |
| 615 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 616 | VkMemoryRequirements Image::memory_requirements() const { |
Chia-I Wu | 681d7a0 | 2015-07-03 13:44:34 +0800 | [diff] [blame] | 617 | VkMemoryRequirements reqs; |
| 618 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 619 | vk::GetImageMemoryRequirements(device(), handle(), &reqs); |
Chia-I Wu | 681d7a0 | 2015-07-03 13:44:34 +0800 | [diff] [blame] | 620 | |
| 621 | return reqs; |
| 622 | } |
| 623 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 624 | void Image::bind_memory(const DeviceMemory &mem, VkDeviceSize mem_offset) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 625 | EXPECT(vk::BindImageMemory(device(), handle(), mem.handle(), mem_offset) == VK_SUCCESS); |
Chia-I Wu | 1a28fe0 | 2015-01-01 07:55:04 +0800 | [diff] [blame] | 626 | } |
| 627 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 628 | VkSubresourceLayout Image::subresource_layout(const VkImageSubresource &subres) const { |
Courtney Goeltzenleuchter | fb4efc6 | 2015-04-10 08:34:15 -0600 | [diff] [blame] | 629 | VkSubresourceLayout data; |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 630 | size_t size = sizeof(data); |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 631 | vk::GetImageSubresourceLayout(device(), handle(), &subres, &data); |
Mark Lobodzinski | 64318ba | 2017-01-26 13:34:13 -0700 | [diff] [blame] | 632 | if (size != sizeof(data)) memset(&data, 0, sizeof(data)); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 633 | |
| 634 | return data; |
| 635 | } |
| 636 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 637 | VkSubresourceLayout Image::subresource_layout(const VkImageSubresourceLayers &subrescopy) const { |
Courtney Goeltzenleuchter | 01ee1ca | 2015-09-10 16:41:13 -0600 | [diff] [blame] | 638 | VkSubresourceLayout data; |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 639 | VkImageSubresource subres = subresource(subrescopy.aspectMask, subrescopy.mipLevel, subrescopy.baseArrayLayer); |
Courtney Goeltzenleuchter | 01ee1ca | 2015-09-10 16:41:13 -0600 | [diff] [blame] | 640 | size_t size = sizeof(data); |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 641 | vk::GetImageSubresourceLayout(device(), handle(), &subres, &data); |
Mark Lobodzinski | 64318ba | 2017-01-26 13:34:13 -0700 | [diff] [blame] | 642 | if (size != sizeof(data)) memset(&data, 0, sizeof(data)); |
Courtney Goeltzenleuchter | 01ee1ca | 2015-09-10 16:41:13 -0600 | [diff] [blame] | 643 | |
| 644 | return data; |
| 645 | } |
| 646 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 647 | bool Image::transparent() const { |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 648 | return (create_info_.tiling == VK_IMAGE_TILING_LINEAR && create_info_.samples == VK_SAMPLE_COUNT_1_BIT && |
| 649 | !(create_info_.usage & (VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT | VK_IMAGE_USAGE_DEPTH_STENCIL_ATTACHMENT_BIT))); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 650 | } |
| 651 | |
John Zulauf | 5e01c4a | 2022-07-25 18:00:18 -0600 | [diff] [blame] | 652 | VkImageAspectFlags Image::aspect_mask(VkFormat format) { |
| 653 | VkImageAspectFlags image_aspect; |
| 654 | if (FormatIsDepthAndStencil(format)) { |
| 655 | image_aspect = VK_IMAGE_ASPECT_STENCIL_BIT | VK_IMAGE_ASPECT_DEPTH_BIT; |
| 656 | } else if (FormatIsDepthOnly(format)) { |
| 657 | image_aspect = VK_IMAGE_ASPECT_DEPTH_BIT; |
| 658 | } else if (FormatIsStencilOnly(format)) { |
| 659 | image_aspect = VK_IMAGE_ASPECT_STENCIL_BIT; |
| 660 | } else { // color |
| 661 | image_aspect = VK_IMAGE_ASPECT_COLOR_BIT; |
| 662 | } |
| 663 | return image_aspect; |
| 664 | } |
| 665 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 666 | NON_DISPATCHABLE_HANDLE_DTOR(ImageView, vk::DestroyImageView) |
Chia-I Wu | 3158bf3 | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 667 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 668 | void ImageView::init(const Device &dev, const VkImageViewCreateInfo &info) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 669 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreateImageView, dev, &info); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 670 | } |
| 671 | |
Jason Macnak | d218cba | 2019-07-09 15:47:02 -0700 | [diff] [blame] | 672 | AccelerationStructure::~AccelerationStructure() { |
| 673 | if (initialized()) { |
sourav parmar | bb9d8f8 | 2020-07-17 13:01:41 -0700 | [diff] [blame] | 674 | PFN_vkDestroyAccelerationStructureNV vkDestroyAccelerationStructureNV = |
| 675 | (PFN_vkDestroyAccelerationStructureNV)vk::GetDeviceProcAddr(device(), "vkDestroyAccelerationStructureNV"); |
| 676 | assert(vkDestroyAccelerationStructureNV != nullptr); |
Jason Macnak | d218cba | 2019-07-09 15:47:02 -0700 | [diff] [blame] | 677 | |
sourav parmar | bb9d8f8 | 2020-07-17 13:01:41 -0700 | [diff] [blame] | 678 | vkDestroyAccelerationStructureNV(device(), handle(), nullptr); |
Jason Macnak | d218cba | 2019-07-09 15:47:02 -0700 | [diff] [blame] | 679 | } |
| 680 | } |
| 681 | |
sourav parmar | bb9d8f8 | 2020-07-17 13:01:41 -0700 | [diff] [blame] | 682 | AccelerationStructureKHR::~AccelerationStructureKHR() { |
| 683 | if (initialized()) { |
| 684 | PFN_vkDestroyAccelerationStructureKHR vkDestroyAccelerationStructureKHR = |
| 685 | (PFN_vkDestroyAccelerationStructureKHR)vk::GetDeviceProcAddr(device(), "vkDestroyAccelerationStructureKHR"); |
| 686 | assert(vkDestroyAccelerationStructureKHR != nullptr); |
| 687 | vkDestroyAccelerationStructureKHR(device(), handle(), nullptr); |
| 688 | } |
| 689 | } |
| 690 | VkMemoryRequirements2 AccelerationStructure::memory_requirements() const { |
Jason Macnak | d218cba | 2019-07-09 15:47:02 -0700 | [diff] [blame] | 691 | PFN_vkGetAccelerationStructureMemoryRequirementsNV vkGetAccelerationStructureMemoryRequirementsNV = |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 692 | (PFN_vkGetAccelerationStructureMemoryRequirementsNV)vk::GetDeviceProcAddr(device(), |
| 693 | "vkGetAccelerationStructureMemoryRequirementsNV"); |
sourav parmar | bb9d8f8 | 2020-07-17 13:01:41 -0700 | [diff] [blame] | 694 | assert(vkGetAccelerationStructureMemoryRequirementsNV != nullptr); |
Jason Macnak | d218cba | 2019-07-09 15:47:02 -0700 | [diff] [blame] | 695 | VkMemoryRequirements2 memoryRequirements = {}; |
sfricke-samsung | 6fc3e32 | 2022-02-15 22:41:29 -0800 | [diff] [blame] | 696 | VkAccelerationStructureMemoryRequirementsInfoNV memoryRequirementsInfo = |
| 697 | LvlInitStruct<VkAccelerationStructureMemoryRequirementsInfoNV>(); |
sourav parmar | bb9d8f8 | 2020-07-17 13:01:41 -0700 | [diff] [blame] | 698 | memoryRequirementsInfo.type = VK_ACCELERATION_STRUCTURE_MEMORY_REQUIREMENTS_TYPE_OBJECT_NV; |
| 699 | memoryRequirementsInfo.accelerationStructure = handle(); |
| 700 | vkGetAccelerationStructureMemoryRequirementsNV(device(), &memoryRequirementsInfo, &memoryRequirements); |
Jason Macnak | d218cba | 2019-07-09 15:47:02 -0700 | [diff] [blame] | 701 | return memoryRequirements; |
| 702 | } |
| 703 | |
| 704 | VkMemoryRequirements2 AccelerationStructure::build_scratch_memory_requirements() const { |
| 705 | PFN_vkGetAccelerationStructureMemoryRequirementsNV vkGetAccelerationStructureMemoryRequirementsNV = |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 706 | (PFN_vkGetAccelerationStructureMemoryRequirementsNV)vk::GetDeviceProcAddr(device(), |
| 707 | "vkGetAccelerationStructureMemoryRequirementsNV"); |
Jason Macnak | d218cba | 2019-07-09 15:47:02 -0700 | [diff] [blame] | 708 | assert(vkGetAccelerationStructureMemoryRequirementsNV != nullptr); |
| 709 | |
sfricke-samsung | 6fc3e32 | 2022-02-15 22:41:29 -0800 | [diff] [blame] | 710 | VkAccelerationStructureMemoryRequirementsInfoNV memoryRequirementsInfo = |
| 711 | LvlInitStruct<VkAccelerationStructureMemoryRequirementsInfoNV>(); |
Jason Macnak | d218cba | 2019-07-09 15:47:02 -0700 | [diff] [blame] | 712 | memoryRequirementsInfo.type = VK_ACCELERATION_STRUCTURE_MEMORY_REQUIREMENTS_TYPE_BUILD_SCRATCH_NV; |
| 713 | memoryRequirementsInfo.accelerationStructure = handle(); |
| 714 | |
| 715 | VkMemoryRequirements2 memoryRequirements = {}; |
| 716 | vkGetAccelerationStructureMemoryRequirementsNV(device(), &memoryRequirementsInfo, &memoryRequirements); |
| 717 | return memoryRequirements; |
| 718 | } |
| 719 | |
| 720 | void AccelerationStructure::init(const Device &dev, const VkAccelerationStructureCreateInfoNV &info, bool init_memory) { |
| 721 | PFN_vkCreateAccelerationStructureNV vkCreateAccelerationStructureNV = |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 722 | (PFN_vkCreateAccelerationStructureNV)vk::GetDeviceProcAddr(dev.handle(), "vkCreateAccelerationStructureNV"); |
Jason Macnak | d218cba | 2019-07-09 15:47:02 -0700 | [diff] [blame] | 723 | assert(vkCreateAccelerationStructureNV != nullptr); |
| 724 | |
| 725 | NON_DISPATCHABLE_HANDLE_INIT(vkCreateAccelerationStructureNV, dev, &info); |
| 726 | |
| 727 | info_ = info.info; |
| 728 | |
| 729 | if (init_memory) { |
| 730 | memory_.init(dev, DeviceMemory::get_resource_alloc_info(dev, memory_requirements().memoryRequirements, |
| 731 | VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT)); |
| 732 | |
| 733 | PFN_vkBindAccelerationStructureMemoryNV vkBindAccelerationStructureMemoryNV = |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 734 | (PFN_vkBindAccelerationStructureMemoryNV)vk::GetDeviceProcAddr(dev.handle(), "vkBindAccelerationStructureMemoryNV"); |
Jason Macnak | d218cba | 2019-07-09 15:47:02 -0700 | [diff] [blame] | 735 | assert(vkBindAccelerationStructureMemoryNV != nullptr); |
| 736 | |
sfricke-samsung | 6fc3e32 | 2022-02-15 22:41:29 -0800 | [diff] [blame] | 737 | VkBindAccelerationStructureMemoryInfoNV bind_info = LvlInitStruct<VkBindAccelerationStructureMemoryInfoNV>(); |
Jason Macnak | d218cba | 2019-07-09 15:47:02 -0700 | [diff] [blame] | 738 | bind_info.accelerationStructure = handle(); |
| 739 | bind_info.memory = memory_.handle(); |
| 740 | EXPECT(vkBindAccelerationStructureMemoryNV(dev.handle(), 1, &bind_info) == VK_SUCCESS); |
Jason Macnak | e4b41ca | 2019-07-11 11:05:31 -0700 | [diff] [blame] | 741 | |
| 742 | PFN_vkGetAccelerationStructureHandleNV vkGetAccelerationStructureHandleNV = |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 743 | (PFN_vkGetAccelerationStructureHandleNV)vk::GetDeviceProcAddr(dev.handle(), "vkGetAccelerationStructureHandleNV"); |
Jason Macnak | e4b41ca | 2019-07-11 11:05:31 -0700 | [diff] [blame] | 744 | assert(vkGetAccelerationStructureHandleNV != nullptr); |
| 745 | EXPECT(vkGetAccelerationStructureHandleNV(dev.handle(), handle(), sizeof(uint64_t), &opaque_handle_) == VK_SUCCESS); |
Jason Macnak | d218cba | 2019-07-09 15:47:02 -0700 | [diff] [blame] | 746 | } |
| 747 | } |
Tony-LunarG | 2c0a972 | 2022-07-13 15:17:17 -0600 | [diff] [blame] | 748 | void AccelerationStructure::create_scratch_buffer(const Device &dev, Buffer *buffer, VkBufferCreateInfo *pCreateInfo, |
| 749 | bool buffer_device_address) { |
Jason Macnak | d218cba | 2019-07-09 15:47:02 -0700 | [diff] [blame] | 750 | VkMemoryRequirements scratch_buffer_memory_requirements = build_scratch_memory_requirements().memoryRequirements; |
Jason Macnak | d218cba | 2019-07-09 15:47:02 -0700 | [diff] [blame] | 751 | VkBufferCreateInfo create_info = {}; |
Jason Macnak | d218cba | 2019-07-09 15:47:02 -0700 | [diff] [blame] | 752 | create_info.size = scratch_buffer_memory_requirements.size; |
sourav parmar | 1e8c7ff | 2020-04-25 16:43:03 -0700 | [diff] [blame] | 753 | if (pCreateInfo) { |
| 754 | create_info.sType = pCreateInfo->sType; |
| 755 | create_info.usage = pCreateInfo->usage; |
| 756 | } else { |
| 757 | create_info.sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO; |
| 758 | create_info.usage = VK_BUFFER_USAGE_RAY_TRACING_BIT_NV; |
Tony-LunarG | 2c0a972 | 2022-07-13 15:17:17 -0600 | [diff] [blame] | 759 | if (buffer_device_address) create_info.usage |= VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT; |
sourav parmar | 1e8c7ff | 2020-04-25 16:43:03 -0700 | [diff] [blame] | 760 | } |
Tony-LunarG | 2c0a972 | 2022-07-13 15:17:17 -0600 | [diff] [blame] | 761 | if (buffer_device_address) { |
| 762 | auto alloc_flags = LvlInitStruct<VkMemoryAllocateFlagsInfo>(); |
| 763 | alloc_flags.flags = VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT_KHR; |
| 764 | buffer->init(dev, create_info, VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT, &alloc_flags); |
| 765 | } else { |
| 766 | buffer->init(dev, create_info, VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT); |
| 767 | } |
Jason Macnak | d218cba | 2019-07-09 15:47:02 -0700 | [diff] [blame] | 768 | } |
| 769 | |
sourav parmar | bb9d8f8 | 2020-07-17 13:01:41 -0700 | [diff] [blame] | 770 | void AccelerationStructureKHR::init(const Device &dev, const VkAccelerationStructureCreateInfoKHR &info, bool init_memory) { |
| 771 | PFN_vkCreateAccelerationStructureKHR vkCreateAccelerationStructureKHR = |
| 772 | (PFN_vkCreateAccelerationStructureKHR)vk::GetDeviceProcAddr(dev.handle(), "vkCreateAccelerationStructureKHR"); |
| 773 | assert(vkCreateAccelerationStructureKHR != nullptr); |
| 774 | NON_DISPATCHABLE_HANDLE_INIT(vkCreateAccelerationStructureKHR, dev, &info); |
| 775 | info_ = info; |
| 776 | } |
Tony-LunarG | 2c0a972 | 2022-07-13 15:17:17 -0600 | [diff] [blame] | 777 | void AccelerationStructureKHR::create_scratch_buffer(const Device &dev, Buffer *buffer, VkBufferCreateInfo *pCreateInfo, |
| 778 | bool buffer_device_address) { |
sourav parmar | bb9d8f8 | 2020-07-17 13:01:41 -0700 | [diff] [blame] | 779 | VkBufferCreateInfo create_info = {}; |
| 780 | create_info.size = 0; |
| 781 | if (pCreateInfo) { |
| 782 | create_info.sType = pCreateInfo->sType; |
| 783 | create_info.usage = pCreateInfo->usage; |
| 784 | create_info.size = pCreateInfo->size; |
| 785 | } else { |
| 786 | create_info.sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO; |
| 787 | create_info.usage = VK_BUFFER_USAGE_RAY_TRACING_BIT_NV; |
Tony-LunarG | 2c0a972 | 2022-07-13 15:17:17 -0600 | [diff] [blame] | 788 | if (buffer_device_address) create_info.usage |= VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT; |
sourav parmar | bb9d8f8 | 2020-07-17 13:01:41 -0700 | [diff] [blame] | 789 | } |
Tony-LunarG | 2c0a972 | 2022-07-13 15:17:17 -0600 | [diff] [blame] | 790 | if (buffer_device_address) { |
| 791 | auto alloc_flags = LvlInitStruct<VkMemoryAllocateFlagsInfo>(); |
| 792 | alloc_flags.flags = VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT_KHR; |
| 793 | buffer->init(dev, create_info, VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT, &alloc_flags); |
| 794 | } else { |
| 795 | buffer->init(dev, create_info, VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT); |
| 796 | } |
sourav parmar | bb9d8f8 | 2020-07-17 13:01:41 -0700 | [diff] [blame] | 797 | } |
| 798 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 799 | NON_DISPATCHABLE_HANDLE_DTOR(ShaderModule, vk::DestroyShaderModule) |
Chia-I Wu | 4d0c792 | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 800 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 801 | void ShaderModule::init(const Device &dev, const VkShaderModuleCreateInfo &info) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 802 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreateShaderModule, dev, &info); |
Courtney Goeltzenleuchter | ee4027d | 2015-06-28 13:01:17 -0600 | [diff] [blame] | 803 | } |
| 804 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 805 | VkResult ShaderModule::init_try(const Device &dev, const VkShaderModuleCreateInfo &info) { |
Chia-I Wu | 4d0c792 | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 806 | VkShaderModule mod; |
| 807 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 808 | VkResult err = vk::CreateShaderModule(dev.handle(), &info, NULL, &mod); |
Mark Lobodzinski | 64318ba | 2017-01-26 13:34:13 -0700 | [diff] [blame] | 809 | if (err == VK_SUCCESS) NonDispHandle::init(dev.handle(), mod); |
Courtney Goeltzenleuchter | ee4027d | 2015-06-28 13:01:17 -0600 | [diff] [blame] | 810 | |
| 811 | return err; |
| 812 | } |
| 813 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 814 | NON_DISPATCHABLE_HANDLE_DTOR(Pipeline, vk::DestroyPipeline) |
Chia-I Wu | 2ff72fd | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 815 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 816 | void Pipeline::init(const Device &dev, const VkGraphicsPipelineCreateInfo &info) { |
Jon Ashburn | c669cc6 | 2015-07-09 15:02:25 -0600 | [diff] [blame] | 817 | VkPipelineCache cache; |
sfricke-samsung | 6fc3e32 | 2022-02-15 22:41:29 -0800 | [diff] [blame] | 818 | VkPipelineCacheCreateInfo ci = LvlInitStruct<VkPipelineCacheCreateInfo>(); |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 819 | VkResult err = vk::CreatePipelineCache(dev.handle(), &ci, NULL, &cache); |
Jon Ashburn | c669cc6 | 2015-07-09 15:02:25 -0600 | [diff] [blame] | 820 | if (err == VK_SUCCESS) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 821 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreateGraphicsPipelines, dev, cache, 1, &info); |
| 822 | vk::DestroyPipelineCache(dev.handle(), cache, NULL); |
Jon Ashburn | c669cc6 | 2015-07-09 15:02:25 -0600 | [diff] [blame] | 823 | } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 824 | } |
| 825 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 826 | VkResult Pipeline::init_try(const Device &dev, const VkGraphicsPipelineCreateInfo &info) { |
Chris Forbes | 95292b1 | 2015-05-25 11:13:26 +1200 | [diff] [blame] | 827 | VkPipeline pipe; |
Jon Ashburn | c669cc6 | 2015-07-09 15:02:25 -0600 | [diff] [blame] | 828 | VkPipelineCache cache; |
sfricke-samsung | 6fc3e32 | 2022-02-15 22:41:29 -0800 | [diff] [blame] | 829 | VkPipelineCacheCreateInfo ci = LvlInitStruct<VkPipelineCacheCreateInfo>(); |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 830 | VkResult err = vk::CreatePipelineCache(dev.handle(), &ci, NULL, &cache); |
Chia-I Wu | f368b60 | 2015-07-03 10:41:20 +0800 | [diff] [blame] | 831 | EXPECT(err == VK_SUCCESS); |
Chris Forbes | 95292b1 | 2015-05-25 11:13:26 +1200 | [diff] [blame] | 832 | if (err == VK_SUCCESS) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 833 | err = vk::CreateGraphicsPipelines(dev.handle(), cache, 1, &info, NULL, &pipe); |
Jon Ashburn | c669cc6 | 2015-07-09 15:02:25 -0600 | [diff] [blame] | 834 | if (err == VK_SUCCESS) { |
Chia-I Wu | 2ff72fd | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 835 | NonDispHandle::init(dev.handle(), pipe); |
Jon Ashburn | c669cc6 | 2015-07-09 15:02:25 -0600 | [diff] [blame] | 836 | } |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 837 | vk::DestroyPipelineCache(dev.handle(), cache, NULL); |
Chris Forbes | 95292b1 | 2015-05-25 11:13:26 +1200 | [diff] [blame] | 838 | } |
| 839 | |
| 840 | return err; |
| 841 | } |
| 842 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 843 | void Pipeline::init(const Device &dev, const VkComputePipelineCreateInfo &info) { |
Jon Ashburn | c669cc6 | 2015-07-09 15:02:25 -0600 | [diff] [blame] | 844 | VkPipelineCache cache; |
sfricke-samsung | 6fc3e32 | 2022-02-15 22:41:29 -0800 | [diff] [blame] | 845 | VkPipelineCacheCreateInfo ci = LvlInitStruct<VkPipelineCacheCreateInfo>(); |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 846 | VkResult err = vk::CreatePipelineCache(dev.handle(), &ci, NULL, &cache); |
Jon Ashburn | c669cc6 | 2015-07-09 15:02:25 -0600 | [diff] [blame] | 847 | if (err == VK_SUCCESS) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 848 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreateComputePipelines, dev, cache, 1, &info); |
| 849 | vk::DestroyPipelineCache(dev.handle(), cache, NULL); |
Jon Ashburn | c669cc6 | 2015-07-09 15:02:25 -0600 | [diff] [blame] | 850 | } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 851 | } |
| 852 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 853 | NON_DISPATCHABLE_HANDLE_DTOR(PipelineLayout, vk::DestroyPipelineLayout) |
Chia-I Wu | fd46e7d | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 854 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 855 | void PipelineLayout::init(const Device &dev, VkPipelineLayoutCreateInfo &info, |
| 856 | const std::vector<const DescriptorSetLayout *> &layouts) { |
Petr Kraus | 858bacd | 2017-12-01 23:10:08 +0100 | [diff] [blame] | 857 | const std::vector<VkDescriptorSetLayout> layout_handles = MakeVkHandles<VkDescriptorSetLayout>(layouts); |
Petr Kraus | 65ccc88 | 2017-12-03 15:36:03 +0100 | [diff] [blame] | 858 | info.setLayoutCount = layout_handles.size(); |
Tony Barbour | 482c609 | 2015-07-27 09:37:48 -0600 | [diff] [blame] | 859 | info.pSetLayouts = layout_handles.data(); |
Chia-I Wu | fd46e7d | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 860 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 861 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreatePipelineLayout, dev, &info); |
Chia-I Wu | fd46e7d | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 862 | } |
| 863 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 864 | NON_DISPATCHABLE_HANDLE_DTOR(Sampler, vk::DestroySampler) |
Chia-I Wu | 8c721c6 | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 865 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 866 | void Sampler::init(const Device &dev, const VkSamplerCreateInfo &info) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 867 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreateSampler, dev, &info); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 868 | } |
| 869 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 870 | NON_DISPATCHABLE_HANDLE_DTOR(DescriptorSetLayout, vk::DestroyDescriptorSetLayout) |
Chia-I Wu | afdfd7f | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 871 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 872 | void DescriptorSetLayout::init(const Device &dev, const VkDescriptorSetLayoutCreateInfo &info) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 873 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreateDescriptorSetLayout, dev, &info); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 874 | } |
| 875 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 876 | NON_DISPATCHABLE_HANDLE_DTOR(DescriptorPool, vk::DestroyDescriptorPool) |
Chia-I Wu | afdfd7f | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 877 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 878 | void DescriptorPool::init(const Device &dev, const VkDescriptorPoolCreateInfo &info) { |
| 879 | setDynamicUsage(info.flags & VK_DESCRIPTOR_POOL_CREATE_FREE_DESCRIPTOR_SET_BIT); |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 880 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreateDescriptorPool, dev, &info); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 881 | } |
| 882 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 883 | void DescriptorPool::reset() { EXPECT(vk::ResetDescriptorPool(device(), handle(), 0) == VK_SUCCESS); } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 884 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 885 | std::vector<DescriptorSet *> DescriptorPool::alloc_sets(const Device &dev, |
| 886 | const std::vector<const DescriptorSetLayout *> &layouts) { |
Petr Kraus | 858bacd | 2017-12-01 23:10:08 +0100 | [diff] [blame] | 887 | const std::vector<VkDescriptorSetLayout> layout_handles = MakeVkHandles<VkDescriptorSetLayout>(layouts); |
Chia-I Wu | 11078b0 | 2015-01-04 16:27:24 +0800 | [diff] [blame] | 888 | |
Chia-I Wu | afdfd7f | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 889 | std::vector<VkDescriptorSet> set_handles; |
| 890 | set_handles.resize(layout_handles.size()); |
Chia-I Wu | 11078b0 | 2015-01-04 16:27:24 +0800 | [diff] [blame] | 891 | |
sfricke-samsung | 6fc3e32 | 2022-02-15 22:41:29 -0800 | [diff] [blame] | 892 | VkDescriptorSetAllocateInfo alloc_info = LvlInitStruct<VkDescriptorSetAllocateInfo>(); |
Jon Ashburn | f19916e | 2016-01-11 13:12:43 -0700 | [diff] [blame] | 893 | alloc_info.descriptorSetCount = layout_handles.size(); |
Courtney Goeltzenleuchter | bee18a9 | 2015-10-23 14:21:05 -0600 | [diff] [blame] | 894 | alloc_info.descriptorPool = handle(); |
| 895 | alloc_info.pSetLayouts = layout_handles.data(); |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 896 | VkResult err = vk::AllocateDescriptorSets(device(), &alloc_info, set_handles.data()); |
Cody Northrop | 1e4f802 | 2015-08-03 12:47:29 -0600 | [diff] [blame] | 897 | EXPECT(err == VK_SUCCESS); |
Chia-I Wu | 11078b0 | 2015-01-04 16:27:24 +0800 | [diff] [blame] | 898 | |
| 899 | std::vector<DescriptorSet *> sets; |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 900 | for (std::vector<VkDescriptorSet>::const_iterator it = set_handles.begin(); it != set_handles.end(); it++) { |
Chia-I Wu | 11078b0 | 2015-01-04 16:27:24 +0800 | [diff] [blame] | 901 | // do descriptor sets need memories bound? |
Cody Northrop | cdc72a4 | 2015-10-08 11:39:25 -0600 | [diff] [blame] | 902 | DescriptorSet *descriptorSet = new DescriptorSet(dev, this, *it); |
Mark Lobodzinski | 40f7f40 | 2015-04-16 11:44:05 -0500 | [diff] [blame] | 903 | sets.push_back(descriptorSet); |
Chia-I Wu | 11078b0 | 2015-01-04 16:27:24 +0800 | [diff] [blame] | 904 | } |
Chia-I Wu | 11078b0 | 2015-01-04 16:27:24 +0800 | [diff] [blame] | 905 | return sets; |
| 906 | } |
| 907 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 908 | std::vector<DescriptorSet *> DescriptorPool::alloc_sets(const Device &dev, const DescriptorSetLayout &layout, uint32_t count) { |
| 909 | return alloc_sets(dev, std::vector<const DescriptorSetLayout *>(count, &layout)); |
Chia-I Wu | 11078b0 | 2015-01-04 16:27:24 +0800 | [diff] [blame] | 910 | } |
| 911 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 912 | DescriptorSet *DescriptorPool::alloc_sets(const Device &dev, const DescriptorSetLayout &layout) { |
Courtney Goeltzenleuchter | bee18a9 | 2015-10-23 14:21:05 -0600 | [diff] [blame] | 913 | std::vector<DescriptorSet *> set = alloc_sets(dev, layout, 1); |
Chia-I Wu | 11078b0 | 2015-01-04 16:27:24 +0800 | [diff] [blame] | 914 | return (set.empty()) ? NULL : set[0]; |
| 915 | } |
| 916 | |
Mark Lobodzinski | 5f02557 | 2020-03-18 12:13:48 -0600 | [diff] [blame] | 917 | DescriptorSet::~DescriptorSet() NOEXCEPT { |
Tony Barbour | 67e9915 | 2015-07-10 14:10:27 -0600 | [diff] [blame] | 918 | if (initialized()) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 919 | // Only call vk::Free* on sets allocated from pool with usage *_DYNAMIC |
Cody Northrop | cdc72a4 | 2015-10-08 11:39:25 -0600 | [diff] [blame] | 920 | if (containing_pool_->getDynamicUsage()) { |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 921 | VkDescriptorSet sets[1] = {handle()}; |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 922 | EXPECT(vk::FreeDescriptorSets(device(), containing_pool_->GetObj(), 1, sets) == VK_SUCCESS); |
Cody Northrop | cdc72a4 | 2015-10-08 11:39:25 -0600 | [diff] [blame] | 923 | } |
Tony Barbour | 67e9915 | 2015-07-10 14:10:27 -0600 | [diff] [blame] | 924 | } |
| 925 | } |
Chia-I Wu | afdfd7f | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 926 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 927 | NON_DISPATCHABLE_HANDLE_DTOR(CommandPool, vk::DestroyCommandPool) |
Courtney Goeltzenleuchter | ee5d80b | 2015-07-10 19:50:17 -0600 | [diff] [blame] | 928 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 929 | void CommandPool::init(const Device &dev, const VkCommandPoolCreateInfo &info) { |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 930 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreateCommandPool, dev, &info); |
Courtney Goeltzenleuchter | ee5d80b | 2015-07-10 19:50:17 -0600 | [diff] [blame] | 931 | } |
| 932 | |
Mark Lobodzinski | 5f02557 | 2020-03-18 12:13:48 -0600 | [diff] [blame] | 933 | CommandBuffer::~CommandBuffer() NOEXCEPT { |
Courtney Goeltzenleuchter | bee18a9 | 2015-10-23 14:21:05 -0600 | [diff] [blame] | 934 | if (initialized()) { |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 935 | VkCommandBuffer cmds[] = {handle()}; |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 936 | vk::FreeCommandBuffers(dev_handle_, cmd_pool_, 1, cmds); |
Courtney Goeltzenleuchter | bee18a9 | 2015-10-23 14:21:05 -0600 | [diff] [blame] | 937 | } |
Chia-I Wu | be2b917 | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 938 | } |
| 939 | |
Mark Lobodzinski | 722841d | 2016-09-07 16:34:56 -0600 | [diff] [blame] | 940 | void CommandBuffer::init(const Device &dev, const VkCommandBufferAllocateInfo &info) { |
Chia-I Wu | 3432a0c | 2015-10-27 18:04:07 +0800 | [diff] [blame] | 941 | VkCommandBuffer cmd; |
Chia-I Wu | be2b917 | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 942 | |
Chia-I Wu | 3432a0c | 2015-10-27 18:04:07 +0800 | [diff] [blame] | 943 | // Make sure commandPool is set |
| 944 | assert(info.commandPool); |
Courtney Goeltzenleuchter | d8e68bb | 2015-07-13 12:53:32 -0600 | [diff] [blame] | 945 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 946 | if (EXPECT(vk::AllocateCommandBuffers(dev.handle(), &info, &cmd) == VK_SUCCESS)) { |
Chia-I Wu | be2b917 | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 947 | Handle::init(cmd); |
| 948 | dev_handle_ = dev.handle(); |
Chia-I Wu | 3432a0c | 2015-10-27 18:04:07 +0800 | [diff] [blame] | 949 | cmd_pool_ = info.commandPool; |
Chia-I Wu | be2b917 | 2015-07-03 11:49:42 +0800 | [diff] [blame] | 950 | } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 951 | } |
| 952 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 953 | void CommandBuffer::begin(const VkCommandBufferBeginInfo *info) { EXPECT(vk::BeginCommandBuffer(handle(), info) == VK_SUCCESS); } |
Jeremy Hayes | d65ae08 | 2015-01-14 16:17:08 -0700 | [diff] [blame] | 954 | |
Karl Schultz | 6addd81 | 2016-02-02 17:17:23 -0700 | [diff] [blame] | 955 | void CommandBuffer::begin() { |
sfricke-samsung | 6fc3e32 | 2022-02-15 22:41:29 -0800 | [diff] [blame] | 956 | VkCommandBufferBeginInfo info = LvlInitStruct<VkCommandBufferBeginInfo>(); |
| 957 | VkCommandBufferInheritanceInfo hinfo = LvlInitStruct<VkCommandBufferInheritanceInfo>(); |
Chia-I Wu | 3432a0c | 2015-10-27 18:04:07 +0800 | [diff] [blame] | 958 | info.flags = VK_COMMAND_BUFFER_USAGE_ONE_TIME_SUBMIT_BIT; |
Jon Ashburn | f19916e | 2016-01-11 13:12:43 -0700 | [diff] [blame] | 959 | info.pInheritanceInfo = &hinfo; |
Jon Ashburn | f19916e | 2016-01-11 13:12:43 -0700 | [diff] [blame] | 960 | hinfo.renderPass = VK_NULL_HANDLE; |
| 961 | hinfo.subpass = 0; |
| 962 | hinfo.framebuffer = VK_NULL_HANDLE; |
| 963 | hinfo.occlusionQueryEnable = VK_FALSE; |
| 964 | hinfo.queryFlags = 0; |
| 965 | hinfo.pipelineStatistics = 0; |
Jeremy Hayes | d65ae08 | 2015-01-14 16:17:08 -0700 | [diff] [blame] | 966 | |
| 967 | begin(&info); |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 968 | } |
| 969 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 970 | void CommandBuffer::end() { EXPECT(vk::EndCommandBuffer(handle()) == VK_SUCCESS); } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 971 | |
Mark Lobodzinski | c7a5fcf | 2019-09-27 14:09:58 -0600 | [diff] [blame] | 972 | void CommandBuffer::reset(VkCommandBufferResetFlags flags) { EXPECT(vk::ResetCommandBuffer(handle(), flags) == VK_SUCCESS); } |
Chia-I Wu | f1e2e99 | 2014-12-27 14:12:52 +0800 | [diff] [blame] | 973 | |
Jeremy Gebben | 76d2de3 | 2021-08-13 13:26:59 -0600 | [diff] [blame] | 974 | void RenderPass::init(const Device &dev, const VkRenderPassCreateInfo &info) { |
| 975 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreateRenderPass, dev, &info); |
| 976 | } |
| 977 | |
Nathaniel Cesario | 0d50bcf | 2022-06-21 10:30:04 -0600 | [diff] [blame] | 978 | void RenderPass::init(const Device &dev, const VkRenderPassCreateInfo2 &info, bool khr) { |
| 979 | if (!khr) { |
| 980 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreateRenderPass2, dev, &info); |
| 981 | } else { |
| 982 | auto vkCreateRenderPass2KHR = |
| 983 | reinterpret_cast<PFN_vkCreateRenderPass2KHR>(vk::GetDeviceProcAddr(dev.handle(), "vkCreateRenderPass2KHR")); |
| 984 | ASSERT_NE(vkCreateRenderPass2KHR, nullptr); |
| 985 | NON_DISPATCHABLE_HANDLE_INIT(vkCreateRenderPass2KHR, dev, &info); |
| 986 | } |
ziga-lunarg | 2fd0e8f | 2022-05-09 20:59:11 +0200 | [diff] [blame] | 987 | } |
| 988 | |
Jeremy Gebben | 76d2de3 | 2021-08-13 13:26:59 -0600 | [diff] [blame] | 989 | NON_DISPATCHABLE_HANDLE_DTOR(RenderPass, vk::DestroyRenderPass) |
| 990 | |
| 991 | void Framebuffer::init(const Device &dev, const VkFramebufferCreateInfo &info) { |
| 992 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreateFramebuffer, dev, &info); |
| 993 | } |
| 994 | |
| 995 | NON_DISPATCHABLE_HANDLE_DTOR(Framebuffer, vk::DestroyFramebuffer) |
paul-lunarg | b645413 | 2022-07-13 10:00:39 -0600 | [diff] [blame] | 996 | |
| 997 | void SamplerYcbcrConversion::init(const Device &dev, const VkSamplerYcbcrConversionCreateInfo &info, bool khr) { |
| 998 | if (!khr) { |
| 999 | NON_DISPATCHABLE_HANDLE_INIT(vk::CreateSamplerYcbcrConversion, dev, &info); |
| 1000 | } else { |
| 1001 | auto vkCreateSamplerYcbcrConversionKHR = reinterpret_cast<PFN_vkCreateSamplerYcbcrConversionKHR>( |
| 1002 | vk::GetDeviceProcAddr(dev.handle(), "vkCreateSamplerYcbcrConversionKHR")); |
| 1003 | ASSERT_NE(vkCreateSamplerYcbcrConversionKHR, nullptr); |
| 1004 | NON_DISPATCHABLE_HANDLE_INIT(vkCreateSamplerYcbcrConversionKHR, dev, &info); |
| 1005 | } |
| 1006 | } |
| 1007 | |
| 1008 | VkSamplerYcbcrConversionInfo SamplerYcbcrConversion::ConversionInfo() { |
| 1009 | VkSamplerYcbcrConversionInfo ycbcr_info = LvlInitStruct<VkSamplerYcbcrConversionInfo>(); |
| 1010 | ycbcr_info.conversion = handle(); |
| 1011 | return ycbcr_info; |
| 1012 | } |
| 1013 | |
| 1014 | // static |
| 1015 | VkSamplerYcbcrConversionCreateInfo SamplerYcbcrConversion::DefaultConversionInfo(VkFormat format) { |
| 1016 | auto ycbcr_create_info = LvlInitStruct<VkSamplerYcbcrConversionCreateInfo>(); |
| 1017 | ycbcr_create_info.format = format; |
| 1018 | ycbcr_create_info.ycbcrModel = VK_SAMPLER_YCBCR_MODEL_CONVERSION_RGB_IDENTITY; |
| 1019 | ycbcr_create_info.ycbcrRange = VK_SAMPLER_YCBCR_RANGE_ITU_FULL; |
| 1020 | ycbcr_create_info.components = {VK_COMPONENT_SWIZZLE_IDENTITY, VK_COMPONENT_SWIZZLE_IDENTITY, VK_COMPONENT_SWIZZLE_IDENTITY, |
| 1021 | VK_COMPONENT_SWIZZLE_IDENTITY}; |
| 1022 | ycbcr_create_info.xChromaOffset = VK_CHROMA_LOCATION_COSITED_EVEN; |
| 1023 | ycbcr_create_info.yChromaOffset = VK_CHROMA_LOCATION_COSITED_EVEN; |
| 1024 | ycbcr_create_info.chromaFilter = VK_FILTER_NEAREST; |
| 1025 | ycbcr_create_info.forceExplicitReconstruction = false; |
| 1026 | return ycbcr_create_info; |
| 1027 | } |
| 1028 | |
| 1029 | SamplerYcbcrConversion::~SamplerYcbcrConversion() NOEXCEPT { |
| 1030 | if (initialized()) { |
paul-lunarg | 414d1ea | 2022-07-14 15:03:53 -0600 | [diff] [blame] | 1031 | if (!khr_) { |
paul-lunarg | b645413 | 2022-07-13 10:00:39 -0600 | [diff] [blame] | 1032 | vk::DestroySamplerYcbcrConversion(device(), handle(), nullptr); |
| 1033 | } else { |
| 1034 | auto vkDestroySamplerYcbcrConversionKHR = reinterpret_cast<PFN_vkDestroySamplerYcbcrConversionKHR>( |
| 1035 | vk::GetDeviceProcAddr(device(), "vkDestroySamplerYcbcrConversionKHR")); |
| 1036 | assert(vkDestroySamplerYcbcrConversionKHR != nullptr); |
| 1037 | vkDestroySamplerYcbcrConversionKHR(device(), handle(), nullptr); |
| 1038 | } |
| 1039 | handle_ = VK_NULL_HANDLE; |
| 1040 | } |
| 1041 | } |
| 1042 | |
Petr Kraus | 13c98a6 | 2017-12-09 00:22:39 +0100 | [diff] [blame] | 1043 | } // namespace vk_testing |