126 const VkPhysicalDeviceAccelerationStructurePropertiesKHR &acceleration_structure_properties =
129 const bool do_update = vk_acceleration_structure_ != VK_NULL_HANDLE;
130 if (do_update && !is_dirty_) {
134 build_acceleration_structure_info_.src_buffers.clear_and_keep_capacity();
135 build_acceleration_structure_info_.src_acceleration_structures.clear_and_keep_capacity();
137 for (
int64_t blas_index : instances_.index_range()) {
138 VkAccelerationStructureInstanceKHR &instance = instances_[blas_index];
142 "Cannot add blas to top level acceleration structure as the blas "
143 "doesn't have a device address.");
147 build_acceleration_structure_info_.src_acceleration_structures.add(blas.
vk_buffer());
152 size_t instances_buffer_size = instances_.size() *
sizeof(VkAccelerationStructureInstanceKHR);
153 if (!instances_buffer_.is_allocated()) {
154 instances_buffer_.create(
155 instances_buffer_size,
156 VK_BUFFER_USAGE_TRANSFER_DST_BIT |
157 VK_BUFFER_USAGE_ACCELERATION_STRUCTURE_BUILD_INPUT_READ_ONLY_BIT_KHR |
158 VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT,
159 VMA_MEMORY_USAGE_AUTO_PREFER_DEVICE,
167 if (instances_buffer_size != 0) {
168 if (instances_buffer_size < 65536) {
173 memcpy(copy_of_data, instances_.data(), instances_buffer_size);
174 instances_buffer_.update_render_graph(context, copy_of_data);
185 buffer_.clear(context, 0u);
188 "Unable to upload data to TLAS buffer via a staging buffer as the staging buffer "
189 "could not be allocated.");
194 build_acceleration_structure_info_.src_buffers.add(instances_buffer_.resource());
197 build_acceleration_structure_info_.node_data;
198 VkAccelerationStructureKHR old_acceleration_structure = vk_acceleration_structure_;
203 VkAccelerationStructureGeometryKHR vk_acceleration_structure_geometry = {
204 VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_GEOMETRY_KHR,
206 VK_GEOMETRY_TYPE_INSTANCES_KHR};
207 vk_acceleration_structure_geometry.geometry.instances = {
208 VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_GEOMETRY_INSTANCES_DATA_KHR,
211 {instances_buffer_.device_address_get()}};
212 vk_acceleration_structure_geometry.flags = VK_GEOMETRY_OPAQUE_BIT_KHR;
217 VK_BUILD_ACCELERATION_STRUCTURE_MODE_UPDATE_KHR;
219 old_acceleration_structure;
222 VkAccelerationStructureBuildGeometryInfoKHR build_geometry_infos = {
223 VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_BUILD_GEOMETRY_INFO_KHR,
225 VK_ACCELERATION_STRUCTURE_TYPE_TOP_LEVEL_KHR,
226 VK_BUILD_ACCELERATION_STRUCTURE_PREFER_FAST_BUILD_BIT_KHR |
227 VK_BUILD_ACCELERATION_STRUCTURE_ALLOW_UPDATE_BIT_KHR,
228 do_update ? VK_BUILD_ACCELERATION_STRUCTURE_MODE_UPDATE_KHR :
229 VK_BUILD_ACCELERATION_STRUCTURE_MODE_BUILD_KHR,
230 do_update ? old_acceleration_structure : VK_NULL_HANDLE,
238 VkAccelerationStructureBuildSizesInfoKHR vk_acceleration_structure_build_sizes_info = {
239 VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_BUILD_SIZES_INFO_KHR};
240 device.
functions.vkGetAccelerationStructureBuildSizesKHR(
242 VK_ACCELERATION_STRUCTURE_BUILD_TYPE_DEVICE_KHR,
243 &build_geometry_infos,
244 &max_primitive_count_,
245 &vk_acceleration_structure_build_sizes_info);
248 if (buffer_.is_allocated()) {
251 buffer_.create(vk_acceleration_structure_build_sizes_info.accelerationStructureSize,
252 VK_BUFFER_USAGE_ACCELERATION_STRUCTURE_STORAGE_BIT_KHR |
253 VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT,
254 VMA_MEMORY_USAGE_AUTO_PREFER_DEVICE,
261 VkAccelerationStructureCreateInfoKHR vk_acceleration_structure_create_info = {
262 VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_CREATE_INFO_KHR,
267 vk_acceleration_structure_build_sizes_info.accelerationStructureSize,
268 VK_ACCELERATION_STRUCTURE_TYPE_TOP_LEVEL_KHR,
271 &vk_acceleration_structure_create_info,
273 &vk_acceleration_structure_);
274 BLI_assert(vk_acceleration_structure_ != VK_NULL_HANDLE);
277 BLI_assert((do_update && vk_device_address_ != 0) || (!do_update && vk_device_address_ == 0));
278 vk_device_address_ = 0;
279 VkAccelerationStructureDeviceAddressInfoKHR vk_acceleration_structure_device_address_info = {
280 VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_DEVICE_ADDRESS_INFO_KHR,
282 vk_acceleration_structure_,
284 vk_device_address_ = device.
functions.vkGetAccelerationStructureDeviceAddressKHR(
285 device.
vk_handle(), &vk_acceleration_structure_device_address_info);
291 device_scratch_space.
create(
292 do_update ? vk_acceleration_structure_build_sizes_info.updateScratchSize :
293 vk_acceleration_structure_build_sizes_info.buildScratchSize,
294 VK_BUFFER_USAGE_STORAGE_BUFFER_BIT | VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT,
295 VMA_MEMORY_USAGE_AUTO_PREFER_DEVICE,
296 VmaAllocationCreateFlags(0),
300 acceleration_structure_properties.minAccelerationStructureScratchOffsetAlignment);
304 build_geometry_infos.scratchData.deviceAddress = device_scratch_space.
device_address_get();
308 vk_acceleration_structure_;
309 build_acceleration_structure_info_.dst_acceleration_structure = buffer_.resource();
310 build_acceleration_structure_info_.scratch_buffer = device_scratch_space.
resource();
313 render_graph.add_node(build_acceleration_structure_info_);
314 if (old_acceleration_structure) {
315 context.discard_pool.discard_acceleration_structure(old_acceleration_structure);
434 BLI_assert(vk_acceleration_structure_ == VK_NULL_HANDLE);
436 const VkPhysicalDeviceAccelerationStructurePropertiesKHR &acceleration_structure_properties =
440 build_acceleration_structure_info_.node_data;
442 VkAccelerationStructureBuildGeometryInfoKHR build_geometry_infos = {
443 VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_BUILD_GEOMETRY_INFO_KHR,
445 VK_ACCELERATION_STRUCTURE_TYPE_BOTTOM_LEVEL_KHR,
446 VK_BUILD_ACCELERATION_STRUCTURE_PREFER_FAST_TRACE_BIT_KHR,
447 VK_BUILD_ACCELERATION_STRUCTURE_MODE_BUILD_KHR,
456 VkAccelerationStructureBuildSizesInfoKHR vk_acceleration_structure_build_sizes_info = {
457 VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_BUILD_SIZES_INFO_KHR};
458 device.
functions.vkGetAccelerationStructureBuildSizesKHR(
460 VK_ACCELERATION_STRUCTURE_BUILD_TYPE_DEVICE_KHR,
461 &build_geometry_infos,
462 max_primitive_count_per_geometry_.data(),
463 &vk_acceleration_structure_build_sizes_info);
466 buffer_.create(vk_acceleration_structure_build_sizes_info.accelerationStructureSize,
467 VK_BUFFER_USAGE_ACCELERATION_STRUCTURE_STORAGE_BIT_KHR |
468 VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT,
469 VMA_MEMORY_USAGE_AUTO_PREFER_DEVICE,
476 VkAccelerationStructureCreateInfoKHR vk_acceleration_structure_create_info = {
477 VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_CREATE_INFO_KHR,
482 vk_acceleration_structure_build_sizes_info.accelerationStructureSize,
483 VK_ACCELERATION_STRUCTURE_TYPE_BOTTOM_LEVEL_KHR,
486 &vk_acceleration_structure_create_info,
488 &vk_acceleration_structure_);
489 BLI_assert(vk_acceleration_structure_ != VK_NULL_HANDLE);
493 VkAccelerationStructureDeviceAddressInfoKHR vk_acceleration_structure_device_address_info = {
494 VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_DEVICE_ADDRESS_INFO_KHR,
496 vk_acceleration_structure_,
498 vk_device_address_ = device.
functions.vkGetAccelerationStructureDeviceAddressKHR(
499 device.
vk_handle(), &vk_acceleration_structure_device_address_info);
504 device_scratch_space.
create(
505 vk_acceleration_structure_build_sizes_info.buildScratchSize,
506 VK_BUFFER_USAGE_STORAGE_BUFFER_BIT | VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT,
507 VMA_MEMORY_USAGE_AUTO_PREFER_DEVICE,
512 acceleration_structure_properties.minAccelerationStructureScratchOffsetAlignment);
516 build_geometry_infos.scratchData.deviceAddress = device_scratch_space.
device_address_get();
520 vk_acceleration_structure_;
521 build_acceleration_structure_info_.dst_acceleration_structure = buffer_.resource();
522 build_acceleration_structure_info_.scratch_buffer = device_scratch_space.
resource();
526 render_graph.add_node(build_acceleration_structure_info_);