37 storage_source_ = MTL_STORAGE_BUF_TYPE_DEFAULT;
46 storage_source_ = MTL_STORAGE_BUF_TYPE_DEFAULT;
47 metal_buffer_ =
nullptr;
54 storage_source_ = MTL_STORAGE_BUF_TYPE_UNIFORMBUF;
55 uniform_buffer_ = uniform_buf;
63 storage_source_ = MTL_STORAGE_BUF_TYPE_VERTBUF;
64 vertex_buffer_ = vert_buf;
72 storage_source_ = MTL_STORAGE_BUF_TYPE_INDEXBUF;
73 index_buffer_ = index_buf;
81 storage_source_ = MTL_STORAGE_BUF_TYPE_TEXTURE;
88 if (storage_source_ == MTL_STORAGE_BUF_TYPE_DEFAULT) {
89 if (metal_buffer_ !=
nullptr) {
90 metal_buffer_->free();
91 metal_buffer_ =
nullptr;
96 if (gpu_write_fence_ != nil) {
97 [gpu_write_fence_ release];
98 gpu_write_fence_ = nil;
124 if (storage_source_ != MTL_STORAGE_BUF_TYPE_DEFAULT) {
140 static std::atomic<int> global_counter = 0;
141 int index = global_counter.fetch_add(1);
142 metal_buffer_->set_label([NSString stringWithFormat:
@"SSBO %i %s",
index,
name_]);
145 BLI_assert(metal_buffer_->get_metal_buffer() != nil);
153 if (storage_source_ != MTL_STORAGE_BUF_TYPE_DEFAULT) {
160 bool do_upload_data = (
data !=
nullptr);
164 if (!device_only && do_upload_data) {
165 if (metal_buffer_ !=
nullptr) {
166 metal_buffer_->free();
167 metal_buffer_ =
nullptr;
172 if (metal_buffer_ ==
nullptr) {
177 if (do_upload_data) {
193 id<MTLBuffer> dst_buf = this->metal_buffer_->get_metal_buffer();
198 [blit_encoder copyFromBuffer:staging_buf_mtl
208 BLI_assert(!(metal_buffer_->get_resource_options() & MTLResourceStorageModePrivate));
228 "Error: Trying to bind \"%s\" ssbo to slot %d which is above the reported limit of "
237 if (metal_buffer_ ==
nullptr) {
241 if (
data_ !=
nullptr) {
243 MEM_SAFE_DELETE_VOID(
data_);
251 ctx_ssbo_bind_slot.
ssbo =
this;
252 ctx_ssbo_bind_slot.
bound =
true;
269 if (bound_ctx_ !=
nullptr && bind_slot_ > -1) {
271 bound_ctx_->pipeline_state.ssbo_bindings[bind_slot_];
272 if (ctx_ssbo_bind_slot.
bound && ctx_ssbo_bind_slot.
ssbo ==
this) {
273 ctx_ssbo_bind_slot.
bound =
false;
274 ctx_ssbo_bind_slot.
ssbo =
nullptr;
281 bound_ctx_ =
nullptr;
288 BLI_assert_msg(ctx,
"Clears should always be performed while a valid context exists.");
290 if (metal_buffer_ ==
nullptr) {
296 uint clear_byte = clear_value & 0xFF;
297 bool clear_value_bytes_equal = (clear_byte == ((clear_value >> 8) & 0xFF)) &&
298 (clear_byte == ((clear_value >> 16) & 0xFF)) &&
299 (clear_byte == ((clear_value >> 24) & 0xFF));
300 if (clear_value_bytes_equal) {
303 [blit_encoder fillBuffer:metal_buffer_->get_metal_buffer()
318 threadsPerThreadgroup:MTLSizeMake(128, 1, 1)];
328 if (dst->metal_buffer_ ==
nullptr) {
331 if (copy_size == 0) {
334 if (src->vbo_ ==
nullptr) {
349 [blit_encoder copyFromBuffer:src_buf
350 sourceOffset:src_offset
352 destinationOffset:dst_offset
360 "Storage buffers with usage GPU_USAGE_DEVICE_ONLY cannot have their data "
361 "synchronized to the host.");
369 if (metal_buffer_ ==
nullptr) {
377 id<MTLBuffer> storage_buf_mtl = this->metal_buffer_->get_metal_buffer();
378 if (storage_buf_mtl.storageMode != MTLStorageModeManaged) {
382 if (gpu_write_fence_ == nil) {
383 gpu_write_fence_ = [ctx->
device newSharedEvent];
387 [blit_encoder synchronizeResource:storage_buf_mtl];
395 if (
data ==
nullptr) {
399 if (metal_buffer_ ==
nullptr) {
419 id<MTLBuffer> storage_buf_mtl = this->metal_buffer_->get_metal_buffer();
423 [blit_encoder copyFromBuffer:storage_buf_mtl
425 toBuffer:staging_buf_mtl
428 if (staging_buf_mtl.storageMode == MTLStorageModeManaged) {
429 [blit_encoder synchronizeResource:staging_buf_mtl];
435 "Device-only storage buffer being read. This will stall the GPU pipeline. Ensure this "
436 "path is only used in testing.");
446 if (gpu_write_fence_ != nil) {
448 while (gpu_write_fence_.signaledValue < host_read_signal_value_) {
458 if (metal_buffer_->get_resource_options() & MTLResourceStorageModeManaged) {
466 [blit_encoder synchronizeResource:metal_buffer_->get_metal_buffer()];
481 switch (storage_source_) {
483 case MTL_STORAGE_BUF_TYPE_DEFAULT: {
489 "Storage Buffer backing resource does not yet exist. Ensure the resource is "
490 "bound with data before the calling code requires its underlying MTLBuffer.");
493 "Storage Buffer backing resource data has not yet been uploaded. Ensure the resource is "
494 "bound with data before the calling code requires its underlying MTLBuffer.");
495 source_buffer = metal_buffer_;
498 case MTL_STORAGE_BUF_TYPE_UNIFORMBUF: {
499 source_buffer = uniform_buffer_->metal_buffer_;
502 case MTL_STORAGE_BUF_TYPE_VERTBUF: {
503 source_buffer = vertex_buffer_->vbo_;
506 case MTL_STORAGE_BUF_TYPE_INDEXBUF: {
507 source_buffer = index_buffer_->ibo_;
510 case MTL_STORAGE_BUF_TYPE_TEXTURE: {
516 source_buffer = texture_->backing_buffer_;
Platform independent time functions.
#define CLOG_ERROR(clg_ref,...)
#define UNUSED_VARS_NDEBUG(...)
#define BLI_assert_msg(a, msg)
gpu::MTLBuffer * allocate(uint64_t size, bool cpu_visible)
gpu::MTLBuffer * allocate_aligned(uint64_t size, uint alignment, bool cpu_visible)
void * get_host_ptr() const
void flush_range(uint64_t offset, uint64_t length)
id< MTLBuffer > get_metal_buffer() const
void encode_signal_event(id< MTLEvent > event, uint64_t value)
id< MTLComputeCommandEncoder > ensure_begin_compute_encoder()
MTLComputeState & get_compute_state()
id< MTLBlitCommandEncoder > ensure_begin_blit_encoder()
void bind_compute_bytes(const void *bytes, uint64_t length, uint index)
void bind_compute_buffer(id< MTLBuffer > buffer, uint64_t buffer_offset, uint index)
void bind_pso(id< MTLComputePipelineState > pso)
id< MTLComputePipelineState > get_buffer_clear_pso()
MTLContextComputeUtils & get_compute_utils()
static MTLContext * get()
MTLContextGlobalShaderPipelineState pipeline_state
MTLCommandBufferManager main_command_buffer
static MTLBufferPool * get_global_memory_manager()
void async_flush_to_host() override
void read(void *data) override
void clear(uint32_t clear_value) override
~MTLStorageBuf() override
void copy_sub(VertBuf *src, uint dst_offset, uint src_offset, uint copy_size) override
void update(const void *data) override
MTLStorageBuf(size_t size, GPUUsageType usage, const char *name)
id< MTLBuffer > get_metal_buffer()
void bind(int slot) override
StorageBuf(size_t size, const char *name)
char name_[DEBUG_NAME_LEN]
float length(VecOp< float, D >) RET
TEX_TEMPLATE DataVec texture(T, FltCoord, float=0.0f) RET
#define MTL_MAX_BUFFER_BINDINGS
#define MTL_LOG_WARNING(info,...)
BLI_assert(slot->slot_subtype.map==BMO_OP_SLOT_SUBTYPE_MAP_FLT)
void BLI_time_sleep_ms(int ms)
BMesh const char void * data
std::array< MTLStorageBufferBinding, MTL_MAX_SSBO > ssbo_bindings