14# include <sycl/sycl.hpp>
24static OneAPIErrorCallback s_error_cb =
nullptr;
25static void *s_error_user_ptr =
nullptr;
27# ifdef WITH_EMBREE_GPU
28static RTCFeatureFlags oneapi_embree_features_from_kernel_features(
const uint64_t kernel_features)
30 unsigned int feature_flags = RTC_FEATURE_FLAG_TRIANGLE | RTC_FEATURE_FLAG_INSTANCE |
31 RTC_FEATURE_FLAG_FILTER_FUNCTION_IN_ARGUMENTS;
34 feature_flags |= RTC_FEATURE_FLAG_ROUND_CATMULL_ROM_CURVE |
35 RTC_FEATURE_FLAG_ROUND_LINEAR_CURVE;
38 feature_flags |= RTC_FEATURE_FLAG_FLAT_CATMULL_ROM_CURVE;
41 feature_flags |= RTC_FEATURE_FLAG_POINT;
44 feature_flags |= RTC_FEATURE_FLAG_MOTION_BLUR;
47 feature_flags |= RTC_FEATURE_FLAG_USER_GEOMETRY_CALLBACK_IN_ARGUMENTS;
50 return (RTCFeatureFlags)feature_flags;
54void oneapi_set_error_cb(OneAPIErrorCallback cb,
void *user_ptr)
57 s_error_user_ptr = user_ptr;
60size_t oneapi_suggested_gpu_kernel_size(
const DeviceKernel kernel)
93bool oneapi_run_test_kernel(SyclQueue *queue_)
96 sycl::queue *queue =
reinterpret_cast<sycl::queue *
>(queue_);
98 const size_t memory_byte_size =
sizeof(int) *
N;
100 bool is_computation_correct =
true;
102 int *A_host = (
int *)sycl::aligned_alloc_host(16, memory_byte_size, *queue);
104 for (
size_t i = (
size_t)0; i <
N; i++) {
105 A_host[i] = rand() % 32;
108 int *A_device = (
int *)sycl::malloc_device(memory_byte_size, *queue);
109 int *B_device = (
int *)sycl::malloc_device(memory_byte_size, *queue);
111 queue->memcpy(A_device, A_host, memory_byte_size);
112 queue->wait_and_throw();
114 queue->submit([&](sycl::handler &cgh) {
115 cgh.parallel_for(
N, [=](sycl::id<1> idx) { B_device[idx] = A_device[idx] + idx.get(0); });
117 queue->wait_and_throw();
119 int *B_host = (
int *)sycl::aligned_alloc_host(16, memory_byte_size, *queue);
121 queue->memcpy(B_host, B_device, memory_byte_size);
122 queue->wait_and_throw();
124 for (
size_t i = (
size_t)0; i <
N; i++) {
125 const int expected_result = i + A_host[i];
126 if (B_host[i] != expected_result) {
127 is_computation_correct =
false;
129 s_error_cb((
"Incorrect result in test kernel execution - expected " +
130 std::to_string(expected_result) +
", got " + std::to_string(B_host[i]))
137 sycl::free(A_host, *queue);
138 sycl::free(B_host, *queue);
139 sycl::free(A_device, *queue);
140 sycl::free(B_device, *queue);
141 queue->wait_and_throw();
143 catch (
const sycl::exception &e) {
145 s_error_cb(
e.what(), s_error_user_ptr);
150 return is_computation_correct;
153bool oneapi_zero_memory_on_device(SyclQueue *queue_,
void *device_pointer,
const size_t num_bytes)
156 sycl::queue *queue =
reinterpret_cast<sycl::queue *
>(queue_);
158 queue->memset(device_pointer, 0, num_bytes);
159 queue->wait_and_throw();
162 catch (
const sycl::exception &e) {
164 s_error_cb(
e.what(), s_error_user_ptr);
170bool oneapi_kernel_is_required_for_features(
const std::string &kernel_name,
174 if (kernel_name.find(
"oneapi_kernel_") == std::string::npos) {
201 std::string::npos) ||
203 std::string::npos) ||
205 std::string::npos) ||
207 std::string::npos) ||
217bool oneapi_kernel_is_compatible_with_hardware_raytracing(
const std::string &kernel_name)
221# if defined(RTC_VERSION) && RTC_VERSION < 40100
223 std::string::npos) &&
231bool oneapi_kernel_has_intersections(
const std::string &kernel_name)
244bool oneapi_load_kernels(SyclQueue *queue_,
246 bool use_hardware_raytracing)
249 sycl::queue *queue =
reinterpret_cast<sycl::queue *
>(queue_);
251# ifdef WITH_EMBREE_GPU
253 if (use_hardware_raytracing) {
255 sycl::kernel_bundle<sycl::bundle_state::input> all_kernels_bundle =
256 sycl::get_kernel_bundle<sycl::bundle_state::input>(queue->get_context(),
257 {queue->get_device()});
259 for (
const sycl::kernel_id &kernel_id : all_kernels_bundle.get_kernel_ids()) {
260 const std::string &kernel_name = kernel_id.get_name();
262 if (!oneapi_kernel_is_required_for_features(kernel_name, kernel_features) ||
263 !(oneapi_kernel_has_intersections(kernel_name) &&
264 oneapi_kernel_is_compatible_with_hardware_raytracing(kernel_name)))
269 sycl::kernel_bundle<sycl::bundle_state::input> one_kernel_bundle_input =
270 sycl::get_kernel_bundle<sycl::bundle_state::input>(
271 queue->get_context(), {queue->get_device()}, {kernel_id});
273 const RTCFeatureFlags embree_features = oneapi_embree_features_from_kernel_features(
275 one_kernel_bundle_input
276 .set_specialization_constant<ONEAPIKernelContext::oneapi_embree_features>(
278 sycl::build(one_kernel_bundle_input);
281 catch (
const sycl::exception &e) {
283 s_error_cb(
e.what(), s_error_user_ptr);
291 sycl::kernel_bundle<sycl::bundle_state::input> all_kernels_bundle =
292 sycl::get_kernel_bundle<sycl::bundle_state::input>(queue->get_context(),
293 {queue->get_device()});
295 for (
const sycl::kernel_id &kernel_id : all_kernels_bundle.get_kernel_ids()) {
296 const std::string &kernel_name = kernel_id.get_name();
300 if (!oneapi_kernel_is_required_for_features(kernel_name, kernel_features) ||
301 (use_hardware_raytracing && oneapi_kernel_has_intersections(kernel_name) &&
302 oneapi_kernel_is_compatible_with_hardware_raytracing(kernel_name)))
307# ifdef WITH_EMBREE_GPU
308 if (oneapi_kernel_has_intersections(kernel_name)) {
309 sycl::kernel_bundle<sycl::bundle_state::input> one_kernel_bundle_input =
310 sycl::get_kernel_bundle<sycl::bundle_state::input>(
311 queue->get_context(), {queue->get_device()}, {kernel_id});
312 one_kernel_bundle_input
313 .set_specialization_constant<ONEAPIKernelContext::oneapi_embree_features>(
314 RTC_FEATURE_FLAG_NONE);
315 sycl::build(one_kernel_bundle_input);
321 (void)sycl::get_kernel_bundle<sycl::bundle_state::executable>(
322 queue->get_context(), {queue->get_device()}, {kernel_id});
325 catch (
const sycl::exception &e) {
327 s_error_cb(
e.what(), s_error_user_ptr);
334bool oneapi_enqueue_kernel(KernelContext *kernel_context,
336 const size_t global_size,
339 bool use_hardware_raytracing,
345 sycl::queue *queue =
reinterpret_cast<sycl::queue *
>(kernel_context->queue);
353# pragma warning(error : 4062)
354# elif defined(__GNUC__)
355# pragma GCC diagnostic push
356# pragma GCC diagnostic error "-Wswitch"
364 max_shaders = (kernel_context->scene_max_shaders);
368 queue->submit([&](sycl::handler &cgh) {
369# ifdef WITH_EMBREE_GPU
373 const RTCFeatureFlags embree_features = use_hardware_raytracing ?
374 oneapi_embree_features_from_kernel_features(
376 RTC_FEATURE_FLAG_NONE;
377 cgh.set_specialization_constant<ONEAPIKernelContext::oneapi_embree_features>(
381 (void)kernel_features;
383 switch (device_kernel) {
385 oneapi_call(kg, cgh, global_size,
local_size, args, oneapi_kernel_integrator_reset);
390 kg, cgh, global_size,
local_size, args, oneapi_kernel_integrator_init_from_camera);
395 kg, cgh, global_size,
local_size, args, oneapi_kernel_integrator_init_from_bake);
400 kg, cgh, global_size,
local_size, args, oneapi_kernel_integrator_intersect_closest);
405 kg, cgh, global_size,
local_size, args, oneapi_kernel_integrator_intersect_shadow);
414 oneapi_kernel_integrator_intersect_subsurface);
423 oneapi_kernel_integrator_intersect_volume_stack);
432 oneapi_kernel_integrator_intersect_dedicated_light);
437 kg, cgh, global_size,
local_size, args, oneapi_kernel_integrator_intersect_mnee);
442 kg, cgh, global_size,
local_size, args, oneapi_kernel_integrator_shade_background);
447 kg, cgh, global_size,
local_size, args, oneapi_kernel_integrator_shade_light_nee);
456 oneapi_kernel_integrator_shade_light_forward);
461 kg, cgh, global_size,
local_size, args, oneapi_kernel_integrator_shade_shadow);
466 kg, cgh, global_size,
local_size, args, oneapi_kernel_integrator_shade_surface);
475 oneapi_kernel_integrator_shade_surface_raytrace);
480 kg, cgh, global_size,
local_size, args, oneapi_kernel_integrator_shade_volume);
489 oneapi_kernel_integrator_shade_volume_ray_marching);
498 oneapi_kernel_integrator_shade_dedicated_light);
503 kg, cgh, global_size,
local_size, args, oneapi_kernel_integrator_queued_paths_array);
512 oneapi_kernel_integrator_queued_shadow_paths_array);
517 kg, cgh, global_size,
local_size, args, oneapi_kernel_integrator_active_paths_array);
526 oneapi_kernel_integrator_terminated_paths_array);
535 oneapi_kernel_integrator_terminated_shadow_paths_array);
540 kg, cgh, global_size,
local_size, args, oneapi_kernel_integrator_sorted_paths_array);
544 sycl::local_accessor<int> local_mem(max_shaders, cgh);
545 oneapi_kernel_integrator_sort_bucket_pass(kg,
558 sycl::local_accessor<int> local_mem(max_shaders, cgh);
559 oneapi_kernel_integrator_sort_write_pass(kg,
577 oneapi_kernel_integrator_compact_paths_array);
586 oneapi_kernel_integrator_compact_shadow_paths_array);
595 oneapi_kernel_adaptive_sampling_convergence_check);
600 kg, cgh, global_size,
local_size, args, oneapi_kernel_adaptive_sampling_filter_x);
605 kg, cgh, global_size,
local_size, args, oneapi_kernel_adaptive_sampling_filter_y);
609 oneapi_call(kg, cgh, global_size,
local_size, args, oneapi_kernel_shader_eval_displace);
614 kg, cgh, global_size,
local_size, args, oneapi_kernel_shader_eval_background);
623 oneapi_kernel_shader_eval_curve_shadow_transparency);
628 kg, cgh, global_size,
local_size, args, oneapi_kernel_shader_eval_volume_density);
632 oneapi_call(kg, cgh, global_size,
local_size, args, oneapi_kernel_prefix_sum);
637 kg, cgh, global_size,
local_size, args, oneapi_kernel_volume_guiding_filter_x);
642 kg, cgh, global_size,
local_size, args, oneapi_kernel_volume_guiding_filter_y);
647 # define DEVICE_KERNEL_FILM_CONVERT_PARTIAL(VARIANT, variant) \
648 case DEVICE_KERNEL_FILM_CONVERT_## VARIANT: { \
649 oneapi_call(kg, cgh, \
653 oneapi_kernel_film_convert_## variant); \
657# define DEVICE_KERNEL_FILM_CONVERT(variant, VARIANT) \
658 DEVICE_KERNEL_FILM_CONVERT_PARTIAL(VARIANT, variant) \
659 DEVICE_KERNEL_FILM_CONVERT_PARTIAL(VARIANT## _HALF_RGBA, variant## _half_rgba)
661 DEVICE_KERNEL_FILM_CONVERT(depth, DEPTH);
662 DEVICE_KERNEL_FILM_CONVERT(mist, MIST);
663 DEVICE_KERNEL_FILM_CONVERT(volume_majorant, VOLUME_MAJORANT);
664 DEVICE_KERNEL_FILM_CONVERT(sample_count, SAMPLE_COUNT);
665 DEVICE_KERNEL_FILM_CONVERT(
float,
FLOAT);
666 DEVICE_KERNEL_FILM_CONVERT(light_path, LIGHT_PATH);
667 DEVICE_KERNEL_FILM_CONVERT(rgbe,
RGBE);
668 DEVICE_KERNEL_FILM_CONVERT(
float3, FLOAT3);
669 DEVICE_KERNEL_FILM_CONVERT(motion, MOTION);
670 DEVICE_KERNEL_FILM_CONVERT(cryptomatte, CRYPTOMATTE);
671 DEVICE_KERNEL_FILM_CONVERT(shadow_catcher, SHADOW_CATCHER);
672 DEVICE_KERNEL_FILM_CONVERT(shadow_catcher_matte_with_shadow,
673 SHADOW_CATCHER_MATTE_WITH_SHADOW);
674 DEVICE_KERNEL_FILM_CONVERT(combined, COMBINED);
675 DEVICE_KERNEL_FILM_CONVERT(
float4, FLOAT4);
677# undef DEVICE_KERNEL_FILM_CONVERT
678# undef DEVICE_KERNEL_FILM_CONVERT_PARTIAL
683 kg, cgh, global_size,
local_size, args, oneapi_kernel_filter_guiding_preprocess);
692 oneapi_kernel_filter_guiding_set_fake_albedo);
697 kg, cgh, global_size,
local_size, args, oneapi_kernel_filter_color_preprocess);
702 kg, cgh, global_size,
local_size, args, oneapi_kernel_filter_color_postprocess);
706 oneapi_call(kg, cgh, global_size,
local_size, args, oneapi_kernel_filter_color_flip_y);
711 kg, cgh, global_size,
local_size, args, oneapi_kernel_cryptomatte_postprocess);
716 kg, cgh, global_size,
local_size, args, oneapi_kernel_integrator_compact_states);
725 oneapi_kernel_integrator_compact_shadow_states);
734 oneapi_kernel_integrator_shadow_catcher_count_possible_splits);
749 catch (
const sycl::exception &e) {
751 s_error_cb(
e.what(), s_error_user_ptr);
757# pragma warning(default : 4062)
758# elif defined(__GNUC__)
759# pragma GCC diagnostic pop
#define GPU_PARALLEL_SORTED_INDEX_DEFAULT_BLOCK_SIZE
#define GPU_PARALLEL_PREFIX_SUM_DEFAULT_BLOCK_SIZE
#define GPU_PARALLEL_ACTIVE_INDEX_DEFAULT_BLOCK_SIZE
#define GPU_PARALLEL_SORT_BLOCK_SIZE
unsigned long long int uint64_t
#define kernel_assert(cond)
#define KERNEL_FEATURE_VOLUME
#define KERNEL_FEATURE_OBJECT_MOTION
#define KERNEL_FEATURE_HAIR_THICK
#define KERNEL_FEATURE_PATH_TRACING
#define KERNEL_FEATURE_GSPLATS
#define KERNEL_FEATURE_HAIR
#define KERNEL_FEATURE_NODE_RAYTRACE
#define KERNEL_FEATURE_BAKING
#define KERNEL_FEATURE_MNEE
#define KERNEL_FEATURE_POINTCLOUD
bool device_kernel_has_intersection(DeviceKernel kernel)
const char * device_kernel_as_string(DeviceKernel kernel)
#define assert(assertion)
@ DEVICE_KERNEL_ADAPTIVE_SAMPLING_CONVERGENCE_CHECK
@ DEVICE_KERNEL_FILTER_COLOR_POSTPROCESS_FROM_SURFACE
@ DEVICE_KERNEL_INTEGRATOR_RESET
@ DEVICE_KERNEL_INTEGRATOR_QUEUED_PATHS_ARRAY
@ DEVICE_KERNEL_INTEGRATOR_SHADE_DEDICATED_LIGHT
@ DEVICE_KERNEL_FILTER_COLOR_PREPROCESS
@ DEVICE_KERNEL_INTEGRATOR_SHADE_SURFACE
@ DEVICE_KERNEL_INTEGRATOR_SORT_WRITE_PASS
@ DEVICE_KERNEL_SHADER_EVAL_DISPLACE
@ DEVICE_KERNEL_INTEGRATOR_SHADOW_CATCHER_COUNT_POSSIBLE_SPLITS
@ DEVICE_KERNEL_INTEGRATOR_INTERSECT_MNEE
@ DEVICE_KERNEL_SHADER_EVAL_VOLUME_DENSITY
@ DEVICE_KERNEL_INTEGRATOR_INTERSECT_SUBSURFACE
@ DEVICE_KERNEL_VOLUME_GUIDING_FILTER_X
@ DEVICE_KERNEL_INTEGRATOR_QUEUED_SHADOW_PATHS_ARRAY
@ DEVICE_KERNEL_FILTER_GUIDING_SET_FAKE_ALBEDO
@ DEVICE_KERNEL_FILTER_COLOR_PREPROCESS_TO_SURFACE
@ DEVICE_KERNEL_FILTER_COLOR_FLIP_Y
@ DEVICE_KERNEL_FILTER_COLOR_POSTPROCESS
@ DEVICE_KERNEL_INTEGRATOR_SHADE_SHADOW
@ DEVICE_KERNEL_INTEGRATOR_TERMINATED_PATHS_ARRAY
@ DEVICE_KERNEL_INTEGRATOR_INTERSECT_VOLUME_STACK
@ DEVICE_KERNEL_SHADER_EVAL_BACKGROUND
@ DEVICE_KERNEL_INTEGRATOR_SORTED_PATHS_ARRAY
@ DEVICE_KERNEL_INTEGRATOR_COMPACT_SHADOW_PATHS_ARRAY
@ DEVICE_KERNEL_INTEGRATOR_COMPACT_SHADOW_STATES
@ DEVICE_KERNEL_INTEGRATOR_SHADE_SURFACE_RAYTRACE
@ DEVICE_KERNEL_INTEGRATOR_SORT_BUCKET_PASS
@ DEVICE_KERNEL_INTEGRATOR_INTERSECT_DEDICATED_LIGHT
@ DEVICE_KERNEL_FILTER_GUIDING_PREPROCESS
@ DEVICE_KERNEL_INTEGRATOR_COMPACT_STATES
@ DEVICE_KERNEL_INTEGRATOR_SHADOW_PATH_MNEE_PENDING
@ DEVICE_KERNEL_INTEGRATOR_TERMINATED_SHADOW_PATHS_ARRAY
@ DEVICE_KERNEL_INTEGRATOR_MEGAKERNEL
@ DEVICE_KERNEL_INTEGRATOR_ACTIVE_PATHS_ARRAY
@ DEVICE_KERNEL_INTEGRATOR_INIT_FROM_CAMERA
@ DEVICE_KERNEL_ADAPTIVE_SAMPLING_CONVERGENCE_FILTER_Y
@ DEVICE_KERNEL_INTEGRATOR_SHADE_LIGHT_FORWARD
@ DEVICE_KERNEL_INTEGRATOR_SHADE_VOLUME_RAY_MARCHING
@ DEVICE_KERNEL_ADAPTIVE_SAMPLING_CONVERGENCE_FILTER_X
@ DEVICE_KERNEL_INTEGRATOR_SHADE_LIGHT_NEE
@ DEVICE_KERNEL_CRYPTOMATTE_POSTPROCESS
@ DEVICE_KERNEL_INTEGRATOR_COMPACT_PATHS_ARRAY
@ DEVICE_KERNEL_INTEGRATOR_INIT_FROM_BAKE
@ DEVICE_KERNEL_SHADER_EVAL_CURVE_SHADOW_TRANSPARENCY
@ DEVICE_KERNEL_INTEGRATOR_SHADE_VOLUME
@ DEVICE_KERNEL_INTEGRATOR_INTERSECT_SHADOW
@ DEVICE_KERNEL_INTEGRATOR_INTERSECT_CLOSEST
@ DEVICE_KERNEL_INTEGRATOR_SHADE_BACKGROUND
@ DEVICE_KERNEL_FILTER_GUIDING_PREPROCESS_TO_SURFACE
@ DEVICE_KERNEL_VOLUME_GUIDING_FILTER_Y
@ DEVICE_KERNEL_PREFIX_SUM
ATTR_WARN_UNUSED_RESULT const BMVert const BMEdge * e