92 Texture &depth_tx = inst_.render_buffers.depth_tx;
94 if (!use_raytracing_) {
99#define PASS_VARIATION(_pass_name, _index, _suffix) \
100 ((_index == 0) ? _pass_name##reflect##_suffix : \
101 (_index == 1) ? _pass_name##refract##_suffix : \
102 _pass_name##diffuse##_suffix)
109 pass.
bind_image(
"tile_raytrace_denoise_img", &tile_raytrace_denoise_tx_);
110 pass.
bind_image(
"tile_raytrace_tracing_img", &tile_raytrace_tracing_tx_);
111 pass.
bind_image(
"tile_fast_gi_denoise_img", &tile_fast_gi_denoise_tx_);
112 pass.
bind_image(
"tile_fast_gi_tracing_img", &tile_fast_gi_tracing_tx_);
115 pass.
dispatch(&tile_classify_dispatch_size_);
125 pass.
bind_image(
"tile_raytrace_denoise_img", &tile_raytrace_denoise_tx_);
126 pass.
bind_image(
"tile_raytrace_tracing_img", &tile_raytrace_tracing_tx_);
127 pass.
bind_ssbo(
"raytrace_tracing_dispatch_buf", &raytrace_tracing_dispatch_buf_);
128 pass.
bind_ssbo(
"raytrace_denoise_dispatch_buf", &raytrace_denoise_dispatch_buf_);
129 pass.
bind_ssbo(
"raytrace_tracing_tiles_buf", &raytrace_tracing_tiles_buf_);
130 pass.
bind_ssbo(
"raytrace_denoise_tiles_buf", &raytrace_denoise_tiles_buf_);
132 pass.
dispatch(&tile_compact_dispatch_size_);
142 pass.
bind_image(
"out_ray_data_img", &ray_data_tx_);
143 pass.
bind_ssbo(
"tiles_coord_buf", &raytrace_tracing_tiles_buf_);
147 pass.
dispatch(raytrace_tracing_dispatch_buf_);
158 pass.
bind_ssbo(
"tiles_coord_buf", &raytrace_tracing_tiles_buf_);
159 pass.
bind_image(
"ray_data_img", &ray_data_tx_);
160 pass.
bind_image(
"ray_time_img", &ray_time_tx_);
161 pass.
bind_image(
"ray_radiance_img", &ray_radiance_tx_);
170 pass.
dispatch(raytrace_tracing_dispatch_buf_);
178 sh,
"trace_refraction",
reinterpret_cast<bool *
>(&data_.trace_refraction));
181 pass.
bind_ssbo(
"tiles_coord_buf", &raytrace_tracing_tiles_buf_);
182 pass.
bind_image(
"ray_data_img", &ray_data_tx_);
183 pass.
bind_image(
"ray_time_img", &ray_time_tx_);
184 pass.
bind_texture(
"radiance_front_tx", &screen_radiance_front_tx_);
185 pass.
bind_texture(
"radiance_back_tx", &screen_radiance_back_tx_);
186 pass.
bind_texture(
"hiz_front_tx", &inst_.hiz_buffer.front.ref_tx_);
187 pass.
bind_texture(
"hiz_back_tx", &inst_.hiz_buffer.back.ref_tx_);
191 pass.
bind_image(
"ray_radiance_img", &ray_radiance_tx_);
197 pass.
dispatch(raytrace_tracing_dispatch_buf_);
206 pass.
bind_ssbo(
"tiles_coord_buf", &raytrace_tracing_tiles_buf_);
207 pass.
bind_image(
"ray_data_img", &ray_data_tx_);
208 pass.
bind_image(
"ray_time_img", &ray_time_tx_);
209 pass.
bind_image(
"ray_radiance_img", &ray_radiance_tx_);
216 pass.
dispatch(raytrace_tracing_dispatch_buf_);
226 pass.
specialize_constant(sh,
"skip_denoise",
reinterpret_cast<bool *
>(&data_.skip_denoise));
228 pass.
bind_ssbo(
"tiles_coord_buf", &raytrace_denoise_tiles_buf_);
231 pass.
bind_image(
"ray_data_img", &ray_data_tx_);
232 pass.
bind_image(
"ray_time_img", &ray_time_tx_);
233 pass.
bind_image(
"ray_radiance_img", &ray_radiance_tx_);
234 pass.
bind_image(
"out_radiance_img", &denoised_spatial_tx_);
235 pass.
bind_image(
"out_variance_img", &hit_variance_tx_);
236 pass.
bind_image(
"out_hit_depth_img", &hit_depth_tx_);
237 pass.
bind_image(
"tile_mask_img", &tile_raytrace_denoise_tx_);
241 pass.
dispatch(raytrace_denoise_dispatch_buf_);
253 pass.
bind_texture(
"radiance_history_tx", &radiance_history_tx_);
254 pass.
bind_texture(
"variance_history_tx", &variance_history_tx_);
255 pass.
bind_texture(
"tilemask_history_tx", &tilemask_history_tx_);
257 pass.
bind_image(
"hit_depth_img", &hit_depth_tx_);
258 pass.
bind_image(
"in_radiance_img", &denoised_spatial_tx_);
259 pass.
bind_image(
"out_radiance_img", &denoised_temporal_tx_);
260 pass.
bind_image(
"in_variance_img", &hit_variance_tx_);
261 pass.
bind_image(
"out_variance_img", &denoise_variance_tx_);
262 pass.
bind_image(
"tile_mask_img", &tile_raytrace_denoise_tx_);
263 pass.
bind_ssbo(
"tiles_coord_buf", &raytrace_denoise_tiles_buf_);
265 pass.
dispatch(raytrace_denoise_dispatch_buf_);
277 pass.
bind_image(
"in_radiance_img", &denoised_temporal_tx_);
278 pass.
bind_image(
"out_radiance_img", &denoised_bilateral_tx_);
279 pass.
bind_image(
"in_variance_img", &denoise_variance_tx_);
280 pass.
bind_image(
"tile_mask_img", &tile_raytrace_denoise_tx_);
281 pass.
bind_ssbo(
"tiles_coord_buf", &raytrace_denoise_tiles_buf_);
285 pass.
dispatch(raytrace_denoise_dispatch_buf_);
297 pass.
bind_image(
"tile_raytrace_denoise_img", &tile_fast_gi_denoise_tx_);
298 pass.
bind_image(
"tile_raytrace_tracing_img", &tile_fast_gi_tracing_tx_);
299 pass.
bind_ssbo(
"raytrace_tracing_dispatch_buf", &fast_gi_tracing_dispatch_buf_);
300 pass.
bind_ssbo(
"raytrace_denoise_dispatch_buf", &fast_gi_denoise_dispatch_buf_);
301 pass.
bind_ssbo(
"raytrace_tracing_tiles_buf", &fast_gi_tracing_tiles_buf_);
302 pass.
bind_ssbo(
"raytrace_denoise_tiles_buf", &fast_gi_denoise_tiles_buf_);
304 pass.
dispatch(&fast_gi_schedule_dispatch_size_);
315 pass.
bind_image(
"out_radiance_mip0", &downsampled_in_radiance_tx_ptr_[0]);
316 pass.
bind_image(
"out_radiance_mip1", &downsampled_in_radiance_tx_ptr_[1]);
317 pass.
bind_image(
"out_radiance_mip2", &downsampled_in_radiance_tx_ptr_[2]);
318 pass.
bind_image(
"out_radiance_mip3", &downsampled_in_radiance_tx_ptr_[3]);
319 pass.
bind_image(
"out_normal_mip0", &downsampled_in_normal_tx_ptr_[0]);
320 pass.
bind_image(
"out_normal_mip1", &downsampled_in_normal_tx_ptr_[1]);
321 pass.
bind_image(
"out_normal_mip2", &downsampled_in_normal_tx_ptr_[2]);
322 pass.
bind_image(
"out_normal_mip3", &downsampled_in_normal_tx_ptr_[3]);
325 pass.
dispatch(&fast_gi_tracing_dispatch_size_);
339 pass.
bind_texture(
"screen_radiance_tx", &downsampled_in_radiance_tx_, mipmap_linear);
340 pass.
bind_texture(
"screen_normal_tx", &downsampled_in_normal_tx_, mipmap_linear);
341 pass.
bind_image(
"sh_0_img", &fast_gi_radiance_tx_[0]);
342 pass.
bind_image(
"sh_1_img", &fast_gi_radiance_tx_[1]);
343 pass.
bind_image(
"sh_2_img", &fast_gi_radiance_tx_[2]);
344 pass.
bind_image(
"sh_3_img", &fast_gi_radiance_tx_[3]);
345 pass.
bind_ssbo(
"tiles_coord_buf", &fast_gi_tracing_tiles_buf_);
351 pass.
dispatch(fast_gi_tracing_dispatch_buf_);
361 pass.
bind_texture(
"fast_gi_radiance_0_tx", &fast_gi_radiance_tx_[0]);
362 pass.
bind_texture(
"fast_gi_radiance_1_tx", &fast_gi_radiance_tx_[1]);
363 pass.
bind_texture(
"fast_gi_radiance_2_tx", &fast_gi_radiance_tx_[2]);
364 pass.
bind_texture(
"fast_gi_radiance_3_tx", &fast_gi_radiance_tx_[3]);
365 pass.
bind_texture(
"screen_normal_tx", &downsampled_in_normal_tx_);
366 pass.
bind_image(
"sh_0_img", &fast_gi_radiance_denoised_tx_[0]);
367 pass.
bind_image(
"sh_1_img", &fast_gi_radiance_denoised_tx_[1]);
368 pass.
bind_image(
"sh_2_img", &fast_gi_radiance_denoised_tx_[2]);
369 pass.
bind_image(
"sh_3_img", &fast_gi_radiance_denoised_tx_[3]);
370 pass.
bind_ssbo(
"tiles_coord_buf", &fast_gi_tracing_tiles_buf_);
374 pass.
dispatch(fast_gi_tracing_dispatch_buf_);
384 pass.
bind_texture(
"fast_gi_radiance_0_tx", &fast_gi_radiance_denoised_tx_[0]);
385 pass.
bind_texture(
"fast_gi_radiance_1_tx", &fast_gi_radiance_denoised_tx_[1]);
386 pass.
bind_texture(
"fast_gi_radiance_2_tx", &fast_gi_radiance_denoised_tx_[2]);
387 pass.
bind_texture(
"fast_gi_radiance_3_tx", &fast_gi_radiance_denoised_tx_[3]);
388 pass.
bind_texture(
"screen_normal_tx", &downsampled_in_normal_tx_);
389 pass.
bind_image(
"closure0_img", &fast_gi_scan_output_tx_[0]);
390 pass.
bind_image(
"closure1_img", &fast_gi_scan_output_tx_[1]);
391 pass.
bind_image(
"closure2_img", &fast_gi_scan_output_tx_[2]);
392 pass.
bind_ssbo(
"tiles_coord_buf", &fast_gi_denoise_tiles_buf_);
398 pass.
dispatch(fast_gi_denoise_dispatch_buf_);
405 const bool use_spatial_denoise = (ray_tracing_options_.denoise_stages &
408 const bool use_temporal_denoise = (ray_tracing_options_.denoise_stages &
411 const bool use_bilateral_denoise = (ray_tracing_options_.denoise_stages &
413 use_temporal_denoise;
415 data_.closure_index = i;
417 data_.skip_denoise = !use_spatial_denoise;
418 inst_.manager->warm_shader_specialization(tile_classify_ps_);
419 inst_.manager->warm_shader_specialization(tile_compact_ps_);
420 inst_.manager->warm_shader_specialization(generate_ps_);
422 if (inst_.planar_probes.enabled()) {
423 inst_.manager->warm_shader_specialization(trace_planar_ps_);
426 data_.trace_refraction = bool(j);
427 inst_.manager->warm_shader_specialization(trace_screen_ps_);
431 inst_.manager->warm_shader_specialization(trace_fallback_ps_);
433 if (use_spatial_denoise) {
434 inst_.manager->warm_shader_specialization(denoise_spatial_ps_);
436 if (use_temporal_denoise) {
437 inst_.manager->warm_shader_specialization(denoise_temporal_ps_);
439 if (use_bilateral_denoise) {
440 inst_.manager->warm_shader_specialization(denoise_bilateral_ps_);
442 bool use_fast_gi_scan = ray_tracing_options_.trace_max_roughness < 1.0f;
443 if (use_fast_gi_scan) {
444 inst_.manager->warm_shader_specialization(fast_gi_schedule_ps_);
445 inst_.manager->warm_shader_specialization(fast_gi_setup_ps_);
446 inst_.manager->warm_shader_specialization(fast_gi_scan_ps_);
447 inst_.manager->warm_shader_specialization(fast_gi_denoise_ps_);
448 inst_.manager->warm_shader_specialization(fast_gi_resolve_ps_);
491 radiance_dummy_black_tx_;
492 screen_radiance_back_tx_ = screen_radiance_back_tx ? screen_radiance_back_tx :
493 screen_radiance_front_tx_;
497 bool use_fast_gi_scan =
options.trace_max_roughness < 1.0f;
500 const int fast_gi_resolution_scale =
max_ii(
503 const int2 group_size(RAYTRACE_GROUP_SIZE);
504 const int2 extent = inst_.film.render_extent_get();
512 const int2 raytrace_tiles_fast_gi =
divide_ceil(tracing_res_fast_gi, group_size);
513 const int denoise_tile_count = denoise_tiles.x * denoise_tiles.y;
514 const int raytrace_tile_count = raytrace_tiles.x * raytrace_tiles.y;
515 const int raytrace_tile_count_fast_gi = raytrace_tiles_fast_gi.x * raytrace_tiles_fast_gi.y;
516 tile_classify_dispatch_size_ =
int3(denoise_tiles, 1);
517 fast_gi_schedule_dispatch_size_ =
int3(
divide_ceil(raytrace_tiles_fast_gi, group_size), 1);
518 tile_compact_dispatch_size_ =
int3(
divide_ceil(raytrace_tiles, group_size), 1);
519 tracing_dispatch_size_ =
int3(raytrace_tiles, 1);
520 fast_gi_tracing_dispatch_size_ =
int3(raytrace_tiles_fast_gi, 1);
523 const int closure_count = 3;
526 tile_raytrace_denoise_tx_.ensure_2d_array(format, denoise_tiles, closure_count, usage_rw);
527 tile_raytrace_tracing_tx_.ensure_2d_array(format, raytrace_tiles, closure_count, usage_rw);
529 tile_fast_gi_denoise_tx_.ensure_2d_array(format, denoise_tiles, 1, usage_rw);
530 tile_fast_gi_tracing_tx_.ensure_2d_array(format, raytrace_tiles_fast_gi, 1, usage_rw);
532 tile_raytrace_denoise_tx_.clear(
uint4(0u));
533 tile_raytrace_tracing_tx_.clear(
uint4(0u));
534 tile_fast_gi_denoise_tx_.clear(
uint4(0u));
535 tile_fast_gi_tracing_tx_.clear(
uint4(0u));
537 fast_gi_tracing_tiles_buf_.resize(
ceil_to_multiple_u(raytrace_tile_count_fast_gi, 512));
543 data_.backface_hit_scale = data_.use_backface_hit ?
options.backface_radiance_scale : 0.0f;
546 float roughness_mask_start =
options.trace_max_roughness;
547 float roughness_mask_fade = 0.2f;
548 data_.roughness_mask_scale = 1.0 / roughness_mask_fade;
549 data_.roughness_mask_bias = data_.roughness_mask_scale * roughness_mask_start;
552 data_.trace_pixel_scale = resolution_scale;
553 data_.trace_pixel_offset =
int2(
random_in_tile(inst_.sampling.sample_index(), resolution_scale));
555 data_.full_resolution = extent;
556 data_.full_resolution_inv = 1.0f /
float2(extent);
558 data_.fast_gi_uv_scale =
float2(extent) /
float2(tracing_res_fast_gi * fast_gi_resolution_scale);
559 data_.fast_gi_lod_bias =
log2_floor_u(resolution_scale);
560 data_.fast_gi_resolution_scale = fast_gi_resolution_scale;
561 data_.fast_gi_resolution_bias =
int2(
562 random_in_tile(inst_.sampling.sample_index(), fast_gi_resolution_scale));
566 inst_.uniform_data.raytrace.push_update();
572 const bool has_active_closure = active_closures !=
CLOSURE_NONE;
574 if (has_active_closure) {
575 inst_.manager->submit(tile_classify_ps_);
578 data_.trace_refraction = screen_radiance_back_tx !=
nullptr;
580 for (
int i = 0; i < 3; i++) {
581 result.closures[i] = trace(i, (closure_count > i),
options, rt_buffer, render_view);
584 if (has_active_closure) {
585 if (use_fast_gi_scan) {
588 downsampled_in_radiance_tx_.ensure_2d(
589 gpu::TextureFormat::RAYTRACE_RADIANCE_FORMAT, tracing_res_fast_gi, usage_rw,
nullptr, 4);
590 downsampled_in_normal_tx_.ensure_2d(
591 gpu::TextureFormat::UNORM_10_10_10_2, tracing_res_fast_gi, usage_rw,
nullptr, 4);
593 downsampled_in_radiance_tx_.ensure_mip_views();
594 downsampled_in_normal_tx_.ensure_mip_views();
597 downsampled_in_radiance_tx_ptr_[i] = downsampled_in_radiance_tx_.mip_view(i);
598 downsampled_in_normal_tx_ptr_[i] = downsampled_in_normal_tx_.mip_view(i);
601 fast_gi_radiance_tx_[0].acquire_2d(
602 tracing_res_fast_gi, gpu::TextureFormat::SFLOAT_16_16_16_16, usage_rw);
603 fast_gi_radiance_denoised_tx_[0].acquire_2d(
604 tracing_res_fast_gi, gpu::TextureFormat::SFLOAT_16_16_16_16, usage_rw);
606 fast_gi_radiance_tx_[i].acquire_2d(
607 tracing_res_fast_gi, gpu::TextureFormat::UNORM_8_8_8_8, usage_rw);
608 fast_gi_radiance_denoised_tx_[i].acquire_2d(
609 tracing_res_fast_gi, gpu::TextureFormat::UNORM_8_8_8_8, usage_rw);
612 fast_gi_scan_output_tx_[i] =
result.closures[i];
615 fast_gi_tracing_dispatch_buf_.clear_to_zero();
616 fast_gi_denoise_dispatch_buf_.clear_to_zero();
617 inst_.manager->submit(fast_gi_schedule_ps_);
619 inst_.manager->submit(fast_gi_setup_ps_, render_view);
620 inst_.manager->submit(fast_gi_scan_ps_, render_view);
621 inst_.manager->submit(fast_gi_denoise_ps_, render_view);
622 inst_.manager->submit(fast_gi_resolve_ps_, render_view);
625 fast_gi_radiance_tx_[i].release();
626 fast_gi_radiance_denoised_tx_[i].release();