#include <path_trace_work_gpu.h>

Inherits PathTraceWork.

Public Member Functions
	PathTraceWorkGPU (Device device, Film film, DeviceScene device_scene, const bool cancel_requested_flag)
void	alloc_work_memory () override
void	init_execution () override
void	render_samples (RenderStatistics &statistics, const int start_sample, const int samples_num, const int sample_offset) override
void	copy_to_display (PathTraceDisplay *display, PassMode pass_mode, const int num_samples) override
void	destroy_gpu_resources (PathTraceDisplay *display) override
bool	copy_render_buffers_from_device () override
bool	copy_render_buffers_to_device () override
bool	zero_render_buffers () override
int	adaptive_sampling_converge_filter_count_active (const float threshold, bool reset) override
void	cryptomatte_postproces () override
void	denoise_volume_guiding_buffers () override
Public Member Functions inherited from PathTraceWork
virtual	~PathTraceWork ()
RenderBuffers *	get_render_buffers ()
void	set_effective_buffer_params (const BufferParams &effective_full_params, const BufferParams &effective_big_tile_params, const BufferParams &effective_buffer_params)
bool	has_multiple_works () const
void	copy_to_render_buffers (RenderBuffers *render_buffers)
void	copy_from_render_buffers (const RenderBuffers *render_buffers)
void	copy_from_denoised_render_buffers (const RenderBuffers *render_buffers)
bool	get_render_tile_pixels (const PassAccessor &pass_accessor, const PassAccessor::Destination &destination)
bool	set_render_tile_pixels (PassAccessor &pass_accessor, const PassAccessor::Source &source)
bool	is_cancel_requested () const
Device *	get_device () const

Protected Member Functions
void	alloc_integrator_soa ()
void	alloc_integrator_queue ()
void	alloc_integrator_sorting ()
void	alloc_integrator_path_split ()
DeviceKernel	get_most_queued_kernel () const
void	enqueue_reset ()
bool	enqueue_work_tiles (bool &finished)
void	enqueue_work_tiles (DeviceKernel kernel, const KernelWorkTile work_tiles[], const int num_work_tiles, const int num_active_paths, const int num_predicted_splits)
bool	enqueue_path_iteration ()
void	enqueue_path_iteration (DeviceKernel kernel, const int num_paths_limit=INT_MAX)
void	compute_queued_paths (DeviceKernel kernel, DeviceKernel queued_kernel)
void	compute_sorted_queued_paths (DeviceKernel queued_kernel, const int num_paths_limit)
void	compact_main_paths (const int num_active_paths)
void	compact_shadow_paths ()
void	compact_paths (const int num_active_paths, const int max_active_path_index, DeviceKernel terminated_paths_kernel, DeviceKernel compact_paths_kernel, DeviceKernel compact_kernel)
int	num_active_main_paths_paths ()
bool	should_use_graphics_interop (PathTraceDisplay *display)
void	copy_to_display_naive (PathTraceDisplay *display, PassMode pass_mode, const int num_samples)
bool	copy_to_display_interop (PathTraceDisplay *display, PassMode pass_mode, const int num_samples)
void	get_render_tile_film_pixels (const PassAccessor::Destination &destination, PassMode pass_mode, int num_samples)
int	adaptive_sampling_convergence_check_count_active (const float threshold, bool reset)
void	enqueue_adaptive_sampling_filter_x ()
void	enqueue_adaptive_sampling_filter_y ()
bool	has_shadow_catcher () const
int	shadow_catcher_count_possible_splits ()
bool	kernel_uses_sorting (DeviceKernel kernel)
bool	kernel_creates_shadow_paths (DeviceKernel kernel)
bool	kernel_creates_ao_paths (DeviceKernel kernel)
bool	kernel_is_shadow_path (DeviceKernel kernel)
int	kernel_max_active_main_path_index (DeviceKernel kernel)
Protected Member Functions inherited from PathTraceWork
	PathTraceWork (Device device, Film film, DeviceScene device_scene, const bool cancel_requested_flag)
PassAccessor::PassAccessInfo	get_display_pass_access_info (PassMode pass_mode) const
PassAccessor::Destination	get_display_destination_template (const PathTraceDisplay *display, const PassMode mode) const

Protected Attributes
unique_ptr< DeviceQueue >	queue_
WorkTileScheduler	work_tile_scheduler_
IntegratorStateGPU	integrator_state_gpu_
vector< unique_ptr< device_memory > >	integrator_state_soa_
uint	integrator_state_soa_kernel_features_
int	integrator_state_soa_volume_stack_size_ = 0
device_vector< IntegratorQueueCounter >	integrator_queue_counter_
device_vector< int >	integrator_shader_sort_counter_
device_vector< int >	integrator_shader_raytrace_sort_counter_
device_vector< int >	integrator_shader_mnee_sort_counter_
device_vector< int >	integrator_shader_sort_prefix_sum_
device_vector< int >	integrator_shader_sort_partition_key_offsets_
device_vector< int >	integrator_next_main_path_index_
device_vector< int >	integrator_next_shadow_path_index_
device_vector< int >	queued_paths_
device_vector< int >	num_queued_paths_
device_vector< KernelWorkTile >	work_tiles_
device_vector< half4 >	display_rgba_half_
unique_ptr< DeviceGraphicsInterop >	device_graphics_interop_
bool	interop_use_checked_ = false
bool	interop_use_ = false
int	num_sort_partitions_
int	max_num_paths_
int	min_num_active_main_paths_
int	max_active_main_path_index_
Protected Attributes inherited from PathTraceWork
Device *	device_
Film *	film_
DeviceScene *	device_scene_
unique_ptr< RenderBuffers >	buffers_
BufferParams	effective_full_params_
BufferParams	effective_big_tile_params_
BufferParams	effective_buffer_params_
const bool *	cancel_requested_flag_ = nullptr

Additional Inherited Members
Static Public Member Functions inherited from PathTraceWork
static unique_ptr< PathTraceWork >	create (Device device, Film film, DeviceScene device_scene, const bool cancel_requested_flag)

Detailed Description

Definition at line 25 of file path_trace_work_gpu.h.

Constructor & Destructor Documentation

◆ PathTraceWorkGPU()

PathTraceWorkGPU::PathTraceWorkGPU	(	Device *	device,
		Film *	film,
		DeviceScene *	device_scene,
		const bool *	cancel_requested_flag )

Member Function Documentation

◆ adaptive_sampling_converge_filter_count_active()

int PathTraceWorkGPU::adaptive_sampling_converge_filter_count_active	(	const float	threshold,
		bool	reset )

overridevirtual

Implements PathTraceWork.

Definition at line 1084 of file path_trace_work_gpu.cpp.

References adaptive_sampling_convergence_check_count_active(), enqueue_adaptive_sampling_filter_x(), enqueue_adaptive_sampling_filter_y(), queue_, and reset().

◆ adaptive_sampling_convergence_check_count_active()

int PathTraceWorkGPU::adaptive_sampling_convergence_check_count_active	(	const float	threshold,
		bool	reset )

protected

Definition at line 1098 of file path_trace_work_gpu.cpp.

References device_vector< T >::alloc(), PathTraceWork::buffers_, device_vector< T >::data(), PathTraceWork::device_, DEVICE_KERNEL_ADAPTIVE_SAMPLING_CONVERGENCE_CHECK, device_memory::device_pointer, PathTraceWork::effective_buffer_params_, MEM_READ_WRITE, queue_, reset(), and work_size.

Referenced by adaptive_sampling_converge_filter_count_active().

◆ alloc_integrator_path_split()

void PathTraceWorkGPU::alloc_integrator_path_split ( )

protected

Definition at line 294 of file path_trace_work_gpu.cpp.

References integrator_next_main_path_index_, integrator_next_shadow_path_index_, and integrator_state_gpu_.

Referenced by alloc_work_memory().

◆ alloc_integrator_queue()

void PathTraceWorkGPU::alloc_integrator_queue ( )

protected

Definition at line 220 of file path_trace_work_gpu.cpp.

References integrator_queue_counter_, integrator_state_gpu_, max_num_paths_, num_queued_paths_, and queued_paths_.

Referenced by alloc_work_memory().

◆ alloc_integrator_soa()

void PathTraceWorkGPU::alloc_integrator_soa ( )

protected

Definition at line 109 of file path_trace_work_gpu.cpp.

References PathTraceWork::device_scene_, estimate_single_state_size(), integrator_state_soa_, integrator_state_soa_kernel_features_, integrator_state_soa_volume_stack_size_, LOG_IS_ON, LOG_LEVEL_TRACE, LOG_TRACE, max, max_num_paths_, min, min_num_active_main_paths_, queue_, and string_human_readable_size().

Referenced by alloc_work_memory().

◆ alloc_integrator_sorting()

void PathTraceWorkGPU::alloc_integrator_sorting ( )

protected

Definition at line 243 of file path_trace_work_gpu.cpp.

References DEVICE_KERNEL_INTEGRATOR_SHADE_SURFACE, DEVICE_KERNEL_INTEGRATOR_SHADE_SURFACE_MNEE, DEVICE_KERNEL_INTEGRATOR_SHADE_SURFACE_RAYTRACE, PathTraceWork::device_scene_, divide_up(), integrator_shader_mnee_sort_counter_, integrator_shader_raytrace_sort_counter_, integrator_shader_sort_counter_, integrator_shader_sort_partition_key_offsets_, integrator_shader_sort_prefix_sum_, integrator_state_gpu_, KERNEL_FEATURE_MNEE, KERNEL_FEATURE_NODE_RAYTRACE, max_num_paths_, num_sort_partitions_, and queue_.

Referenced by alloc_work_memory().

◆ alloc_work_memory()

void PathTraceWorkGPU::alloc_work_memory ( )

overridevirtual

Reimplemented from PathTraceWork.

Definition at line 314 of file path_trace_work_gpu.cpp.

References alloc_integrator_path_split(), alloc_integrator_queue(), alloc_integrator_soa(), and alloc_integrator_sorting().

◆ compact_main_paths()

void PathTraceWorkGPU::compact_main_paths ( const int num_active_paths )

protected

Definition at line 661 of file path_trace_work_gpu.cpp.

References compact_paths(), DEVICE_KERNEL_INTEGRATOR_COMPACT_PATHS_ARRAY, DEVICE_KERNEL_INTEGRATOR_COMPACT_STATES, DEVICE_KERNEL_INTEGRATOR_TERMINATED_PATHS_ARRAY, and max_active_main_path_index_.

Referenced by enqueue_work_tiles().

◆ compact_paths()

void PathTraceWorkGPU::compact_paths	(	const int	num_active_paths,
		const int	max_active_path_index,
		DeviceKernel	terminated_paths_kernel,
		DeviceKernel	compact_paths_kernel,
		DeviceKernel	compact_kernel )

protected

Definition at line 726 of file path_trace_work_gpu.cpp.

References num_queued_paths_, queue_, queued_paths_, and work_size.

Referenced by compact_main_paths(), and compact_shadow_paths().

◆ compact_shadow_paths()

void PathTraceWorkGPU::compact_shadow_paths ( )

protected

Definition at line 687 of file path_trace_work_gpu.cpp.

References compact_paths(), DEVICE_KERNEL_INTEGRATOR_COMPACT_SHADOW_PATHS_ARRAY, DEVICE_KERNEL_INTEGRATOR_COMPACT_SHADOW_STATES, DEVICE_KERNEL_INTEGRATOR_INTERSECT_SHADOW, DEVICE_KERNEL_INTEGRATOR_SHADE_SHADOW, DEVICE_KERNEL_INTEGRATOR_TERMINATED_SHADOW_PATHS_ARRAY, integrator_next_shadow_path_index_, integrator_queue_counter_, IntegratorQueueCounter::num_queued, and queue_.

Referenced by enqueue_path_iteration().

◆ compute_queued_paths()

void PathTraceWorkGPU::compute_queued_paths	(	DeviceKernel	kernel,
		DeviceKernel	queued_kernel )

protected

Definition at line 645 of file path_trace_work_gpu.cpp.

References kernel_max_active_main_path_index(), num_queued_paths_, queue_, queued_paths_, and work_size.

Referenced by enqueue_path_iteration().

◆ compute_sorted_queued_paths()

void PathTraceWorkGPU::compute_sorted_queued_paths	(	DeviceKernel	queued_kernel,
		const int	num_paths_limit )

protected

Definition at line 581 of file path_trace_work_gpu.cpp.

References assert, DEVICE_KERNEL_INTEGRATOR_SORT_BUCKET_PASS, DEVICE_KERNEL_INTEGRATOR_SORT_WRITE_PASS, DEVICE_KERNEL_INTEGRATOR_SORTED_PATHS_ARRAY, DEVICE_KERNEL_PREFIX_SUM, PathTraceWork::device_scene_, GPU_PARALLEL_SORT_BLOCK_SIZE, integrator_shader_sort_prefix_sum_, integrator_state_gpu_, kernel_max_active_main_path_index(), num_queued_paths_, num_sort_partitions_, queue_, queued_paths_, and work_size.

Referenced by enqueue_path_iteration().

◆ copy_render_buffers_from_device()

bool PathTraceWorkGPU::copy_render_buffers_from_device ( )

overridevirtual

Implements PathTraceWork.

Definition at line 1202 of file path_trace_work_gpu.cpp.

References PathTraceWork::buffers_, and queue_.

◆ copy_render_buffers_to_device()

bool PathTraceWorkGPU::copy_render_buffers_to_device ( )

overridevirtual

Implements PathTraceWork.

Definition at line 1215 of file path_trace_work_gpu.cpp.

References PathTraceWork::buffers_, and queue_.

◆ copy_to_display()

void PathTraceWorkGPU::copy_to_display	(	PathTraceDisplay *	display,
		PassMode	pass_mode,
		const int	num_samples )

overridevirtual

Implements PathTraceWork.

Definition at line 963 of file path_trace_work_gpu.cpp.

References PathTraceWork::buffers_, copy_to_display_interop(), copy_to_display_naive(), PathTraceWork::device_, interop_use_, LOG_WARNING, and should_use_graphics_interop().

◆ copy_to_display_interop()

bool PathTraceWorkGPU::copy_to_display_interop	(	PathTraceDisplay *	display,
		PassMode	pass_mode,
		const int	num_samples )

protected

Definition at line 1032 of file path_trace_work_gpu.cpp.

References PassAccessor::Destination::d_pixels_half_rgba, device_graphics_interop_, PathTraceWork::get_display_destination_template(), get_render_tile_film_pixels(), PathTraceDisplay::graphics_interop_get_buffer(), and queue_.

Referenced by copy_to_display().

◆ copy_to_display_naive()

void PathTraceWorkGPU::copy_to_display_naive	(	PathTraceDisplay *	display,
		PassMode	pass_mode,
		const int	num_samples )

protected

Definition at line 991 of file path_trace_work_gpu.cpp.

References PathTraceWork::buffers_, PathTraceDisplay::copy_pixels_to_texture(), PassAccessor::Destination::d_pixels_half_rgba, display_rgba_half_, PathTraceWork::effective_big_tile_params_, PathTraceWork::effective_buffer_params_, PathTraceWork::film_, get_render_tile_film_pixels(), and queue_.

Referenced by copy_to_display().

◆ cryptomatte_postproces()

void PathTraceWorkGPU::cryptomatte_postproces ( )

overridevirtual

Implements PathTraceWork.

Definition at line 1164 of file path_trace_work_gpu.cpp.

References PathTraceWork::buffers_, DEVICE_KERNEL_CRYPTOMATTE_POSTPROCESS, PathTraceWork::effective_buffer_params_, queue_, and work_size.

◆ denoise_volume_guiding_buffers()

void PathTraceWorkGPU::denoise_volume_guiding_buffers ( )

overridevirtual

Implements PathTraceWork.

Definition at line 1179 of file path_trace_work_gpu.cpp.

References PathTraceWork::buffers_, DCHECK_GT, DEVICE_KERNEL_VOLUME_GUIDING_FILTER_X, DEVICE_KERNEL_VOLUME_GUIDING_FILTER_Y, PathTraceWork::effective_buffer_params_, queue_, and work_size.

◆ destroy_gpu_resources()

void PathTraceWorkGPU::destroy_gpu_resources ( PathTraceDisplay * display )

overridevirtual

Implements PathTraceWork.

Definition at line 1058 of file path_trace_work_gpu.cpp.

References device_graphics_interop_, PathTraceDisplay::graphics_interop_activate(), and PathTraceDisplay::graphics_interop_deactivate().

◆ enqueue_adaptive_sampling_filter_x()

void PathTraceWorkGPU::enqueue_adaptive_sampling_filter_x ( )

protected

Definition at line 1132 of file path_trace_work_gpu.cpp.

References PathTraceWork::buffers_, DCHECK_GT, DEVICE_KERNEL_ADAPTIVE_SAMPLING_CONVERGENCE_FILTER_X, PathTraceWork::effective_buffer_params_, queue_, and work_size.

Referenced by adaptive_sampling_converge_filter_count_active().

◆ enqueue_adaptive_sampling_filter_y()

void PathTraceWorkGPU::enqueue_adaptive_sampling_filter_y ( )

protected

Definition at line 1148 of file path_trace_work_gpu.cpp.

References PathTraceWork::buffers_, DCHECK_GT, DEVICE_KERNEL_ADAPTIVE_SAMPLING_CONVERGENCE_FILTER_Y, PathTraceWork::effective_buffer_params_, queue_, and work_size.

Referenced by adaptive_sampling_converge_filter_count_active().

◆ enqueue_path_iteration() [1/2]

bool PathTraceWorkGPU::enqueue_path_iteration ( )

protected

Definition at line 447 of file path_trace_work_gpu.cpp.

References compact_shadow_paths(), DEVICE_KERNEL_INTEGRATOR_INTERSECT_SHADOW, DEVICE_KERNEL_INTEGRATOR_NUM, DEVICE_KERNEL_INTEGRATOR_SHADE_SHADOW, DEVICE_KERNEL_NUM, enqueue_path_iteration(), get_most_queued_kernel(), i, integrator_next_shadow_path_index_, integrator_queue_counter_, kernel_creates_ao_paths(), kernel_creates_shadow_paths(), max_num_paths_, IntegratorQueueCounter::num_queued, and queue_.

Referenced by enqueue_path_iteration(), and render_samples().

◆ enqueue_path_iteration() [2/2]

void PathTraceWorkGPU::enqueue_path_iteration	(	DeviceKernel	kernel,
		const int	num_paths_limit = INT_MAX )

protected

Definition at line 503 of file path_trace_work_gpu.cpp.

◆ enqueue_reset()

void PathTraceWorkGPU::enqueue_reset ( )

protected

Definition at line 420 of file path_trace_work_gpu.cpp.

References DEVICE_KERNEL_INTEGRATOR_RESET, PathTraceWork::device_scene_, integrator_queue_counter_, integrator_shader_mnee_sort_counter_, integrator_shader_raytrace_sort_counter_, integrator_shader_sort_counter_, KERNEL_FEATURE_MNEE, KERNEL_FEATURE_NODE_RAYTRACE, max_num_paths_, and queue_.

Referenced by render_samples().

◆ enqueue_work_tiles() [1/2]

bool PathTraceWorkGPU::enqueue_work_tiles ( bool & finished )

protected

◆ enqueue_work_tiles() [2/2]

void PathTraceWorkGPU::enqueue_work_tiles	(	DeviceKernel	kernel,
		const KernelWorkTile	work_tiles[],
		const int	num_work_tiles,
		const int	num_active_paths,
		const int	num_predicted_splits )