#include <path_trace_work_gpu.h>

Inherits PathTraceWork.

Public Member Functions
	PathTraceWorkGPU (Device device, Film film, DeviceScene device_scene, bool cancel_requested_flag)

virtual void	alloc_work_memory () override

virtual void	init_execution () override

virtual void	render_samples (RenderStatistics &statistics, int start_sample, int samples_num, int sample_offset) override

virtual void	copy_to_display (PathTraceDisplay *display, PassMode pass_mode, int num_samples) override

virtual void	destroy_gpu_resources (PathTraceDisplay *display) override

virtual bool	copy_render_buffers_from_device () override

virtual bool	copy_render_buffers_to_device () override

virtual bool	zero_render_buffers () override

virtual int	adaptive_sampling_converge_filter_count_active (float threshold, bool reset) override

virtual void	cryptomatte_postproces () override

Public Member Functions inherited from PathTraceWork
virtual	~PathTraceWork ()

RenderBuffers *	get_render_buffers ()

void	set_effective_buffer_params (const BufferParams &effective_full_params, const BufferParams &effective_big_tile_params, const BufferParams &effective_buffer_params)

bool	has_multiple_works () const

void	copy_to_render_buffers (RenderBuffers *render_buffers)

void	copy_from_render_buffers (const RenderBuffers *render_buffers)

void	copy_from_denoised_render_buffers (const RenderBuffers *render_buffers)

bool	get_render_tile_pixels (const PassAccessor &pass_accessor, const PassAccessor::Destination &destination)

bool	set_render_tile_pixels (PassAccessor &pass_accessor, const PassAccessor::Source &source)

bool	is_cancel_requested () const

Device *	get_device () const

Protected Member Functions
void	alloc_integrator_soa ()

void	alloc_integrator_queue ()

void	alloc_integrator_sorting ()

void	alloc_integrator_path_split ()

DeviceKernel	get_most_queued_kernel () const

void	enqueue_reset ()

bool	enqueue_work_tiles (bool &finished)

void	enqueue_work_tiles (DeviceKernel kernel, const KernelWorkTile work_tiles[], const int num_work_tiles, const int num_active_paths, const int num_predicted_splits)

bool	enqueue_path_iteration ()

void	enqueue_path_iteration (DeviceKernel kernel, const int num_paths_limit=INT_MAX)

void	compute_queued_paths (DeviceKernel kernel, DeviceKernel queued_kernel)

void	compute_sorted_queued_paths (DeviceKernel queued_kernel, const int num_paths_limit)

void	compact_main_paths (const int num_active_paths)

void	compact_shadow_paths ()

void	compact_paths (const int num_active_paths, const int max_active_path_index, DeviceKernel terminated_paths_kernel, DeviceKernel compact_paths_kernel, DeviceKernel compact_kernel)

int	num_active_main_paths_paths ()

bool	should_use_graphics_interop ()

void	copy_to_display_naive (PathTraceDisplay *display, PassMode pass_mode, int num_samples)

bool	copy_to_display_interop (PathTraceDisplay *display, PassMode pass_mode, int num_samples)

void	get_render_tile_film_pixels (const PassAccessor::Destination &destination, PassMode pass_mode, int num_samples)

int	adaptive_sampling_convergence_check_count_active (float threshold, bool reset)

void	enqueue_adaptive_sampling_filter_x ()

void	enqueue_adaptive_sampling_filter_y ()

bool	has_shadow_catcher () const

int	shadow_catcher_count_possible_splits ()

bool	kernel_uses_sorting (DeviceKernel kernel)

bool	kernel_creates_shadow_paths (DeviceKernel kernel)

bool	kernel_creates_ao_paths (DeviceKernel kernel)

bool	kernel_is_shadow_path (DeviceKernel kernel)

int	kernel_max_active_main_path_index (DeviceKernel kernel)

Protected Member Functions inherited from PathTraceWork
	PathTraceWork (Device device, Film film, DeviceScene device_scene, bool cancel_requested_flag)

PassAccessor::PassAccessInfo	get_display_pass_access_info (PassMode pass_mode) const

PassAccessor::Destination	get_display_destination_template (const PathTraceDisplay *display) const

Protected Attributes
unique_ptr< DeviceQueue >	queue_

WorkTileScheduler	work_tile_scheduler_

IntegratorStateGPU	integrator_state_gpu_

vector< unique_ptr< device_memory > >	integrator_state_soa_

uint	integrator_state_soa_kernel_features_

int	integrator_state_soa_volume_stack_size_ = 0

device_vector< IntegratorQueueCounter >	integrator_queue_counter_

device_vector< int >	integrator_shader_sort_counter_

device_vector< int >	integrator_shader_raytrace_sort_counter_

device_vector< int >	integrator_shader_mnee_sort_counter_

device_vector< int >	integrator_shader_sort_prefix_sum_

device_vector< int >	integrator_shader_sort_partition_key_offsets_

device_vector< int >	integrator_next_main_path_index_

device_vector< int >	integrator_next_shadow_path_index_

device_vector< int >	queued_paths_

device_vector< int >	num_queued_paths_

device_vector< KernelWorkTile >	work_tiles_

device_vector< half4 >	display_rgba_half_

unique_ptr< DeviceGraphicsInterop >	device_graphics_interop_

bool	interop_use_checked_ = false

bool	interop_use_ = false

int	num_sort_partitions_

int	max_num_paths_

int	min_num_active_main_paths_

int	max_active_main_path_index_

Protected Attributes inherited from PathTraceWork
Device *	device_

Film *	film_

DeviceScene *	device_scene_

unique_ptr< RenderBuffers >	buffers_

BufferParams	effective_full_params_

BufferParams	effective_big_tile_params_

BufferParams	effective_buffer_params_

bool *	cancel_requested_flag_ = nullptr

Additional Inherited Members
Static Public Member Functions inherited from PathTraceWork
static unique_ptr< PathTraceWork >	create (Device device, Film film, DeviceScene device_scene, bool cancel_requested_flag)

Detailed Description

Definition at line 25 of file path_trace_work_gpu.h.

Constructor & Destructor Documentation

◆ PathTraceWorkGPU()

PathTraceWorkGPU::PathTraceWorkGPU	(	Device *	device,
		Film *	film,
		DeviceScene *	device_scene,
		bool *	cancel_requested_flag )

Definition at line 77 of file path_trace_work_gpu.cpp.

References integrator_state_gpu_.

Member Function Documentation

◆ adaptive_sampling_converge_filter_count_active()

int PathTraceWorkGPU::adaptive_sampling_converge_filter_count_active	(	float	threshold,
		bool	reset )

overridevirtual

Implements PathTraceWork.

Definition at line 1083 of file path_trace_work_gpu.cpp.

References adaptive_sampling_convergence_check_count_active(), enqueue_adaptive_sampling_filter_x(), enqueue_adaptive_sampling_filter_y(), queue_, and reset().

◆ adaptive_sampling_convergence_check_count_active()

int PathTraceWorkGPU::adaptive_sampling_convergence_check_count_active	(	float	threshold,
		bool	reset )

protected

◆ alloc_integrator_path_split()

void PathTraceWorkGPU::alloc_integrator_path_split ( )

protected

Definition at line 302 of file path_trace_work_gpu.cpp.

References device_vector< T >::alloc(), device_vector< T >::data(), device_memory::device_pointer, integrator_next_main_path_index_, integrator_next_shadow_path_index_, integrator_state_gpu_, IntegratorStateGPU::next_main_path_index, IntegratorStateGPU::next_shadow_path_index, device_vector< T >::size(), and device_vector< T >::zero_to_device().

Referenced by alloc_work_memory().

◆ alloc_integrator_queue()

void PathTraceWorkGPU::alloc_integrator_queue ( )

protected

Definition at line 219 of file path_trace_work_gpu.cpp.

References device_vector< T >::alloc(), device_vector< T >::copy_from_device(), device_memory::device_pointer, integrator_queue_counter_, integrator_state_gpu_, max_num_paths_, num_queued_paths_, IntegratorStateGPU::queue_counter, queued_paths_, device_vector< T >::size(), and device_vector< T >::zero_to_device().

Referenced by alloc_work_memory().

◆ alloc_integrator_soa()

void PathTraceWorkGPU::alloc_integrator_soa ( )

protected

Definition at line 108 of file path_trace_work_gpu.cpp.

References DeviceScene::data, PathTraceWork::device_scene_, estimate_single_state_size(), integrator_state_soa_, integrator_state_soa_kernel_features_, integrator_state_soa_volume_stack_size_, max, max_num_paths_, min, min_num_active_main_paths_, queue_, string_human_readable_size(), VLOG_DEVICE_STATS, and VLOG_IS_ON.

Referenced by alloc_work_memory().

◆ alloc_integrator_sorting()

void PathTraceWorkGPU::alloc_integrator_sorting ( )

protected

Definition at line 242 of file path_trace_work_gpu.cpp.

References device_vector< T >::alloc(), DeviceScene::data, DEVICE_KERNEL_INTEGRATOR_SHADE_SURFACE, DEVICE_KERNEL_INTEGRATOR_SHADE_SURFACE_MNEE, DEVICE_KERNEL_INTEGRATOR_SHADE_SURFACE_RAYTRACE, device_memory::device_pointer, PathTraceWork::device_scene_, divide_up(), int, integrator_shader_mnee_sort_counter_, integrator_shader_raytrace_sort_counter_, integrator_shader_sort_counter_, integrator_shader_sort_partition_key_offsets_, integrator_shader_sort_prefix_sum_, integrator_state_gpu_, KERNEL_FEATURE_MNEE, KERNEL_FEATURE_NODE_RAYTRACE, max, max_num_paths_, num_sort_partitions_, queue_, device_vector< T >::size(), IntegratorStateGPU::sort_key_counter, IntegratorStateGPU::sort_partition_divisor, IntegratorStateGPU::sort_partition_key_offsets, and device_vector< T >::zero_to_device().

Referenced by alloc_work_memory().

◆ alloc_work_memory()

void PathTraceWorkGPU::alloc_work_memory ( )

overridevirtual

Reimplemented from PathTraceWork.

Definition at line 322 of file path_trace_work_gpu.cpp.

References alloc_integrator_path_split(), alloc_integrator_queue(), alloc_integrator_soa(), and alloc_integrator_sorting().

◆ compact_main_paths()

void PathTraceWorkGPU::compact_main_paths ( const int num_active_paths )

protected

Definition at line 662 of file path_trace_work_gpu.cpp.

References compact_paths(), DEVICE_KERNEL_INTEGRATOR_COMPACT_PATHS_ARRAY, DEVICE_KERNEL_INTEGRATOR_COMPACT_STATES, DEVICE_KERNEL_INTEGRATOR_TERMINATED_PATHS_ARRAY, and max_active_main_path_index_.

Referenced by enqueue_work_tiles().

◆ compact_paths()

void PathTraceWorkGPU::compact_paths	(	const int	num_active_paths,
		const int	max_active_path_index,
		DeviceKernel	terminated_paths_kernel,
		DeviceKernel	compact_paths_kernel,
		DeviceKernel	compact_kernel )

protected

Definition at line 726 of file path_trace_work_gpu.cpp.

References device_vector< T >::data(), device_memory::device_pointer, num_queued_paths_, queue_, queued_paths_, and work_size.

Referenced by compact_main_paths(), and compact_shadow_paths().

◆ compact_shadow_paths()

void PathTraceWorkGPU::compact_shadow_paths ( )

protected

Definition at line 688 of file path_trace_work_gpu.cpp.

References compact_paths(), device_vector< T >::data(), DEVICE_KERNEL_INTEGRATOR_COMPACT_SHADOW_PATHS_ARRAY, DEVICE_KERNEL_INTEGRATOR_COMPACT_SHADOW_STATES, DEVICE_KERNEL_INTEGRATOR_INTERSECT_SHADOW, DEVICE_KERNEL_INTEGRATOR_SHADE_SHADOW, DEVICE_KERNEL_INTEGRATOR_TERMINATED_SHADOW_PATHS_ARRAY, integrator_next_shadow_path_index_, integrator_queue_counter_, IntegratorQueueCounter::num_queued, and queue_.

Referenced by enqueue_path_iteration().

◆ compute_queued_paths()

void PathTraceWorkGPU::compute_queued_paths	(	DeviceKernel	kernel,
		DeviceKernel	queued_kernel )

protected

Definition at line 647 of file path_trace_work_gpu.cpp.

References device_memory::device_pointer, kernel_max_active_main_path_index(), num_queued_paths_, queue_, queued_paths_, and work_size.

Referenced by enqueue_path_iteration().

◆ compute_sorted_queued_paths()

void PathTraceWorkGPU::compute_sorted_queued_paths	(	DeviceKernel	queued_kernel,
		const int	num_paths_limit )

protected

◆ copy_render_buffers_from_device()

bool PathTraceWorkGPU::copy_render_buffers_from_device ( )

overridevirtual

Implements PathTraceWork.

Definition at line 1176 of file path_trace_work_gpu.cpp.

References PathTraceWork::buffers_, and queue_.

◆ copy_render_buffers_to_device()

bool PathTraceWorkGPU::copy_render_buffers_to_device ( )

overridevirtual

Implements PathTraceWork.

Definition at line 1184 of file path_trace_work_gpu.cpp.

References PathTraceWork::buffers_, and queue_.

◆ copy_to_display()

void PathTraceWorkGPU::copy_to_display	(	PathTraceDisplay *	display,
		PassMode	pass_mode,
		int	num_samples )

overridevirtual

Implements PathTraceWork.

Definition at line 962 of file path_trace_work_gpu.cpp.

References PathTraceWork::buffers_, copy_to_display_interop(), copy_to_display_naive(), PathTraceWork::device_, Device::have_error(), interop_use_, LOG, and should_use_graphics_interop().

◆ copy_to_display_interop()

bool PathTraceWorkGPU::copy_to_display_interop	(	PathTraceDisplay *	display,
		PassMode	pass_mode,
		int	num_samples )

protected

Definition at line 1031 of file path_trace_work_gpu.cpp.

References device_graphics_interop_, PathTraceWork::get_display_destination_template(), get_render_tile_film_pixels(), and queue_.

Referenced by copy_to_display().

◆ copy_to_display_naive()

void PathTraceWorkGPU::copy_to_display_naive	(	PathTraceDisplay *	display,
		PassMode	pass_mode,
		int	num_samples )

protected

◆ cryptomatte_postproces()

void PathTraceWorkGPU::cryptomatte_postproces ( )

overridevirtual

Implements PathTraceWork.

Definition at line 1161 of file path_trace_work_gpu.cpp.

References PathTraceWork::buffers_, DEVICE_KERNEL_CRYPTOMATTE_POSTPROCESS, PathTraceWork::effective_buffer_params_, BufferParams::height, BufferParams::offset, queue_, BufferParams::stride, BufferParams::width, and work_size.

◆ destroy_gpu_resources()

void PathTraceWorkGPU::destroy_gpu_resources ( PathTraceDisplay * display )

overridevirtual

Implements PathTraceWork.

Definition at line 1057 of file path_trace_work_gpu.cpp.

References device_graphics_interop_.

◆ enqueue_adaptive_sampling_filter_x()

void PathTraceWorkGPU::enqueue_adaptive_sampling_filter_x ( )

protected

Definition at line 1129 of file path_trace_work_gpu.cpp.

References PathTraceWork::buffers_, DCHECK_GT, DEVICE_KERNEL_ADAPTIVE_SAMPLING_CONVERGENCE_FILTER_X, PathTraceWork::effective_buffer_params_, BufferParams::full_x, BufferParams::full_y, BufferParams::height, BufferParams::offset, queue_, BufferParams::stride, BufferParams::width, and work_size.

Referenced by adaptive_sampling_converge_filter_count_active().

◆ enqueue_adaptive_sampling_filter_y()

void PathTraceWorkGPU::enqueue_adaptive_sampling_filter_y ( )

protected

Definition at line 1145 of file path_trace_work_gpu.cpp.

References PathTraceWork::buffers_, DCHECK_GT, DEVICE_KERNEL_ADAPTIVE_SAMPLING_CONVERGENCE_FILTER_Y, PathTraceWork::effective_buffer_params_, BufferParams::full_x, BufferParams::full_y, BufferParams::height, BufferParams::offset, queue_, BufferParams::stride, BufferParams::width, and work_size.

Referenced by adaptive_sampling_converge_filter_count_active().

◆ enqueue_path_iteration() [1/2]

bool PathTraceWorkGPU::enqueue_path_iteration ( )

protected

Definition at line 455 of file path_trace_work_gpu.cpp.

References compact_shadow_paths(), device_vector< T >::data(), DEVICE_KERNEL_INTEGRATOR_INTERSECT_SHADOW, DEVICE_KERNEL_INTEGRATOR_NUM, DEVICE_KERNEL_INTEGRATOR_SHADE_SHADOW, DEVICE_KERNEL_NUM, enqueue_path_iteration(), get_most_queued_kernel(), integrator_next_shadow_path_index_, integrator_queue_counter_, kernel_creates_ao_paths(), kernel_creates_shadow_paths(), max_num_paths_, IntegratorQueueCounter::num_queued, and queue_.

Referenced by enqueue_path_iteration(), and render_samples().

◆ enqueue_path_iteration() [2/2]

void PathTraceWorkGPU::enqueue_path_iteration	(	DeviceKernel	kernel,
		const int	num_paths_limit = INT_MAX )

protected

Definition at line 511 of file path_trace_work_gpu.cpp.

◆ enqueue_reset()

void PathTraceWorkGPU::enqueue_reset ( )

protected

Definition at line 428 of file path_trace_work_gpu.cpp.

References device_vector< T >::data(), DeviceScene::data, DEVICE_KERNEL_INTEGRATOR_RESET, PathTraceWork::device_scene_, device_memory::host_pointer, integrator_queue_counter_, integrator_shader_mnee_sort_counter_, integrator_shader_raytrace_sort_counter_, integrator_shader_sort_counter_, KERNEL_FEATURE_MNEE, KERNEL_FEATURE_NODE_RAYTRACE, max_num_paths_, device_memory::memory_size(), queue_, and device_vector< T >::size().

Referenced by render_samples().

◆ enqueue_work_tiles() [1/2]

bool PathTraceWorkGPU::enqueue_work_tiles ( bool & finished )

protected

◆ enqueue_work_tiles() [2/2]

void PathTraceWorkGPU::enqueue_work_tiles	(	DeviceKernel	kernel,
		const KernelWorkTile	work_tiles[],
		const int	num_work_tiles,
		const int	num_active_paths,
		const int	num_predicted_splits )