#include <GPUReconstruction.h>

Inherited by o2::gpu::GPUReconstructionProcessing.

Classes
struct	debugInternal

class	LibraryLoader

struct	MemoryReuseMeta

struct	ProcessorData

Public Types
enum	InOutPointerType : uint32_t { CLUSTER_DATA = 0 , SECTOR_OUT_TRACK = 1 , SECTOR_OUT_CLUSTER = 2 , MC_LABEL_TPC = 3 , MC_INFO_TPC = 4 , MERGED_TRACK = 5 , MERGED_TRACK_HIT = 6 , TRD_TRACK = 7 , TRD_TRACKLET = 8 , RAW_CLUSTERS = 9 , CLUSTERS_NATIVE = 10 , TRD_TRACKLET_MC = 11 , TPC_COMPRESSED_CL = 12 , TPC_DIGIT = 13 , TPC_ZS = 14 , CLUSTER_NATIVE_MC = 15 , TPC_DIGIT_MC = 16 , TRD_SPACEPOINT = 17 , TRD_TRIGGERRECORDS = 18 , TF_SETTINGS = 19 }

enum class	krnlDeviceType : int32_t { CPU = 0 , Device = 1 , Auto = -1 }

using	GeometryType = gpudatatypes::GeometryType

using	DeviceType = gpudatatypes::DeviceType

using	RecoStep = gpudatatypes::RecoStep

using	GeneralStep = gpudatatypes::GeneralStep

using	RecoStepField = gpudatatypes::RecoStepField

using	InOutTypeField = gpudatatypes::InOutTypeField

using	alignedDefaultBufferDeleter = alignedDeleter< char, constants::GPU_BUFFER_ALIGNMENT >

Public Member Functions
virtual	~GPUReconstruction ()

	GPUReconstruction (const GPUReconstruction &)=delete

GPUReconstruction &	operator= (const GPUReconstruction &)=delete

template<class T , typename... Args>
T *	AddChain (Args... args)

int32_t	Init ()

int32_t	Finalize ()

int32_t	Exit ()

void	DumpSettings (const char *dir="")

int32_t	ReadSettings (const char *dir="")

void	PrepareEvent ()

virtual int32_t	RunChains ()=0

uint32_t	getNEventsProcessed ()

uint32_t	getNEventsProcessedInStat ()

int32_t	registerMemoryForGPU (const void *ptr, size_t size)

int32_t	unregisterMemoryForGPU (const void *ptr)

virtual void *	getGPUPointer (void *ptr)

virtual void	startGPUProfiling ()

virtual void	endGPUProfiling ()

int32_t	GPUChkErrA (const int64_t error, const char *file, int32_t line, bool failOnError)

int32_t	CheckErrorCodes (bool cpuOnly=false, bool forceShowErrors=false, std::vector< std::array< uint32_t, 4 > > *fillErrors=nullptr)

void	RunPipelineWorker ()

void	TerminatePipelineWorker ()

GPUMemoryResource &	Res (int16_t num)

template<class T >
int16_t	RegisterMemoryAllocation (T proc, void (T::setPtr)(void ), int32_t type, const char *name="", const GPUMemoryReuse &re=GPUMemoryReuse())

size_t	AllocateMemoryResources ()

size_t	AllocateRegisteredMemory (GPUProcessor *proc, bool resetCustom=false)

size_t	AllocateRegisteredMemory (int16_t res, GPUOutputControl *control=nullptr)

void	AllocateRegisteredForeignMemory (int16_t res, GPUReconstruction rec, GPUOutputControl control=nullptr)

void *	AllocateDirectMemory (size_t size, int32_t type)

void *	AllocateVolatileDeviceMemory (size_t size)

void *	AllocateVolatileMemory (size_t size, bool device)

void	MakeFutureDeviceMemoryAllocationsVolatile ()

void	FreeRegisteredMemory (GPUProcessor *proc, bool freeCustom=false, bool freePermanent=false)

void	FreeRegisteredMemory (int16_t res)

void	ClearAllocatedMemory (bool clearOutputs=true)

void	ReturnVolatileDeviceMemory ()

void	ReturnVolatileMemory ()

ThrustVolatileAllocator	getThrustVolatileDeviceAllocator ()

void	PushNonPersistentMemory (uint64_t tag)

void	PopNonPersistentMemory (RecoStep step, uint64_t tag, const GPUProcessor *proc=nullptr)

void	BlockStackedMemory (GPUReconstruction *rec)

void	UnblockStackedMemory ()

void	ResetRegisteredMemoryPointers (GPUProcessor *proc)

void	ResetRegisteredMemoryPointers (int16_t res)

void	ComputeReuseMax (GPUProcessor *proc)

void	PrintMemoryStatistics ()

void	PrintMemoryOverview ()

void	PrintMemoryMax ()

void	SetMemoryExternalInput (int16_t res, void *ptr)

GPUMemorySizeScalers *	MemoryScalers ()

virtual void	GetITSTraits (std::unique_ptr< o2::its::TrackerTraits< 7 > > trackerTraits, std::unique_ptr< o2::its::VertexerTraits< 7 > > vertexerTraits, std::unique_ptr< o2::its::TimeFrame< 7 > > *timeFrame)

bool	slavesExist ()

int	slaveId ()

DeviceType	GetDeviceType () const

bool	IsGPU () const

const GPUParam &	GetParam () const

const GPUConstantMem &	GetConstantMem () const

const GPUTrackingInOutPointers	GetIOPtrs () const

const GPUSettingsGRP &	GetGRPSettings () const

const GPUSettingsDeviceBackend &	GetDeviceBackendSettings () const

const GPUSettingsProcessing &	GetProcessingSettings () const

const GPUCalibObjectsConst &	GetCalib () const

bool	IsInitialized () const

void	SetSettings (float solenoidBzNominalGPU, const GPURecoStepConfiguration *workflow=nullptr)

void	SetSettings (const GPUSettingsGRP grp, const GPUSettingsRec rec=nullptr, const GPUSettingsProcessing proc=nullptr, const GPURecoStepConfiguration workflow=nullptr)

void	SetResetTimers (bool reset)

void	SetDebugLevelTmp (int32_t level)

void	UpdateSettings (const GPUSettingsGRP g, const GPUSettingsProcessing p=nullptr, const GPUSettingsRecDynamic *d=nullptr)

void	UpdateDynamicSettings (const GPUSettingsRecDynamic *d)

void	SetOutputControl (const GPUOutputControl &v)

void	SetOutputControl (void *ptr, size_t size)

void	SetInputControl (void *ptr, size_t size)

GPUOutputControl &	OutputControl ()

uint32_t	NStreams () const

const void *	DeviceMemoryBase () const

virtual const GPUDefParameters &	getGPUParameters (bool doGPU) const =0

RecoStepField	GetRecoSteps () const

RecoStepField	GetRecoStepsGPU () const

InOutTypeField	GetRecoStepsInputs () const

InOutTypeField	GetRecoStepsOutputs () const

int32_t	getRecoStepNum (RecoStep step, bool validCheck=true)

int32_t	getGeneralStepNum (GeneralStep step, bool validCheck=true)

void	setErrorCodeOutput (std::vector< std::array< uint32_t, 4 > > *v)

std::vector< std::array< uint32_t, 4 > > *	getErrorCodeOutput ()

template<class T >
void	RegisterGPUProcessor (T *proc, bool deviceSlave)

template<class T >
void	SetupGPUProcessor (T *proc, bool allocate)

void	RegisterGPUDeviceProcessor (GPUProcessor proc, GPUProcessor slaveProcessor)

void	ConstructGPUProcessor (GPUProcessor *proc)

virtual void	PrintKernelOccupancies ()

double	GetStatKernelTime ()

double	GetStatWallTime ()

void	setDebugDumpCallback (std::function< void()> &&callback=std::function< void()>(nullptr))

bool	triggerDebugDump ()

std::string	getDebugFolder (const std::string &prefix="")

int32_t	GetMaxBackendThreads () const

Static Public Member Functions
static DeviceType	GetDeviceType (const char *type)

static uint32_t	getNIOTypeMultiplicity (InOutPointerType type)

static GPUReconstruction *	CreateInstance (const GPUSettingsDeviceBackend &cfg)

static GPUReconstruction *	CreateInstance (DeviceType type=DeviceType::CPU, bool forceType=true, GPUReconstruction *master=nullptr)

static GPUReconstruction *	CreateInstance (int32_t type, bool forceType, GPUReconstruction *master=nullptr)

static GPUReconstruction *	CreateInstance (const char type, bool forceType, GPUReconstruction master=nullptr)

static bool	CheckInstanceAvailable (DeviceType type, bool verbose)

static int32_t	getHostThreadIndex ()

template<typename T >
static T *	alignedDefaultBufferAllocator (size_t n)

Public Attributes
std::shared_ptr< GPUReconstructionThreading >	mThreading

Static Public Attributes
static constexpr uint32_t	NSECTORS = GPUTPCGeometry::NSECTORS

static constexpr const char *const	GEOMETRY_TYPE_NAMES [] = {"INVALID", "ALIROOT", "O2"}

static constexpr GeometryType	geometryType = GeometryType::O2

static constexpr const char *const	IOTYPENAMES []

Protected Member Functions
void	AllocateRegisteredMemoryInternal (GPUMemoryResource res, GPUOutputControl control, GPUReconstruction *recPool)

void	FreeRegisteredMemory (GPUMemoryResource *res)

	GPUReconstruction (const GPUSettingsDeviceBackend &cfg)

int32_t	InitPhaseBeforeDevice ()

virtual int32_t	InitDevice ()=0

int32_t	InitPhasePermanentMemory ()

int32_t	InitPhaseAfterDevice ()

void	WriteConstantParams (int32_t stream=-1)

virtual int32_t	ExitDevice ()=0

virtual size_t	WriteToConstantMemory (size_t offset, const void src, size_t size, int32_t stream=-1, gpu_reconstruction_kernels::deviceEvent ev=nullptr)=0

void	UpdateMaxMemoryUsed ()

int32_t	EnqueuePipeline (bool terminate=false)

GPUChain *	GetNextChainInQueue ()

virtual int32_t	GPUChkErrInternal (const int64_t error, const char *file, int32_t line) const

virtual int32_t	registerMemoryForGPU_internal (const void *ptr, size_t size)=0

virtual int32_t	unregisterMemoryForGPU_internal (const void *ptr)=0

virtual std::unique_ptr< gpu_reconstruction_kernels::threadContext >	GetThreadContext ()=0

size_t	AllocateRegisteredMemoryHelper (GPUMemoryResource res, void &ptr, void &memorypool, void memorybase, size_t memorysize, void (GPUMemoryResource::SetPointers)(void ) const, void &memorypoolend, const char *device)

size_t	AllocateRegisteredPermanentMemory ()

template<class T , class S >
uint32_t	DumpData (FILE fp, const T const entries, const S num, InOutPointerType type)

template<class T , class S >
size_t	ReadData (FILE fp, const T entries, S num, std::unique_ptr< T[]> mem, InOutPointerType type, T *nonConstPtrs=nullptr)

template<class T >
T *	AllocateIOMemoryHelper (size_t n, const T *&ptr, std::unique_ptr< T[]> &u)

int16_t	RegisterMemoryAllocationHelper (GPUProcessor proc, void (GPUProcessor::setPtr)(void ), int32_t type, const char *name, const GPUMemoryReuse &re)

template<class T >
void	DumpFlatObjectToFile (const T obj, const char file)

template<class T >
std::unique_ptr< T >	ReadFlatObjectFromFile (const char *file)

template<class T >
void	DumpStructToFile (const T obj, const char file)

template<class T >
void	DumpDynamicStructToFile (const T obj, size_t dynamicSize, const char file)

template<class T >
std::unique_ptr< T >	ReadStructFromFile (const char file, T obj=nullptr, bool *errorOnMissing=nullptr, bool allowSmaller=false)

template<class T , auto F>
aligned_unique_buffer_ptr< T >	ReadDynamicStructFromFile (const char *file)

virtual RecoStepField	AvailableGPURecoSteps ()

virtual bool	CanQueryMaxMemory ()

GPUConstantMem *	processors ()

const GPUConstantMem *	processors () const

GPUParam &	param ()

void	debugInit ()

void	debugExit ()

Static Protected Member Functions
static std::shared_ptr< LibraryLoader > *	GetLibraryInstance (DeviceType type, bool verbose)

static std::string	getBackendVersions ()

static GPUReconstruction *	GPUReconstruction_Create_CPU (const GPUSettingsDeviceBackend &cfg)

Protected Attributes
std::shared_ptr< LibraryLoader >	mMyLib = nullptr

std::vector< GPUMemoryResource >	mMemoryResources

std::vector< std::unique_ptr< GPUChain > >	mChains

std::unique_ptr< GPUConstantMem >	mHostConstantMem

GPUConstantMem *	mDeviceConstantMem = nullptr

std::unique_ptr< GPUSettingsGRP >	mGRPSettings

std::unique_ptr< GPUSettingsDeviceBackend >	mDeviceBackendSettings

std::unique_ptr< GPUSettingsProcessing >	mProcessingSettings

GPUOutputControl	mOutputControl

GPUOutputControl	mInputControl

std::unique_ptr< GPUMemorySizeScalers >	mMemoryScalers

GPURecoStepConfiguration	mRecoSteps

std::string	mDeviceName = "CPU"

void *	mHostMemoryBase = nullptr

void *	mHostMemoryPermanent = nullptr

void *	mHostMemoryPool = nullptr

void *	mHostMemoryPoolEnd = nullptr

void *	mHostMemoryPoolBlocked = nullptr

size_t	mHostMemorySize = 0

size_t	mHostMemoryUsedMax = 0

void *	mDeviceMemoryBase = nullptr

void *	mDeviceMemoryPermanent = nullptr

void *	mDeviceMemoryPool = nullptr

void *	mDeviceMemoryPoolEnd = nullptr

void *	mDeviceMemoryPoolBlocked = nullptr

size_t	mDeviceMemorySize = 0

size_t	mDeviceMemoryUsedMax = 0

void *	mVolatileMemoryStart = nullptr

bool	mDeviceMemoryAsVolatile = false

std::unordered_set< const void * >	mRegisteredMemoryPtrs

GPUReconstruction *	mMaster = nullptr

std::vector< GPUReconstruction * >	mSlaves

int	mSlaveId = -1

bool	mInitialized = false

bool	mInErrorHandling = false

uint32_t	mStatNEvents = 0

uint32_t	mNEventsProcessed = 0

double	mStatKernelTime = 0.

double	mStatWallTime = 0.

double	mStatCPUTime = 0.

std::shared_ptr< GPUROOTDumpCore >	mROOTDump

std::vector< std::array< uint32_t, 4 > > *	mOutputErrorCodes = nullptr

int32_t	mMaxBackendThreads = 0

int32_t	mGPUStuck = 0

int32_t	mNStreams = 1

int32_t	mMaxHostThreads = 0

std::vector< ProcessorData >	mProcessors

std::unordered_map< GPUMemoryReuse::ID, MemoryReuseMeta >	mMemoryReuse1to1

std::vector< std::tuple< void , void , size_t, size_t, uint64_t > >	mNonPersistentMemoryStack

std::vector< GPUMemoryResource * >	mNonPersistentIndividualAllocations

std::vector< std::unique_ptr< char[], alignedDefaultBufferDeleter > >	mNonPersistentIndividualDirectAllocations

std::vector< std::unique_ptr< char[], alignedDefaultBufferDeleter > >	mDirectMemoryChunks

std::vector< std::unique_ptr< char[], alignedDefaultBufferDeleter > >	mVolatileChunks

std::atomic_flag	mMemoryMutex = ATOMIC_FLAG_INIT

std::unique_ptr< GPUReconstructionPipelineContext >	mPipelineContext

bool	mDebugEnabled = false

Static Protected Attributes
static std::shared_ptr< LibraryLoader >	sLibCUDA

static std::shared_ptr< LibraryLoader >	sLibHIP

static std::shared_ptr< LibraryLoader >	sLibOCL

static std::unique_ptr< debugInternal >	mDebugData

Detailed Description

Definition at line 71 of file GPUReconstruction.h.

Member Typedef Documentation

◆ alignedDefaultBufferDeleter

using o2::gpu::GPUReconstruction::alignedDefaultBufferDeleter = alignedDeleter<char, constants::GPU_BUFFER_ALIGNMENT>

Definition at line 256 of file GPUReconstruction.h.

◆ DeviceType

using o2::gpu::GPUReconstruction::DeviceType = gpudatatypes::DeviceType

Definition at line 88 of file GPUReconstruction.h.

◆ GeneralStep

using o2::gpu::GPUReconstruction::GeneralStep = gpudatatypes::GeneralStep

Definition at line 90 of file GPUReconstruction.h.

◆ GeometryType

using o2::gpu::GPUReconstruction::GeometryType = gpudatatypes::GeometryType

Definition at line 87 of file GPUReconstruction.h.

◆ InOutTypeField

using o2::gpu::GPUReconstruction::InOutTypeField = gpudatatypes::InOutTypeField

Definition at line 92 of file GPUReconstruction.h.

◆ RecoStep

using o2::gpu::GPUReconstruction::RecoStep = gpudatatypes::RecoStep

Definition at line 89 of file GPUReconstruction.h.

◆ RecoStepField

using o2::gpu::GPUReconstruction::RecoStepField = gpudatatypes::RecoStepField

Definition at line 91 of file GPUReconstruction.h.

Member Enumeration Documentation

◆ InOutPointerType

enum o2::gpu::GPUReconstruction::InOutPointerType : uint32_t

Enumerator
CLUSTER_DATA
SECTOR_OUT_TRACK
SECTOR_OUT_CLUSTER
MC_LABEL_TPC
MC_INFO_TPC
MERGED_TRACK
MERGED_TRACK_HIT
TRD_TRACK
TRD_TRACKLET
RAW_CLUSTERS
CLUSTERS_NATIVE
TRD_TRACKLET_MC
TPC_COMPRESSED_CL
TPC_DIGIT
TPC_ZS
CLUSTER_NATIVE_MC
TPC_DIGIT_MC
TRD_SPACEPOINT
TRD_TRIGGERRECORDS
TF_SETTINGS

Definition at line 102 of file GPUReconstruction.h.

◆ krnlDeviceType

enum class o2::gpu::GPUReconstruction::krnlDeviceType : int32_t

strong

Enumerator
CPU
Device
Auto

Definition at line 134 of file GPUReconstruction.h.

Constructor & Destructor Documentation

◆ ~GPUReconstruction()

GPUReconstruction::~GPUReconstruction ( )

virtual

Definition at line 108 of file GPUReconstruction.cxx.

◆ GPUReconstruction() [1/2]

o2::gpu::GPUReconstruction::GPUReconstruction ( const GPUReconstruction & )

delete

◆ GPUReconstruction() [2/2]

GPUReconstruction::GPUReconstruction ( const GPUSettingsDeviceBackend & cfg )

protected

Definition at line 81 of file GPUReconstruction.cxx.

Member Function Documentation

◆ AddChain()

template<class T , typename... Args>

T * o2::gpu::GPUReconstruction::AddChain ( Args... args )

inline

Definition at line 437 of file GPUReconstruction.h.

◆ alignedDefaultBufferAllocator()

template<typename T >

static T * o2::gpu::GPUReconstruction::alignedDefaultBufferAllocator ( size_t n )

inlinestatic

Definition at line 258 of file GPUReconstruction.h.

◆ AllocateDirectMemory()

void * GPUReconstruction::AllocateDirectMemory	(	size_t	size,
		int32_t	type
	)

Definition at line 730 of file GPUReconstruction.cxx.

◆ AllocateIOMemoryHelper()

template<class T >

T * o2::gpu::GPUReconstruction::AllocateIOMemoryHelper	(	size_t	n,
		const T *&	ptr,
		std::unique_ptr< T[]> &	u
	)

inlineprotected

Definition at line 25 of file GPUReconstructionIO.h.

◆ AllocateMemoryResources()

size_t o2::gpu::GPUReconstruction::AllocateMemoryResources ( )

◆ AllocateRegisteredForeignMemory()

void GPUReconstruction::AllocateRegisteredForeignMemory	(	int16_t	res,
		GPUReconstruction *	rec,
		GPUOutputControl *	control = `nullptr`
	)

Definition at line 714 of file GPUReconstruction.cxx.

◆ AllocateRegisteredMemory() [1/2]

size_t GPUReconstruction::AllocateRegisteredMemory	(	GPUProcessor *	proc,
		bool	resetCustom = `false`
	)

Definition at line 530 of file GPUReconstruction.cxx.

◆ AllocateRegisteredMemory() [2/2]

size_t GPUReconstruction::AllocateRegisteredMemory	(	int16_t	res,
		GPUOutputControl *	control = `nullptr`
	)

Definition at line 719 of file GPUReconstruction.cxx.

◆ AllocateRegisteredMemoryHelper()

size_t GPUReconstruction::AllocateRegisteredMemoryHelper	(	GPUMemoryResource *	res,
		void *&	ptr,
		void *&	memorypool,
		void *	memorybase,
		size_t	memorysize,
		void (GPUMemoryResource::)(void *) const	SetPointers,
		void *&	memorypoolend,
		const char *	device
	)

protected

Definition at line 574 of file GPUReconstruction.cxx.

◆ AllocateRegisteredMemoryInternal()

void GPUReconstruction::AllocateRegisteredMemoryInternal	(	GPUMemoryResource *	res,
		GPUOutputControl *	control,
		GPUReconstruction *	recPool
	)

protected

Definition at line 628 of file GPUReconstruction.cxx.

◆ AllocateRegisteredPermanentMemory()

size_t GPUReconstruction::AllocateRegisteredPermanentMemory ( )

protected

Definition at line 551 of file GPUReconstruction.cxx.

◆ AllocateVolatileDeviceMemory()

void * GPUReconstruction::AllocateVolatileDeviceMemory ( size_t size )

Definition at line 772 of file GPUReconstruction.cxx.

◆ AllocateVolatileMemory()

void * GPUReconstruction::AllocateVolatileMemory	(	size_t	size,
		bool	device
	)

Definition at line 794 of file GPUReconstruction.cxx.

◆ AvailableGPURecoSteps()

virtual RecoStepField o2::gpu::GPUReconstruction::AvailableGPURecoSteps ( )

inlineprotectedvirtual

Definition at line 317 of file GPUReconstruction.h.

◆ BlockStackedMemory()

void GPUReconstruction::BlockStackedMemory ( GPUReconstruction * rec )

Definition at line 934 of file GPUReconstruction.cxx.

◆ CanQueryMaxMemory()

virtual bool o2::gpu::GPUReconstruction::CanQueryMaxMemory ( )

inlineprotectedvirtual

Reimplemented in o2::gpu::GPUReconstructionCUDA.

Definition at line 318 of file GPUReconstruction.h.

◆ CheckErrorCodes()

int32_t GPUReconstruction::CheckErrorCodes	(	bool	cpuOnly = `false`,
		bool	forceShowErrors = `false`,
		std::vector< std::array< uint32_t, 4 > > *	fillErrors = `nullptr`
	)

Definition at line 1173 of file GPUReconstruction.cxx.

◆ CheckInstanceAvailable()

bool GPUReconstruction::CheckInstanceAvailable	(	DeviceType	type,
		bool	verbose
	)

static

Definition at line 79 of file GPUReconstructionLibrary.cxx.

◆ ClearAllocatedMemory()

void GPUReconstruction::ClearAllocatedMemory ( bool clearOutputs = true )

Definition at line 959 of file GPUReconstruction.cxx.

◆ ComputeReuseMax()

void GPUReconstruction::ComputeReuseMax ( GPUProcessor * proc )

Definition at line 486 of file GPUReconstruction.cxx.

◆ ConstructGPUProcessor()

void GPUReconstruction::ConstructGPUProcessor ( GPUProcessor * proc )

Definition at line 484 of file GPUReconstruction.cxx.

◆ CreateInstance() [1/4]

GPUReconstruction * GPUReconstruction::CreateInstance	(	const char *	type,
		bool	forceType,
		GPUReconstruction *	master = `nullptr`
	)

static

Definition at line 115 of file GPUReconstructionLibrary.cxx.

◆ CreateInstance() [2/4]

GPUReconstruction * GPUReconstruction::CreateInstance ( const GPUSettingsDeviceBackend & cfg )

static

Definition at line 44 of file GPUReconstructionLibrary.cxx.

◆ CreateInstance() [3/4]

GPUReconstruction * GPUReconstruction::CreateInstance	(	DeviceType	type = `DeviceType::CPU`,
		bool	forceType = `true`,
		GPUReconstruction *	master = `nullptr`
	)

static

Definition at line 35 of file GPUReconstructionLibrary.cxx.

◆ CreateInstance() [4/4]

static GPUReconstruction * o2::gpu::GPUReconstruction::CreateInstance	(	int32_t	type,
		bool	forceType,
		GPUReconstruction *	master = `nullptr`
	)

inlinestatic

Definition at line 130 of file GPUReconstruction.h.

◆ debugExit()

void GPUReconstruction::debugExit ( )

protected

Definition at line 94 of file GPUReconstructionDebug.cxx.

◆ debugInit()

void GPUReconstruction::debugInit ( )

protected

Definition at line 46 of file GPUReconstructionDebug.cxx.

◆ DeviceMemoryBase()

const void * o2::gpu::GPUReconstruction::DeviceMemoryBase ( ) const

inline

Definition at line 222 of file GPUReconstruction.h.

◆ DumpData()

template<class T , class S >

uint32_t o2::gpu::GPUReconstruction::DumpData	(	FILE *	fp,
		const T const	entries,
		const S *	num,
		InOutPointerType	type
	)

inlineprotected

Definition at line 54 of file GPUReconstructionIO.h.

◆ DumpDynamicStructToFile()

template<class T >

void o2::gpu::GPUReconstruction::DumpDynamicStructToFile	(	const T *	obj,
		size_t	dynamicSize,
		const char *	file
	)

inlineprotected

Definition at line 205 of file GPUReconstructionIO.h.

◆ DumpFlatObjectToFile()

template<class T >

void o2::gpu::GPUReconstruction::DumpFlatObjectToFile	(	const T *	obj,
		const char *	file
	)

inlineprotected

Definition at line 112 of file GPUReconstructionIO.h.

◆ DumpSettings()

void GPUReconstruction::DumpSettings ( const char * dir = "" )

Definition at line 1199 of file GPUReconstruction.cxx.

◆ DumpStructToFile()

template<class T >

void o2::gpu::GPUReconstruction::DumpStructToFile	(	const T *	obj,
		const char *	file
	)

inlineprotected

Definition at line 155 of file GPUReconstructionIO.h.

◆ endGPUProfiling()

virtual void o2::gpu::GPUReconstruction::endGPUProfiling ( )

inlinevirtual

Reimplemented in o2::gpu::GPUReconstructionCUDA.

Definition at line 157 of file GPUReconstruction.h.

◆ EnqueuePipeline()

int32_t GPUReconstruction::EnqueuePipeline ( bool terminate = false )

protected

Definition at line 1121 of file GPUReconstruction.cxx.

◆ Exit()

int32_t GPUReconstruction::Exit ( )

Definition at line 452 of file GPUReconstruction.cxx.

◆ ExitDevice()

virtual int32_t o2::gpu::GPUReconstruction::ExitDevice ( )

protectedpure virtual

Implemented in o2::gpu::GPUReconstructionCPU, and o2::gpu::GPUReconstructionDeviceBase.

◆ Finalize()

int32_t GPUReconstruction::Finalize ( )

Definition at line 444 of file GPUReconstruction.cxx.

◆ FreeRegisteredMemory() [1/3]

void GPUReconstruction::FreeRegisteredMemory ( GPUMemoryResource * res )

protected

Definition at line 873 of file GPUReconstruction.cxx.

◆ FreeRegisteredMemory() [2/3]

void GPUReconstruction::FreeRegisteredMemory	(	GPUProcessor *	proc,
		bool	freeCustom = `false`,
		bool	freePermanent = `false`
	)

Definition at line 859 of file GPUReconstruction.cxx.

◆ FreeRegisteredMemory() [3/3]

void GPUReconstruction::FreeRegisteredMemory ( int16_t res )

Definition at line 868 of file GPUReconstruction.cxx.

◆ getBackendVersions()

std::string GPUReconstruction::getBackendVersions ( )

staticprotected

Definition at line 188 of file GPUReconstructionLibrary.cxx.

◆ GetCalib()

const GPUCalibObjectsConst & GPUReconstruction::GetCalib ( ) const

Definition at line 1299 of file GPUReconstruction.cxx.

◆ GetConstantMem()

const GPUConstantMem & o2::gpu::GPUReconstruction::GetConstantMem ( ) const

inline

Definition at line 204 of file GPUReconstruction.h.

◆ getDebugFolder()

std::string GPUReconstruction::getDebugFolder ( const std::string & prefix = "" )

Definition at line 122 of file GPUReconstructionDebug.cxx.

◆ GetDeviceBackendSettings()

const GPUSettingsDeviceBackend & o2::gpu::GPUReconstruction::GetDeviceBackendSettings ( ) const

inline

Definition at line 207 of file GPUReconstruction.h.

◆ GetDeviceType() [1/2]

GPUReconstruction::DeviceType GPUReconstruction::GetDeviceType ( ) const

Definition at line 1293 of file GPUReconstruction.cxx.

◆ GetDeviceType() [2/2]

static DeviceType o2::gpu::GPUReconstruction::GetDeviceType ( const char * type )

static

◆ getErrorCodeOutput()

std::vector< std::array< uint32_t, 4 > > * o2::gpu::GPUReconstruction::getErrorCodeOutput ( )

inline

Definition at line 233 of file GPUReconstruction.h.

◆ getGeneralStepNum()

int32_t GPUReconstruction::getGeneralStepNum	(	GeneralStep	step,
		bool	validCheck = `true`
	)

Definition at line 1078 of file GPUReconstruction.cxx.

◆ getGPUParameters()

virtual const GPUDefParameters & o2::gpu::GPUReconstruction::getGPUParameters ( bool doGPU ) const

pure virtual

Implemented in o2::gpu::GPUReconstructionProcessing.

◆ getGPUPointer()

virtual void * o2::gpu::GPUReconstruction::getGPUPointer ( void * ptr )

inlinevirtual

Definition at line 155 of file GPUReconstruction.h.

◆ GetGRPSettings()

const GPUSettingsGRP & o2::gpu::GPUReconstruction::GetGRPSettings ( ) const

inline

Definition at line 206 of file GPUReconstruction.h.

◆ getHostThreadIndex()

int32_t GPUReconstruction::getHostThreadIndex ( )

static

Definition at line 128 of file GPUReconstruction.cxx.

◆ GetIOPtrs()

const GPUTrackingInOutPointers GPUReconstruction::GetIOPtrs ( ) const

Definition at line 1298 of file GPUReconstruction.cxx.

◆ GetITSTraits()

void GPUReconstruction::GetITSTraits	(	std::unique_ptr< o2::its::TrackerTraits< 7 > > *	trackerTraits,
		std::unique_ptr< o2::its::VertexerTraits< 7 > > *	vertexerTraits,
		std::unique_ptr< o2::its::TimeFrame< 7 > > *	timeFrame
	)

virtual

Reimplemented in o2::gpu::GPUReconstructionCUDA.

Definition at line 115 of file GPUReconstruction.cxx.

◆ GetLibraryInstance()

std::shared_ptr< GPUReconstruction::LibraryLoader > * GPUReconstruction::GetLibraryInstance	(	DeviceType	type,
		bool	verbose
	)

staticprotected

Definition at line 89 of file GPUReconstructionLibrary.cxx.

◆ GetMaxBackendThreads()

int32_t o2::gpu::GPUReconstruction::GetMaxBackendThreads ( ) const

inline

Definition at line 254 of file GPUReconstruction.h.

◆ getNEventsProcessed()

uint32_t o2::gpu::GPUReconstruction::getNEventsProcessed ( )

inline

Definition at line 151 of file GPUReconstruction.h.

◆ getNEventsProcessedInStat()

uint32_t o2::gpu::GPUReconstruction::getNEventsProcessedInStat ( )

inline

Definition at line 152 of file GPUReconstruction.h.

◆ GetNextChainInQueue()

GPUChain * GPUReconstruction::GetNextChainInQueue ( )

protected

Definition at line 1147 of file GPUReconstruction.cxx.

◆ getNIOTypeMultiplicity()

static uint32_t o2::gpu::GPUReconstruction::getNIOTypeMultiplicity ( InOutPointerType type )

inlinestatic

Definition at line 125 of file GPUReconstruction.h.

◆ GetParam()

const GPUParam & GPUReconstruction::GetParam ( ) const

Definition at line 1294 of file GPUReconstruction.cxx.

◆ GetProcessingSettings()

const GPUSettingsProcessing & o2::gpu::GPUReconstruction::GetProcessingSettings ( ) const

inline

Definition at line 208 of file GPUReconstruction.h.

◆ getRecoStepNum()

int32_t GPUReconstruction::getRecoStepNum	(	RecoStep	step,
		bool	validCheck = `true`
	)

Definition at line 1077 of file GPUReconstruction.cxx.

◆ GetRecoSteps()

RecoStepField o2::gpu::GPUReconstruction::GetRecoSteps ( ) const

inline

Definition at line 225 of file GPUReconstruction.h.

◆ GetRecoStepsGPU()

RecoStepField o2::gpu::GPUReconstruction::GetRecoStepsGPU ( ) const

inline

Definition at line 226 of file GPUReconstruction.h.

◆ GetRecoStepsInputs()

InOutTypeField o2::gpu::GPUReconstruction::GetRecoStepsInputs ( ) const

inline

Definition at line 227 of file GPUReconstruction.h.

◆ GetRecoStepsOutputs()

InOutTypeField o2::gpu::GPUReconstruction::GetRecoStepsOutputs ( ) const

inline

Definition at line 228 of file GPUReconstruction.h.

◆ GetStatKernelTime()

double o2::gpu::GPUReconstruction::GetStatKernelTime ( )

inline

Definition at line 245 of file GPUReconstruction.h.

◆ GetStatWallTime()

double o2::gpu::GPUReconstruction::GetStatWallTime ( )

inline

Definition at line 246 of file GPUReconstruction.h.

◆ GetThreadContext()

virtual std::unique_ptr< gpu_reconstruction_kernels::threadContext > o2::gpu::GPUReconstruction::GetThreadContext ( )

protectedpure virtual

Implemented in o2::gpu::GPUReconstructionCUDA, and o2::gpu::GPUReconstructionProcessing.

◆ getThrustVolatileDeviceAllocator()

ThrustVolatileAllocator GPUReconstruction::getThrustVolatileDeviceAllocator ( )

Definition at line 1305 of file GPUReconstruction.cxx.

◆ GPUChkErrA()

int32_t GPUReconstruction::GPUChkErrA	(	const int64_t	error,
		const char *	file,
		int32_t	line,
		bool	failOnError
	)

Definition at line 1184 of file GPUReconstruction.cxx.

◆ GPUChkErrInternal()

virtual int32_t o2::gpu::GPUReconstruction::GPUChkErrInternal	(	const int64_t	error,
		const char *	file,
		int32_t	line
	)		const

inlineprotectedvirtual

Reimplemented in o2::gpu::GPUReconstructionCUDA, o2::gpu::GPUReconstructionOCL, and o2::gpu::GPUReconstructionDeviceBase.

Definition at line 277 of file GPUReconstruction.h.

◆ GPUReconstruction_Create_CPU()

GPUReconstruction * GPUReconstruction::GPUReconstruction_Create_CPU ( const GPUSettingsDeviceBackend & cfg )

staticprotected

Definition at line 49 of file GPUReconstructionCPU.cxx.

◆ Init()

int32_t GPUReconstruction::Init ( )

Definition at line 133 of file GPUReconstruction.cxx.

◆ InitDevice()

virtual int32_t o2::gpu::GPUReconstruction::InitDevice ( )

protectedpure virtual

Implemented in o2::gpu::GPUReconstructionCPU, and o2::gpu::GPUReconstructionDeviceBase.

◆ InitPhaseAfterDevice()

int32_t GPUReconstruction::InitPhaseAfterDevice ( )

protected

Definition at line 416 of file GPUReconstruction.cxx.

◆ InitPhaseBeforeDevice()

int32_t GPUReconstruction::InitPhaseBeforeDevice ( )

protected

Definition at line 219 of file GPUReconstruction.cxx.

◆ InitPhasePermanentMemory()

int32_t GPUReconstruction::InitPhasePermanentMemory ( )

protected

Definition at line 405 of file GPUReconstruction.cxx.

◆ IsGPU()

bool o2::gpu::GPUReconstruction::IsGPU ( ) const

inline

Definition at line 202 of file GPUReconstruction.h.

◆ IsInitialized()

bool o2::gpu::GPUReconstruction::IsInitialized ( ) const

inline

Definition at line 210 of file GPUReconstruction.h.

◆ MakeFutureDeviceMemoryAllocationsVolatile()

void GPUReconstruction::MakeFutureDeviceMemoryAllocationsVolatile ( )

Definition at line 805 of file GPUReconstruction.cxx.

◆ MemoryScalers()

GPUMemorySizeScalers * o2::gpu::GPUReconstruction::MemoryScalers ( )

inline

Definition at line 193 of file GPUReconstruction.h.

◆ NStreams()

uint32_t o2::gpu::GPUReconstruction::NStreams ( ) const

inline

Definition at line 221 of file GPUReconstruction.h.

◆ operator=()

GPUReconstruction & o2::gpu::GPUReconstruction::operator= ( const GPUReconstruction & )

delete

◆ OutputControl()

GPUOutputControl & o2::gpu::GPUReconstruction::OutputControl ( )

inline

Definition at line 220 of file GPUReconstruction.h.

◆ param()

GPUParam & GPUReconstruction::param ( )

protected

Definition at line 1297 of file GPUReconstruction.cxx.

◆ PopNonPersistentMemory()

void GPUReconstruction::PopNonPersistentMemory	(	RecoStep	step,
		uint64_t	tag,
		const GPUProcessor *	proc = `nullptr`
	)

Definition at line 890 of file GPUReconstruction.cxx.

◆ PrepareEvent()

void GPUReconstruction::PrepareEvent ( )

Definition at line 1154 of file GPUReconstruction.cxx.

◆ PrintKernelOccupancies()

virtual void o2::gpu::GPUReconstruction::PrintKernelOccupancies ( )

inlinevirtual

Reimplemented in o2::gpu::GPUReconstructionCUDA.

Definition at line 244 of file GPUReconstruction.h.

◆ PrintMemoryMax()

void GPUReconstruction::PrintMemoryMax ( )

Definition at line 988 of file GPUReconstruction.cxx.

◆ PrintMemoryOverview()

void GPUReconstruction::PrintMemoryOverview ( )

Definition at line 993 of file GPUReconstruction.cxx.

◆ PrintMemoryStatistics()

void GPUReconstruction::PrintMemoryStatistics ( )

Definition at line 1003 of file GPUReconstruction.cxx.

◆ processors() [1/2]

GPUConstantMem * o2::gpu::GPUReconstruction::processors ( )

inlineprotected

Definition at line 321 of file GPUReconstruction.h.

◆ processors() [2/2]

const GPUConstantMem * o2::gpu::GPUReconstruction::processors ( ) const

inlineprotected

Definition at line 322 of file GPUReconstruction.h.

◆ PushNonPersistentMemory()

void GPUReconstruction::PushNonPersistentMemory ( uint64_t tag )

Definition at line 885 of file GPUReconstruction.cxx.

◆ ReadData()

template<class T , class S >

size_t o2::gpu::GPUReconstruction::ReadData	(	FILE *	fp,
		const T **	entries,
		S *	num,
		std::unique_ptr< T[]> *	mem,
		InOutPointerType	type,
		T **	nonConstPtrs = `nullptr`
	)

inlineprotected

Definition at line 78 of file GPUReconstructionIO.h.

◆ ReadDynamicStructFromFile()

template<class T , auto F>

aligned_unique_buffer_ptr< T > o2::gpu::GPUReconstruction::ReadDynamicStructFromFile ( const char * file )

inlineprotected

Definition at line 219 of file GPUReconstructionIO.h.

◆ ReadFlatObjectFromFile()

template<class T >

std::unique_ptr< T > o2::gpu::GPUReconstruction::ReadFlatObjectFromFile ( const char * file )

inlineprotected

Definition at line 126 of file GPUReconstructionIO.h.

◆ ReadSettings()

int32_t GPUReconstruction::ReadSettings ( const char * dir = "" )

Definition at line 1234 of file GPUReconstruction.cxx.

◆ ReadStructFromFile()

template<class T >

std::unique_ptr< T > o2::gpu::GPUReconstruction::ReadStructFromFile	(	const char *	file,
		T *	obj = `nullptr`,
		bool *	errorOnMissing = `nullptr`,
		bool	allowSmaller = `false`
	)

inlineprotected

Definition at line 168 of file GPUReconstructionIO.h.

◆ RegisterGPUDeviceProcessor()

void GPUReconstruction::RegisterGPUDeviceProcessor	(	GPUProcessor *	proc,
		GPUProcessor *	slaveProcessor
	)

Definition at line 483 of file GPUReconstruction.cxx.

◆ RegisterGPUProcessor()

template<class T >

void o2::gpu::GPUReconstruction::RegisterGPUProcessor	(	T *	proc,
		bool	deviceSlave
	)

inline

Definition at line 450 of file GPUReconstruction.h.

◆ RegisterMemoryAllocation()

template<class T >

int16_t o2::gpu::GPUReconstruction::RegisterMemoryAllocation	(	T *	proc,
		void (T::)(void *)	setPtr,
		int32_t	type,
		const char *	name = `""`,
		const GPUMemoryReuse &	re = `GPUMemoryReuse()`
	)

inline

Definition at line 444 of file GPUReconstruction.h.

◆ RegisterMemoryAllocationHelper()

int16_t GPUReconstruction::RegisterMemoryAllocationHelper	(	GPUProcessor *	proc,
		void (GPUProcessor::)(void *)	setPtr,
		int32_t	type,
		const char *	name,
		const GPUMemoryReuse &	re
	)

protected

Definition at line 501 of file GPUReconstruction.cxx.

◆ registerMemoryForGPU()

int32_t GPUReconstruction::registerMemoryForGPU	(	const void *	ptr,
		size_t	size
	)

Definition at line 1032 of file GPUReconstruction.cxx.

◆ registerMemoryForGPU_internal()

virtual int32_t o2::gpu::GPUReconstruction::registerMemoryForGPU_internal	(	const void *	ptr,
		size_t	size
	)

protectedpure virtual

Implemented in o2::gpu::GPUReconstructionCUDA, o2::gpu::GPUReconstructionCPU, and o2::gpu::GPUReconstructionDeviceBase.

◆ Res()

GPUMemoryResource & o2::gpu::GPUReconstruction::Res ( int16_t num )

inline

Definition at line 164 of file GPUReconstruction.h.

◆ ResetRegisteredMemoryPointers() [1/2]

void GPUReconstruction::ResetRegisteredMemoryPointers ( GPUProcessor * proc )

Definition at line 829 of file GPUReconstruction.cxx.

◆ ResetRegisteredMemoryPointers() [2/2]

void GPUReconstruction::ResetRegisteredMemoryPointers ( int16_t res )

Definition at line 838 of file GPUReconstruction.cxx.

◆ ReturnVolatileDeviceMemory()

void GPUReconstruction::ReturnVolatileDeviceMemory ( )

Definition at line 811 of file GPUReconstruction.cxx.

◆ ReturnVolatileMemory()

void GPUReconstruction::ReturnVolatileMemory ( )

Definition at line 823 of file GPUReconstruction.cxx.

◆ RunChains()

virtual int32_t o2::gpu::GPUReconstruction::RunChains ( )

pure virtual

Implemented in o2::gpu::GPUReconstructionCPU.

◆ RunPipelineWorker()

void GPUReconstruction::RunPipelineWorker ( )

Definition at line 1080 of file GPUReconstruction.cxx.

◆ setDebugDumpCallback()

void GPUReconstruction::setDebugDumpCallback ( std::function< void()> && callback = std::function<void()>(nullptr) )

Definition at line 109 of file GPUReconstructionDebug.cxx.

◆ SetDebugLevelTmp()

void GPUReconstruction::SetDebugLevelTmp ( int32_t level )

Definition at line 1296 of file GPUReconstruction.cxx.

◆ setErrorCodeOutput()

void o2::gpu::GPUReconstruction::setErrorCodeOutput ( std::vector< std::array< uint32_t, 4 > > * v )

inline

Definition at line 232 of file GPUReconstruction.h.

◆ SetInputControl()

void GPUReconstruction::SetInputControl	(	void *	ptr,
		size_t	size
	)

Definition at line 1292 of file GPUReconstruction.cxx.

◆ SetMemoryExternalInput()

void GPUReconstruction::SetMemoryExternalInput	(	int16_t	res,
		void *	ptr
	)

Definition at line 954 of file GPUReconstruction.cxx.

◆ SetOutputControl() [1/2]

void o2::gpu::GPUReconstruction::SetOutputControl ( const GPUOutputControl & v )

inline

Definition at line 217 of file GPUReconstruction.h.

◆ SetOutputControl() [2/2]

void GPUReconstruction::SetOutputControl	(	void *	ptr,
		size_t	size
	)

Definition at line 1285 of file GPUReconstruction.cxx.

◆ SetResetTimers()

void GPUReconstruction::SetResetTimers ( bool reset )

Definition at line 1295 of file GPUReconstruction.cxx.

◆ SetSettings() [1/2]

void GPUReconstruction::SetSettings	(	const GPUSettingsGRP *	grp,
		const GPUSettingsRec *	rec = `nullptr`,
		const GPUSettingsProcessing *	proc = `nullptr`,
		const GPURecoStepConfiguration *	workflow = `nullptr`
	)

Definition at line 1266 of file GPUReconstruction.cxx.

◆ SetSettings() [2/2]

void GPUReconstruction::SetSettings	(	float	solenoidBzNominalGPU,
		const GPURecoStepConfiguration *	workflow = `nullptr`
	)

Definition at line 1252 of file GPUReconstruction.cxx.

◆ SetupGPUProcessor()

template<class T >

void o2::gpu::GPUReconstruction::SetupGPUProcessor	(	T *	proc,
		bool	allocate
	)

inline

Definition at line 458 of file GPUReconstruction.h.

◆ slaveId()

int o2::gpu::GPUReconstruction::slaveId ( )

inline

Definition at line 198 of file GPUReconstruction.h.

◆ slavesExist()

bool o2::gpu::GPUReconstruction::slavesExist ( )

inline

Definition at line 197 of file GPUReconstruction.h.

◆ startGPUProfiling()

virtual void o2::gpu::GPUReconstruction::startGPUProfiling ( )

inlinevirtual

Reimplemented in o2::gpu::GPUReconstructionCUDA.

Definition at line 156 of file GPUReconstruction.h.

◆ TerminatePipelineWorker()

void GPUReconstruction::TerminatePipelineWorker ( )

Definition at line 1116 of file GPUReconstruction.cxx.

◆ triggerDebugDump()

bool GPUReconstruction::triggerDebugDump ( )

Definition at line 179 of file GPUReconstructionDebug.cxx.

◆ UnblockStackedMemory()

void GPUReconstruction::UnblockStackedMemory ( )

Definition at line 943 of file GPUReconstruction.cxx.

◆ unregisterMemoryForGPU()

int32_t GPUReconstruction::unregisterMemoryForGPU ( const void * ptr )

Definition at line 1044 of file GPUReconstruction.cxx.

◆ unregisterMemoryForGPU_internal()

virtual int32_t o2::gpu::GPUReconstruction::unregisterMemoryForGPU_internal ( const void * ptr )

protectedpure virtual

Implemented in o2::gpu::GPUReconstructionCUDA, o2::gpu::GPUReconstructionCPU, and o2::gpu::GPUReconstructionDeviceBase.

◆ UpdateDynamicSettings()

void GPUReconstruction::UpdateDynamicSettings ( const GPUSettingsRecDynamic * d )

Definition at line 1210 of file GPUReconstruction.cxx.

◆ UpdateMaxMemoryUsed()

void GPUReconstruction::UpdateMaxMemoryUsed ( )

protected

Definition at line 982 of file GPUReconstruction.cxx.

◆ UpdateSettings()

void GPUReconstruction::UpdateSettings	(	const GPUSettingsGRP *	g,
		const GPUSettingsProcessing *	p = `nullptr`,
		const GPUSettingsRecDynamic *	d = `nullptr`
	)

Definition at line 1215 of file GPUReconstruction.cxx.

◆ WriteConstantParams()

void GPUReconstruction::WriteConstantParams ( int32_t stream = -1 )

protected

Definition at line 436 of file GPUReconstruction.cxx.

◆ WriteToConstantMemory()

virtual size_t o2::gpu::GPUReconstruction::WriteToConstantMemory	(	size_t	offset,
		const void *	src,
		size_t	size,
		int32_t	stream = `-1`,
		gpu_reconstruction_kernels::deviceEvent *	ev = `nullptr`
	)

protectedpure virtual

Implemented in o2::gpu::GPUReconstructionCUDA, o2::gpu::GPUReconstructionCPU, o2::gpu::GPUReconstructionOCL, and o2::gpu::GPUReconstructionDeviceBase.

Member Data Documentation

◆ GEOMETRY_TYPE_NAMES

constexpr const char *const GPUReconstruction::GEOMETRY_TYPE_NAMES = {"INVALID", "ALIROOT", "O2"}

staticconstexpr

Definition at line 94 of file GPUReconstruction.h.

◆ geometryType

constexpr GPUReconstruction::GeometryType GPUReconstruction::geometryType = GeometryType::O2

staticconstexpr

Definition at line 98 of file GPUReconstruction.h.

◆ IOTYPENAMES

constexpr const char *const GPUReconstruction::IOTYPENAMES

staticconstexpr

Initial value:

= {"TPC HLT Clusters", "TPC Sector Tracks", "TPC Sector Track Clusters", "TPC Cluster MC Labels", "TPC Track MC Informations", "TPC Tracks", "TPC Track Clusters", "TRD Tracks", "TRD Tracklets",
                                                      "TPC Raw Clusters", "TPC Native Clusters", "TRD Tracklet MC Labels", "TPC Compressed Clusters", "TPC Digit", "TPC ZS Page", "TPC Native Clusters MC Labels", "TPC Digit MC Labeels",
                                                      "TRD Spacepoints", "TRD Triggerrecords", "TF Settings"}

Definition at line 122 of file GPUReconstruction.h.

◆ mChains

std::vector<std::unique_ptr<GPUChain> > o2::gpu::GPUReconstruction::mChains

protected

Definition at line 77 of file GPUReconstruction.h.

◆ mDebugData

std::unique_ptr< GPUReconstruction::debugInternal > GPUReconstruction::mDebugData

staticprotected

Definition at line 428 of file GPUReconstruction.h.

◆ mDebugEnabled

bool o2::gpu::GPUReconstruction::mDebugEnabled = false

protected

Definition at line 429 of file GPUReconstruction.h.

◆ mDeviceBackendSettings

std::unique_ptr<GPUSettingsDeviceBackend> o2::gpu::GPUReconstruction::mDeviceBackendSettings

protected

Definition at line 329 of file GPUReconstruction.h.

◆ mDeviceConstantMem

GPUConstantMem* o2::gpu::GPUReconstruction::mDeviceConstantMem = nullptr

protected

Definition at line 325 of file GPUReconstruction.h.

◆ mDeviceMemoryAsVolatile

bool o2::gpu::GPUReconstruction::mDeviceMemoryAsVolatile = false

protected

Definition at line 355 of file GPUReconstruction.h.

◆ mDeviceMemoryBase

void* o2::gpu::GPUReconstruction::mDeviceMemoryBase = nullptr

protected

Definition at line 347 of file GPUReconstruction.h.

◆ mDeviceMemoryPermanent

void* o2::gpu::GPUReconstruction::mDeviceMemoryPermanent = nullptr

protected

Definition at line 348 of file GPUReconstruction.h.

◆ mDeviceMemoryPool

void* o2::gpu::GPUReconstruction::mDeviceMemoryPool = nullptr

protected

Definition at line 349 of file GPUReconstruction.h.

◆ mDeviceMemoryPoolBlocked

void* o2::gpu::GPUReconstruction::mDeviceMemoryPoolBlocked = nullptr

protected

Definition at line 351 of file GPUReconstruction.h.

◆ mDeviceMemoryPoolEnd

void* o2::gpu::GPUReconstruction::mDeviceMemoryPoolEnd = nullptr

protected

Definition at line 350 of file GPUReconstruction.h.

◆ mDeviceMemorySize

size_t o2::gpu::GPUReconstruction::mDeviceMemorySize = 0

protected

Definition at line 352 of file GPUReconstruction.h.

◆ mDeviceMemoryUsedMax

size_t o2::gpu::GPUReconstruction::mDeviceMemoryUsedMax = 0

protected

Definition at line 353 of file GPUReconstruction.h.

◆ mDeviceName

std::string o2::gpu::GPUReconstruction::mDeviceName = "CPU"

protected

Definition at line 337 of file GPUReconstruction.h.

◆ mDirectMemoryChunks

std::vector<std::unique_ptr<char[], alignedDefaultBufferDeleter> > o2::gpu::GPUReconstruction::mDirectMemoryChunks

protected

Definition at line 398 of file GPUReconstruction.h.

◆ mGPUStuck

int32_t o2::gpu::GPUReconstruction::mGPUStuck = 0

protected

Definition at line 375 of file GPUReconstruction.h.

◆ mGRPSettings

std::unique_ptr<GPUSettingsGRP> o2::gpu::GPUReconstruction::mGRPSettings

protected

Definition at line 328 of file GPUReconstruction.h.

◆ mHostConstantMem

std::unique_ptr<GPUConstantMem> o2::gpu::GPUReconstruction::mHostConstantMem

protected

Definition at line 324 of file GPUReconstruction.h.

◆ mHostMemoryBase

void* o2::gpu::GPUReconstruction::mHostMemoryBase = nullptr

protected

Definition at line 340 of file GPUReconstruction.h.

◆ mHostMemoryPermanent

void* o2::gpu::GPUReconstruction::mHostMemoryPermanent = nullptr

protected

Definition at line 341 of file GPUReconstruction.h.

◆ mHostMemoryPool

void* o2::gpu::GPUReconstruction::mHostMemoryPool = nullptr

protected

Definition at line 342 of file GPUReconstruction.h.

◆ mHostMemoryPoolBlocked

void* o2::gpu::GPUReconstruction::mHostMemoryPoolBlocked = nullptr

protected

Definition at line 344 of file GPUReconstruction.h.

◆ mHostMemoryPoolEnd

void* o2::gpu::GPUReconstruction::mHostMemoryPoolEnd = nullptr

protected

Definition at line 343 of file GPUReconstruction.h.

◆ mHostMemorySize

size_t o2::gpu::GPUReconstruction::mHostMemorySize = 0

protected

Definition at line 345 of file GPUReconstruction.h.

◆ mHostMemoryUsedMax

size_t o2::gpu::GPUReconstruction::mHostMemoryUsedMax = 0

protected

Definition at line 346 of file GPUReconstruction.h.

◆ mInErrorHandling

bool o2::gpu::GPUReconstruction::mInErrorHandling = false

protected

Definition at line 365 of file GPUReconstruction.h.

◆ mInitialized

bool o2::gpu::GPUReconstruction::mInitialized = false

protected

Definition at line 364 of file GPUReconstruction.h.

◆ mInputControl

GPUOutputControl o2::gpu::GPUReconstruction::mInputControl

protected

Definition at line 332 of file GPUReconstruction.h.

◆ mMaster

GPUReconstruction* o2::gpu::GPUReconstruction::mMaster = nullptr

protected

Definition at line 359 of file GPUReconstruction.h.

◆ mMaxBackendThreads

int32_t o2::gpu::GPUReconstruction::mMaxBackendThreads = 0

protected

Definition at line 374 of file GPUReconstruction.h.

◆ mMaxHostThreads

int32_t o2::gpu::GPUReconstruction::mMaxHostThreads = 0

protected

Definition at line 377 of file GPUReconstruction.h.

◆ mMemoryMutex

std::atomic_flag o2::gpu::GPUReconstruction::mMemoryMutex = ATOMIC_FLAG_INIT

protected

Definition at line 400 of file GPUReconstruction.h.

◆ mMemoryResources

std::vector<GPUMemoryResource> o2::gpu::GPUReconstruction::mMemoryResources

protected

Definition at line 76 of file GPUReconstruction.h.

◆ mMemoryReuse1to1

std::unordered_map<GPUMemoryReuse::ID, MemoryReuseMeta> o2::gpu::GPUReconstruction::mMemoryReuse1to1

protected

Definition at line 394 of file GPUReconstruction.h.

◆ mMemoryScalers

std::unique_ptr<GPUMemorySizeScalers> o2::gpu::GPUReconstruction::mMemoryScalers

protected

Definition at line 333 of file GPUReconstruction.h.

◆ mMyLib

std::shared_ptr<LibraryLoader> o2::gpu::GPUReconstruction::mMyLib = nullptr

protected

Definition at line 75 of file GPUReconstruction.h.

◆ mNEventsProcessed

uint32_t o2::gpu::GPUReconstruction::mNEventsProcessed = 0

protected

Definition at line 367 of file GPUReconstruction.h.

◆ mNonPersistentIndividualAllocations

std::vector<GPUMemoryResource*> o2::gpu::GPUReconstruction::mNonPersistentIndividualAllocations

protected

Definition at line 396 of file GPUReconstruction.h.

◆ mNonPersistentIndividualDirectAllocations

std::vector<std::unique_ptr<char[], alignedDefaultBufferDeleter> > o2::gpu::GPUReconstruction::mNonPersistentIndividualDirectAllocations

protected

Definition at line 397 of file GPUReconstruction.h.

◆ mNonPersistentMemoryStack

std::vector<std::tuple<void*, void*, size_t, size_t, uint64_t> > o2::gpu::GPUReconstruction::mNonPersistentMemoryStack

protected

Definition at line 395 of file GPUReconstruction.h.

◆ mNStreams

int32_t o2::gpu::GPUReconstruction::mNStreams = 1

protected

Definition at line 376 of file GPUReconstruction.h.

◆ mOutputControl

GPUOutputControl o2::gpu::GPUReconstruction::mOutputControl

protected

Definition at line 331 of file GPUReconstruction.h.

◆ mOutputErrorCodes

std::vector<std::array<uint32_t, 4> >* o2::gpu::GPUReconstruction::mOutputErrorCodes = nullptr

protected

Definition at line 372 of file GPUReconstruction.h.

◆ mPipelineContext

std::unique_ptr<GPUReconstructionPipelineContext> o2::gpu::GPUReconstruction::mPipelineContext

protected

Definition at line 402 of file GPUReconstruction.h.

◆ mProcessingSettings

std::unique_ptr<GPUSettingsProcessing> o2::gpu::GPUReconstruction::mProcessingSettings

protected

Definition at line 330 of file GPUReconstruction.h.

◆ mProcessors

std::vector<ProcessorData> o2::gpu::GPUReconstruction::mProcessors

protected

Definition at line 387 of file GPUReconstruction.h.

◆ mRecoSteps

GPURecoStepConfiguration o2::gpu::GPUReconstruction::mRecoSteps

protected

Definition at line 335 of file GPUReconstruction.h.

◆ mRegisteredMemoryPtrs

std::unordered_set<const void*> o2::gpu::GPUReconstruction::mRegisteredMemoryPtrs

protected

Definition at line 357 of file GPUReconstruction.h.

◆ mROOTDump

std::shared_ptr<GPUROOTDumpCore> o2::gpu::GPUReconstruction::mROOTDump

protected

Definition at line 371 of file GPUReconstruction.h.

◆ mSlaveId

int o2::gpu::GPUReconstruction::mSlaveId = -1

protected

Definition at line 361 of file GPUReconstruction.h.

◆ mSlaves

std::vector<GPUReconstruction*> o2::gpu::GPUReconstruction::mSlaves

protected

Definition at line 360 of file GPUReconstruction.h.

◆ mStatCPUTime

double o2::gpu::GPUReconstruction::mStatCPUTime = 0.

protected

Definition at line 370 of file GPUReconstruction.h.

◆ mStatKernelTime

double o2::gpu::GPUReconstruction::mStatKernelTime = 0.

protected

Definition at line 368 of file GPUReconstruction.h.

◆ mStatNEvents

uint32_t o2::gpu::GPUReconstruction::mStatNEvents = 0

protected

Definition at line 366 of file GPUReconstruction.h.

◆ mStatWallTime

double o2::gpu::GPUReconstruction::mStatWallTime = 0.

protected

Definition at line 369 of file GPUReconstruction.h.

◆ mThreading

std::shared_ptr<GPUReconstructionThreading> o2::gpu::GPUReconstruction::mThreading

Definition at line 252 of file GPUReconstruction.h.

◆ mVolatileChunks

std::vector<std::unique_ptr<char[], alignedDefaultBufferDeleter> > o2::gpu::GPUReconstruction::mVolatileChunks

protected

Definition at line 399 of file GPUReconstruction.h.

◆ mVolatileMemoryStart

void* o2::gpu::GPUReconstruction::mVolatileMemoryStart = nullptr

protected

Definition at line 354 of file GPUReconstruction.h.

◆ NSECTORS

constexpr uint32_t o2::gpu::GPUReconstruction::NSECTORS = GPUTPCGeometry::NSECTORS

staticconstexpr

Definition at line 85 of file GPUReconstruction.h.

◆ sLibCUDA

std::shared_ptr< GPUReconstruction::LibraryLoader > GPUReconstruction::sLibCUDA

staticprotected

Definition at line 424 of file GPUReconstruction.h.

◆ sLibHIP

std::shared_ptr< GPUReconstruction::LibraryLoader > GPUReconstruction::sLibHIP

staticprotected

Definition at line 424 of file GPUReconstruction.h.

◆ sLibOCL

std::shared_ptr< GPUReconstruction::LibraryLoader > GPUReconstruction::sLibOCL

staticprotected

Definition at line 424 of file GPUReconstruction.h.

The documentation for this class was generated from the following files:

/home/runner/work/AliceO2/AliceO2/GPU/GPUTracking/Base/GPUReconstruction.h
/home/runner/work/AliceO2/AliceO2/GPU/GPUTracking/Base/GPUReconstruction.cxx
/home/runner/work/AliceO2/AliceO2/GPU/GPUTracking/Base/GPUReconstructionCPU.cxx
/home/runner/work/AliceO2/AliceO2/GPU/GPUTracking/Base/GPUReconstructionDebug.cxx
/home/runner/work/AliceO2/AliceO2/GPU/GPUTracking/Base/GPUReconstructionIO.h
/home/runner/work/AliceO2/AliceO2/GPU/GPUTracking/Base/GPUReconstructionLibrary.cxx

Classes

Public Types

Public Member Functions

Static Public Member Functions

Public Attributes

Static Public Attributes

Protected Member Functions

Static Protected Member Functions

Protected Attributes

Static Protected Attributes

Detailed Description

Member Typedef Documentation

◆ alignedDefaultBufferDeleter

◆ DeviceType

◆ GeneralStep

◆ GeometryType

◆ InOutTypeField

◆ RecoStep

◆ RecoStepField

Member Enumeration Documentation

◆ InOutPointerType

◆ krnlDeviceType

Constructor & Destructor Documentation

◆ ~GPUReconstruction()

◆ GPUReconstruction() [1/2]

◆ GPUReconstruction() [2/2]

Member Function Documentation

◆ AddChain()

◆ alignedDefaultBufferAllocator()

◆ AllocateDirectMemory()

◆ AllocateIOMemoryHelper()

◆ AllocateMemoryResources()

◆ AllocateRegisteredForeignMemory()

◆ AllocateRegisteredMemory() [1/2]

◆ AllocateRegisteredMemory() [2/2]

◆ AllocateRegisteredMemoryHelper()

◆ AllocateRegisteredMemoryInternal()

◆ AllocateRegisteredPermanentMemory()

◆ AllocateVolatileDeviceMemory()

◆ AllocateVolatileMemory()

◆ AvailableGPURecoSteps()

◆ BlockStackedMemory()

◆ CanQueryMaxMemory()

◆ CheckErrorCodes()

◆ CheckInstanceAvailable()

◆ ClearAllocatedMemory()

◆ ComputeReuseMax()

◆ ConstructGPUProcessor()

◆ CreateInstance() [1/4]

◆ CreateInstance() [2/4]

◆ CreateInstance() [3/4]

◆ CreateInstance() [4/4]

◆ debugExit()

◆ debugInit()

◆ DeviceMemoryBase()

◆ DumpData()

◆ DumpDynamicStructToFile()

◆ DumpFlatObjectToFile()

◆ DumpSettings()

◆ DumpStructToFile()

◆ endGPUProfiling()

◆ EnqueuePipeline()

◆ Exit()

◆ ExitDevice()

◆ Finalize()

◆ FreeRegisteredMemory() [1/3]

◆ FreeRegisteredMemory() [2/3]

◆ FreeRegisteredMemory() [3/3]

◆ getBackendVersions()

◆ GetCalib()

◆ GetConstantMem()

◆ getDebugFolder()

◆ GetDeviceBackendSettings()

◆ GetDeviceType() [1/2]

◆ GetDeviceType() [2/2]

◆ getErrorCodeOutput()

◆ getGeneralStepNum()

◆ getGPUParameters()

◆ getGPUPointer()

◆ GetGRPSettings()