#include <GPUReconstruction.h>

Inherited by o2::gpu::GPUReconstructionProcessing.

Classes
struct	debugInternal

class	LibraryLoader

struct	MemoryReuseMeta

struct	ProcessorData

Public Types
enum	retValValue : uint32_t { ok = 0 , error = 1 , doExit = 2 , nonFatalErrorCode = 3 , abort = 4 }

enum	InOutPointerType : uint32_t { CLUSTER_DATA = 0 , SECTOR_OUT_TRACK = 1 , SECTOR_OUT_CLUSTER = 2 , MC_LABEL_TPC = 3 , MC_INFO_TPC = 4 , MERGED_TRACK = 5 , MERGED_TRACK_HIT = 6 , TRD_TRACK = 7 , TRD_TRACKLET = 8 , RAW_CLUSTERS = 9 , CLUSTERS_NATIVE = 10 , TRD_TRACKLET_MC = 11 , TPC_COMPRESSED_CL = 12 , TPC_DIGIT = 13 , TPC_ZS = 14 , CLUSTER_NATIVE_MC = 15 , TPC_DIGIT_MC = 16 , TRD_SPACEPOINT = 17 , TRD_TRIGGERRECORDS = 18 , TF_SETTINGS = 19 }

enum class	krnlDeviceType : int32_t { CPU = 0 , Device = 1 , Auto = -1 }

using	GeometryType = gpudatatypes::GeometryType

using	DeviceType = gpudatatypes::DeviceType

using	RecoStep = gpudatatypes::RecoStep

using	GeneralStep = gpudatatypes::GeneralStep

using	RecoStepField = gpudatatypes::RecoStepField

using	InOutTypeField = gpudatatypes::InOutTypeField

using	alignedDefaultBufferDeleter = alignedDeleter< char, constants::GPU_BUFFER_ALIGNMENT >

Public Member Functions
virtual	~GPUReconstruction ()

	GPUReconstruction (const GPUReconstruction &)=delete

GPUReconstruction &	operator= (const GPUReconstruction &)=delete

template<class T , typename... Args>
T *	AddChain (Args... args)

int32_t	Init ()

int32_t	Finalize ()

int32_t	Exit ()

void	DumpSettings (const char *dir="")

int32_t	ReadSettings (const char *dir="")

void	PrepareEvent ()

virtual int32_t	RunChains ()=0

uint32_t	getNEventsProcessed ()

uint32_t	getNEventsProcessedInStat ()

int32_t	registerMemoryForGPU (const void *ptr, size_t size)

int32_t	unregisterMemoryForGPU (const void *ptr)

virtual void *	getGPUPointer (void *ptr)

virtual void	startGPUProfiling ()

virtual void	endGPUProfiling ()

int32_t	GPUChkErrA (const int64_t error, const char *file, int32_t line, bool failOnError)

int32_t	CheckErrorCodes (bool cpuOnly=false, bool forceShowErrors=false, std::vector< std::array< uint32_t, 4 > > *fillErrors=nullptr)

void	RunPipelineWorker ()

void	TerminatePipelineWorker ()

void	DrainPipeline ()

GPUMemoryResource &	Res (int16_t num)

template<class T >
int16_t	RegisterMemoryAllocation (T proc, void (T::setPtr)(void ), int32_t type, const char *name="", const GPUMemoryReuse &re=GPUMemoryReuse())

size_t	AllocateMemoryResources ()

size_t	AllocateRegisteredMemory (GPUProcessor *proc, bool resetCustom=false)

size_t	AllocateRegisteredMemory (int16_t res, GPUOutputControl *control=nullptr)

void	AllocateRegisteredForeignMemory (int16_t res, GPUReconstruction rec, GPUOutputControl control=nullptr)

void *	AllocateDirectMemory (size_t size, int32_t type)

void *	AllocateVolatileDeviceMemory (size_t size)

void *	AllocateVolatileMemory (size_t size, bool device)

void	MakeFutureDeviceMemoryAllocationsVolatile ()

void	FreeRegisteredMemory (GPUProcessor *proc, bool freeCustom=false, bool freePermanent=false)

void	FreeRegisteredMemory (int16_t res)

void	ClearAllocatedMemory (bool clearOutputs=true)

void	ReturnVolatileDeviceMemory ()

void	ReturnVolatileMemory ()

ThrustVolatileAllocator	getThrustVolatileDeviceAllocator ()

void	PushNonPersistentMemory (uint64_t tag)

void	PopNonPersistentMemory (RecoStep step, uint64_t tag, const GPUProcessor *proc=nullptr)

void	BlockStackedMemory (GPUReconstruction *rec)

void	UnblockStackedMemory ()

void	ResetRegisteredMemoryPointers (GPUProcessor *proc)

void	ResetRegisteredMemoryPointers (int16_t res)

void	ComputeReuseMax (GPUProcessor *proc)

void	PrintMemoryStatistics ()

void	PrintMemoryOverview ()

void	PrintMemoryMax ()

void	SetMemoryExternalInput (int16_t res, void *ptr)

GPUMemorySizeScalers *	MemoryScalers ()

virtual void	GetITSTraits (std::unique_ptr< o2::its::TrackerTraits< 7 > > trackerTraits, std::unique_ptr< o2::its::VertexerTraits< 7 > > vertexerTraits, std::unique_ptr< o2::its::TimeFrame< 7 > > *timeFrame)

bool	slavesExist ()

int	slaveId ()

DeviceType	GetDeviceType () const

bool	IsGPU () const

const GPUParam &	GetParam () const

const GPUConstantMem &	GetConstantMem () const

const GPUTrackingInOutPointers	GetIOPtrs () const

const GPUSettingsGRP &	GetGRPSettings () const

const GPUSettingsDeviceBackend &	GetDeviceBackendSettings () const

const GPUSettingsProcessing &	GetProcessingSettings () const

const GPUCalibObjectsConst &	GetCalib () const

bool	IsInitialized () const

void	SetSettings (float solenoidBzNominalGPU, const GPURecoStepConfiguration *workflow=nullptr)

void	SetSettings (const GPUSettingsGRP grp, const GPUSettingsRec rec=nullptr, const GPUSettingsProcessing proc=nullptr, const GPURecoStepConfiguration workflow=nullptr)

void	SetResetTimers (bool reset)

void	SetDebugLevelTmp (int32_t level)

void	UpdateSettings (const GPUSettingsGRP g, const GPUSettingsProcessing p=nullptr, const GPUSettingsRecDynamic *d=nullptr)

void	UpdateDynamicSettings (const GPUSettingsRecDynamic *d)

void	SetOutputControl (const GPUOutputControl &v)

void	SetOutputControl (void *ptr, size_t size)

void	SetInputControl (void *ptr, size_t size)

GPUOutputControl &	OutputControl ()

uint32_t	NStreams () const

const void *	DeviceMemoryBase () const

virtual const GPUDefParameters &	getGPUParameters (bool doGPU) const =0

RecoStepField	GetRecoSteps () const

RecoStepField	GetRecoStepsGPU () const

InOutTypeField	GetRecoStepsInputs () const

InOutTypeField	GetRecoStepsOutputs () const

int32_t	getRecoStepNum (RecoStep step, bool validCheck=true)

int32_t	getGeneralStepNum (GeneralStep step, bool validCheck=true)

void	setErrorCodeOutput (std::vector< std::array< uint32_t, 4 > > *v)

std::vector< std::array< uint32_t, 4 > > *	getErrorCodeOutput ()

template<class T >
void	RegisterGPUProcessor (T *proc, bool deviceSlave)

template<class T >
void	SetupGPUProcessor (T *proc, bool allocate)

void	RegisterGPUDeviceProcessor (GPUProcessor proc, GPUProcessor slaveProcessor)

void	ConstructGPUProcessor (GPUProcessor *proc)

virtual void	PrintKernelOccupancies ()

double	GetStatKernelTime ()

double	GetStatWallTime ()

void	setDebugDumpCallback (std::function< void()> &&callback=std::function< void()>(nullptr))

bool	triggerDebugDump ()

std::string	getDebugFolder (const std::string &prefix="")

int32_t	GetMaxBackendThreads () const

Static Public Member Functions
static DeviceType	GetDeviceType (const char *type)

static uint32_t	getNIOTypeMultiplicity (InOutPointerType type)

static GPUReconstruction *	CreateInstance (const GPUSettingsDeviceBackend &cfg)

static GPUReconstruction *	CreateInstance (DeviceType type=DeviceType::CPU, bool forceType=true, GPUReconstruction *master=nullptr)

static GPUReconstruction *	CreateInstance (int32_t type, bool forceType, GPUReconstruction *master=nullptr)

static GPUReconstruction *	CreateInstance (const char type, bool forceType, GPUReconstruction master=nullptr)

static bool	CheckInstanceAvailable (DeviceType type, bool verbose)

static int32_t	getHostThreadIndex ()

template<typename T >
static T *	alignedDefaultBufferAllocator (size_t n)

Public Attributes
std::shared_ptr< GPUReconstructionThreading >	mThreading

Static Public Attributes
static constexpr uint32_t	NSECTORS = GPUTPCGeometry::NSECTORS

static constexpr const char *const	GEOMETRY_TYPE_NAMES [] = {"INVALID", "ALIROOT", "O2"}

static constexpr GeometryType	geometryType = GeometryType::O2

static constexpr const char *const	IOTYPENAMES []

Protected Member Functions
void	AllocateRegisteredMemoryInternal (GPUMemoryResource res, GPUOutputControl control, GPUReconstruction *recPool)

void	FreeRegisteredMemory (GPUMemoryResource *res)

	GPUReconstruction (const GPUSettingsDeviceBackend &cfg)

int32_t	InitPhaseBeforeDevice ()

virtual int32_t	InitDevice ()=0

int32_t	InitPhasePermanentMemory ()

int32_t	InitPhaseAfterDevice ()

void	WriteConstantParams (int32_t stream=-1)

virtual int32_t	ExitDevice ()=0

virtual size_t	WriteToConstantMemory (size_t offset, const void src, size_t size, int32_t stream=-1, gpu_reconstruction_kernels::deviceEvent ev=nullptr)=0

void	UpdateMaxMemoryUsed ()

int32_t	EnqueuePipeline (bool terminate=false)

GPUChain *	GetNextChainInQueue ()

virtual int32_t	GPUChkErrInternal (const int64_t error, const char *file, int32_t line) const

virtual int32_t	registerMemoryForGPU_internal (const void *ptr, size_t size)=0

virtual int32_t	unregisterMemoryForGPU_internal (const void *ptr)=0

virtual std::unique_ptr< gpu_reconstruction_kernels::threadContext >	GetThreadContext ()=0

size_t	AllocateRegisteredMemoryHelper (GPUMemoryResource res, void &ptr, void &memorypool, void memorybase, size_t memorysize, void (GPUMemoryResource::SetPointers)(void ) const, void &memorypoolend, const char *device)

size_t	AllocateRegisteredPermanentMemory ()

template<class T , class S >
uint32_t	DumpData (FILE fp, const T const entries, const S num, InOutPointerType type)

template<class T , class S >
size_t	ReadData (FILE fp, const T entries, S num, std::unique_ptr< T[]> mem, InOutPointerType type, T *nonConstPtrs=nullptr)

template<class T >
T *	AllocateIOMemoryHelper (size_t n, const T *&ptr, std::unique_ptr< T[]> &u)

int16_t	RegisterMemoryAllocationHelper (GPUProcessor proc, void (GPUProcessor::setPtr)(void ), int32_t type, const char *name, const GPUMemoryReuse &re)

template<class T >
void	DumpFlatObjectToFile (const T obj, const char file)

template<class T >
std::unique_ptr< T >	ReadFlatObjectFromFile (const char *file)

template<class T >
void	DumpStructToFile (const T obj, const char file)

template<class T >
void	DumpDynamicStructToFile (const T obj, size_t dynamicSize, const char file)

template<class T >
std::unique_ptr< T >	ReadStructFromFile (const char file, T obj=nullptr, bool *errorOnMissing=nullptr, bool allowSmaller=false)

template<class T , auto F>
aligned_unique_buffer_ptr< T >	ReadDynamicStructFromFile (const char *file)

virtual RecoStepField	AvailableGPURecoSteps ()

virtual bool	CanQueryMaxMemory ()

GPUConstantMem *	processors ()

const GPUConstantMem *	processors () const

GPUParam &	param ()

void	debugInit ()

void	debugExit ()

Static Protected Member Functions
static std::shared_ptr< LibraryLoader > *	GetLibraryInstance (DeviceType type, bool verbose)

static std::string	getBackendVersions ()

static GPUReconstruction *	GPUReconstruction_Create_CPU (const GPUSettingsDeviceBackend &cfg)

Protected Attributes
std::shared_ptr< LibraryLoader >	mMyLib = nullptr

std::vector< GPUMemoryResource >	mMemoryResources

std::vector< std::unique_ptr< GPUChain > >	mChains

std::unique_ptr< GPUConstantMem >	mHostConstantMem

GPUConstantMem *	mDeviceConstantMem = nullptr

std::unique_ptr< GPUSettingsGRP >	mGRPSettings

std::unique_ptr< GPUSettingsDeviceBackend >	mDeviceBackendSettings

std::unique_ptr< GPUSettingsProcessing >	mProcessingSettings

GPUOutputControl	mOutputControl

GPUOutputControl	mInputControl

std::unique_ptr< GPUMemorySizeScalers >	mMemoryScalers

GPURecoStepConfiguration	mRecoSteps

std::string	mDeviceName = "CPU"

void *	mHostMemoryBase = nullptr

void *	mHostMemoryPermanent = nullptr

void *	mHostMemoryPool = nullptr

void *	mHostMemoryPoolEnd = nullptr

void *	mHostMemoryPoolBlocked = nullptr

size_t	mHostMemorySize = 0

size_t	mHostMemoryUsedMax = 0

void *	mDeviceMemoryBase = nullptr

void *	mDeviceMemoryPermanent = nullptr

void *	mDeviceMemoryPool = nullptr

void *	mDeviceMemoryPoolEnd = nullptr

void *	mDeviceMemoryPoolBlocked = nullptr

size_t	mDeviceMemorySize = 0

size_t	mDeviceMemoryUsedMax = 0

void *	mVolatileMemoryStart = nullptr

bool	mDeviceMemoryAsVolatile = false

std::unordered_set< const void * >	mRegisteredMemoryPtrs

GPUReconstruction *	mMaster = nullptr

std::vector< GPUReconstruction * >	mSlaves

int	mSlaveId = -1

bool	mInitialized = false

bool	mInErrorHandling = false

uint32_t	mStatNEvents = 0

uint32_t	mNEventsProcessed = 0

double	mStatKernelTime = 0.

double	mStatWallTime = 0.

double	mStatCPUTime = 0.

std::shared_ptr< GPUROOTDumpCore >	mROOTDump

std::vector< std::array< uint32_t, 4 > > *	mOutputErrorCodes = nullptr

int32_t	mMaxBackendThreads = 0

int32_t	mGPUStuck = 0

int32_t	mNStreams = 1

int32_t	mMaxHostThreads = 0

std::vector< ProcessorData >	mProcessors

std::unordered_map< GPUMemoryReuse::ID, MemoryReuseMeta >	mMemoryReuse1to1

std::vector< std::tuple< void , void , size_t, size_t, uint64_t > >	mNonPersistentMemoryStack

std::vector< GPUMemoryResource * >	mNonPersistentIndividualAllocations

std::vector< std::unique_ptr< char[], alignedDefaultBufferDeleter > >	mNonPersistentIndividualDirectAllocations

std::vector< std::unique_ptr< char[], alignedDefaultBufferDeleter > >	mDirectMemoryChunks

std::vector< std::unique_ptr< char[], alignedDefaultBufferDeleter > >	mVolatileChunks

std::atomic_flag	mMemoryMutex = ATOMIC_FLAG_INIT

std::unique_ptr< GPUReconstructionPipelineContext >	mPipelineContext

bool	mDebugEnabled = false

Static Protected Attributes
static std::shared_ptr< LibraryLoader >	sLibCUDA

static std::shared_ptr< LibraryLoader >	sLibHIP

static std::shared_ptr< LibraryLoader >	sLibOCL

static std::unique_ptr< debugInternal >	mDebugData

Detailed Description

Definition at line 71 of file GPUReconstruction.h.

Member Typedef Documentation

◆ alignedDefaultBufferDeleter

using o2::gpu::GPUReconstruction::alignedDefaultBufferDeleter = alignedDeleter<char, constants::GPU_BUFFER_ALIGNMENT>

Definition at line 262 of file GPUReconstruction.h.

◆ DeviceType

using o2::gpu::GPUReconstruction::DeviceType = gpudatatypes::DeviceType

Definition at line 88 of file GPUReconstruction.h.

◆ GeneralStep

using o2::gpu::GPUReconstruction::GeneralStep = gpudatatypes::GeneralStep

Definition at line 90 of file GPUReconstruction.h.

◆ GeometryType

using o2::gpu::GPUReconstruction::GeometryType = gpudatatypes::GeometryType

Definition at line 87 of file GPUReconstruction.h.

◆ InOutTypeField

using o2::gpu::GPUReconstruction::InOutTypeField = gpudatatypes::InOutTypeField

Definition at line 92 of file GPUReconstruction.h.

◆ RecoStep

using o2::gpu::GPUReconstruction::RecoStep = gpudatatypes::RecoStep

Definition at line 89 of file GPUReconstruction.h.

◆ RecoStepField

using o2::gpu::GPUReconstruction::RecoStepField = gpudatatypes::RecoStepField

Definition at line 91 of file GPUReconstruction.h.

Member Enumeration Documentation

◆ InOutPointerType

enum o2::gpu::GPUReconstruction::InOutPointerType : uint32_t

Enumerator
CLUSTER_DATA
SECTOR_OUT_TRACK
SECTOR_OUT_CLUSTER
MC_LABEL_TPC
MC_INFO_TPC
MERGED_TRACK
MERGED_TRACK_HIT
TRD_TRACK
TRD_TRACKLET
RAW_CLUSTERS
CLUSTERS_NATIVE
TRD_TRACKLET_MC
TPC_COMPRESSED_CL
TPC_DIGIT
TPC_ZS
CLUSTER_NATIVE_MC
TPC_DIGIT_MC
TRD_SPACEPOINT
TRD_TRIGGERRECORDS
TF_SETTINGS

Definition at line 107 of file GPUReconstruction.h.

◆ krnlDeviceType

enum class o2::gpu::GPUReconstruction::krnlDeviceType : int32_t

strong

Enumerator
CPU
Device
Auto

Definition at line 139 of file GPUReconstruction.h.

◆ retValValue

enum o2::gpu::GPUReconstruction::retValValue : uint32_t

Enumerator
ok
error
doExit
nonFatalErrorCode
abort

Definition at line 101 of file GPUReconstruction.h.

Constructor & Destructor Documentation

◆ ~GPUReconstruction()

GPUReconstruction::~GPUReconstruction ( )

virtual

Definition at line 106 of file GPUReconstruction.cxx.

◆ GPUReconstruction() [1/2]

o2::gpu::GPUReconstruction::GPUReconstruction ( const GPUReconstruction & )

delete

◆ GPUReconstruction() [2/2]

GPUReconstruction::GPUReconstruction ( const GPUSettingsDeviceBackend & cfg )

protected

Definition at line 82 of file GPUReconstruction.cxx.

Member Function Documentation

◆ AddChain()

template<class T , typename... Args>

T * o2::gpu::GPUReconstruction::AddChain ( Args... args )

inline

Definition at line 443 of file GPUReconstruction.h.

◆ alignedDefaultBufferAllocator()

template<typename T >

static T * o2::gpu::GPUReconstruction::alignedDefaultBufferAllocator ( size_t n )

inlinestatic

Definition at line 264 of file GPUReconstruction.h.

◆ AllocateDirectMemory()

void * GPUReconstruction::AllocateDirectMemory	(	size_t	size,
		int32_t	type
	)

Definition at line 735 of file GPUReconstruction.cxx.

◆ AllocateIOMemoryHelper()

template<class T >

T * o2::gpu::GPUReconstruction::AllocateIOMemoryHelper	(	size_t	n,
		const T *&	ptr,
		std::unique_ptr< T[]> &	u
	)

inlineprotected

Definition at line 25 of file GPUReconstructionIO.h.

◆ AllocateMemoryResources()

size_t o2::gpu::GPUReconstruction::AllocateMemoryResources ( )

◆ AllocateRegisteredForeignMemory()

void GPUReconstruction::AllocateRegisteredForeignMemory	(	int16_t	res,
		GPUReconstruction *	rec,
		GPUOutputControl *	control = `nullptr`
	)

Definition at line 719 of file GPUReconstruction.cxx.

◆ AllocateRegisteredMemory() [1/2]

size_t GPUReconstruction::AllocateRegisteredMemory	(	GPUProcessor *	proc,
		bool	resetCustom = `false`
	)

Definition at line 535 of file GPUReconstruction.cxx.

◆ AllocateRegisteredMemory() [2/2]

size_t GPUReconstruction::AllocateRegisteredMemory	(	int16_t	res,
		GPUOutputControl *	control = `nullptr`
	)

Definition at line 724 of file GPUReconstruction.cxx.

◆ AllocateRegisteredMemoryHelper()

size_t GPUReconstruction::AllocateRegisteredMemoryHelper	(	GPUMemoryResource *	res,
		void *&	ptr,
		void *&	memorypool,
		void *	memorybase,
		size_t	memorysize,
		void (GPUMemoryResource::)(void *) const	SetPointers,
		void *&	memorypoolend,
		const char *	device
	)

protected

Definition at line 579 of file GPUReconstruction.cxx.

◆ AllocateRegisteredMemoryInternal()

void GPUReconstruction::AllocateRegisteredMemoryInternal	(	GPUMemoryResource *	res,
		GPUOutputControl *	control,
		GPUReconstruction *	recPool
	)

protected

Definition at line 633 of file GPUReconstruction.cxx.

◆ AllocateRegisteredPermanentMemory()

size_t GPUReconstruction::AllocateRegisteredPermanentMemory ( )

protected

Definition at line 556 of file GPUReconstruction.cxx.

◆ AllocateVolatileDeviceMemory()

void * GPUReconstruction::AllocateVolatileDeviceMemory ( size_t size )

Definition at line 777 of file GPUReconstruction.cxx.

◆ AllocateVolatileMemory()

void * GPUReconstruction::AllocateVolatileMemory	(	size_t	size,
		bool	device
	)

Definition at line 799 of file GPUReconstruction.cxx.

◆ AvailableGPURecoSteps()

virtual RecoStepField o2::gpu::GPUReconstruction::AvailableGPURecoSteps ( )

inlineprotectedvirtual

Definition at line 323 of file GPUReconstruction.h.

◆ BlockStackedMemory()

void GPUReconstruction::BlockStackedMemory ( GPUReconstruction * rec )

Definition at line 939 of file GPUReconstruction.cxx.

◆ CanQueryMaxMemory()

virtual bool o2::gpu::GPUReconstruction::CanQueryMaxMemory ( )

inlineprotectedvirtual

Reimplemented in o2::gpu::GPUReconstructionCUDA.

Definition at line 324 of file GPUReconstruction.h.

◆ CheckErrorCodes()

int32_t GPUReconstruction::CheckErrorCodes	(	bool	cpuOnly = `false`,
		bool	forceShowErrors = `false`,
		std::vector< std::array< uint32_t, 4 > > *	fillErrors = `nullptr`
	)

Definition at line 1187 of file GPUReconstruction.cxx.

◆ CheckInstanceAvailable()

bool GPUReconstruction::CheckInstanceAvailable	(	DeviceType	type,
		bool	verbose
	)

static

Definition at line 79 of file GPUReconstructionLibrary.cxx.

◆ ClearAllocatedMemory()

void GPUReconstruction::ClearAllocatedMemory ( bool clearOutputs = true )

Definition at line 964 of file GPUReconstruction.cxx.

◆ ComputeReuseMax()

void GPUReconstruction::ComputeReuseMax ( GPUProcessor * proc )

Definition at line 491 of file GPUReconstruction.cxx.

◆ ConstructGPUProcessor()

void GPUReconstruction::ConstructGPUProcessor ( GPUProcessor * proc )

Definition at line 489 of file GPUReconstruction.cxx.

◆ CreateInstance() [1/4]

GPUReconstruction * GPUReconstruction::CreateInstance	(	const char *	type,
		bool	forceType,
		GPUReconstruction *	master = `nullptr`
	)

static

Definition at line 115 of file GPUReconstructionLibrary.cxx.

◆ CreateInstance() [2/4]

GPUReconstruction * GPUReconstruction::CreateInstance ( const GPUSettingsDeviceBackend & cfg )

static

Definition at line 44 of file GPUReconstructionLibrary.cxx.

◆ CreateInstance() [3/4]

GPUReconstruction * GPUReconstruction::CreateInstance	(	DeviceType	type = `DeviceType::CPU`,
		bool	forceType = `true`,
		GPUReconstruction *	master = `nullptr`
	)

static

Definition at line 35 of file GPUReconstructionLibrary.cxx.

◆ CreateInstance() [4/4]

static GPUReconstruction * o2::gpu::GPUReconstruction::CreateInstance	(	int32_t	type,
		bool	forceType,
		GPUReconstruction *	master = `nullptr`
	)

inlinestatic

Definition at line 135 of file GPUReconstruction.h.

◆ debugExit()

void GPUReconstruction::debugExit ( )

protected

Definition at line 94 of file GPUReconstructionDebug.cxx.

◆ debugInit()

void GPUReconstruction::debugInit ( )

protected

Definition at line 46 of file GPUReconstructionDebug.cxx.

◆ DeviceMemoryBase()

const void * o2::gpu::GPUReconstruction::DeviceMemoryBase ( ) const

inline

Definition at line 228 of file GPUReconstruction.h.

◆ DrainPipeline()

void GPUReconstruction::DrainPipeline ( )

Definition at line 1129 of file GPUReconstruction.cxx.

◆ DumpData()

template<class T , class S >

uint32_t o2::gpu::GPUReconstruction::DumpData	(	FILE *	fp,
		const T const	entries,
		const S *	num,
		InOutPointerType	type
	)

inlineprotected

Definition at line 54 of file GPUReconstructionIO.h.

◆ DumpDynamicStructToFile()

template<class T >

void o2::gpu::GPUReconstruction::DumpDynamicStructToFile	(	const T *	obj,
		size_t	dynamicSize,
		const char *	file
	)

inlineprotected

Definition at line 205 of file GPUReconstructionIO.h.

◆ DumpFlatObjectToFile()

template<class T >

void o2::gpu::GPUReconstruction::DumpFlatObjectToFile	(	const T *	obj,
		const char *	file
	)

inlineprotected

Definition at line 112 of file GPUReconstructionIO.h.

◆ DumpSettings()

void GPUReconstruction::DumpSettings ( const char * dir = "" )

Definition at line 1213 of file GPUReconstruction.cxx.

◆ DumpStructToFile()

template<class T >

void o2::gpu::GPUReconstruction::DumpStructToFile	(	const T *	obj,
		const char *	file
	)

inlineprotected

Definition at line 155 of file GPUReconstructionIO.h.

◆ endGPUProfiling()

virtual void o2::gpu::GPUReconstruction::endGPUProfiling ( )

inlinevirtual

Reimplemented in o2::gpu::GPUReconstructionCUDA.

Definition at line 162 of file GPUReconstruction.h.

◆ EnqueuePipeline()

int32_t GPUReconstruction::EnqueuePipeline ( bool terminate = false )

protected

Definition at line 1135 of file GPUReconstruction.cxx.

◆ Exit()

int32_t GPUReconstruction::Exit ( )

Definition at line 457 of file GPUReconstruction.cxx.

◆ ExitDevice()

virtual int32_t o2::gpu::GPUReconstruction::ExitDevice ( )

protectedpure virtual

Implemented in o2::gpu::GPUReconstructionCPU, and o2::gpu::GPUReconstructionDeviceBase.

◆ Finalize()

int32_t GPUReconstruction::Finalize ( )

Definition at line 449 of file GPUReconstruction.cxx.

◆ FreeRegisteredMemory() [1/3]

void GPUReconstruction::FreeRegisteredMemory ( GPUMemoryResource * res )

protected

Definition at line 878 of file GPUReconstruction.cxx.

◆ FreeRegisteredMemory() [2/3]

void GPUReconstruction::FreeRegisteredMemory	(	GPUProcessor *	proc,
		bool	freeCustom = `false`,
		bool	freePermanent = `false`
	)

Definition at line 864 of file GPUReconstruction.cxx.

◆ FreeRegisteredMemory() [3/3]

void GPUReconstruction::FreeRegisteredMemory ( int16_t res )

Definition at line 873 of file GPUReconstruction.cxx.

◆ getBackendVersions()

std::string GPUReconstruction::getBackendVersions ( )

staticprotected

Definition at line 188 of file GPUReconstructionLibrary.cxx.

◆ GetCalib()

const GPUCalibObjectsConst & GPUReconstruction::GetCalib ( ) const

Definition at line 1313 of file GPUReconstruction.cxx.

◆ GetConstantMem()

const GPUConstantMem & o2::gpu::GPUReconstruction::GetConstantMem ( ) const

inline

Definition at line 210 of file GPUReconstruction.h.

◆ getDebugFolder()

std::string GPUReconstruction::getDebugFolder ( const std::string & prefix = "" )

Definition at line 122 of file GPUReconstructionDebug.cxx.

◆ GetDeviceBackendSettings()

const GPUSettingsDeviceBackend & o2::gpu::GPUReconstruction::GetDeviceBackendSettings ( ) const

inline

Definition at line 213 of file GPUReconstruction.h.

◆ GetDeviceType() [1/2]

GPUReconstruction::DeviceType GPUReconstruction::GetDeviceType ( ) const

Definition at line 1307 of file GPUReconstruction.cxx.

◆ GetDeviceType() [2/2]

static DeviceType o2::gpu::GPUReconstruction::GetDeviceType ( const char * type )

static

◆ getErrorCodeOutput()

std::vector< std::array< uint32_t, 4 > > * o2::gpu::GPUReconstruction::getErrorCodeOutput ( )

inline

Definition at line 239 of file GPUReconstruction.h.

◆ getGeneralStepNum()

int32_t GPUReconstruction::getGeneralStepNum	(	GeneralStep	step,
		bool	validCheck = `true`
	)

Definition at line 1083 of file GPUReconstruction.cxx.

◆ getGPUParameters()

virtual const GPUDefParameters & o2::gpu::GPUReconstruction::getGPUParameters ( bool doGPU ) const

pure virtual

Implemented in o2::gpu::GPUReconstructionProcessing.

◆ getGPUPointer()

virtual void * o2::gpu::GPUReconstruction::getGPUPointer ( void * ptr )

inlinevirtual

Definition at line 160 of file GPUReconstruction.h.

◆ GetGRPSettings()

const GPUSettingsGRP & o2::gpu::GPUReconstruction::GetGRPSettings ( ) const

inline

Definition at line 212 of file GPUReconstruction.h.

◆ getHostThreadIndex()

int32_t GPUReconstruction::getHostThreadIndex ( )

static

Definition at line 126 of file GPUReconstruction.cxx.

◆ GetIOPtrs()

const GPUTrackingInOutPointers GPUReconstruction::GetIOPtrs ( ) const

Definition at line 1312 of file GPUReconstruction.cxx.

◆ GetITSTraits()

void GPUReconstruction::GetITSTraits	(	std::unique_ptr< o2::its::TrackerTraits< 7 > > *	trackerTraits,
		std::unique_ptr< o2::its::VertexerTraits< 7 > > *	vertexerTraits,
		std::unique_ptr< o2::its::TimeFrame< 7 > > *	timeFrame
	)

virtual

Reimplemented in o2::gpu::GPUReconstructionCUDA.

Definition at line 113 of file GPUReconstruction.cxx.

◆ GetLibraryInstance()

std::shared_ptr< GPUReconstruction::LibraryLoader > * GPUReconstruction::GetLibraryInstance	(	DeviceType	type,
		bool	verbose
	)

staticprotected

Definition at line 89 of file GPUReconstructionLibrary.cxx.

◆ GetMaxBackendThreads()

int32_t o2::gpu::GPUReconstruction::GetMaxBackendThreads ( ) const

inline

Definition at line 260 of file GPUReconstruction.h.

◆ getNEventsProcessed()

uint32_t o2::gpu::GPUReconstruction::getNEventsProcessed ( )

inline

Definition at line 156 of file GPUReconstruction.h.

◆ getNEventsProcessedInStat()

uint32_t o2::gpu::GPUReconstruction::getNEventsProcessedInStat ( )

inline

Definition at line 157 of file GPUReconstruction.h.

◆ GetNextChainInQueue()

GPUChain * GPUReconstruction::GetNextChainInQueue ( )

protected

Definition at line 1161 of file GPUReconstruction.cxx.

◆ getNIOTypeMultiplicity()

static uint32_t o2::gpu::GPUReconstruction::getNIOTypeMultiplicity ( InOutPointerType type )

inlinestatic

Definition at line 130 of file GPUReconstruction.h.

◆ GetParam()

const GPUParam & GPUReconstruction::GetParam ( ) const

Definition at line 1308 of file GPUReconstruction.cxx.

◆ GetProcessingSettings()

const GPUSettingsProcessing & o2::gpu::GPUReconstruction::GetProcessingSettings ( ) const

inline

Definition at line 214 of file GPUReconstruction.h.

◆ getRecoStepNum()

int32_t GPUReconstruction::getRecoStepNum	(	RecoStep	step,
		bool	validCheck = `true`
	)

Definition at line 1082 of file GPUReconstruction.cxx.

◆ GetRecoSteps()

RecoStepField o2::gpu::GPUReconstruction::GetRecoSteps ( ) const

inline

Definition at line 231 of file GPUReconstruction.h.

◆ GetRecoStepsGPU()

RecoStepField o2::gpu::GPUReconstruction::GetRecoStepsGPU ( ) const

inline

Definition at line 232 of file GPUReconstruction.h.

◆ GetRecoStepsInputs()

InOutTypeField o2::gpu::GPUReconstruction::GetRecoStepsInputs ( ) const

inline

Definition at line 233 of file GPUReconstruction.h.

◆ GetRecoStepsOutputs()

InOutTypeField o2::gpu::GPUReconstruction::GetRecoStepsOutputs ( ) const

inline

Definition at line 234 of file GPUReconstruction.h.

◆ GetStatKernelTime()

double o2::gpu::GPUReconstruction::GetStatKernelTime ( )

inline

Definition at line 251 of file GPUReconstruction.h.

◆ GetStatWallTime()

double o2::gpu::GPUReconstruction::GetStatWallTime ( )

inline

Definition at line 252 of file GPUReconstruction.h.

◆ GetThreadContext()

virtual std::unique_ptr< gpu_reconstruction_kernels::threadContext > o2::gpu::GPUReconstruction::GetThreadContext ( )

protectedpure virtual

Implemented in o2::gpu::GPUReconstructionCUDA, and o2::gpu::GPUReconstructionProcessing.

◆ getThrustVolatileDeviceAllocator()

ThrustVolatileAllocator GPUReconstruction::getThrustVolatileDeviceAllocator ( )

Definition at line 1319 of file GPUReconstruction.cxx.

◆ GPUChkErrA()

int32_t GPUReconstruction::GPUChkErrA	(	const int64_t	error,
		const char *	file,
		int32_t	line,
		bool	failOnError
	)

Definition at line 1198 of file GPUReconstruction.cxx.

◆ GPUChkErrInternal()

virtual int32_t o2::gpu::GPUReconstruction::GPUChkErrInternal	(	const int64_t	error,
		const char *	file,
		int32_t	line
	)		const

inlineprotectedvirtual

Reimplemented in o2::gpu::GPUReconstructionCUDA, o2::gpu::GPUReconstructionOCL, and o2::gpu::GPUReconstructionDeviceBase.

Definition at line 283 of file GPUReconstruction.h.

◆ GPUReconstruction_Create_CPU()

GPUReconstruction * GPUReconstruction::GPUReconstruction_Create_CPU ( const GPUSettingsDeviceBackend & cfg )

staticprotected

Definition at line 49 of file GPUReconstructionCPU.cxx.

◆ Init()

int32_t GPUReconstruction::Init ( )

Definition at line 131 of file GPUReconstruction.cxx.

◆ InitDevice()

virtual int32_t o2::gpu::GPUReconstruction::InitDevice ( )

protectedpure virtual

Implemented in o2::gpu::GPUReconstructionCPU, and o2::gpu::GPUReconstructionDeviceBase.

◆ InitPhaseAfterDevice()

int32_t GPUReconstruction::InitPhaseAfterDevice ( )

protected

Definition at line 421 of file GPUReconstruction.cxx.

◆ InitPhaseBeforeDevice()

int32_t GPUReconstruction::InitPhaseBeforeDevice ( )

protected

Definition at line 222 of file GPUReconstruction.cxx.

◆ InitPhasePermanentMemory()

int32_t GPUReconstruction::InitPhasePermanentMemory ( )

protected

Definition at line 410 of file GPUReconstruction.cxx.

◆ IsGPU()

bool o2::gpu::GPUReconstruction::IsGPU ( ) const

inline

Definition at line 208 of file GPUReconstruction.h.

◆ IsInitialized()

bool o2::gpu::GPUReconstruction::IsInitialized ( ) const

inline

Definition at line 216 of file GPUReconstruction.h.

◆ MakeFutureDeviceMemoryAllocationsVolatile()

void GPUReconstruction::MakeFutureDeviceMemoryAllocationsVolatile ( )

Definition at line 810 of file GPUReconstruction.cxx.

◆ MemoryScalers()

GPUMemorySizeScalers * o2::gpu::GPUReconstruction::MemoryScalers ( )

inline

Definition at line 199 of file GPUReconstruction.h.

◆ NStreams()

uint32_t o2::gpu::GPUReconstruction::NStreams ( ) const

inline

Definition at line 227 of file GPUReconstruction.h.

◆ operator=()

GPUReconstruction & o2::gpu::GPUReconstruction::operator= ( const GPUReconstruction & )

delete

◆ OutputControl()

GPUOutputControl & o2::gpu::GPUReconstruction::OutputControl ( )

inline

Definition at line 226 of file GPUReconstruction.h.

◆ param()

GPUParam & GPUReconstruction::param ( )

protected

Definition at line 1311 of file GPUReconstruction.cxx.

◆ PopNonPersistentMemory()

void GPUReconstruction::PopNonPersistentMemory	(	RecoStep	step,
		uint64_t	tag,
		const GPUProcessor *	proc = `nullptr`
	)

Definition at line 895 of file GPUReconstruction.cxx.

◆ PrepareEvent()

void GPUReconstruction::PrepareEvent ( )

Definition at line 1168 of file GPUReconstruction.cxx.

◆ PrintKernelOccupancies()

virtual void o2::gpu::GPUReconstruction::PrintKernelOccupancies ( )

inlinevirtual

Reimplemented in o2::gpu::GPUReconstructionCUDA.

Definition at line 250 of file GPUReconstruction.h.

◆ PrintMemoryMax()

void GPUReconstruction::PrintMemoryMax ( )

Definition at line 993 of file GPUReconstruction.cxx.

◆ PrintMemoryOverview()

void GPUReconstruction::PrintMemoryOverview ( )

Definition at line 998 of file GPUReconstruction.cxx.

◆ PrintMemoryStatistics()

void GPUReconstruction::PrintMemoryStatistics ( )

Definition at line 1008 of file GPUReconstruction.cxx.

◆ processors() [1/2]

GPUConstantMem * o2::gpu::GPUReconstruction::processors ( )

inlineprotected

Definition at line 327 of file GPUReconstruction.h.

◆ processors() [2/2]

const GPUConstantMem * o2::gpu::GPUReconstruction::processors ( ) const

inlineprotected

Definition at line 328 of file GPUReconstruction.h.

◆ PushNonPersistentMemory()

void GPUReconstruction::PushNonPersistentMemory ( uint64_t tag )

Definition at line 890 of file GPUReconstruction.cxx.

◆ ReadData()

template<class T , class S >

size_t o2::gpu::GPUReconstruction::ReadData	(	FILE *	fp,
		const T **	entries,
		S *	num,
		std::unique_ptr< T[]> *	mem,
		InOutPointerType	type,
		T **	nonConstPtrs = `nullptr`
	)

inlineprotected

Definition at line 78 of file GPUReconstructionIO.h.

◆ ReadDynamicStructFromFile()

template<class T , auto F>

aligned_unique_buffer_ptr< T > o2::gpu::GPUReconstruction::ReadDynamicStructFromFile ( const char * file )

inlineprotected

Definition at line 219 of file GPUReconstructionIO.h.

◆ ReadFlatObjectFromFile()

template<class T >

std::unique_ptr< T > o2::gpu::GPUReconstruction::ReadFlatObjectFromFile ( const char * file )

inlineprotected

Definition at line 126 of file GPUReconstructionIO.h.

◆ ReadSettings()

int32_t GPUReconstruction::ReadSettings ( const char * dir = "" )

Definition at line 1248 of file GPUReconstruction.cxx.

◆ ReadStructFromFile()

template<class T >

std::unique_ptr< T > o2::gpu::GPUReconstruction::ReadStructFromFile	(	const char *	file,
		T *	obj = `nullptr`,
		bool *	errorOnMissing = `nullptr`,
		bool	allowSmaller = `false`
	)

inlineprotected

Definition at line 168 of file GPUReconstructionIO.h.

◆ RegisterGPUDeviceProcessor()

void GPUReconstruction::RegisterGPUDeviceProcessor	(	GPUProcessor *	proc,
		GPUProcessor *	slaveProcessor
	)

Definition at line 488 of file GPUReconstruction.cxx.

◆ RegisterGPUProcessor()

template<class T >

void o2::gpu::GPUReconstruction::RegisterGPUProcessor	(	T *	proc,
		bool	deviceSlave
	)

inline

Definition at line 456 of file GPUReconstruction.h.

◆ RegisterMemoryAllocation()

template<class T >

int16_t o2::gpu::GPUReconstruction::RegisterMemoryAllocation	(	T *	proc,
		void (T::)(void *)	setPtr,
		int32_t	type,
		const char *	name = `""`,
		const GPUMemoryReuse &	re = `GPUMemoryReuse()`
	)

inline

Definition at line 450 of file GPUReconstruction.h.

◆ RegisterMemoryAllocationHelper()

int16_t GPUReconstruction::RegisterMemoryAllocationHelper	(	GPUProcessor *	proc,
		void (GPUProcessor::)(void *)	setPtr,
		int32_t	type,
		const char *	name,
		const GPUMemoryReuse &	re
	)

protected

Definition at line 506 of file GPUReconstruction.cxx.

◆ registerMemoryForGPU()

int32_t GPUReconstruction::registerMemoryForGPU	(	const void *	ptr,
		size_t	size
	)

Definition at line 1037 of file GPUReconstruction.cxx.

◆ registerMemoryForGPU_internal()

virtual int32_t o2::gpu::GPUReconstruction::registerMemoryForGPU_internal	(	const void *	ptr,
		size_t	size
	)

protectedpure virtual

Implemented in o2::gpu::GPUReconstructionCUDA, o2::gpu::GPUReconstructionCPU, and o2::gpu::GPUReconstructionDeviceBase.

◆ Res()

GPUMemoryResource & o2::gpu::GPUReconstruction::Res ( int16_t num )

inline

Definition at line 170 of file GPUReconstruction.h.

◆ ResetRegisteredMemoryPointers() [1/2]

void GPUReconstruction::ResetRegisteredMemoryPointers ( GPUProcessor * proc )

Definition at line 834 of file GPUReconstruction.cxx.

◆ ResetRegisteredMemoryPointers() [2/2]

void GPUReconstruction::ResetRegisteredMemoryPointers ( int16_t res )

Definition at line 843 of file GPUReconstruction.cxx.

◆ ReturnVolatileDeviceMemory()

void GPUReconstruction::ReturnVolatileDeviceMemory ( )

Definition at line 816 of file GPUReconstruction.cxx.

◆ ReturnVolatileMemory()

void GPUReconstruction::ReturnVolatileMemory ( )

Definition at line 828 of file GPUReconstruction.cxx.

◆ RunChains()

virtual int32_t o2::gpu::GPUReconstruction::RunChains ( )

pure virtual

Implemented in o2::gpu::GPUReconstructionCPU.

◆ RunPipelineWorker()

void GPUReconstruction::RunPipelineWorker ( )

Definition at line 1085 of file GPUReconstruction.cxx.

◆ setDebugDumpCallback()

void GPUReconstruction::setDebugDumpCallback ( std::function< void()> && callback = std::function<void()>(nullptr) )

Definition at line 109 of file GPUReconstructionDebug.cxx.

◆ SetDebugLevelTmp()

void GPUReconstruction::SetDebugLevelTmp ( int32_t level )

Definition at line 1310 of file GPUReconstruction.cxx.

◆ setErrorCodeOutput()

void o2::gpu::GPUReconstruction::setErrorCodeOutput ( std::vector< std::array< uint32_t, 4 > > * v )

inline

Definition at line 238 of file GPUReconstruction.h.

◆ SetInputControl()

void GPUReconstruction::SetInputControl	(	void *	ptr,
		size_t	size
	)

Definition at line 1306 of file GPUReconstruction.cxx.

◆ SetMemoryExternalInput()

void GPUReconstruction::SetMemoryExternalInput	(	int16_t	res,
		void *	ptr
	)

Definition at line 959 of file GPUReconstruction.cxx.

◆ SetOutputControl() [1/2]

void o2::gpu::GPUReconstruction::SetOutputControl ( const GPUOutputControl & v )

inline

Definition at line 223 of file GPUReconstruction.h.

◆ SetOutputControl() [2/2]

void GPUReconstruction::SetOutputControl	(	void *	ptr,
		size_t	size
	)

Definition at line 1299 of file GPUReconstruction.cxx.

◆ SetResetTimers()

void GPUReconstruction::SetResetTimers ( bool reset )

Definition at line 1309 of file GPUReconstruction.cxx.

◆ SetSettings() [1/2]

void GPUReconstruction::SetSettings	(	const GPUSettingsGRP *	grp,
		const GPUSettingsRec *	rec = `nullptr`,
		const GPUSettingsProcessing *	proc = `nullptr`,
		const GPURecoStepConfiguration *	workflow = `nullptr`
	)

Definition at line 1280 of file GPUReconstruction.cxx.

◆ SetSettings() [2/2]

void GPUReconstruction::SetSettings	(	float	solenoidBzNominalGPU,
		const GPURecoStepConfiguration *	workflow = `nullptr`
	)

Definition at line 1266 of file GPUReconstruction.cxx.

◆ SetupGPUProcessor()

template<class T >

void o2::gpu::GPUReconstruction::SetupGPUProcessor	(	T *	proc,
		bool	allocate
	)

inline

Definition at line 464 of file GPUReconstruction.h.

◆ slaveId()

int o2::gpu::GPUReconstruction::slaveId ( )

inline

Definition at line 204 of file GPUReconstruction.h.

◆ slavesExist()

bool o2::gpu::GPUReconstruction::slavesExist ( )

inline

Definition at line 203 of file GPUReconstruction.h.

◆ startGPUProfiling()

virtual void o2::gpu::GPUReconstruction::startGPUProfiling ( )

inlinevirtual

Reimplemented in o2::gpu::GPUReconstructionCUDA.

Definition at line 161 of file GPUReconstruction.h.

◆ TerminatePipelineWorker()

void GPUReconstruction::TerminatePipelineWorker ( )

Definition at line 1124 of file GPUReconstruction.cxx.

◆ triggerDebugDump()

bool GPUReconstruction::triggerDebugDump ( )

Definition at line 179 of file GPUReconstructionDebug.cxx.

◆ UnblockStackedMemory()

void GPUReconstruction::UnblockStackedMemory ( )

Definition at line 948 of file GPUReconstruction.cxx.

◆ unregisterMemoryForGPU()

int32_t GPUReconstruction::unregisterMemoryForGPU ( const void * ptr )

Definition at line 1049 of file GPUReconstruction.cxx.

◆ unregisterMemoryForGPU_internal()

virtual int32_t o2::gpu::GPUReconstruction::unregisterMemoryForGPU_internal ( const void * ptr )

protectedpure virtual

Implemented in o2::gpu::GPUReconstructionCUDA, o2::gpu::GPUReconstructionCPU, and o2::gpu::GPUReconstructionDeviceBase.

◆ UpdateDynamicSettings()

void GPUReconstruction::UpdateDynamicSettings ( const GPUSettingsRecDynamic * d )

Definition at line 1224 of file GPUReconstruction.cxx.

◆ UpdateMaxMemoryUsed()

void GPUReconstruction::UpdateMaxMemoryUsed ( )

protected

Definition at line 987 of file GPUReconstruction.cxx.

◆ UpdateSettings()

void GPUReconstruction::UpdateSettings	(	const GPUSettingsGRP *	g,
		const GPUSettingsProcessing *	p = `nullptr`,
		const GPUSettingsRecDynamic *	d = `nullptr`
	)

Definition at line 1229 of file GPUReconstruction.cxx.

◆ WriteConstantParams()

void GPUReconstruction::WriteConstantParams ( int32_t stream = -1 )

protected

Definition at line 441 of file GPUReconstruction.cxx.

◆ WriteToConstantMemory()

virtual size_t o2::gpu::GPUReconstruction::WriteToConstantMemory	(	size_t	offset,
		const void *	src,
		size_t	size,
		int32_t	stream = `-1`,
		gpu_reconstruction_kernels::deviceEvent *	ev = `nullptr`
	)

protectedpure virtual

Implemented in o2::gpu::GPUReconstructionCUDA, o2::gpu::GPUReconstructionCPU, o2::gpu::GPUReconstructionOCL, and o2::gpu::GPUReconstructionDeviceBase.

Member Data Documentation

◆ GEOMETRY_TYPE_NAMES

constexpr const char *const GPUReconstruction::GEOMETRY_TYPE_NAMES = {"INVALID", "ALIROOT", "O2"}

staticconstexpr

Definition at line 94 of file GPUReconstruction.h.

◆ geometryType

constexpr GPUReconstruction::GeometryType GPUReconstruction::geometryType = GeometryType::O2

staticconstexpr

Definition at line 98 of file GPUReconstruction.h.

◆ IOTYPENAMES

constexpr const char *const GPUReconstruction::IOTYPENAMES

staticconstexpr

Initial value:

= {"TPC HLT Clusters", "TPC Sector Tracks", "TPC Sector Track Clusters", "TPC Cluster MC Labels", "TPC Track MC Informations", "TPC Tracks", "TPC Track Clusters", "TRD Tracks", "TRD Tracklets",
                                                      "TPC Raw Clusters", "TPC Native Clusters", "TRD Tracklet MC Labels", "TPC Compressed Clusters", "TPC Digit", "TPC ZS Page", "TPC Native Clusters MC Labels", "TPC Digit MC Labeels",
                                                      "TRD Spacepoints", "TRD Triggerrecords", "TF Settings"}

Definition at line 127 of file GPUReconstruction.h.

◆ mChains

std::vector<std::unique_ptr<GPUChain> > o2::gpu::GPUReconstruction::mChains

protected

Definition at line 77 of file GPUReconstruction.h.

◆ mDebugData

std::unique_ptr< GPUReconstruction::debugInternal > GPUReconstruction::mDebugData

staticprotected

Definition at line 434 of file GPUReconstruction.h.

◆ mDebugEnabled

bool o2::gpu::GPUReconstruction::mDebugEnabled = false

protected

Definition at line 435 of file GPUReconstruction.h.

◆ mDeviceBackendSettings

std::unique_ptr<GPUSettingsDeviceBackend> o2::gpu::GPUReconstruction::mDeviceBackendSettings

protected

Definition at line 335 of file GPUReconstruction.h.

◆ mDeviceConstantMem

GPUConstantMem* o2::gpu::GPUReconstruction::mDeviceConstantMem = nullptr

protected

Definition at line 331 of file GPUReconstruction.h.

◆ mDeviceMemoryAsVolatile

bool o2::gpu::GPUReconstruction::mDeviceMemoryAsVolatile = false

protected

Definition at line 361 of file GPUReconstruction.h.

◆ mDeviceMemoryBase

void* o2::gpu::GPUReconstruction::mDeviceMemoryBase = nullptr

protected

Definition at line 353 of file GPUReconstruction.h.

◆ mDeviceMemoryPermanent

void* o2::gpu::GPUReconstruction::mDeviceMemoryPermanent = nullptr

protected

Definition at line 354 of file GPUReconstruction.h.

◆ mDeviceMemoryPool

void* o2::gpu::GPUReconstruction::mDeviceMemoryPool = nullptr

protected

Definition at line 355 of file GPUReconstruction.h.

◆ mDeviceMemoryPoolBlocked

void* o2::gpu::GPUReconstruction::mDeviceMemoryPoolBlocked = nullptr

protected

Definition at line 357 of file GPUReconstruction.h.

◆ mDeviceMemoryPoolEnd

void* o2::gpu::GPUReconstruction::mDeviceMemoryPoolEnd = nullptr

protected

Definition at line 356 of file GPUReconstruction.h.

◆ mDeviceMemorySize

size_t o2::gpu::GPUReconstruction::mDeviceMemorySize = 0

protected

Definition at line 358 of file GPUReconstruction.h.

◆ mDeviceMemoryUsedMax

size_t o2::gpu::GPUReconstruction::mDeviceMemoryUsedMax = 0

protected

Definition at line 359 of file GPUReconstruction.h.

◆ mDeviceName

std::string o2::gpu::GPUReconstruction::mDeviceName = "CPU"

protected

Definition at line 343 of file GPUReconstruction.h.

◆ mDirectMemoryChunks

std::vector<std::unique_ptr<char[], alignedDefaultBufferDeleter> > o2::gpu::GPUReconstruction::mDirectMemoryChunks

protected

Definition at line 404 of file GPUReconstruction.h.

◆ mGPUStuck

int32_t o2::gpu::GPUReconstruction::mGPUStuck = 0

protected

Definition at line 381 of file GPUReconstruction.h.

◆ mGRPSettings

std::unique_ptr<GPUSettingsGRP> o2::gpu::GPUReconstruction::mGRPSettings

protected

Definition at line 334 of file GPUReconstruction.h.

◆ mHostConstantMem

std::unique_ptr<GPUConstantMem> o2::gpu::GPUReconstruction::mHostConstantMem

protected

Definition at line 330 of file GPUReconstruction.h.

◆ mHostMemoryBase

void* o2::gpu::GPUReconstruction::mHostMemoryBase = nullptr

protected

Definition at line 346 of file GPUReconstruction.h.

◆ mHostMemoryPermanent

void* o2::gpu::GPUReconstruction::mHostMemoryPermanent = nullptr

protected

Definition at line 347 of file GPUReconstruction.h.

◆ mHostMemoryPool

void* o2::gpu::GPUReconstruction::mHostMemoryPool = nullptr

protected

Definition at line 348 of file GPUReconstruction.h.

◆ mHostMemoryPoolBlocked

void* o2::gpu::GPUReconstruction::mHostMemoryPoolBlocked = nullptr

protected

Definition at line 350 of file GPUReconstruction.h.

◆ mHostMemoryPoolEnd

void* o2::gpu::GPUReconstruction::mHostMemoryPoolEnd = nullptr

protected

Definition at line 349 of file GPUReconstruction.h.

◆ mHostMemorySize

size_t o2::gpu::GPUReconstruction::mHostMemorySize = 0

protected

Definition at line 351 of file GPUReconstruction.h.

◆ mHostMemoryUsedMax

size_t o2::gpu::GPUReconstruction::mHostMemoryUsedMax = 0

protected

Definition at line 352 of file GPUReconstruction.h.

◆ mInErrorHandling

bool o2::gpu::GPUReconstruction::mInErrorHandling = false

protected

Definition at line 371 of file GPUReconstruction.h.

◆ mInitialized

bool o2::gpu::GPUReconstruction::mInitialized = false

protected

Definition at line 370 of file GPUReconstruction.h.

◆ mInputControl

GPUOutputControl o2::gpu::GPUReconstruction::mInputControl

protected

Definition at line 338 of file GPUReconstruction.h.

◆ mMaster

GPUReconstruction* o2::gpu::GPUReconstruction::mMaster = nullptr

protected

Definition at line 365 of file GPUReconstruction.h.

◆ mMaxBackendThreads

int32_t o2::gpu::GPUReconstruction::mMaxBackendThreads = 0

protected

Definition at line 380 of file GPUReconstruction.h.

◆ mMaxHostThreads

int32_t o2::gpu::GPUReconstruction::mMaxHostThreads = 0

protected

Definition at line 383 of file GPUReconstruction.h.

◆ mMemoryMutex

std::atomic_flag o2::gpu::GPUReconstruction::mMemoryMutex = ATOMIC_FLAG_INIT

protected

Definition at line 406 of file GPUReconstruction.h.

◆ mMemoryResources

std::vector<GPUMemoryResource> o2::gpu::GPUReconstruction::mMemoryResources

protected

Definition at line 76 of file GPUReconstruction.h.

◆ mMemoryReuse1to1

std::unordered_map<GPUMemoryReuse::ID, MemoryReuseMeta> o2::gpu::GPUReconstruction::mMemoryReuse1to1

protected

Definition at line 400 of file GPUReconstruction.h.

◆ mMemoryScalers

std::unique_ptr<GPUMemorySizeScalers> o2::gpu::GPUReconstruction::mMemoryScalers

protected

Definition at line 339 of file GPUReconstruction.h.

◆ mMyLib

std::shared_ptr<LibraryLoader> o2::gpu::GPUReconstruction::mMyLib = nullptr

protected

Definition at line 75 of file GPUReconstruction.h.

◆ mNEventsProcessed

uint32_t o2::gpu::GPUReconstruction::mNEventsProcessed = 0

protected

Definition at line 373 of file GPUReconstruction.h.

◆ mNonPersistentIndividualAllocations

std::vector<GPUMemoryResource*> o2::gpu::GPUReconstruction::mNonPersistentIndividualAllocations

protected

Definition at line 402 of file GPUReconstruction.h.

◆ mNonPersistentIndividualDirectAllocations

std::vector<std::unique_ptr<char[], alignedDefaultBufferDeleter> > o2::gpu::GPUReconstruction::mNonPersistentIndividualDirectAllocations

protected

Definition at line 403 of file GPUReconstruction.h.

◆ mNonPersistentMemoryStack

std::vector<std::tuple<void*, void*, size_t, size_t, uint64_t> > o2::gpu::GPUReconstruction::mNonPersistentMemoryStack

protected

Definition at line 401 of file GPUReconstruction.h.

◆ mNStreams

int32_t o2::gpu::GPUReconstruction::mNStreams = 1

protected

Definition at line 382 of file GPUReconstruction.h.

◆ mOutputControl

GPUOutputControl o2::gpu::GPUReconstruction::mOutputControl

protected

Definition at line 337 of file GPUReconstruction.h.

◆ mOutputErrorCodes

std::vector<std::array<uint32_t, 4> >* o2::gpu::GPUReconstruction::mOutputErrorCodes = nullptr

protected

Definition at line 378 of file GPUReconstruction.h.

◆ mPipelineContext

std::unique_ptr<GPUReconstructionPipelineContext> o2::gpu::GPUReconstruction::mPipelineContext

protected

Definition at line 408 of file GPUReconstruction.h.

◆ mProcessingSettings

std::unique_ptr<GPUSettingsProcessing> o2::gpu::GPUReconstruction::mProcessingSettings

protected

Definition at line 336 of file GPUReconstruction.h.

◆ mProcessors

std::vector<ProcessorData> o2::gpu::GPUReconstruction::mProcessors

protected

Definition at line 393 of file GPUReconstruction.h.

◆ mRecoSteps

GPURecoStepConfiguration o2::gpu::GPUReconstruction::mRecoSteps

protected

Definition at line 341 of file GPUReconstruction.h.

◆ mRegisteredMemoryPtrs

std::unordered_set<const void*> o2::gpu::GPUReconstruction::mRegisteredMemoryPtrs

protected

Definition at line 363 of file GPUReconstruction.h.

◆ mROOTDump

std::shared_ptr<GPUROOTDumpCore> o2::gpu::GPUReconstruction::mROOTDump

protected

Definition at line 377 of file GPUReconstruction.h.

◆ mSlaveId

int o2::gpu::GPUReconstruction::mSlaveId = -1

protected

Definition at line 367 of file GPUReconstruction.h.

◆ mSlaves

std::vector<GPUReconstruction*> o2::gpu::GPUReconstruction::mSlaves

protected

Definition at line 366 of file GPUReconstruction.h.

◆ mStatCPUTime

double o2::gpu::GPUReconstruction::mStatCPUTime = 0.

protected

Definition at line 376 of file GPUReconstruction.h.

◆ mStatKernelTime

double o2::gpu::GPUReconstruction::mStatKernelTime = 0.

protected

Definition at line 374 of file GPUReconstruction.h.

◆ mStatNEvents

uint32_t o2::gpu::GPUReconstruction::mStatNEvents = 0

protected

Definition at line 372 of file GPUReconstruction.h.

◆ mStatWallTime

double o2::gpu::GPUReconstruction::mStatWallTime = 0.

protected

Definition at line 375 of file GPUReconstruction.h.

◆ mThreading

std::shared_ptr<GPUReconstructionThreading> o2::gpu::GPUReconstruction::mThreading

Definition at line 258 of file GPUReconstruction.h.

◆ mVolatileChunks

std::vector<std::unique_ptr<char[], alignedDefaultBufferDeleter> > o2::gpu::GPUReconstruction::mVolatileChunks

protected

Definition at line 405 of file GPUReconstruction.h.

◆ mVolatileMemoryStart

void* o2::gpu::GPUReconstruction::mVolatileMemoryStart = nullptr

protected

Definition at line 360 of file GPUReconstruction.h.

◆ NSECTORS

constexpr uint32_t o2::gpu::GPUReconstruction::NSECTORS = GPUTPCGeometry::NSECTORS

staticconstexpr

Definition at line 85 of file GPUReconstruction.h.

◆ sLibCUDA

std::shared_ptr< GPUReconstruction::LibraryLoader > GPUReconstruction::sLibCUDA

staticprotected

Definition at line 430 of file GPUReconstruction.h.

◆ sLibHIP

std::shared_ptr< GPUReconstruction::LibraryLoader > GPUReconstruction::sLibHIP

staticprotected

Definition at line 430 of file GPUReconstruction.h.

◆ sLibOCL

std::shared_ptr< GPUReconstruction::LibraryLoader > GPUReconstruction::sLibOCL

staticprotected

Definition at line 430 of file GPUReconstruction.h.

The documentation for this class was generated from the following files:

/home/runner/work/AliceO2/AliceO2/GPU/GPUTracking/Base/GPUReconstruction.h
/home/runner/work/AliceO2/AliceO2/GPU/GPUTracking/Base/GPUReconstruction.cxx
/home/runner/work/AliceO2/AliceO2/GPU/GPUTracking/Base/GPUReconstructionCPU.cxx
/home/runner/work/AliceO2/AliceO2/GPU/GPUTracking/Base/GPUReconstructionDebug.cxx
/home/runner/work/AliceO2/AliceO2/GPU/GPUTracking/Base/GPUReconstructionIO.h
/home/runner/work/AliceO2/AliceO2/GPU/GPUTracking/Base/GPUReconstructionLibrary.cxx

Classes

Public Types

Public Member Functions

Static Public Member Functions

Public Attributes

Static Public Attributes

Protected Member Functions

Static Protected Member Functions

Protected Attributes

Static Protected Attributes

Detailed Description

Member Typedef Documentation

◆ alignedDefaultBufferDeleter

◆ DeviceType

◆ GeneralStep

◆ GeometryType

◆ InOutTypeField

◆ RecoStep

◆ RecoStepField

Member Enumeration Documentation

◆ InOutPointerType

◆ krnlDeviceType

◆ retValValue

Constructor & Destructor Documentation

◆ ~GPUReconstruction()

◆ GPUReconstruction() [1/2]

◆ GPUReconstruction() [2/2]

Member Function Documentation

◆ AddChain()

◆ alignedDefaultBufferAllocator()

◆ AllocateDirectMemory()

◆ AllocateIOMemoryHelper()

◆ AllocateMemoryResources()

◆ AllocateRegisteredForeignMemory()

◆ AllocateRegisteredMemory() [1/2]

◆ AllocateRegisteredMemory() [2/2]

◆ AllocateRegisteredMemoryHelper()

◆ AllocateRegisteredMemoryInternal()

◆ AllocateRegisteredPermanentMemory()

◆ AllocateVolatileDeviceMemory()

◆ AllocateVolatileMemory()

◆ AvailableGPURecoSteps()

◆ BlockStackedMemory()

◆ CanQueryMaxMemory()

◆ CheckErrorCodes()

◆ CheckInstanceAvailable()

◆ ClearAllocatedMemory()

◆ ComputeReuseMax()

◆ ConstructGPUProcessor()

◆ CreateInstance() [1/4]

◆ CreateInstance() [2/4]

◆ CreateInstance() [3/4]

◆ CreateInstance() [4/4]

◆ debugExit()

◆ debugInit()

◆ DeviceMemoryBase()

◆ DrainPipeline()

◆ DumpData()

◆ DumpDynamicStructToFile()

◆ DumpFlatObjectToFile()

◆ DumpSettings()

◆ DumpStructToFile()

◆ endGPUProfiling()

◆ EnqueuePipeline()

◆ Exit()

◆ ExitDevice()

◆ Finalize()

◆ FreeRegisteredMemory() [1/3]

◆ FreeRegisteredMemory() [2/3]

◆ FreeRegisteredMemory() [3/3]

◆ getBackendVersions()

◆ GetCalib()

◆ GetConstantMem()

◆ getDebugFolder()

◆ GetDeviceBackendSettings()

◆ GetDeviceType() [1/2]

◆ GetDeviceType() [2/2]

◆ getErrorCodeOutput()

◆ getGeneralStepNum()

◆ getGPUParameters()