This is the class for the benchmark algorithm specific to the FPGA integration and output conversion. More...

#include <F110IntegrationAlg.h>

Inheritance diagram for EFTrackingFPGAIntegration::F110IntegrationAlg:

Collaboration diagram for EFTrackingFPGAIntegration::F110IntegrationAlg:

Public Member Functions
virtual StatusCode	initialize () override final
	Detect the OpenCL devices and prepare OpenCL context. More...

virtual StatusCode	execute (const EventContext &ctx) const override final
	Should be overriden by derived classes to perform meaningful work. More...

virtual StatusCode	finalize () override final

StatusCode	loadProgram (const std::string &xclbin)
	Find the xclbin file and load it into the OpenCL program object. More...

StatusCode	precheck (const std::vector< Gaudi::Property< std::string >> &inputs) const
	Check if the the desired Gaudi properties are set. More...

virtual StatusCode	sysInitialize () override
	Override sysInitialize. More...

virtual bool	isClonable () const override
	Specify if the algorithm is clonable. More...

virtual unsigned int	cardinality () const override
	Cardinality (Maximum number of clones that can exist) special value 0 means that algorithm is reentrant. More...

virtual StatusCode	sysExecute (const EventContext &ctx) override
	Execute an algorithm. More...

virtual const DataObjIDColl &	extraOutputDeps () const override
	Return the list of extra output dependencies. More...

virtual bool	filterPassed (const EventContext &ctx) const

virtual void	setFilterPassed (bool state, const EventContext &ctx) const

ServiceHandle< StoreGateSvc > &	evtStore ()
	The standard `StoreGateSvc` (event store) Returns (kind of) a pointer to the `StoreGateSvc`. More...

const ServiceHandle< StoreGateSvc > &	evtStore () const
	The standard `StoreGateSvc` (event store) Returns (kind of) a pointer to the `StoreGateSvc`. More...

const ServiceHandle< StoreGateSvc > &	detStore () const
	The standard `StoreGateSvc/DetectorStore` Returns (kind of) a pointer to the `StoreGateSvc`. More...

virtual StatusCode	sysStart () override
	Handle START transition. More...

virtual std::vector< Gaudi::DataHandle * >	inputHandles () const override
	Return this algorithm's input handles. More...

virtual std::vector< Gaudi::DataHandle * >	outputHandles () const override
	Return this algorithm's output handles. More...

Gaudi::Details::PropertyBase &	declareProperty (Gaudi::Property< T, V, H > &t)

Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, SG::VarHandleKey &hndl, const std::string &doc, const SG::VarHandleKeyType &)
	Declare a new Gaudi property. More...

Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, SG::VarHandleBase &hndl, const std::string &doc, const SG::VarHandleType &)
	Declare a new Gaudi property. More...

Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, SG::VarHandleKeyArray &hndArr, const std::string &doc, const SG::VarHandleKeyArrayType &)

Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, T &property, const std::string &doc, const SG::NotHandleType &)
	Declare a new Gaudi property. More...

Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, T &property, const std::string &doc="none")
	Declare a new Gaudi property. More...

void	updateVHKA (Gaudi::Details::PropertyBase &)

MsgStream &	msg () const

MsgStream &	msg (const MSG::Level lvl) const

bool	msgLvl (const MSG::Level lvl) const

Protected Member Functions
void	renounceArray (SG::VarHandleKeyArray &handlesArray)
	remove all handles from I/O resolution More...

std::enable_if_t< std::is_void_v< std::result_of_t< decltype(&T::renounce)(T)> > &&!std::is_base_of_v< SG::VarHandleKeyArray, T > &&std::is_base_of_v< Gaudi::DataHandle, T >, void >	renounce (T &h)

void	extraDeps_update_handler (Gaudi::Details::PropertyBase &ExtraDeps)
	Add StoreName to extra input/output deps as needed. More...

Protected Attributes
cl::Device	m_accelerator
	Device object for the accelerator card. More...

cl::Context	m_context
	Context object for the application. More...

cl::Program	m_program
	Program object containing the kernel. More...

Gaudi::Property< std::string >	m_deviceBDF {this, "bdfID", "", "BDF ID of the accelerator card"}
	BDF ID of the accelerator card. More...

Gaudi::Property< bool >	m_doEmulation {this, "doEmulation", false, "If software or hardware emulation is being used for debugging"}

Private Types
typedef ServiceHandle< StoreGateSvc >	StoreGateSvc_t

Private Member Functions
std::vector< cl::Event >	getDepVector (std::vector< cl::Event > &endEvents, size_t cu) const

void	getListofCUs (std::vector< std::string > &cuNames)

Gaudi::Details::PropertyBase &	declareGaudiProperty (Gaudi::Property< T, V, H > &hndl, const SG::VarHandleKeyType &)
	specialization for handling Gaudi::Property<SG::VarHandleKey> More...

Gaudi::Details::PropertyBase &	declareGaudiProperty (Gaudi::Property< T, V, H > &hndl, const SG::VarHandleKeyArrayType &)
	specialization for handling Gaudi::Property<SG::VarHandleKeyArray> More...

Gaudi::Details::PropertyBase &	declareGaudiProperty (Gaudi::Property< T, V, H > &hndl, const SG::VarHandleType &)
	specialization for handling Gaudi::Property<SG::VarHandleBase> More...

Gaudi::Details::PropertyBase &	declareGaudiProperty (Gaudi::Property< T, V, H > &t, const SG::NotHandleType &)
	specialization for handling everything that's not a Gaudi::Property<SG::VarHandleKey> or a <SG::VarHandleKeyArray> More...

Private Attributes
ServiceHandle< IChronoSvc >	m_chronoSvc {"ChronoStatSvc", name()}
	Service for timing the algorithm. More...

SG::ReadHandleKey< std::vector< uint64_t > >	m_FPGAPixelRDO {this, "FPGAEncodedPixelKey", "FPGAEncodedPixelRDOs", "Pixel RDO converted to FPGA format"}

SG::ReadHandleKey< std::vector< uint64_t > >	m_FPGAStripRDO {this, "FPGAEncodedStripKey", "FPGAEncodedStripRDOs", "Strip RDO converted to FPGA format"}

SG::WriteHandleKey< std::vector< uint64_t > >	m_FPGAPixelOutput {this, "FPGAOutputPixelKey", "FPGAPixelOutput", "Pixel output from FPGA format"}

SG::WriteHandleKey< std::vector< uint64_t > >	m_FPGAStripOutput {this, "FPGAOutputStripKey", "FPGAStripOutput", "Strip output from FPGA format"}

Gaudi::Property< int >	m_FPGAThreads {this, "FPGAThreads", 1, "number of FPGA threads to initialize"}

Gaudi::Property< std::string >	m_xclbin {this, "xclbin", "", "xclbin path and name"}
	Path and name of the xclbin file. More...

Gaudi::Property< std::string >	m_pixelEdmKernelName {this, "PixelEDMPrepKernelName", "", "Name of the FPGA kernel"}
	Name of the FPGA kernel. More...

Gaudi::Property< std::string >	m_stripEdmKernelName {this, "StripEDMPrepKernelName", "", "Name of the FPGA kernel"}
	Name of the FPGA kernel. More...

Gaudi::Property< std::string >	m_pixelClusterKernelName {this, "PixelClusterKernelName", "", "Name of the pixel clustering kernel"}
	Name of the pixel clustering kernel. More...

Gaudi::Property< std::string >	m_stripClusterKernelName {this, "StripClusterKernelName", "", "Name of the strip clustering kernel"}
	Name of the strip clustering kernel. More...

Gaudi::Property< std::string >	m_stripL2GKernelName {this, "StripL2GKernelName", "", "Name of the strip L2G kernel"}
	Name of the strip L2G kernelS. More...

std::mutex	m_fpgaHandleMtx

std::vector< cl::Event > m_stripClusterEndEvents	ATLAS_THREAD_SAFE

std::vector< cl::Event > m_stripL2GEndEvents	ATLAS_THREAD_SAFE

std::vector< cl::Event > m_stripEDMEndEvents	ATLAS_THREAD_SAFE

std::vector< cl::Event > m_pixelClusterEndEvents	ATLAS_THREAD_SAFE

std::vector< cl::Event > m_pixelEDMEndEvents	ATLAS_THREAD_SAFE

std::vector< cl::Kernel > m_pixelClusterKernels	ATLAS_THREAD_SAFE

std::vector< cl::Kernel > m_pixelEDMKernels	ATLAS_THREAD_SAFE

std::vector< cl::Kernel > m_stripClusterKernels	ATLAS_THREAD_SAFE

std::vector< cl::Kernel > m_stripEDMKernels	ATLAS_THREAD_SAFE

std::vector< cl::Kernel > m_stripL2GKernels	ATLAS_THREAD_SAFE

std::atomic< ulonglong >	m_numEvents {0}
	Number of events processed. More...

std::atomic< cl_ulong >	m_pixelInputTime {0}
	Time for pixel input buffer write. More...

std::atomic< cl_ulong >	m_stripInputTime {0}
	Time for strip input buffer write. More...

std::atomic< cl_ulong >	m_pixelClusteringTime {0}
	Time for pixel clustering. More...

std::atomic< cl_ulong >	m_stripClusteringTime {0}
	Time for strip clustering. More...

std::atomic< cl_ulong >	m_stripL2GTime {0}
	Time for strip L2G. More...

std::atomic< cl_ulong >	m_pixelEdmPrepTime {0}
	Time for pixel EDM preparation. More...

std::atomic< cl_ulong >	m_stripEdmPrepTime {0}
	Time for strip EDM preparation. More...

std::atomic< cl_ulong >	m_pixelOutputTime {0}
	Time for pixel output buffer read. More...

std::atomic< cl_ulong >	m_stripOutputTime {0}
	Time for strip output buffer read. More...

std::atomic< cl_ulong >	m_kernelTime {0}
	Time for kernel execution. More...

std::vector< cl::Buffer > m_pixelClusterInputBufferList	ATLAS_THREAD_SAFE

std::vector< cl::Buffer > m_stripClusterInputBufferList	ATLAS_THREAD_SAFE

std::vector< cl::Buffer > m_stripClusterOutputBufferList	ATLAS_THREAD_SAFE

std::vector< cl::Buffer > m_pixelClusterEDMOutputBufferList	ATLAS_THREAD_SAFE

std::vector< cl::Buffer > m_stripClusterEDMOutputBufferList	ATLAS_THREAD_SAFE

std::vector< cl::Buffer > m_stripL2GOutputBufferList	ATLAS_THREAD_SAFE

std::vector< cl::Buffer > m_stripL2GEDMOutputBufferList	ATLAS_THREAD_SAFE

std::vector< cl::Buffer > m_edmPixelOutputBufferList	ATLAS_THREAD_SAFE

std::vector< cl::Buffer > m_edmStripOutputBufferList	ATLAS_THREAD_SAFE

cl::CommandQueue	m_acc_queue

DataObjIDColl	m_extendedExtraObjects
	Extra output dependency collection, extended by AthAlgorithmDHUpdate to add symlinks. More...

StoreGateSvc_t	m_evtStore
	Pointer to StoreGate (event store by default) More...

StoreGateSvc_t	m_detStore
	Pointer to StoreGate (detector store by default) More...

std::vector< SG::VarHandleKeyArray * >	m_vhka

bool	m_varHandleArraysDeclared

Detailed Description

This is the class for the benchmark algorithm specific to the FPGA integration and output conversion.

This algorithm is used to benchmark and optimize the FPGA output memory migration and output conversion. It expects the use of FPGA pass-through kernel.

Definition at line 37 of file F110IntegrationAlg.h.

Member Typedef Documentation

◆ StoreGateSvc_t

typedef ServiceHandle<StoreGateSvc> AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::StoreGateSvc_t

privateinherited

Definition at line 388 of file AthCommonDataStore.h.

Member Function Documentation

◆ cardinality()

unsigned int AthCommonReentrantAlgorithm< Gaudi::Algorithm >::cardinality

overridevirtualinherited

Cardinality (Maximum number of clones that can exist) special value 0 means that algorithm is reentrant.

Override this to return 0 for reentrant algorithms.

Definition at line 75 of file AthCommonReentrantAlgorithm.cxx.

 {
   return 0;
 }

◆ declareGaudiProperty() [1/4]

Gaudi::Details::PropertyBase& AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::declareGaudiProperty	(	Gaudi::Property< T, V, H > &	hndl,
		const SG::VarHandleKeyArrayType &
	)

inlineprivateinherited

specialization for handling Gaudi::Property<SG::VarHandleKeyArray>

Definition at line 170 of file AthCommonDataStore.h.

   {
     return *AthCommonDataStore<PBASE>::declareProperty(hndl.name(),
                                                        hndl.value(), 
                                                        hndl.documentation());
  
   }

◆ declareGaudiProperty() [2/4]

Gaudi::Details::PropertyBase& AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::declareGaudiProperty	(	Gaudi::Property< T, V, H > &	hndl,
		const SG::VarHandleKeyType &
	)

inlineprivateinherited

specialization for handling Gaudi::Property<SG::VarHandleKey>

Definition at line 156 of file AthCommonDataStore.h.

   {
     return *AthCommonDataStore<PBASE>::declareProperty(hndl.name(),
                                                        hndl.value(), 
                                                        hndl.documentation());
  
   }

◆ declareGaudiProperty() [3/4]

Gaudi::Details::PropertyBase& AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::declareGaudiProperty	(	Gaudi::Property< T, V, H > &	hndl,
		const SG::VarHandleType &
	)

inlineprivateinherited

specialization for handling Gaudi::Property<SG::VarHandleBase>

Definition at line 184 of file AthCommonDataStore.h.

   {
     return *AthCommonDataStore<PBASE>::declareProperty(hndl.name(),
                                                        hndl.value(), 
                                                        hndl.documentation());
   }

◆ declareGaudiProperty() [4/4]

Gaudi::Details::PropertyBase& AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::declareGaudiProperty	(	Gaudi::Property< T, V, H > &	t,
		const SG::NotHandleType &
	)

inlineprivateinherited

specialization for handling everything that's not a Gaudi::Property<SG::VarHandleKey> or a <SG::VarHandleKeyArray>

Definition at line 199 of file AthCommonDataStore.h.

   {
     return PBASE::declareProperty(t);
   }

◆ declareProperty() [1/6]

Gaudi::Details::PropertyBase* AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::declareProperty	(	const std::string &	name,
		SG::VarHandleBase &	hndl,
		const std::string &	doc,
		const SG::VarHandleType &
	)

inlineinherited

Declare a new Gaudi property.

Parameters

name	Name of the property.
hndl	Object holding the property value.
doc	Documentation string for the property.

This is the version for types that derive from SG::VarHandleBase. The property value object is put on the input and output lists as appropriate; then we forward to the base class.

Definition at line 245 of file AthCommonDataStore.h.

   {
     this->declare(hndl.vhKey());
     hndl.vhKey().setOwner(this);
  
     return PBASE::declareProperty(name,hndl,doc);
   }

◆ declareProperty() [2/6]

Gaudi::Details::PropertyBase* AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::declareProperty	(	const std::string &	name,
		SG::VarHandleKey &	hndl,
		const std::string &	doc,
		const SG::VarHandleKeyType &
	)

inlineinherited

Declare a new Gaudi property.

Parameters

name	Name of the property.
hndl	Object holding the property value.
doc	Documentation string for the property.

This is the version for types that derive from SG::VarHandleKey. The property value object is put on the input and output lists as appropriate; then we forward to the base class.

Definition at line 221 of file AthCommonDataStore.h.

   {
     this->declare(hndl);
     hndl.setOwner(this);
  
     return PBASE::declareProperty(name,hndl,doc);
   }

◆ declareProperty() [3/6]

Gaudi::Details::PropertyBase* AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::declareProperty	(	const std::string &	name,
		SG::VarHandleKeyArray &	hndArr,
		const std::string &	doc,
		const SG::VarHandleKeyArrayType &
	)

inlineinherited

Definition at line 259 of file AthCommonDataStore.h.

   {
  
     // std::ostringstream ost;
     // ost << Algorithm::name() << " VHKA declareProp: " << name 
     //     << " size: " << hndArr.keys().size() 
     //     << " mode: " << hndArr.mode() 
     //     << "  vhka size: " << m_vhka.size()
     //     << "\n";
     // debug() << ost.str() << endmsg;
  
     hndArr.setOwner(this);
     m_vhka.push_back(&hndArr);
  
     Gaudi::Details::PropertyBase* p =  PBASE::declareProperty(name, hndArr, doc);
     if (p != 0) {
       p->declareUpdateHandler(&AthCommonDataStore<PBASE>::updateVHKA, this);
     } else {
       ATH_MSG_ERROR("unable to call declareProperty on VarHandleKeyArray " 
                     << name);
     }
  
     return p;
  
   }

◆ declareProperty() [4/6]

Gaudi::Details::PropertyBase* AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::declareProperty	(	const std::string &	name,
		T &	property,
		const std::string &	doc,
		const SG::NotHandleType &
	)

inlineinherited

Declare a new Gaudi property.

Parameters

name	Name of the property.
property	Object holding the property value.
doc	Documentation string for the property.

This is the generic version, for types that do not derive from SG::VarHandleKey. It just forwards to the base class version of declareProperty.

Definition at line 333 of file AthCommonDataStore.h.

   {
     return PBASE::declareProperty(name, property, doc);
   }

◆ declareProperty() [5/6]

Gaudi::Details::PropertyBase* AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::declareProperty	(	const std::string &	name,
		T &	property,
		const std::string &	doc = `"none"`
	)

inlineinherited

Declare a new Gaudi property.

Parameters

name	Name of the property.
property	Object holding the property value.
doc	Documentation string for the property.

This dispatches to either the generic declareProperty or the one for VarHandle/Key/KeyArray.

Definition at line 352 of file AthCommonDataStore.h.

   {
     typedef typename SG::HandleClassifier<T>::type htype;
     return declareProperty (name, property, doc, htype());
   }

◆ declareProperty() [6/6]

Gaudi::Details::PropertyBase& AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::declareProperty ( Gaudi::Property< T, V, H > & t )

inlineinherited

Definition at line 145 of file AthCommonDataStore.h.

                                                                      {
     typedef typename SG::HandleClassifier<T>::type htype;
     return AthCommonDataStore<PBASE>::declareGaudiProperty(t, htype());
   }

◆ detStore()

const ServiceHandle<StoreGateSvc>& AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::detStore ( ) const

inlineinherited

The standard StoreGateSvc/DetectorStore Returns (kind of) a pointer to the StoreGateSvc.

Definition at line 95 of file AthCommonDataStore.h.

95 { return m_detStore; }

◆ evtStore() [1/2]

ServiceHandle<StoreGateSvc>& AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::evtStore ( )

inlineinherited

The standard StoreGateSvc (event store) Returns (kind of) a pointer to the StoreGateSvc.

Definition at line 85 of file AthCommonDataStore.h.

85 { return m_evtStore; }

◆ evtStore() [2/2]

const ServiceHandle<StoreGateSvc>& AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::evtStore ( ) const

inlineinherited

The standard StoreGateSvc (event store) Returns (kind of) a pointer to the StoreGateSvc.

Definition at line 90 of file AthCommonDataStore.h.

90 { return m_evtStore; }

◆ execute()

StatusCode EFTrackingFPGAIntegration::F110IntegrationAlg::execute ( const EventContext & ctx ) const

finaloverridevirtual

Should be overriden by derived classes to perform meaningful work.

Input handles

Reimplemented from IntegrationBase.

Definition at line 135 of file F110IntegrationAlg.cxx.

     {
         ATH_MSG_DEBUG("Executing F110IntegrationAlg");
         m_numEvents++;
  
         auto pixelInput = SG::get(m_FPGAPixelRDO, ctx);
         auto stripInput = SG::get(m_FPGAStripRDO, ctx);
    
         // logic
         unsigned int nthreads = m_FPGAThreads.value();
  
         if(m_FPGAThreads.value() < 1){
             nthreads = SG::getNSlots();
         }
  
         size_t bufferIndex = ctx.slot() % nthreads;
  
         // Get index for each of the kernels
         size_t pixelClusterIndex = ctx.slot() % m_pixelClusterKernels.size();
         size_t stripClusterIndex = ctx.slot() % m_stripClusterKernels.size();
         size_t stripL2GIndex     = ctx.slot() % m_stripL2GKernels.size();
         size_t pixelEDMIndex     = ctx.slot() % m_pixelEDMKernels.size();
         size_t stripEDMIndex     = ctx.slot() % m_stripEDMKernels.size();
  
         
         // Explicit mutex needed so we don't block multithreading from functioning properly but end the execute function in accordance with FPGA hardware resource utilization
         std::unique_lock lock(m_fpgaHandleMtx);
  
  
         ATH_MSG_DEBUG("F100 Thread number "<<ctx.slot()<<" running on buffer "<<bufferIndex<<" pixelClusterIndex: "<< pixelClusterIndex<<" stripClusterIndex: "<< stripClusterIndex<<" stripL2GIndex: "<< stripL2GIndex<<" pixelEDMIndex: "<< pixelEDMIndex<<" stripEDMIndex: "<< stripEDMIndex);
  
  
         // Grab buffers
         cl::Buffer pixelClusterInputBuffer = m_pixelClusterInputBufferList[bufferIndex];
         cl::Buffer stripClusterInputBuffer = m_stripClusterInputBufferList[bufferIndex];
         cl::Buffer stripClusterOutputBuffer = m_stripClusterOutputBufferList[bufferIndex];
         cl::Buffer pixelClusterEDMOutputBuffer = m_pixelClusterEDMOutputBufferList[bufferIndex];
         cl::Buffer stripClusterEDMOutputBuffer = m_stripClusterEDMOutputBufferList[bufferIndex];
         cl::Buffer stripL2GOutputBuffer = m_stripL2GOutputBufferList[bufferIndex];
         cl::Buffer stripL2GEDMOutputBuffer = m_stripL2GEDMOutputBufferList[bufferIndex];
         cl::Buffer edmPixelOutputBuffer = m_edmPixelOutputBufferList[bufferIndex];
         cl::Buffer edmStripOutputBuffer = m_edmStripOutputBufferList[bufferIndex];
  
  
         // Grab kernels
         cl::Kernel &pixelClusteringKernel = m_pixelClusterKernels[pixelClusterIndex];
         cl::Kernel &pixelEdmPrepKernel = m_pixelEDMKernels[pixelEDMIndex];
  
         cl::Kernel &stripClusteringKernel = m_stripClusterKernels[stripClusterIndex];
         cl::Kernel &stripL2GKernel = m_stripL2GKernels[stripL2GIndex];
         cl::Kernel &stripEdmPrepKernel = m_stripEDMKernels[stripEDMIndex];
  
  
         // Set kernel args
         pixelClusteringKernel.setArg<cl::Buffer>(0, pixelClusterInputBuffer);
         pixelClusteringKernel.setArg<cl::Buffer>(1, pixelClusterEDMOutputBuffer);
  
         stripClusteringKernel.setArg<cl::Buffer>(0, stripClusterInputBuffer);
         stripClusteringKernel.setArg<cl::Buffer>(1, stripClusterOutputBuffer);
         stripClusteringKernel.setArg<cl::Buffer>(2, stripClusterEDMOutputBuffer);
         stripClusteringKernel.setArg<unsigned int>(3, (*stripInput).size());
  
         stripL2GKernel.setArg<cl::Buffer>(0, stripClusterOutputBuffer);
         stripL2GKernel.setArg<cl::Buffer>(1, stripClusterEDMOutputBuffer);
         stripL2GKernel.setArg<cl::Buffer>(2, stripL2GOutputBuffer);
         stripL2GKernel.setArg<cl::Buffer>(3, stripL2GEDMOutputBuffer);
  
         pixelEdmPrepKernel.setArg<cl::Buffer>(0, pixelClusterEDMOutputBuffer);
         pixelEdmPrepKernel.setArg<cl::Buffer>(1, edmPixelOutputBuffer);
         stripEdmPrepKernel.setArg<cl::Buffer>(0, stripL2GEDMOutputBuffer);
         stripEdmPrepKernel.setArg<cl::Buffer>(1, edmStripOutputBuffer);
     
  
         // Start memory transfers while respecting event deps
         // Note that no explicit mutex is needed anymore due to the m_fpgaHandleMtx mutex
         std::vector<cl::Event> writePixelInputDeps = getDepVector(m_pixelClusterEndEvents, pixelClusterIndex);
         std::vector<cl::Event> writeStripInputDeps = getDepVector(m_stripClusterEndEvents, stripClusterIndex);
  
         cl::Event writePixelInputEvt;
         cl::Event writeStripInputEvt;
         m_acc_queue.enqueueWriteBuffer(pixelClusterInputBuffer, CL_FALSE, 0, sizeof(uint64_t) * (*pixelInput).size(), (*pixelInput).data(), &writePixelInputDeps, &writePixelInputEvt);
         m_acc_queue.enqueueWriteBuffer(stripClusterInputBuffer, CL_FALSE, 0, sizeof(uint64_t) * (*stripInput).size(), (*stripInput).data(), &writeStripInputDeps, &writeStripInputEvt);
  
         std::vector<cl::Event> pixelClusteringDeps = { writePixelInputEvt };
         std::vector<cl::Event> stripClusteringDeps = { writeStripInputEvt };
         
         cl::Event pixelClusteringEvt;
         cl::Event stripClusteringEvt;
         cl::Event pixelL2GEvt;
         cl::Event stripL2GEvt;
         cl::Event edmPrepEvt;
         cl::Event pixelEdmPrepEvt;
         cl::Event stripEdmPrepEvt;
  
         {
             Athena::Chrono chrono("Kernel execution", m_chronoSvc.get());
  
             // CLUSTERING
             m_acc_queue.enqueueTask(pixelClusteringKernel, &pixelClusteringDeps, &pixelClusteringEvt);
             m_acc_queue.enqueueTask(stripClusteringKernel, &stripClusteringDeps, &stripClusteringEvt);
  
             //    Track the clustering end events
             m_pixelClusterEndEvents[pixelClusterIndex] = pixelClusteringEvt;
             m_stripClusterEndEvents[stripClusterIndex] = stripClusteringEvt;
  
             std::vector<cl::Event> stripL2GDeps = getDepVector(m_stripL2GEndEvents, stripClusterIndex);
             stripL2GDeps.push_back(stripClusteringEvt);
  
             m_acc_queue.enqueueTask(stripL2GKernel, &stripL2GDeps, &stripL2GEvt);
  
             m_stripL2GEndEvents[stripClusterIndex] = stripL2GEvt;
  
             // EDM PREP
             std::vector<cl::Event> pixelEdmPrepDeps = getDepVector(m_pixelEDMEndEvents, pixelClusterIndex);
             pixelEdmPrepDeps.push_back(pixelClusteringEvt);
         
             // Run discrete EDM prep kernels for F110
             std::vector<cl::Event> stripEdmPrepDeps = getDepVector(m_stripEDMEndEvents, stripClusterIndex);
             stripEdmPrepDeps.push_back(stripL2GEvt);
  
             m_acc_queue.enqueueTask(stripEdmPrepKernel, &stripEdmPrepDeps, &stripEdmPrepEvt);
             m_acc_queue.enqueueTask(pixelEdmPrepKernel, &pixelEdmPrepDeps, &pixelEdmPrepEvt);
           
         }
         
         // READ OUTPUTS
         cl::Event readPixelOutputEvt;
         cl::Event readStripOutputEvt;
         std::vector<cl::Event> readPixelOutputDeps;
         std::vector<cl::Event> readStripOutputDeps;
        
         readPixelOutputDeps.push_back(pixelEdmPrepEvt);
         readStripOutputDeps.push_back(stripEdmPrepEvt);
  
  
         SG::WriteHandle<std::vector<uint64_t>> FPGAPixelOutput(m_FPGAPixelOutput, ctx);
         ATH_CHECK(FPGAPixelOutput.record(std::make_unique<std::vector<uint64_t> >(EFTrackingTransient::PIXEL_CONTAINER_BUF_SIZE, 0)));
  
         SG::WriteHandle<std::vector<uint64_t>> FPGAStripOutput(m_FPGAStripOutput, ctx);
         ATH_CHECK(FPGAStripOutput.record(std::make_unique<std::vector<uint64_t> >(EFTrackingTransient::STRIP_CONTAINER_BUF_SIZE, 0)));
  
         m_acc_queue.enqueueReadBuffer(edmPixelOutputBuffer, CL_FALSE, 0, sizeof(uint64_t) * (*FPGAPixelOutput).size(), (*FPGAPixelOutput).data(), &readPixelOutputDeps, &readPixelOutputEvt);
         m_acc_queue.enqueueReadBuffer(edmStripOutputBuffer, CL_FALSE, 0, sizeof(uint64_t) * (*FPGAStripOutput).size(), (*FPGAStripOutput).data(), &readStripOutputDeps, &readStripOutputEvt);
  
  
         // Unlocks mutex so other events can handle their FPGA interactions while this event is waiting
         lock.unlock();
  
         
         // Wait for the reading to finish before terminating the event
         std::vector<cl::Event> terminationDeps = { readPixelOutputEvt, readStripOutputEvt };
         cl::Event::waitForEvents(terminationDeps);
  
         if(pixelInput->size() == 6) (*FPGAPixelOutput)[0] = 0; // if no pixel input, set the first element to 0
         if(stripInput->size() == 6) (*FPGAStripOutput)[0] = 0; // if no strip input, set the first element to 0
  
  
        // calculate the time for the kernel execution
         // get the time of writing pixel input buffer
         cl_ulong pixel_input_time = writePixelInputEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - writePixelInputEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
         m_pixelInputTime += pixel_input_time;
         ATH_MSG_DEBUG("Pixel input buffer write time: " << pixel_input_time / 1e6 << " ms");
  
         // get the time of writing strip input buffer
         cl_ulong strip_input_time = writeStripInputEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - writeStripInputEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
         m_stripInputTime += strip_input_time;
         ATH_MSG_DEBUG("Strip input buffer write time: " << strip_input_time / 1e6 << " ms");
  
         // get the time of pixel clustering
         cl_ulong pixel_clustering_time = pixelClusteringEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - pixelClusteringEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
         m_pixelClusteringTime += pixel_clustering_time;
         ATH_MSG_DEBUG("Pixel clustering time: " << pixel_clustering_time / 1e6 << " ms");
  
         // get the time of strip clustering
         cl_ulong strip_clustering_time = stripClusteringEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - stripClusteringEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
         m_stripClusteringTime += strip_clustering_time;
         ATH_MSG_DEBUG("Strip clustering time: " << strip_clustering_time / 1e6 << " ms");
  
  
         // get the time of strip L2G
         cl_ulong strip_l2g_time = stripL2GEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - stripL2GEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
         m_stripL2GTime += strip_l2g_time;
         ATH_MSG_DEBUG("Strip L2G time: " << strip_l2g_time / 1e6 << " ms");
  
         // get the time of EDMPrep
  
         cl_ulong pixel_edm_prep_time = pixelEdmPrepEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - pixelEdmPrepEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
         cl_ulong strip_edm_prep_time = stripEdmPrepEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - stripEdmPrepEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
  
         m_pixelEdmPrepTime += pixel_edm_prep_time;
         ATH_MSG_DEBUG("PixelEDMPrep time: " << pixel_edm_prep_time / 1e6 << " ms");
  
         m_stripEdmPrepTime += strip_edm_prep_time;
         ATH_MSG_DEBUG("StripEDMPrep time: " << strip_edm_prep_time / 1e6 << " ms");
  
         // get the time of the whole kernel execution
         cl_ulong kernel_start = pixelClusteringEvt.getProfilingInfo<CL_PROFILING_COMMAND_QUEUED>();
         cl_ulong kernel_end = std::max(pixelEdmPrepEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>(), stripEdmPrepEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>());
         m_kernelTime += (kernel_end - kernel_start);
         ATH_MSG_DEBUG("Kernel execution time: " << (kernel_end - kernel_start) / 1e6 << " ms");
  
         // get the time of reading pixel output buffer
         cl_ulong pixel_output_time = readPixelOutputEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - readPixelOutputEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
         m_pixelOutputTime += pixel_output_time;
         ATH_MSG_DEBUG("Pixel output buffer read time: " << pixel_output_time / 1e6 << " ms");
  
         // get the time of reading strip output buffer
         cl_ulong strip_output_time = readStripOutputEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - readStripOutputEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
         m_stripOutputTime += strip_output_time;
         ATH_MSG_DEBUG("Strip output buffer read time: " << strip_output_time / 1e6 << " ms");
         
  
         return StatusCode::SUCCESS;
     }

◆ extraDeps_update_handler()

void AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::extraDeps_update_handler ( Gaudi::Details::PropertyBase & ExtraDeps )

protectedinherited

Add StoreName to extra input/output deps as needed.

use the logic of the VarHandleKey to parse the DataObjID keys supplied via the ExtraInputs and ExtraOuputs Properties to add the StoreName if it's not explicitly given

◆ extraOutputDeps()

const DataObjIDColl & AthCommonReentrantAlgorithm< Gaudi::Algorithm >::extraOutputDeps

overridevirtualinherited

Return the list of extra output dependencies.

This list is extended to include symlinks implied by inheritance relations.

Definition at line 94 of file AthCommonReentrantAlgorithm.cxx.

 {
   // If we didn't find any symlinks to add, just return the collection
   // from the base class.  Otherwise, return the extended collection.
   if (!m_extendedExtraObjects.empty()) {
     return m_extendedExtraObjects;
   }
   return BaseAlg::extraOutputDeps();
 }

◆ filterPassed()

virtual bool AthCommonReentrantAlgorithm< Gaudi::Algorithm >::filterPassed ( const EventContext & ctx ) const

inlinevirtualinherited

Definition at line 96 of file AthCommonReentrantAlgorithm.h.

                                                            {
     return execState( ctx ).filterPassed();
   }

◆ finalize()

StatusCode EFTrackingFPGAIntegration::F110IntegrationAlg::finalize ( )

finaloverridevirtual

Definition at line 351 of file F110IntegrationAlg.cxx.

     {
  
         ATH_MSG_INFO("Finalizing F110IntegrationAlg");
         ATH_MSG_INFO("Number of events: " << m_numEvents);
  
         if(m_numEvents > 0){
             ATH_MSG_INFO("Pixel input ave time: " << m_pixelInputTime / m_numEvents / 1e6 << " ms");
             ATH_MSG_INFO("Strip input ave time: " << m_stripInputTime / m_numEvents / 1e6 << " ms");
             ATH_MSG_INFO("Pixel clustering ave time: " << m_pixelClusteringTime / m_numEvents / 1e6 << " ms");
             ATH_MSG_INFO("Strip clustering ave time: " << m_stripClusteringTime / m_numEvents / 1e6 << " ms");
             ATH_MSG_INFO("Strip L2G ave time: " << m_stripL2GTime / m_numEvents / 1e6 << " ms");
             ATH_MSG_INFO("PixelEDMPrep ave time: " << m_pixelEdmPrepTime / m_numEvents / 1e6 << " ms");
             ATH_MSG_INFO("StripEDMPrep ave time: " << m_stripEdmPrepTime / m_numEvents / 1e6 << " ms");
             ATH_MSG_INFO("Kernel execution ave time: " << m_kernelTime / m_numEvents / 1e6 << " ms");
             ATH_MSG_INFO("Pixel output ave time: " << m_pixelOutputTime / m_numEvents / 1e6 << " ms");
             ATH_MSG_INFO("Strip output ave time: " << m_stripOutputTime / m_numEvents / 1e6 << " ms");
         }
  
         return StatusCode::SUCCESS;
     }

◆ getDepVector()

std::vector< cl::Event > EFTrackingFPGAIntegration::F110IntegrationAlg::getDepVector	(	std::vector< cl::Event > &	endEvents,
		size_t	cu
	)		const

private

Definition at line 120 of file F110IntegrationAlg.cxx.

                                                                                                       {
         std::vector<cl::Event> deps;
  
         cl::Event event = endEvents[cu];
  
         if (event() != NULL) 
         {
           // Event exists
           deps.push_back(event);
         }
  
         return deps;
     }

◆ getListofCUs()

void EFTrackingFPGAIntegration::F110IntegrationAlg::getListofCUs ( std::vector< std::string > & cuNames )

private

Definition at line 373 of file F110IntegrationAlg.cxx.

     {
         xrt::xclbin xrt_xclbin(m_xclbin);
  
         ATH_MSG_INFO("xsa name: "<<xrt_xclbin.get_xsa_name());
         ATH_MSG_INFO("fpga name: "<<xrt_xclbin.get_fpga_device_name());
         ATH_MSG_INFO("uuid: "<<xrt_xclbin.get_uuid().to_string());
  
         for (const xrt::xclbin::kernel &kernel : xrt_xclbin.get_kernels()) {
             const std::string& kernelName = kernel.get_name();
  
             ATH_MSG_INFO("kernelName: "<<kernelName);
  
  
             for (const xrt::xclbin::ip &computeUnit : kernel.get_cus()) {
                 const std::string& computeUnitName = computeUnit.get_name();
                 const std::string computeUnitIsolatedName = computeUnitName.substr(kernelName.size() + 1);
  
                 const std::string computeUnitUsableName = kernelName + ":{" + computeUnitIsolatedName + "}";
  
                 ATH_MSG_INFO("CU name: "<<computeUnitUsableName);
                 cuNames.push_back(computeUnitUsableName);
             }
         }
  
     }

◆ initialize()

StatusCode EFTrackingFPGAIntegration::F110IntegrationAlg::initialize ( )

finaloverridevirtual

Detect the OpenCL devices and prepare OpenCL context.

This should always be called by derived classes when running on the FPGA accelerator.

Reimplemented from IntegrationBase.

Definition at line 15 of file F110IntegrationAlg.cxx.

     {
         ATH_MSG_INFO("Running on the FPGA accelerator");
  
         ATH_CHECK(IntegrationBase::precheck({m_xclbin}));
  
         ATH_CHECK(m_chronoSvc.retrieve());
  
         {
             Athena::Chrono chrono("Platform and device initlize", m_chronoSvc.get());
             ATH_CHECK(IntegrationBase::initialize());
         }
  
         {
             Athena::Chrono chrono("CL::loadProgram", m_chronoSvc.get());
             ATH_CHECK(IntegrationBase::loadProgram(m_xclbin));
         }
         ATH_MSG_INFO("loading "<<m_xclbin);
  
         
         ATH_CHECK(m_FPGAStripRDO.initialize());
         ATH_CHECK(m_FPGAPixelRDO.initialize());
  
         ATH_CHECK(m_FPGAStripOutput.initialize());
         ATH_CHECK(m_FPGAPixelOutput.initialize());
  
         cl_int err = 0;
  
         // Get the list of CUs
         std::vector<std::string> listofCUs;
         getListofCUs(listofCUs);
  
         // Create kernels for each one of CUs that is inside device
         for (const auto& cuName: listofCUs)
         {
             // Pixel clustering
             if(cuName.find(m_pixelClusterKernelName.value()) != std::string::npos) m_pixelClusterKernels.emplace_back(cl::Kernel(m_program, cuName.c_str()));
  
             // Strip clustering
             else if(cuName.find(m_stripClusterKernelName.value()) != std::string::npos)  m_stripClusterKernels.emplace_back(cl::Kernel(m_program, cuName.c_str()));
  
             // Strip L2G
             else if(cuName.find(m_stripL2GKernelName.value()) != std::string::npos) m_stripL2GKernels.emplace_back(cl::Kernel(m_program, cuName.c_str()));
  
             // EDM prep
             else if(cuName.find(m_pixelEdmKernelName.value()) != std::string::npos) m_pixelEDMKernels.emplace_back(cl::Kernel(m_program, cuName.c_str()));
  
             else if(cuName.find(m_stripEdmKernelName.value()) != std::string::npos) m_stripEDMKernels.emplace_back(cl::Kernel(m_program, cuName.c_str()));
  
             else
             {
                 ATH_MSG_WARNING("Do not recognize kernel name: "<<cuName);
             }
  
         }
  
         ATH_MSG_INFO(m_pixelClusterKernelName.value()<<" size: "<<m_pixelClusterKernels.size());
         ATH_MSG_INFO(m_stripClusterKernelName.value()<<" size: "<<m_stripClusterKernels.size());
         ATH_MSG_INFO(m_stripL2GKernelName.value()<<" size: "<<m_stripL2GKernels.size());
         ATH_MSG_INFO(m_pixelEdmKernelName.value()<<" size: "<<m_pixelEDMKernels.size());
         ATH_MSG_INFO(m_stripEdmKernelName.value()<<" size: "<<m_stripEDMKernels.size());
  
  
         // Strip
         //  Set vector size to be = to # of CUs
         m_stripClusterEndEvents.resize(m_stripClusterKernels.size());
         m_stripL2GEndEvents.resize(m_stripL2GKernels.size());
         m_stripEDMEndEvents.resize(m_stripEDMKernels.size());
  
         // Pixel
         m_pixelClusterEndEvents.resize(m_pixelClusterKernels.size());
         m_pixelEDMEndEvents.resize(m_pixelEDMKernels.size());
  
         unsigned int nthreads = m_FPGAThreads.value();
  
         if(m_FPGAThreads.value() < 1){
             nthreads = SG::getNSlots();
         }
  
         // create the buffers
         for(unsigned int i = 0; i < nthreads; i++)
         {
             // Input
             m_pixelClusterInputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_ONLY, EFTrackingTransient::PIXEL_CONTAINER_INPUT_BUF_SIZE * sizeof(uint64_t), NULL, &err));
             m_stripClusterInputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_ONLY, EFTrackingTransient::STRIP_CONTAINER_INPUT_BUF_SIZE * sizeof(uint64_t), NULL, &err));
  
             m_stripClusterOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::STRIP_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
             m_pixelClusterEDMOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE,EFTrackingTransient::PIXEL_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
             m_stripClusterEDMOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::STRIP_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
  
             m_stripL2GOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::STRIP_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
             m_stripL2GEDMOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::STRIP_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
             // EDMPrep
             m_edmPixelOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::PIXEL_CONTAINER_BUF_SIZE * sizeof(uint64_t), NULL, &err));
             m_edmStripOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::STRIP_CONTAINER_BUF_SIZE * sizeof(uint64_t), NULL, &err));
         }
  
  
  
         m_acc_queue = cl::CommandQueue(m_context, m_accelerator, CL_QUEUE_PROFILING_ENABLE | CL_QUEUE_OUT_OF_ORDER_EXEC_MODE_ENABLE, &err);
         
         if (err != 0) return StatusCode::FAILURE;
         return StatusCode::SUCCESS;
     }

◆ inputHandles()

virtual std::vector<Gaudi::DataHandle*> AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::inputHandles ( ) const

overridevirtualinherited

Return this algorithm's input handles.

We override this to include handle instances from key arrays if they have not yet been declared. See comments on updateVHKA.

◆ isClonable()

bool AthCommonReentrantAlgorithm< Gaudi::Algorithm >::isClonable

overridevirtualinherited

Specify if the algorithm is clonable.

Reentrant algorithms are clonable.

Definition at line 68 of file AthCommonReentrantAlgorithm.cxx.

 {
   // Reentrant algorithms are clonable.
   return true;
 }

◆ loadProgram()

StatusCode IntegrationBase::loadProgram ( const std::string & xclbin )

inherited

Find the xclbin file and load it into the OpenCL program object.

Definition at line 115 of file IntegrationBase.cxx.

 {
     // Open binary object in binary mode
     std::ifstream bin_file(xclbin, std::ios_base::binary);
     if (!bin_file)
     {
         ATH_MSG_ERROR("Couldn't find the xclbin file: " << xclbin);
         return StatusCode::FAILURE;
     }
     // Get the size of the binary file
     bin_file.seekg(0, bin_file.end);
     unsigned bin_size = bin_file.tellg();
     // Reset the reference point back to the beginning
     bin_file.seekg(0, bin_file.beg);
     // Create a new pointer for the binary buffer and get the set a pointer to the binary buffer
     std::vector<char> buf(bin_size);
     bin_file.read(buf.data(), bin_size);
  
     // Create binary object and program object
     cl_int err = 0;
     std::vector<cl_int> binaryStatus;
     cl::Program::Binaries bins{{buf.data(), bin_size}};
     m_program = cl::Program(m_context, {m_accelerator}, bins, &binaryStatus, &err);
  
     bin_file.close();
  
     if (err == CL_SUCCESS && binaryStatus.at(0) == CL_SUCCESS)
     {
         ATH_MSG_INFO("Successfully loaded xclbin file into " << m_accelerator.getInfo<CL_DEVICE_NAME>());
     }
     else
     {
         ATH_MSG_ERROR("Error loading xclbin file (" << xclbin << ") into " << m_accelerator.getInfo<CL_DEVICE_NAME>() <<". Error code: " << err);
         return StatusCode::FAILURE;
     }
  
     return StatusCode::SUCCESS;
 }

◆ msg() [1/2]

MsgStream& AthCommonMsg< Gaudi::Algorithm >::msg ( ) const

inlineinherited

Definition at line 24 of file AthCommonMsg.h.

                                 {
     return this->msgStream();
   }

◆ msg() [2/2]

MsgStream& AthCommonMsg< Gaudi::Algorithm >::msg ( const MSG::Level lvl ) const

inlineinherited

Definition at line 27 of file AthCommonMsg.h.

                                                   {
     return this->msgStream(lvl);
   }

◆ msgLvl()

bool AthCommonMsg< Gaudi::Algorithm >::msgLvl ( const MSG::Level lvl ) const

inlineinherited

Definition at line 30 of file AthCommonMsg.h.

                                                {
     return this->msgLevel(lvl);
   }

◆ outputHandles()

virtual std::vector<Gaudi::DataHandle*> AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::outputHandles ( ) const

overridevirtualinherited

Return this algorithm's output handles.

We override this to include handle instances from key arrays if they have not yet been declared. See comments on updateVHKA.

◆ precheck()

StatusCode IntegrationBase::precheck ( const std::vector< Gaudi::Property< std::string >> & inputs ) const

inherited

Check if the the desired Gaudi properties are set.

Definition at line 154 of file IntegrationBase.cxx.

 {
     for(const auto &item : inputs)
     {
         if(item.empty())
         {
             ATH_MSG_FATAL(item.documentation()<<" is empty. Please set it to a valid value");
             return StatusCode::FAILURE;
         }
     }
  
     // Always check if bdf is set
     if (m_deviceBDF.empty())
     {
         ATH_MSG_WARNING("Device BDF is not set. Using the first found accelerator card. Set property 'bdfID' to specify the BDF of the device.");
     }
  
     return StatusCode::SUCCESS;
 }

◆ renounce()

std::enable_if_t<std::is_void_v<std::result_of_t<decltype(&T::renounce)(T)> > && !std::is_base_of_v<SG::VarHandleKeyArray, T> && std::is_base_of_v<Gaudi::DataHandle, T>, void> AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::renounce ( T & h )

inlineprotectedinherited

Definition at line 380 of file AthCommonDataStore.h.

   {
     h.renounce();
     PBASE::renounce (h);
   }

◆ renounceArray()

void AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::renounceArray ( SG::VarHandleKeyArray & handlesArray )

inlineprotectedinherited

remove all handles from I/O resolution

Definition at line 364 of file AthCommonDataStore.h.

                                                           {
     handlesArray.renounce();
   }

◆ setFilterPassed()

virtual void AthCommonReentrantAlgorithm< Gaudi::Algorithm >::setFilterPassed	(	bool	state,
		const EventContext &	ctx
	)		const

inlinevirtualinherited

Definition at line 100 of file AthCommonReentrantAlgorithm.h.

                                                                             {
     execState( ctx ).setFilterPassed( state );
   }

◆ sysExecute()

StatusCode AthCommonReentrantAlgorithm< Gaudi::Algorithm >::sysExecute ( const EventContext & ctx )

overridevirtualinherited

Execute an algorithm.

We override this in order to work around an issue with the Algorithm base class storing the event context in a member variable that can cause crashes in MT jobs.

Definition at line 85 of file AthCommonReentrantAlgorithm.cxx.

 {
   return BaseAlg::sysExecute (ctx);
 }

◆ sysInitialize()

StatusCode AthCommonReentrantAlgorithm< Gaudi::Algorithm >::sysInitialize

overridevirtualinherited

Override sysInitialize.

Override sysInitialize from the base class.

Loop through all output handles, and if they're WriteCondHandles, automatically register them and this Algorithm with the CondSvc

Scan through all outputHandles, and if they're WriteCondHandles, register them with the CondSvc

Reimplemented from AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >.

Reimplemented in InputMakerBase, and HypoBase.

Definition at line 61 of file AthCommonReentrantAlgorithm.cxx.

                                                                {
   StatusCode sc=AthCommonDataStore<AthCommonMsg<BaseAlg>>::sysInitialize();
  
   if (sc.isFailure()) {
     return sc;
   }
   
   ServiceHandle<ICondSvc> cs("CondSvc",name());
   for (auto h : outputHandles()) {
     if (h->isCondition() && h->mode() == Gaudi::DataHandle::Writer) {
       // do this inside the loop so we don't create the CondSvc until needed
       if ( cs.retrieve().isFailure() ) {
         ATH_MSG_WARNING("no CondSvc found: won't autoreg WriteCondHandles");
         return StatusCode::SUCCESS;
       }      
       if (cs->regHandle(this,*h).isFailure()) {
         sc = StatusCode::FAILURE;
         ATH_MSG_ERROR("unable to register WriteCondHandle " << h->fullKey()
                       << " with CondSvc");
       }
     }
   }
   return sc;  
 }

◆ sysStart()

virtual StatusCode AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::sysStart ( )

overridevirtualinherited

Handle START transition.

We override this in order to make sure that conditions handle keys can cache a pointer to the conditions container.

◆ updateVHKA()

void AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::updateVHKA ( Gaudi::Details::PropertyBase & )

inlineinherited

Definition at line 308 of file AthCommonDataStore.h.

                                                {
     // debug() << "updateVHKA for property " << p.name() << " " << p.toString() 
     //         << "  size: " << m_vhka.size() << endmsg;
     for (auto &a : m_vhka) {
       std::vector<SG::VarHandleKey*> keys = a->keys();
       for (auto k : keys) {
         k->setOwner(this);
       }
     }
   }

Member Data Documentation

◆ ATLAS_THREAD_SAFE [1/19]

std::vector<cl::Event> m_stripClusterEndEvents EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 72 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [2/19]

std::vector<cl::Event> m_stripL2GEndEvents EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 73 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [3/19]

std::vector<cl::Event> m_stripEDMEndEvents EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 74 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [4/19]

std::vector<cl::Event> m_pixelClusterEndEvents EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 76 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [5/19]

std::vector<cl::Event> m_pixelEDMEndEvents EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 77 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [6/19]

std::vector<cl::Kernel> m_pixelClusterKernels EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 79 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [7/19]

std::vector<cl::Kernel> m_pixelEDMKernels EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 80 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [8/19]

std::vector<cl::Kernel> m_stripClusterKernels EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 82 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [9/19]

std::vector<cl::Kernel> m_stripEDMKernels EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 83 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [10/19]

std::vector<cl::Kernel> m_stripL2GKernels EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 84 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [11/19]

std::vector<cl::Buffer> m_pixelClusterInputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 99 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [12/19]

std::vector<cl::Buffer> m_stripClusterInputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 100 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [13/19]

std::vector<cl::Buffer> m_stripClusterOutputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 102 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [14/19]

std::vector<cl::Buffer> m_pixelClusterEDMOutputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 103 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [15/19]

std::vector<cl::Buffer> m_stripClusterEDMOutputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 104 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [16/19]

std::vector<cl::Buffer> m_stripL2GOutputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 106 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [17/19]

std::vector<cl::Buffer> m_stripL2GEDMOutputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 107 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [18/19]

std::vector<cl::Buffer> m_edmPixelOutputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 109 of file F110IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [19/19]

std::vector<cl::Buffer> m_edmStripOutputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 110 of file F110IntegrationAlg.h.

◆ m_acc_queue

cl::CommandQueue EFTrackingFPGAIntegration::F110IntegrationAlg::m_acc_queue

private

Definition at line 113 of file F110IntegrationAlg.h.

◆ m_accelerator

cl::Device IntegrationBase::m_accelerator

protectedinherited

Device object for the accelerator card.

Definition at line 66 of file IntegrationBase.h.

◆ m_chronoSvc

ServiceHandle<IChronoSvc> EFTrackingFPGAIntegration::F110IntegrationAlg::m_chronoSvc {"ChronoStatSvc", name()}

private

Service for timing the algorithm.

Definition at line 48 of file F110IntegrationAlg.h.

◆ m_context

cl::Context IntegrationBase::m_context

protectedinherited

Context object for the application.

Definition at line 67 of file IntegrationBase.h.

◆ m_detStore

StoreGateSvc_t AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::m_detStore

privateinherited

Pointer to StoreGate (detector store by default)

Definition at line 393 of file AthCommonDataStore.h.

◆ m_deviceBDF

Gaudi::Property<std::string> IntegrationBase::m_deviceBDF {this, "bdfID", "", "BDF ID of the accelerator card"}

protectedinherited

BDF ID of the accelerator card.

Definition at line 69 of file IntegrationBase.h.

◆ m_doEmulation

Gaudi::Property<bool> IntegrationBase::m_doEmulation {this, "doEmulation", false, "If software or hardware emulation is being used for debugging"}

protectedinherited

Definition at line 70 of file IntegrationBase.h.

◆ m_evtStore

StoreGateSvc_t AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::m_evtStore

privateinherited

Pointer to StoreGate (event store by default)

Definition at line 390 of file AthCommonDataStore.h.

◆ m_extendedExtraObjects

DataObjIDColl AthCommonReentrantAlgorithm< Gaudi::Algorithm >::m_extendedExtraObjects

privateinherited

Extra output dependency collection, extended by AthAlgorithmDHUpdate to add symlinks.

Empty if no symlinks were found.

Definition at line 114 of file AthCommonReentrantAlgorithm.h.

◆ m_fpgaHandleMtx

std::mutex EFTrackingFPGAIntegration::F110IntegrationAlg::m_fpgaHandleMtx

mutableprivate

Definition at line 70 of file F110IntegrationAlg.h.

◆ m_FPGAPixelOutput

SG::WriteHandleKey<std::vector<uint64_t> > EFTrackingFPGAIntegration::F110IntegrationAlg::m_FPGAPixelOutput {this, "FPGAOutputPixelKey", "FPGAPixelOutput", "Pixel output from FPGA format"}

private

Definition at line 53 of file F110IntegrationAlg.h.

◆ m_FPGAPixelRDO

SG::ReadHandleKey<std::vector<uint64_t> > EFTrackingFPGAIntegration::F110IntegrationAlg::m_FPGAPixelRDO {this, "FPGAEncodedPixelKey", "FPGAEncodedPixelRDOs", "Pixel RDO converted to FPGA format"}

private

Definition at line 50 of file F110IntegrationAlg.h.

◆ m_FPGAStripOutput

SG::WriteHandleKey<std::vector<uint64_t> > EFTrackingFPGAIntegration::F110IntegrationAlg::m_FPGAStripOutput {this, "FPGAOutputStripKey", "FPGAStripOutput", "Strip output from FPGA format"}

private

Definition at line 54 of file F110IntegrationAlg.h.

◆ m_FPGAStripRDO

SG::ReadHandleKey<std::vector<uint64_t> > EFTrackingFPGAIntegration::F110IntegrationAlg::m_FPGAStripRDO {this, "FPGAEncodedStripKey", "FPGAEncodedStripRDOs", "Strip RDO converted to FPGA format"}

private

Definition at line 51 of file F110IntegrationAlg.h.

◆ m_FPGAThreads

Gaudi::Property<int> EFTrackingFPGAIntegration::F110IntegrationAlg::m_FPGAThreads {this, "FPGAThreads", 1, "number of FPGA threads to initialize"}

private

Definition at line 56 of file F110IntegrationAlg.h.

◆ m_kernelTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_kernelTime {0}

mutableprivate

Time for kernel execution.

Definition at line 96 of file F110IntegrationAlg.h.

◆ m_numEvents

std::atomic<ulonglong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_numEvents {0}

mutableprivate

Number of events processed.

Definition at line 86 of file F110IntegrationAlg.h.

◆ m_pixelClusteringTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_pixelClusteringTime {0}

mutableprivate

Time for pixel clustering.

Definition at line 89 of file F110IntegrationAlg.h.

◆ m_pixelClusterKernelName

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F110IntegrationAlg::m_pixelClusterKernelName {this, "PixelClusterKernelName", "", "Name of the pixel clustering kernel"}

private

Name of the pixel clustering kernel.

Definition at line 64 of file F110IntegrationAlg.h.

◆ m_pixelEdmKernelName

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F110IntegrationAlg::m_pixelEdmKernelName {this, "PixelEDMPrepKernelName", "", "Name of the FPGA kernel"}

private

Name of the FPGA kernel.

Definition at line 60 of file F110IntegrationAlg.h.

◆ m_pixelEdmPrepTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_pixelEdmPrepTime {0}

mutableprivate

Time for pixel EDM preparation.

Definition at line 92 of file F110IntegrationAlg.h.

◆ m_pixelInputTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_pixelInputTime {0}

mutableprivate

Time for pixel input buffer write.

Definition at line 87 of file F110IntegrationAlg.h.

◆ m_pixelOutputTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_pixelOutputTime {0}

mutableprivate

Time for pixel output buffer read.

Definition at line 94 of file F110IntegrationAlg.h.

◆ m_program

cl::Program IntegrationBase::m_program

protectedinherited

Program object containing the kernel.

Definition at line 68 of file IntegrationBase.h.

◆ m_stripClusteringTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_stripClusteringTime {0}

mutableprivate

Time for strip clustering.

Definition at line 90 of file F110IntegrationAlg.h.

◆ m_stripClusterKernelName

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F110IntegrationAlg::m_stripClusterKernelName {this, "StripClusterKernelName", "", "Name of the strip clustering kernel"}

private

Name of the strip clustering kernel.

Definition at line 66 of file F110IntegrationAlg.h.

◆ m_stripEdmKernelName

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F110IntegrationAlg::m_stripEdmKernelName {this, "StripEDMPrepKernelName", "", "Name of the FPGA kernel"}

private

Name of the FPGA kernel.

Definition at line 62 of file F110IntegrationAlg.h.

◆ m_stripEdmPrepTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_stripEdmPrepTime {0}

mutableprivate

Time for strip EDM preparation.

Definition at line 93 of file F110IntegrationAlg.h.

◆ m_stripInputTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_stripInputTime {0}

mutableprivate

Time for strip input buffer write.

Definition at line 88 of file F110IntegrationAlg.h.

◆ m_stripL2GKernelName

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F110IntegrationAlg::m_stripL2GKernelName {this, "StripL2GKernelName", "", "Name of the strip L2G kernel"}

private

Name of the strip L2G kernelS.

Definition at line 68 of file F110IntegrationAlg.h.

◆ m_stripL2GTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_stripL2GTime {0}

mutableprivate

Time for strip L2G.

Definition at line 91 of file F110IntegrationAlg.h.

◆ m_stripOutputTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_stripOutputTime {0}

mutableprivate

Time for strip output buffer read.

Definition at line 95 of file F110IntegrationAlg.h.

◆ m_varHandleArraysDeclared

bool AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::m_varHandleArraysDeclared

privateinherited

Definition at line 399 of file AthCommonDataStore.h.

◆ m_vhka

std::vector<SG::VarHandleKeyArray*> AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::m_vhka

privateinherited

Definition at line 398 of file AthCommonDataStore.h.

◆ m_xclbin

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F110IntegrationAlg::m_xclbin {this, "xclbin", "", "xclbin path and name"}

private

Path and name of the xclbin file.

Definition at line 58 of file F110IntegrationAlg.h.

The documentation for this class was generated from the following files:

Public Member Functions

Protected Member Functions

Protected Attributes

Private Types

Private Member Functions

Private Attributes

Detailed Description

Member Typedef Documentation

◆ StoreGateSvc_t

Member Function Documentation

◆ cardinality()

◆ declareGaudiProperty() [1/4]

◆ declareGaudiProperty() [2/4]

◆ declareGaudiProperty() [3/4]

◆ declareGaudiProperty() [4/4]

◆ declareProperty() [1/6]

◆ declareProperty() [2/6]

◆ declareProperty() [3/6]

◆ declareProperty() [4/6]

◆ declareProperty() [5/6]

◆ declareProperty() [6/6]

◆ detStore()

◆ evtStore() [1/2]

◆ evtStore() [2/2]

◆ execute()

◆ extraDeps_update_handler()

◆ extraOutputDeps()

◆ filterPassed()

◆ finalize()

◆ getDepVector()

◆ getListofCUs()

◆ initialize()

◆ inputHandles()

◆ isClonable()

◆ loadProgram()

◆ msg() [1/2]

◆ msg() [2/2]

◆ msgLvl()

◆ outputHandles()

◆ precheck()

◆ renounce()

◆ renounceArray()

◆ setFilterPassed()

◆ sysExecute()

◆ sysInitialize()

◆ sysStart()

◆ updateVHKA()

Member Data Documentation

◆ ATLAS_THREAD_SAFE [1/19]

◆ ATLAS_THREAD_SAFE [2/19]

◆ ATLAS_THREAD_SAFE [3/19]

◆ ATLAS_THREAD_SAFE [4/19]

◆ ATLAS_THREAD_SAFE [5/19]

◆ ATLAS_THREAD_SAFE [6/19]

◆ ATLAS_THREAD_SAFE [7/19]

◆ ATLAS_THREAD_SAFE [8/19]

◆ ATLAS_THREAD_SAFE [9/19]

◆ ATLAS_THREAD_SAFE [10/19]

◆ ATLAS_THREAD_SAFE [11/19]

◆ ATLAS_THREAD_SAFE [12/19]

◆ ATLAS_THREAD_SAFE [13/19]

◆ ATLAS_THREAD_SAFE [14/19]

◆ ATLAS_THREAD_SAFE [15/19]

◆ ATLAS_THREAD_SAFE [16/19]

◆ ATLAS_THREAD_SAFE [17/19]

◆ ATLAS_THREAD_SAFE [18/19]

◆ ATLAS_THREAD_SAFE [19/19]

◆ m_acc_queue

◆ m_accelerator

◆ m_chronoSvc

◆ m_context

◆ m_detStore

◆ m_deviceBDF

◆ m_doEmulation

◆ m_evtStore

◆ m_extendedExtraObjects

◆ m_fpgaHandleMtx

◆ m_FPGAPixelOutput

◆ m_FPGAPixelRDO

◆ m_FPGAStripOutput