EFTrackingFPGAIntegration::F110IntegrationAlg Class Reference

This is the class for the benchmark algorithm specific to the FPGA integration and output conversion. More...

#include <F110IntegrationAlg.h>

Inheritance diagram for EFTrackingFPGAIntegration::F110IntegrationAlg:

Public Member Functions
virtual StatusCode	initialize () override final
	Detect the OpenCL devices and prepare OpenCL context.
virtual StatusCode	execute (const EventContext &ctx) const override final
	Should be overriden by derived classes to perform meaningful work.
virtual StatusCode	finalize () override final
StatusCode	loadProgram (const std::string &xclbin)
	Find the xclbin file and load it into the OpenCL program object.
StatusCode	precheck (const std::vector< Gaudi::Property< std::string > > &inputs) const
	Check if the the desired Gaudi properties are set.
virtual StatusCode	sysInitialize () override
	Override sysInitialize.
virtual bool	isClonable () const override
	Specify if the algorithm is clonable.
virtual unsigned int	cardinality () const override
	Cardinality (Maximum number of clones that can exist) special value 0 means that algorithm is reentrant.
virtual StatusCode	sysExecute (const EventContext &ctx) override
	Execute an algorithm.
virtual const DataObjIDColl &	extraOutputDeps () const override
	Return the list of extra output dependencies.
virtual bool	filterPassed (const EventContext &ctx) const
virtual void	setFilterPassed (bool state, const EventContext &ctx) const
ServiceHandle< StoreGateSvc > &	evtStore ()
	The standard StoreGateSvc (event store) Returns (kind of) a pointer to the StoreGateSvc.
const ServiceHandle< StoreGateSvc > &	detStore () const
	The standard StoreGateSvc/DetectorStore Returns (kind of) a pointer to the StoreGateSvc.
virtual StatusCode	sysStart () override
	Handle START transition.
virtual std::vector< Gaudi::DataHandle * >	inputHandles () const override
	Return this algorithm's input handles.
virtual std::vector< Gaudi::DataHandle * >	outputHandles () const override
	Return this algorithm's output handles.
Gaudi::Details::PropertyBase &	declareProperty (Gaudi::Property< T, V, H > &t)
void	updateVHKA (Gaudi::Details::PropertyBase &)
MsgStream &	msg () const
bool	msgLvl (const MSG::Level lvl) const

Protected Member Functions
void	renounceArray (SG::VarHandleKeyArray &handlesArray)
	remove all handles from I/O resolution
std::enable_if_t< std::is_void_v< std::result_of_t< decltype(&T::renounce)(T)> > &&!std::is_base_of_v< SG::VarHandleKeyArray, T > &&std::is_base_of_v< Gaudi::DataHandle, T >, void >	renounce (T &h)
void	extraDeps_update_handler (Gaudi::Details::PropertyBase &ExtraDeps)
	Add StoreName to extra input/output deps as needed.

Protected Attributes
cl::Device	m_accelerator
	Device object for the accelerator card.
cl::Context	m_context
	Context object for the application.
cl::Program	m_program
	Program object containing the kernel.
Gaudi::Property< std::string >	m_deviceBDF {this, "bdfID", "", "BDF ID of the accelerator card"}
	BDF ID of the accelerator card.
Gaudi::Property< bool >	m_doEmulation {this, "doEmulation", false, "If software or hardware emulation is being used for debugging"}

Private Types
typedef ServiceHandle< StoreGateSvc >	StoreGateSvc_t

Private Member Functions
std::vector< cl::Event >	getDepVector (std::vector< cl::Event > &endEvents, size_t cu) const
void	getListofCUs (std::vector< std::string > &cuNames)
Gaudi::Details::PropertyBase &	declareGaudiProperty (Gaudi::Property< T, V, H > &hndl, const SG::VarHandleKeyType &)
	specialization for handling Gaudi::Property<SG::VarHandleKey>

Private Attributes
ServiceHandle< IChronoSvc >	m_chronoSvc {"ChronoStatSvc", name()}
	Service for timing the algorithm.
SG::ReadHandleKey< std::vector< uint64_t > >	m_FPGAPixelRDO {this, "FPGAEncodedPixelKey", "FPGAEncodedPixelRDOs", "Pixel RDO converted to FPGA format"}
SG::ReadHandleKey< std::vector< uint64_t > >	m_FPGAStripRDO {this, "FPGAEncodedStripKey", "FPGAEncodedStripRDOs", "Strip RDO converted to FPGA format"}
SG::ReadHandleKey< int >	m_FPGAPixelRDOSize {this, "FPGAEncodedPixelSizeKey", "FPGAEncodedPixelSizeRDOs", "Pixel RDO converted to FPGA format"}
SG::ReadHandleKey< int >	m_FPGAStripRDOSize {this, "FPGAEncodedStripSizeKey", "FPGAEncodedStripSizeRDOs", "Strip RDO converted to FPGA format"}
SG::WriteHandleKey< std::vector< uint32_t > >	m_FPGAPixelOutput {this, "FPGAOutputPixelKey", "FPGAPixelOutput", "Pixel output from FPGA format"}
SG::WriteHandleKey< std::vector< uint32_t > >	m_FPGAStripOutput {this, "FPGAOutputStripKey", "FPGAStripOutput", "Strip output from FPGA format"}
Gaudi::Property< int >	m_FPGAThreads {this, "FPGAThreads", 1, "number of FPGA threads to initialize"}
Gaudi::Property< std::string >	m_xclbin {this, "xclbin", "", "xclbin path and name"}
	Path and name of the xclbin file.
Gaudi::Property< std::string >	m_pixelEdmKernelName {this, "PixelEDMPrepKernelName", "", "Name of the FPGA kernel"}
	Name of the FPGA kernel.
Gaudi::Property< std::string >	m_stripEdmKernelName {this, "StripEDMPrepKernelName", "", "Name of the FPGA kernel"}
	Name of the FPGA kernel.
Gaudi::Property< std::string >	m_pixelClusterKernelName {this, "PixelClusterKernelName", "", "Name of the pixel clustering kernel"}
	Name of the pixel clustering kernel.
Gaudi::Property< std::string >	m_stripClusterKernelName {this, "StripClusterKernelName", "", "Name of the strip clustering kernel"}
	Name of the strip clustering kernel.
Gaudi::Property< std::string >	m_stripL2GKernelName {this, "StripL2GKernelName", "", "Name of the strip L2G kernel"}
	Name of the strip L2G kernelS.
std::mutex	m_fpgaHandleMtx
std::vector< cl::Event > m_stripClusterEndEvents	ATLAS_THREAD_SAFE
std::vector< cl::Event > m_stripL2GEndEvents	ATLAS_THREAD_SAFE
std::vector< cl::Event > m_stripEDMEndEvents	ATLAS_THREAD_SAFE
std::vector< cl::Event > m_pixelClusterEndEvents	ATLAS_THREAD_SAFE
std::vector< cl::Event > m_pixelEDMEndEvents	ATLAS_THREAD_SAFE
std::vector< cl::Kernel > m_pixelClusterKernels	ATLAS_THREAD_SAFE
std::vector< cl::Kernel > m_pixelEDMKernels	ATLAS_THREAD_SAFE
std::vector< cl::Kernel > m_stripClusterKernels	ATLAS_THREAD_SAFE
std::vector< cl::Kernel > m_stripEDMKernels	ATLAS_THREAD_SAFE
std::vector< cl::Kernel > m_stripL2GKernels	ATLAS_THREAD_SAFE
std::atomic< ulonglong >	m_numEvents {0}
	Number of events processed.
std::atomic< cl_ulong >	m_pixelInputTime {0}
	Time for pixel input buffer write.
std::atomic< cl_ulong >	m_stripInputTime {0}
	Time for strip input buffer write.
std::atomic< cl_ulong >	m_pixelClusteringTime {0}
	Time for pixel clustering.
std::atomic< cl_ulong >	m_stripClusteringTime {0}
	Time for strip clustering.
std::atomic< cl_ulong >	m_stripL2GTime {0}
	Time for strip L2G.
std::atomic< cl_ulong >	m_pixelEdmPrepTime {0}
	Time for pixel EDM preparation.
std::atomic< cl_ulong >	m_stripEdmPrepTime {0}
	Time for strip EDM preparation.
std::atomic< cl_ulong >	m_pixelOutputTime {0}
	Time for pixel output buffer read.
std::atomic< cl_ulong >	m_stripOutputTime {0}
	Time for strip output buffer read.
std::atomic< cl_ulong >	m_kernelTime {0}
	Time for kernel execution.
std::vector< cl::Buffer > m_pixelClusterInputBufferList	ATLAS_THREAD_SAFE
std::vector< cl::Buffer > m_stripClusterInputBufferList	ATLAS_THREAD_SAFE
std::vector< cl::Buffer > m_stripClusterOutputBufferList	ATLAS_THREAD_SAFE
std::vector< cl::Buffer > m_pixelClusterEDMOutputBufferList	ATLAS_THREAD_SAFE
std::vector< cl::Buffer > m_stripClusterEDMOutputBufferList	ATLAS_THREAD_SAFE
std::vector< cl::Buffer > m_stripL2GOutputBufferList	ATLAS_THREAD_SAFE
std::vector< cl::Buffer > m_stripL2GEDMOutputBufferList	ATLAS_THREAD_SAFE
std::vector< cl::Buffer > m_edmPixelOutputBufferList	ATLAS_THREAD_SAFE
std::vector< cl::Buffer > m_edmStripOutputBufferList	ATLAS_THREAD_SAFE
cl::CommandQueue	m_acc_queue
DataObjIDColl	m_extendedExtraObjects
	Extra output dependency collection, extended by AthAlgorithmDHUpdate to add symlinks.
StoreGateSvc_t	m_evtStore
	Pointer to StoreGate (event store by default)
StoreGateSvc_t	m_detStore
	Pointer to StoreGate (detector store by default)
std::vector< SG::VarHandleKeyArray * >	m_vhka
bool	m_varHandleArraysDeclared

Detailed Description

This is the class for the benchmark algorithm specific to the FPGA integration and output conversion.

This algorithm is used to benchmark and optimize the FPGA output memory migration and output conversion. It expects the use of FPGA pass-through kernel.

Definition at line 37 of file F110IntegrationAlg.h.

Member Typedef Documentation

StoreGateSvc_t

typedef ServiceHandle<StoreGateSvc> AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::StoreGateSvc_t

privateinherited

Definition at line 388 of file AthCommonDataStore.h.

Member Function Documentation

cardinality()

unsigned int AthCommonReentrantAlgorithm< Gaudi::Algorithm >::cardinality ( ) const

overridevirtualinherited

Cardinality (Maximum number of clones that can exist) special value 0 means that algorithm is reentrant.

Override this to return 0 for reentrant algorithms.

Definition at line 75 of file AthCommonReentrantAlgorithm.cxx.

{
  return 0;
}

declareGaudiProperty()

Gaudi::Details::PropertyBase & AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::declareGaudiProperty ( Gaudi::Property< T, V, H > & hndl, const SG::VarHandleKeyType &  )

inlineprivateinherited

specialization for handling Gaudi::Property<SG::VarHandleKey>

Definition at line 156 of file AthCommonDataStore.h.

  {
    return *AthCommonDataStore<PBASE>::declareProperty(hndl.name(),
                                                       hndl.value(), 
                                                       hndl.documentation());
 
  }

declareProperty()

Gaudi::Details::PropertyBase & AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::declareProperty ( Gaudi::Property< T, V, H > & t )

inlineinherited

Definition at line 145 of file AthCommonDataStore.h.

                                                                     {
    typedef typename SG::HandleClassifier<T>::type htype;
    return AthCommonDataStore<PBASE>::declareGaudiProperty(t, htype());
  }

detStore()

const ServiceHandle< StoreGateSvc > & AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::detStore ( ) const

inlineinherited

The standard StoreGateSvc/DetectorStore Returns (kind of) a pointer to the StoreGateSvc.

Definition at line 95 of file AthCommonDataStore.h.

{ return m_detStore; }

evtStore()

ServiceHandle< StoreGateSvc > & AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::evtStore ( )

inlineinherited

The standard StoreGateSvc (event store) Returns (kind of) a pointer to the StoreGateSvc.

Definition at line 85 of file AthCommonDataStore.h.

{ return m_evtStore; }

execute()

StatusCode EFTrackingFPGAIntegration::F110IntegrationAlg::execute ( const EventContext & ctx ) const

finaloverridevirtual

Should be overriden by derived classes to perform meaningful work.

Input handles

Reimplemented from IntegrationBase.

Definition at line 138 of file F110IntegrationAlg.cxx.

    {
        ATH_MSG_DEBUG("Executing F110IntegrationAlg");
        m_numEvents++;

        auto pixelInput = SG::get(m_FPGAPixelRDO, ctx);
        auto stripInput = SG::get(m_FPGAStripRDO, ctx);
   
        const int* pixelInputSize{nullptr}, *stripInputSize{nullptr};
        ATH_CHECK(SG::get(pixelInputSize, m_FPGAPixelRDOSize, ctx));
        ATH_CHECK(SG::get(stripInputSize, m_FPGAStripRDOSize, ctx));
 
        // logic
        unsigned int nthreads = m_FPGAThreads.value();
 
        if(m_FPGAThreads.value() < 1){
            nthreads = SG::getNSlots();
        }
 
        size_t bufferIndex = ctx.slot() % nthreads;
 
        // Get index for each of the kernels
        size_t pixelClusterIndex = ctx.slot() % m_pixelClusterKernels.size();
        size_t stripClusterIndex = ctx.slot() % m_stripClusterKernels.size();
        size_t stripL2GIndex     = ctx.slot() % m_stripL2GKernels.size();
        size_t pixelEDMIndex     = ctx.slot() % m_pixelEDMKernels.size();
        size_t stripEDMIndex     = ctx.slot() % m_stripEDMKernels.size();
 
        
        // Explicit mutex needed so we don't block multithreading from functioning properly but end the execute function in accordance with FPGA hardware resource utilization
        std::unique_lock lock(m_fpgaHandleMtx);
 
 
        //ATH_MSG_DEBUG("F100 Thread number "<<ctx.slot()<<" running on buffer "<<bufferIndex<<" pixelClusterIndex: "<< pixelClusterIndex<<" stripClusterIndex: "<< stripClusterIndex<<" stripL2GIndex: "<< stripL2GIndex<<" pixelEDMIndex: "<< pixelEDMIndex<<" stripEDMIndex: "<< stripEDMIndex);
 
 
        // Grab buffers
        cl::Buffer pixelClusterInputBuffer = m_pixelClusterInputBufferList[bufferIndex];
        cl::Buffer stripClusterInputBuffer = m_stripClusterInputBufferList[bufferIndex];
        cl::Buffer stripClusterOutputBuffer = m_stripClusterOutputBufferList[bufferIndex];
        cl::Buffer pixelClusterEDMOutputBuffer = m_pixelClusterEDMOutputBufferList[bufferIndex];
        cl::Buffer stripClusterEDMOutputBuffer = m_stripClusterEDMOutputBufferList[bufferIndex];
        cl::Buffer stripL2GOutputBuffer = m_stripL2GOutputBufferList[bufferIndex];
        cl::Buffer stripL2GEDMOutputBuffer = m_stripL2GEDMOutputBufferList[bufferIndex];
        cl::Buffer edmPixelOutputBuffer = m_edmPixelOutputBufferList[bufferIndex];
        cl::Buffer edmStripOutputBuffer = m_edmStripOutputBufferList[bufferIndex];
 
 
        // Grab kernels
        cl::Kernel &pixelClusteringKernel = m_pixelClusterKernels[pixelClusterIndex];
        cl::Kernel &pixelEdmPrepKernel = m_pixelEDMKernels[pixelEDMIndex];
 
        cl::Kernel &stripClusteringKernel = m_stripClusterKernels[stripClusterIndex];
        cl::Kernel &stripL2GKernel = m_stripL2GKernels[stripL2GIndex];
        cl::Kernel &stripEdmPrepKernel = m_stripEDMKernels[stripEDMIndex];
 
 
        // Set kernel args
        pixelClusteringKernel.setArg<cl::Buffer>(0, pixelClusterInputBuffer);
        pixelClusteringKernel.setArg<cl::Buffer>(1, pixelClusterEDMOutputBuffer);
 
        stripClusteringKernel.setArg<cl::Buffer>(0, stripClusterInputBuffer);
        stripClusteringKernel.setArg<cl::Buffer>(1, stripClusterOutputBuffer);
        stripClusteringKernel.setArg<cl::Buffer>(2, stripClusterEDMOutputBuffer);
        stripClusteringKernel.setArg<unsigned int>(3, *stripInputSize);
 
        stripL2GKernel.setArg<cl::Buffer>(0, stripClusterOutputBuffer);
        stripL2GKernel.setArg<cl::Buffer>(1, stripClusterEDMOutputBuffer);
        stripL2GKernel.setArg<cl::Buffer>(2, stripL2GOutputBuffer);
        stripL2GKernel.setArg<cl::Buffer>(3, stripL2GEDMOutputBuffer);
 
        pixelEdmPrepKernel.setArg<cl::Buffer>(0, pixelClusterEDMOutputBuffer);
        pixelEdmPrepKernel.setArg<cl::Buffer>(1, edmPixelOutputBuffer);
        stripEdmPrepKernel.setArg<cl::Buffer>(0, stripL2GEDMOutputBuffer);
        stripEdmPrepKernel.setArg<cl::Buffer>(1, edmStripOutputBuffer);
    
 
        // Start memory transfers while respecting event deps
        // Note that no explicit mutex is needed anymore due to the m_fpgaHandleMtx mutex
        std::vector<cl::Event> writePixelInputDeps = getDepVector(m_pixelClusterEndEvents, pixelClusterIndex);
        std::vector<cl::Event> writeStripInputDeps = getDepVector(m_stripClusterEndEvents, stripClusterIndex);
 
        cl::Event writePixelInputEvt;
        cl::Event writeStripInputEvt;
        m_acc_queue.enqueueWriteBuffer(pixelClusterInputBuffer, CL_FALSE, 0, sizeof(uint64_t) * (*pixelInput).size(), (*pixelInput).data(), &writePixelInputDeps, &writePixelInputEvt);
        m_acc_queue.enqueueWriteBuffer(stripClusterInputBuffer, CL_FALSE, 0, sizeof(uint64_t) * (*stripInput).size(), (*stripInput).data(), &writeStripInputDeps, &writeStripInputEvt);
 
        std::vector<cl::Event> pixelClusteringDeps = { writePixelInputEvt };
        std::vector<cl::Event> stripClusteringDeps = { writeStripInputEvt };
        
        cl::Event pixelClusteringEvt;
        cl::Event stripClusteringEvt;
        cl::Event pixelL2GEvt;
        cl::Event stripL2GEvt;
        cl::Event edmPrepEvt;
        cl::Event pixelEdmPrepEvt;
        cl::Event stripEdmPrepEvt;
 
        {
            Athena::Chrono chrono("Kernel execution", m_chronoSvc.get());
 
            // CLUSTERING
            m_acc_queue.enqueueTask(pixelClusteringKernel, &pixelClusteringDeps, &pixelClusteringEvt);
            m_acc_queue.enqueueTask(stripClusteringKernel, &stripClusteringDeps, &stripClusteringEvt);
 
            //    Track the clustering end events
            m_pixelClusterEndEvents[pixelClusterIndex] = pixelClusteringEvt;
            m_stripClusterEndEvents[stripClusterIndex] = stripClusteringEvt;
 
            std::vector<cl::Event> stripL2GDeps = getDepVector(m_stripL2GEndEvents, stripClusterIndex);
            stripL2GDeps.push_back(stripClusteringEvt);
 
            m_acc_queue.enqueueTask(stripL2GKernel, &stripL2GDeps, &stripL2GEvt);
 
            m_stripL2GEndEvents[stripClusterIndex] = stripL2GEvt;
 
            // EDM PREP
            std::vector<cl::Event> pixelEdmPrepDeps = getDepVector(m_pixelEDMEndEvents, pixelClusterIndex);
            pixelEdmPrepDeps.push_back(pixelClusteringEvt);
        
            // Run discrete EDM prep kernels for F110
            std::vector<cl::Event> stripEdmPrepDeps = getDepVector(m_stripEDMEndEvents, stripClusterIndex);
            stripEdmPrepDeps.push_back(stripL2GEvt);
 
            m_acc_queue.enqueueTask(stripEdmPrepKernel, &stripEdmPrepDeps, &stripEdmPrepEvt);
            m_acc_queue.enqueueTask(pixelEdmPrepKernel, &pixelEdmPrepDeps, &pixelEdmPrepEvt);
          
        }
        
        // READ OUTPUTS
        cl::Event readPixelOutputEvt;
        cl::Event readStripOutputEvt;
        std::vector<cl::Event> readPixelOutputDeps;
        std::vector<cl::Event> readStripOutputDeps;
       
        readPixelOutputDeps.push_back(pixelEdmPrepEvt);
        readStripOutputDeps.push_back(stripEdmPrepEvt);
 
 
        SG::WriteHandle<std::vector<uint32_t>> FPGAPixelOutput(m_FPGAPixelOutput, ctx);
        ATH_CHECK(FPGAPixelOutput.record(std::make_unique<std::vector<uint32_t> >(EFTrackingTransient::PIXEL_CONTAINER_BUF_SIZE, 0)));
 
        SG::WriteHandle<std::vector<uint32_t>> FPGAStripOutput(m_FPGAStripOutput, ctx);
        ATH_CHECK(FPGAStripOutput.record(std::make_unique<std::vector<uint32_t> >(EFTrackingTransient::STRIP_CONTAINER_BUF_SIZE, 0)));
 
        m_acc_queue.enqueueReadBuffer(edmPixelOutputBuffer, CL_FALSE, 0, sizeof(uint32_t) * (*FPGAPixelOutput).size(), (*FPGAPixelOutput).data(), &readPixelOutputDeps, &readPixelOutputEvt);
        m_acc_queue.enqueueReadBuffer(edmStripOutputBuffer, CL_FALSE, 0, sizeof(uint32_t) * (*FPGAStripOutput).size(), (*FPGAStripOutput).data(), &readStripOutputDeps, &readStripOutputEvt);
 
 
        // Unlocks mutex so other events can handle their FPGA interactions while this event is waiting
        lock.unlock();
 
        
        // Wait for the reading to finish before terminating the event
        std::vector<cl::Event> terminationDeps = { readPixelOutputEvt, readStripOutputEvt };
        cl::Event::waitForEvents(terminationDeps);
 
        if(*pixelInputSize == 6) (*FPGAPixelOutput)[0] = 0; // if no pixel input, set the first element to 0
        if(*stripInputSize == 6) (*FPGAStripOutput)[0] = 0; // if no strip input, set the first element to 0
 
 
       // calculate the time for the kernel execution
        // get the time of writing pixel input buffer
        cl_ulong pixel_input_time = writePixelInputEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - writePixelInputEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
        m_pixelInputTime += pixel_input_time;
        ATH_MSG_DEBUG("Pixel input buffer write time: " << pixel_input_time / 1e6 << " ms");
 
        // get the time of writing strip input buffer
        cl_ulong strip_input_time = writeStripInputEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - writeStripInputEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
        m_stripInputTime += strip_input_time;
        ATH_MSG_DEBUG("Strip input buffer write time: " << strip_input_time / 1e6 << " ms");
 
        // get the time of pixel clustering
        cl_ulong pixel_clustering_time = pixelClusteringEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - pixelClusteringEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
        m_pixelClusteringTime += pixel_clustering_time;
        ATH_MSG_DEBUG("Pixel clustering time: " << pixel_clustering_time / 1e6 << " ms");
 
        // get the time of strip clustering
        cl_ulong strip_clustering_time = stripClusteringEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - stripClusteringEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
        m_stripClusteringTime += strip_clustering_time;
        ATH_MSG_DEBUG("Strip clustering time: " << strip_clustering_time / 1e6 << " ms");
 
 
        // get the time of strip L2G
        cl_ulong strip_l2g_time = stripL2GEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - stripL2GEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
        m_stripL2GTime += strip_l2g_time;
        ATH_MSG_DEBUG("Strip L2G time: " << strip_l2g_time / 1e6 << " ms");
 
        // get the time of EDMPrep
 
        cl_ulong pixel_edm_prep_time = pixelEdmPrepEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - pixelEdmPrepEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
        cl_ulong strip_edm_prep_time = stripEdmPrepEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - stripEdmPrepEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
 
        m_pixelEdmPrepTime += pixel_edm_prep_time;
        ATH_MSG_DEBUG("PixelEDMPrep time: " << pixel_edm_prep_time / 1e6 << " ms");
 
        m_stripEdmPrepTime += strip_edm_prep_time;
        ATH_MSG_DEBUG("StripEDMPrep time: " << strip_edm_prep_time / 1e6 << " ms");
 
        // get the time of the whole kernel execution
        cl_ulong kernel_start = pixelClusteringEvt.getProfilingInfo<CL_PROFILING_COMMAND_QUEUED>();
        cl_ulong kernel_end = std::max(pixelEdmPrepEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>(), stripEdmPrepEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>());
        m_kernelTime += (kernel_end - kernel_start);
        ATH_MSG_DEBUG("Kernel execution time: " << (kernel_end - kernel_start) / 1e6 << " ms");
 
        // get the time of reading pixel output buffer
        cl_ulong pixel_output_time = readPixelOutputEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - readPixelOutputEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
        m_pixelOutputTime += pixel_output_time;
        ATH_MSG_DEBUG("Pixel output buffer read time: " << pixel_output_time / 1e6 << " ms");
 
        // get the time of reading strip output buffer
        cl_ulong strip_output_time = readStripOutputEvt.getProfilingInfo<CL_PROFILING_COMMAND_END>() - readStripOutputEvt.getProfilingInfo<CL_PROFILING_COMMAND_START>();
        m_stripOutputTime += strip_output_time;
        ATH_MSG_DEBUG("Strip output buffer read time: " << strip_output_time / 1e6 << " ms");
        
 
        return StatusCode::SUCCESS;
    }

extraDeps_update_handler()

void AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::extraDeps_update_handler ( Gaudi::Details::PropertyBase & ExtraDeps )

protectedinherited

Add StoreName to extra input/output deps as needed.

use the logic of the VarHandleKey to parse the DataObjID keys supplied via the ExtraInputs and ExtraOuputs Properties to add the StoreName if it's not explicitly given

extraOutputDeps()

const DataObjIDColl & AthCommonReentrantAlgorithm< Gaudi::Algorithm >::extraOutputDeps ( ) const

overridevirtualinherited

Return the list of extra output dependencies.

This list is extended to include symlinks implied by inheritance relations.

Definition at line 94 of file AthCommonReentrantAlgorithm.cxx.

{
  // If we didn't find any symlinks to add, just return the collection
  // from the base class.  Otherwise, return the extended collection.
  if (!m_extendedExtraObjects.empty()) {
    return m_extendedExtraObjects;
  }
  return BaseAlg::extraOutputDeps();
}

filterPassed()

virtual bool AthCommonReentrantAlgorithm< Gaudi::Algorithm >::filterPassed ( const EventContext & ctx ) const

inlinevirtualinherited

Definition at line 96 of file AthCommonReentrantAlgorithm.h.

                                                           {
    return execState( ctx ).filterPassed();
  }

finalize()

StatusCode EFTrackingFPGAIntegration::F110IntegrationAlg::finalize ( )

finaloverridevirtual

Definition at line 358 of file F110IntegrationAlg.cxx.

    {
 
        ATH_MSG_INFO("Finalizing F110IntegrationAlg");
        ATH_MSG_INFO("Number of events: " << m_numEvents);
 
        if(m_numEvents > 0){
            ATH_MSG_INFO("Pixel input ave time: " << m_pixelInputTime / m_numEvents / 1e6 << " ms");
            ATH_MSG_INFO("Strip input ave time: " << m_stripInputTime / m_numEvents / 1e6 << " ms");
            ATH_MSG_INFO("Pixel clustering ave time: " << m_pixelClusteringTime / m_numEvents / 1e6 << " ms");
            ATH_MSG_INFO("Strip clustering ave time: " << m_stripClusteringTime / m_numEvents / 1e6 << " ms");
            ATH_MSG_INFO("Strip L2G ave time: " << m_stripL2GTime / m_numEvents / 1e6 << " ms");
            ATH_MSG_INFO("PixelEDMPrep ave time: " << m_pixelEdmPrepTime / m_numEvents / 1e6 << " ms");
            ATH_MSG_INFO("StripEDMPrep ave time: " << m_stripEdmPrepTime / m_numEvents / 1e6 << " ms");
            ATH_MSG_INFO("Kernel execution ave time: " << m_kernelTime / m_numEvents / 1e6 << " ms");
            ATH_MSG_INFO("Pixel output ave time: " << m_pixelOutputTime / m_numEvents / 1e6 << " ms");
            ATH_MSG_INFO("Strip output ave time: " << m_stripOutputTime / m_numEvents / 1e6 << " ms");
        }
 
        return StatusCode::SUCCESS;
    }

getDepVector()

std::vector< cl::Event > EFTrackingFPGAIntegration::F110IntegrationAlg::getDepVector ( std::vector< cl::Event > & endEvents, size_t cu ) const

private

Definition at line 123 of file F110IntegrationAlg.cxx.

                                                                                                      {
        std::vector<cl::Event> deps;
 
        cl::Event event = endEvents[cu];
 
        if (event() != NULL) 
        {
          // Event exists
          deps.push_back(event);
        }
 
        return deps;
    }

getListofCUs()

void EFTrackingFPGAIntegration::F110IntegrationAlg::getListofCUs ( std::vector< std::string > & cuNames )

private

Definition at line 380 of file F110IntegrationAlg.cxx.

    {
        xrt::xclbin xrt_xclbin(m_xclbin.value());
 
        ATH_MSG_INFO("xsa name: "<<xrt_xclbin.get_xsa_name());
        ATH_MSG_INFO("fpga name: "<<xrt_xclbin.get_fpga_device_name());
        ATH_MSG_INFO("uuid: "<<xrt_xclbin.get_uuid().to_string());
 
        for (const xrt::xclbin::kernel &kernel : xrt_xclbin.get_kernels()) {
            const std::string& kernelName = kernel.get_name();
 
            ATH_MSG_INFO("kernelName: "<<kernelName);
 
 
            for (const xrt::xclbin::ip &computeUnit : kernel.get_cus()) {
                const std::string& computeUnitName = computeUnit.get_name();
                const std::string computeUnitIsolatedName = computeUnitName.substr(kernelName.size() + 1);
 
                const std::string computeUnitUsableName = kernelName + ":{" + computeUnitIsolatedName + "}";
 
                ATH_MSG_INFO("CU name: "<<computeUnitUsableName);
                cuNames.push_back(computeUnitUsableName);
            }
        }
 
    }

initialize()

StatusCode EFTrackingFPGAIntegration::F110IntegrationAlg::initialize ( )

finaloverridevirtual

Detect the OpenCL devices and prepare OpenCL context.

This should always be called by derived classes when running on the FPGA accelerator.

Reimplemented from IntegrationBase.

Definition at line 15 of file F110IntegrationAlg.cxx.

    {
        ATH_MSG_INFO("Running on the FPGA accelerator");
 
        ATH_CHECK(IntegrationBase::precheck({m_xclbin}));
 
        ATH_CHECK(m_chronoSvc.retrieve());
 
        {
            Athena::Chrono chrono("Platform and device initlize", m_chronoSvc.get());
            ATH_CHECK(IntegrationBase::initialize());
        }
 
        {
            Athena::Chrono chrono("CL::loadProgram", m_chronoSvc.get());
            ATH_CHECK(IntegrationBase::loadProgram(m_xclbin));
        }
        ATH_MSG_INFO("loading "<<m_xclbin);
 
        
        ATH_CHECK(m_FPGAStripRDO.initialize());
        ATH_CHECK(m_FPGAPixelRDO.initialize());
 
        ATH_CHECK(m_FPGAPixelRDOSize.initialize());
        ATH_CHECK(m_FPGAStripRDOSize.initialize());
 
        ATH_CHECK(m_FPGAStripOutput.initialize());
        ATH_CHECK(m_FPGAPixelOutput.initialize());
 
        cl_int err = 0;
 
        // Get the list of CUs
        std::vector<std::string> listofCUs;
        getListofCUs(listofCUs);
 
        // Create kernels for each one of CUs that is inside device
        for (const auto& cuName: listofCUs)
        {
            // Pixel clustering
            if(cuName.find(m_pixelClusterKernelName.value()) != std::string::npos) m_pixelClusterKernels.emplace_back(cl::Kernel(m_program, cuName.c_str()));
 
            // Strip clustering
            else if(cuName.find(m_stripClusterKernelName.value()) != std::string::npos)  m_stripClusterKernels.emplace_back(cl::Kernel(m_program, cuName.c_str()));
 
            // Strip L2G
            else if(cuName.find(m_stripL2GKernelName.value()) != std::string::npos) m_stripL2GKernels.emplace_back(cl::Kernel(m_program, cuName.c_str()));
 
            // EDM prep
            else if(cuName.find(m_pixelEdmKernelName.value()) != std::string::npos) m_pixelEDMKernels.emplace_back(cl::Kernel(m_program, cuName.c_str()));
 
            else if(cuName.find(m_stripEdmKernelName.value()) != std::string::npos) m_stripEDMKernels.emplace_back(cl::Kernel(m_program, cuName.c_str()));
 
            else
            {
                ATH_MSG_WARNING("Do not recognize kernel name: "<<cuName);
            }
 
        }
 
        ATH_MSG_INFO(m_pixelClusterKernelName.value()<<" size: "<<m_pixelClusterKernels.size());
        ATH_MSG_INFO(m_stripClusterKernelName.value()<<" size: "<<m_stripClusterKernels.size());
        ATH_MSG_INFO(m_stripL2GKernelName.value()<<" size: "<<m_stripL2GKernels.size());
        ATH_MSG_INFO(m_pixelEdmKernelName.value()<<" size: "<<m_pixelEDMKernels.size());
        ATH_MSG_INFO(m_stripEdmKernelName.value()<<" size: "<<m_stripEDMKernels.size());
 
 
        // Strip
        //  Set vector size to be = to # of CUs
        m_stripClusterEndEvents.resize(m_stripClusterKernels.size());
        m_stripL2GEndEvents.resize(m_stripL2GKernels.size());
        m_stripEDMEndEvents.resize(m_stripEDMKernels.size());
 
        // Pixel
        m_pixelClusterEndEvents.resize(m_pixelClusterKernels.size());
        m_pixelEDMEndEvents.resize(m_pixelEDMKernels.size());
 
        unsigned int nthreads = m_FPGAThreads.value();
 
        if(m_FPGAThreads.value() < 1){
            nthreads = SG::getNSlots();
        }
 
        // create the buffers
        for(unsigned int i = 0; i < nthreads; i++)
        {
            // Input
            m_pixelClusterInputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_ONLY, EFTrackingTransient::PIXEL_CONTAINER_INPUT_BUF_SIZE * sizeof(uint64_t), NULL, &err));
            m_stripClusterInputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_ONLY, EFTrackingTransient::STRIP_CONTAINER_INPUT_BUF_SIZE * sizeof(uint64_t), NULL, &err));
 
            m_stripClusterOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::STRIP_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
            m_pixelClusterEDMOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE,EFTrackingTransient::PIXEL_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
            m_stripClusterEDMOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::STRIP_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
 
            m_stripL2GOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::STRIP_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
            m_stripL2GEDMOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::STRIP_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
            // EDMPrep
            m_edmPixelOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::PIXEL_CONTAINER_BUF_SIZE * sizeof(uint32_t), NULL, &err));
            m_edmStripOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::STRIP_CONTAINER_BUF_SIZE * sizeof(uint32_t), NULL, &err));
        }
 
 
 
        m_acc_queue = cl::CommandQueue(m_context, m_accelerator, CL_QUEUE_PROFILING_ENABLE | CL_QUEUE_OUT_OF_ORDER_EXEC_MODE_ENABLE, &err);
        
        if (err != 0) return StatusCode::FAILURE;
        return StatusCode::SUCCESS;
    }

inputHandles()

virtual std::vector< Gaudi::DataHandle * > AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::inputHandles ( ) const

overridevirtualinherited

Return this algorithm's input handles.

We override this to include handle instances from key arrays if they have not yet been declared. See comments on updateVHKA.

isClonable()

bool AthCommonReentrantAlgorithm< Gaudi::Algorithm >::isClonable ( ) const

overridevirtualinherited

Specify if the algorithm is clonable.

Reentrant algorithms are clonable.

Reimplemented in InDet::GNNSeedingTrackMaker, InDet::SCT_Clusterization, InDet::SiSPGNNTrackMaker, InDet::SiSPSeededTrackFinder, InDet::SiTrackerSpacePointFinder, ITkPixelCablingAlg, ITkStripCablingAlg, RoIBResultToxAOD, SCT_ByteStreamErrorsTestAlg, SCT_CablingCondAlgFromCoraCool, SCT_CablingCondAlgFromText, SCT_ConditionsParameterTestAlg, SCT_ConditionsSummaryTestAlg, SCT_ConfigurationConditionsTestAlg, SCT_FlaggedConditionTestAlg, SCT_LinkMaskingTestAlg, SCT_MajorityConditionsTestAlg, SCT_ModuleVetoTestAlg, SCT_MonitorConditionsTestAlg, SCT_PrepDataToxAOD, SCT_RawDataToxAOD, SCT_ReadCalibChipDataTestAlg, SCT_ReadCalibDataTestAlg, SCT_RODVetoTestAlg, SCT_SensorsTestAlg, SCT_SiliconConditionsTestAlg, SCT_StripVetoTestAlg, SCT_TdaqEnabledTestAlg, SCT_TestCablingAlg, SCTEventFlagWriter, SCTRawDataProvider, SCTSiLorentzAngleTestAlg, SCTSiPropertiesTestAlg, and Simulation::BeamEffectsAlg.

Definition at line 68 of file AthCommonReentrantAlgorithm.cxx.

{
  // Reentrant algorithms are clonable.
  return true;
}

loadProgram()

StatusCode IntegrationBase::loadProgram ( const std::string & xclbin )

inherited

Find the xclbin file and load it into the OpenCL program object.

Definition at line 115 of file IntegrationBase.cxx.

{
    // Open binary object in binary mode
    std::ifstream bin_file(xclbin, std::ios_base::binary);
    if (!bin_file)
    {
        ATH_MSG_ERROR("Couldn't find the xclbin file: " << xclbin);
        return StatusCode::FAILURE;
    }
    // Get the size of the binary file
    bin_file.seekg(0, bin_file.end);
    unsigned bin_size = bin_file.tellg();
    // Reset the reference point back to the beginning
    bin_file.seekg(0, bin_file.beg);
    // Create a new pointer for the binary buffer and get the set a pointer to the binary buffer
    std::vector<char> buf(bin_size);
    bin_file.read(buf.data(), bin_size);
 
    // Create binary object and program object
    cl_int err = 0;
    std::vector<cl_int> binaryStatus;
    cl::Program::Binaries bins{{buf.data(), bin_size}};
    m_program = cl::Program(m_context, {m_accelerator}, bins, &binaryStatus, &err);
 
    bin_file.close();
 
    if (err == CL_SUCCESS && binaryStatus.at(0) == CL_SUCCESS)
    {
        ATH_MSG_INFO("Successfully loaded xclbin file into " << m_accelerator.getInfo<CL_DEVICE_NAME>());
    }
    else
    {
        ATH_MSG_ERROR("Error loading xclbin file (" << xclbin << ") into " << m_accelerator.getInfo<CL_DEVICE_NAME>() <<". Error code: " << err);
        return StatusCode::FAILURE;
    }
 
    return StatusCode::SUCCESS;
}

msg()

MsgStream & AthCommonMsg< Gaudi::Algorithm >::msg ( ) const

inlineinherited

Definition at line 24 of file AthCommonMsg.h.

                                {
    return this->msgStream();
  }

msgLvl()

bool AthCommonMsg< Gaudi::Algorithm >::msgLvl ( const MSG::Level lvl ) const

inlineinherited

Definition at line 30 of file AthCommonMsg.h.

                                               {
    return this->msgLevel(lvl);
  }

outputHandles()

virtual std::vector< Gaudi::DataHandle * > AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::outputHandles ( ) const

overridevirtualinherited

Return this algorithm's output handles.

We override this to include handle instances from key arrays if they have not yet been declared. See comments on updateVHKA.

precheck()

StatusCode IntegrationBase::precheck ( const std::vector< Gaudi::Property< std::string > > & inputs ) const

inherited

Check if the the desired Gaudi properties are set.

Definition at line 154 of file IntegrationBase.cxx.

{
    for(const auto &item : inputs)
    {
        if(item.empty())
        {
            ATH_MSG_FATAL(item.documentation()<<" is empty. Please set it to a valid value");
            return StatusCode::FAILURE;
        }
    }
 
    // Always check if bdf is set
    if (m_deviceBDF.empty())
    {
        ATH_MSG_WARNING("Device BDF is not set. Using the first found accelerator card. Set property 'bdfID' to specify the BDF of the device.");
    }
 
    return StatusCode::SUCCESS;
}

renounce()

std::enable_if_t< std::is_void_v< std::result_of_t< decltype(&T::renounce)(T)> > &&!std::is_base_of_v< SG::VarHandleKeyArray, T > &&std::is_base_of_v< Gaudi::DataHandle, T >, void > AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::renounce ( T & h )

inlineprotectedinherited

Definition at line 380 of file AthCommonDataStore.h.

  {
    h.renounce();
    PBASE::renounce (h);
  }

renounceArray()

void AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::renounceArray ( SG::VarHandleKeyArray & handlesArray )

inlineprotectedinherited

remove all handles from I/O resolution

Definition at line 364 of file AthCommonDataStore.h.

                                                          {
    handlesArray.renounce();
  }

setFilterPassed()

virtual void AthCommonReentrantAlgorithm< Gaudi::Algorithm >::setFilterPassed ( bool state, const EventContext & ctx ) const

inlinevirtualinherited

Definition at line 100 of file AthCommonReentrantAlgorithm.h.

                                                                            {
    execState( ctx ).setFilterPassed( state );
  }

sysExecute()

StatusCode AthCommonReentrantAlgorithm< Gaudi::Algorithm >::sysExecute ( const EventContext & ctx )

overridevirtualinherited

Execute an algorithm.

We override this in order to work around an issue with the Algorithm base class storing the event context in a member variable that can cause crashes in MT jobs.

Definition at line 85 of file AthCommonReentrantAlgorithm.cxx.

{
  return BaseAlg::sysExecute (ctx);
}

sysInitialize()

StatusCode AthCommonReentrantAlgorithm< Gaudi::Algorithm >::sysInitialize ( )

overridevirtualinherited

Override sysInitialize.

Override sysInitialize from the base class.

Loop through all output handles, and if they're WriteCondHandles, automatically register them and this Algorithm with the CondSvc

Scan through all outputHandles, and if they're WriteCondHandles, register them with the CondSvc

Reimplemented from AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >.

Reimplemented in HypoBase, and InputMakerBase.

Definition at line 61 of file AthCommonReentrantAlgorithm.cxx.

                                                               {
  StatusCode sc=AthCommonDataStore<AthCommonMsg<BaseAlg>>::sysInitialize();
 
  if (sc.isFailure()) {
    return sc;
  }
  
  ServiceHandle<ICondSvc> cs("CondSvc",name());
  for (auto h : outputHandles()) {
    if (h->isCondition() && h->mode() == Gaudi::DataHandle::Writer) {
      // do this inside the loop so we don't create the CondSvc until needed
      if ( cs.retrieve().isFailure() ) {
        ATH_MSG_WARNING("no CondSvc found: won't autoreg WriteCondHandles");
        return StatusCode::SUCCESS;
      }      
      if (cs->regHandle(this,*h).isFailure()) {
        sc = StatusCode::FAILURE;
        ATH_MSG_ERROR("unable to register WriteCondHandle " << h->fullKey()
                      << " with CondSvc");
      }
    }
  }
  return sc;  
}

sysStart()

virtual StatusCode AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::sysStart ( )

overridevirtualinherited

Handle START transition.

We override this in order to make sure that conditions handle keys can cache a pointer to the conditions container.

updateVHKA()

void AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::updateVHKA ( Gaudi::Details::PropertyBase & )

inlineinherited

Definition at line 308 of file AthCommonDataStore.h.

                                               {
    // debug() << "updateVHKA for property " << p.name() << " " << p.toString() 
    //         << "  size: " << m_vhka.size() << endmsg;
    for (auto &a : m_vhka) {
      std::vector<SG::VarHandleKey*> keys = a->keys();
      for (auto k : keys) {
        k->setOwner(this);
      }
    }
  }

Member Data Documentation

ATLAS_THREAD_SAFE [1/19]

std::vector<cl::Event> m_stripClusterEndEvents EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 75 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [2/19]

std::vector<cl::Event> m_stripL2GEndEvents EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 76 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [3/19]

std::vector<cl::Event> m_stripEDMEndEvents EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 77 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [4/19]

std::vector<cl::Event> m_pixelClusterEndEvents EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 79 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [5/19]

std::vector<cl::Event> m_pixelEDMEndEvents EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 80 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [6/19]

std::vector<cl::Kernel> m_pixelClusterKernels EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 82 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [7/19]

std::vector<cl::Kernel> m_pixelEDMKernels EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 83 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [8/19]

std::vector<cl::Kernel> m_stripClusterKernels EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 85 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [9/19]

std::vector<cl::Kernel> m_stripEDMKernels EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 86 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [10/19]

std::vector<cl::Kernel> m_stripL2GKernels EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 87 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [11/19]

std::vector<cl::Buffer> m_pixelClusterInputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 102 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [12/19]

std::vector<cl::Buffer> m_stripClusterInputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 103 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [13/19]

std::vector<cl::Buffer> m_stripClusterOutputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 105 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [14/19]

std::vector<cl::Buffer> m_pixelClusterEDMOutputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 106 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [15/19]

std::vector<cl::Buffer> m_stripClusterEDMOutputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 107 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [16/19]

std::vector<cl::Buffer> m_stripL2GOutputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 109 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [17/19]

std::vector<cl::Buffer> m_stripL2GEDMOutputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 110 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [18/19]

std::vector<cl::Buffer> m_edmPixelOutputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 112 of file F110IntegrationAlg.h.

ATLAS_THREAD_SAFE [19/19]

std::vector<cl::Buffer> m_edmStripOutputBufferList EFTrackingFPGAIntegration::F110IntegrationAlg::ATLAS_THREAD_SAFE

mutableprivate

Definition at line 113 of file F110IntegrationAlg.h.

m_acc_queue

cl::CommandQueue EFTrackingFPGAIntegration::F110IntegrationAlg::m_acc_queue

private

Definition at line 116 of file F110IntegrationAlg.h.

m_accelerator

cl::Device IntegrationBase::m_accelerator

protectedinherited

Device object for the accelerator card.

Definition at line 66 of file IntegrationBase.h.

m_chronoSvc

ServiceHandle<IChronoSvc> EFTrackingFPGAIntegration::F110IntegrationAlg::m_chronoSvc {"ChronoStatSvc", name()}

private

Service for timing the algorithm.

Definition at line 48 of file F110IntegrationAlg.h.

{"ChronoStatSvc", name()}; 

m_context

cl::Context IntegrationBase::m_context

protectedinherited

Context object for the application.

Definition at line 67 of file IntegrationBase.h.

m_detStore

StoreGateSvc_t AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::m_detStore

privateinherited

Pointer to StoreGate (detector store by default)

Definition at line 393 of file AthCommonDataStore.h.

m_deviceBDF

Gaudi::Property<std::string> IntegrationBase::m_deviceBDF {this, "bdfID", "", "BDF ID of the accelerator card"}

protectedinherited

BDF ID of the accelerator card.

Definition at line 69 of file IntegrationBase.h.

{this, "bdfID", "", "BDF ID of the accelerator card"}; 

m_doEmulation

Gaudi::Property<bool> IntegrationBase::m_doEmulation {this, "doEmulation", false, "If software or hardware emulation is being used for debugging"}

protectedinherited

Definition at line 70 of file IntegrationBase.h.

{this, "doEmulation", false, "If software or hardware emulation is being used for debugging"}; 

m_evtStore

StoreGateSvc_t AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::m_evtStore

privateinherited

Pointer to StoreGate (event store by default)

Definition at line 390 of file AthCommonDataStore.h.

m_extendedExtraObjects

DataObjIDColl AthCommonReentrantAlgorithm< Gaudi::Algorithm >::m_extendedExtraObjects

privateinherited

Extra output dependency collection, extended by AthAlgorithmDHUpdate to add symlinks.

Empty if no symlinks were found.

Definition at line 114 of file AthCommonReentrantAlgorithm.h.

m_fpgaHandleMtx

std::mutex EFTrackingFPGAIntegration::F110IntegrationAlg::m_fpgaHandleMtx

mutableprivate

Definition at line 73 of file F110IntegrationAlg.h.

m_FPGAPixelOutput

SG::WriteHandleKey<std::vector<uint32_t> > EFTrackingFPGAIntegration::F110IntegrationAlg::m_FPGAPixelOutput {this, "FPGAOutputPixelKey", "FPGAPixelOutput", "Pixel output from FPGA format"}

private

Definition at line 56 of file F110IntegrationAlg.h.

{this, "FPGAOutputPixelKey", "FPGAPixelOutput", "Pixel output from FPGA format"};

m_FPGAPixelRDO

SG::ReadHandleKey<std::vector<uint64_t> > EFTrackingFPGAIntegration::F110IntegrationAlg::m_FPGAPixelRDO {this, "FPGAEncodedPixelKey", "FPGAEncodedPixelRDOs", "Pixel RDO converted to FPGA format"}

private

Definition at line 50 of file F110IntegrationAlg.h.

{this, "FPGAEncodedPixelKey", "FPGAEncodedPixelRDOs", "Pixel RDO converted to FPGA format"};

m_FPGAPixelRDOSize

SG::ReadHandleKey<int> EFTrackingFPGAIntegration::F110IntegrationAlg::m_FPGAPixelRDOSize {this, "FPGAEncodedPixelSizeKey", "FPGAEncodedPixelSizeRDOs", "Pixel RDO converted to FPGA format"}

private

Definition at line 53 of file F110IntegrationAlg.h.

{this, "FPGAEncodedPixelSizeKey", "FPGAEncodedPixelSizeRDOs", "Pixel RDO converted to FPGA format"};

m_FPGAStripOutput

SG::WriteHandleKey<std::vector<uint32_t> > EFTrackingFPGAIntegration::F110IntegrationAlg::m_FPGAStripOutput {this, "FPGAOutputStripKey", "FPGAStripOutput", "Strip output from FPGA format"}

private

Definition at line 57 of file F110IntegrationAlg.h.

{this, "FPGAOutputStripKey", "FPGAStripOutput", "Strip output from FPGA format"};

m_FPGAStripRDO

SG::ReadHandleKey<std::vector<uint64_t> > EFTrackingFPGAIntegration::F110IntegrationAlg::m_FPGAStripRDO {this, "FPGAEncodedStripKey", "FPGAEncodedStripRDOs", "Strip RDO converted to FPGA format"}

private

Definition at line 51 of file F110IntegrationAlg.h.

{this, "FPGAEncodedStripKey", "FPGAEncodedStripRDOs", "Strip RDO converted to FPGA format"};

m_FPGAStripRDOSize

SG::ReadHandleKey<int> EFTrackingFPGAIntegration::F110IntegrationAlg::m_FPGAStripRDOSize {this, "FPGAEncodedStripSizeKey", "FPGAEncodedStripSizeRDOs", "Strip RDO converted to FPGA format"}

private

Definition at line 54 of file F110IntegrationAlg.h.

{this, "FPGAEncodedStripSizeKey", "FPGAEncodedStripSizeRDOs", "Strip RDO converted to FPGA format"};

m_FPGAThreads

Gaudi::Property<int> EFTrackingFPGAIntegration::F110IntegrationAlg::m_FPGAThreads {this, "FPGAThreads", 1, "number of FPGA threads to initialize"}

private

Definition at line 59 of file F110IntegrationAlg.h.

{this, "FPGAThreads", 1, "number of FPGA threads to initialize"}; 

m_kernelTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_kernelTime {0}

mutableprivate

Time for kernel execution.

Definition at line 99 of file F110IntegrationAlg.h.

{0};          

m_numEvents

std::atomic<ulonglong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_numEvents {0}

mutableprivate

Number of events processed.

Definition at line 89 of file F110IntegrationAlg.h.

{0};          

m_pixelClusteringTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_pixelClusteringTime {0}

mutableprivate

Time for pixel clustering.

Definition at line 92 of file F110IntegrationAlg.h.

{0}; 

m_pixelClusterKernelName

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F110IntegrationAlg::m_pixelClusterKernelName {this, "PixelClusterKernelName", "", "Name of the pixel clustering kernel"}

private

Name of the pixel clustering kernel.

Definition at line 67 of file F110IntegrationAlg.h.

{this, "PixelClusterKernelName", "", "Name of the pixel clustering kernel"}; 

m_pixelEdmKernelName

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F110IntegrationAlg::m_pixelEdmKernelName {this, "PixelEDMPrepKernelName", "", "Name of the FPGA kernel"}

private

Name of the FPGA kernel.

Definition at line 63 of file F110IntegrationAlg.h.

{this, "PixelEDMPrepKernelName", "", "Name of the FPGA kernel"}; 

m_pixelEdmPrepTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_pixelEdmPrepTime {0}

mutableprivate

Time for pixel EDM preparation.

Definition at line 95 of file F110IntegrationAlg.h.

{0};    

m_pixelInputTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_pixelInputTime {0}

mutableprivate

Time for pixel input buffer write.

Definition at line 90 of file F110IntegrationAlg.h.

{0};      

m_pixelOutputTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_pixelOutputTime {0}

mutableprivate

Time for pixel output buffer read.

Definition at line 97 of file F110IntegrationAlg.h.

{0};     

m_program

cl::Program IntegrationBase::m_program

protectedinherited

Program object containing the kernel.

Definition at line 68 of file IntegrationBase.h.

m_stripClusteringTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_stripClusteringTime {0}

mutableprivate

Time for strip clustering.

Definition at line 93 of file F110IntegrationAlg.h.

{0}; 

m_stripClusterKernelName

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F110IntegrationAlg::m_stripClusterKernelName {this, "StripClusterKernelName", "", "Name of the strip clustering kernel"}

private

Name of the strip clustering kernel.

Definition at line 69 of file F110IntegrationAlg.h.

{this, "StripClusterKernelName", "", "Name of the strip clustering kernel"}; 

m_stripEdmKernelName

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F110IntegrationAlg::m_stripEdmKernelName {this, "StripEDMPrepKernelName", "", "Name of the FPGA kernel"}

private

Name of the FPGA kernel.

Definition at line 65 of file F110IntegrationAlg.h.

{this, "StripEDMPrepKernelName", "", "Name of the FPGA kernel"}; 

m_stripEdmPrepTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_stripEdmPrepTime {0}

mutableprivate

Time for strip EDM preparation.

Definition at line 96 of file F110IntegrationAlg.h.

{0};    

m_stripInputTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_stripInputTime {0}

mutableprivate

Time for strip input buffer write.

Definition at line 91 of file F110IntegrationAlg.h.

{0};      

m_stripL2GKernelName

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F110IntegrationAlg::m_stripL2GKernelName {this, "StripL2GKernelName", "", "Name of the strip L2G kernel"}

private

Name of the strip L2G kernelS.

Definition at line 71 of file F110IntegrationAlg.h.

{this, "StripL2GKernelName", "", "Name of the strip L2G kernel"}; 

m_stripL2GTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_stripL2GTime {0}

mutableprivate

Time for strip L2G.

Definition at line 94 of file F110IntegrationAlg.h.

{0};        

m_stripOutputTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F110IntegrationAlg::m_stripOutputTime {0}

mutableprivate

Time for strip output buffer read.

Definition at line 98 of file F110IntegrationAlg.h.

{0};     

m_varHandleArraysDeclared

bool AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::m_varHandleArraysDeclared

privateinherited

Definition at line 399 of file AthCommonDataStore.h.

m_vhka

std::vector<SG::VarHandleKeyArray*> AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::m_vhka

privateinherited

Definition at line 398 of file AthCommonDataStore.h.

m_xclbin

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F110IntegrationAlg::m_xclbin {this, "xclbin", "", "xclbin path and name"}

private

Path and name of the xclbin file.

Definition at line 61 of file F110IntegrationAlg.h.

{this, "xclbin", "", "xclbin path and name"}; 

---

The documentation for this class was generated from the following files:

• F110IntegrationAlg.h
• F110IntegrationAlg.cxx