ATLAS Offline Software
Loading...
Searching...
No Matches
EFTrackingFPGAIntegration::F1X0IntegrationAlg Class Reference

This is the class for the benchmark algorithm specific to the FPGA integration and output conversion. More...

#include <F1X0IntegrationAlg.h>

Inheritance diagram for EFTrackingFPGAIntegration::F1X0IntegrationAlg:

Public Member Functions

virtual StatusCode initialize () override final
 Detect the OpenCL devices and prepare OpenCL context.
virtual StatusCode execute (const EventContext &ctx) const override final
 Should be overriden by derived classes to perform meaningful work.
virtual StatusCode finalize () override final
StatusCode loadProgram (const std::string &xclbin)
 Find the xclbin file and load it into the OpenCL program object.
StatusCode precheck (const std::vector< Gaudi::Property< std::string > > &inputs) const
 Check if the the desired Gaudi properties are set.
virtual StatusCode sysInitialize () override
 Override sysInitialize.
virtual bool isClonable () const override
 Specify if the algorithm is clonable.
virtual unsigned int cardinality () const override
 Cardinality (Maximum number of clones that can exist) special value 0 means that algorithm is reentrant.
virtual StatusCode sysExecute (const EventContext &ctx) override
 Execute an algorithm.
virtual const DataObjIDColl & extraOutputDeps () const override
 Return the list of extra output dependencies.
virtual bool filterPassed (const EventContext &ctx) const
virtual void setFilterPassed (bool state, const EventContext &ctx) const
ServiceHandle< StoreGateSvc > & evtStore ()
 The standard StoreGateSvc (event store) Returns (kind of) a pointer to the StoreGateSvc.
const ServiceHandle< StoreGateSvc > & detStore () const
 The standard StoreGateSvc/DetectorStore Returns (kind of) a pointer to the StoreGateSvc.
virtual StatusCode sysStart () override
 Handle START transition.
virtual std::vector< Gaudi::DataHandle * > inputHandles () const override
 Return this algorithm's input handles.
virtual std::vector< Gaudi::DataHandle * > outputHandles () const override
 Return this algorithm's output handles.
Gaudi::Details::PropertyBase & declareProperty (Gaudi::Property< T, V, H > &t)
void updateVHKA (Gaudi::Details::PropertyBase &)
MsgStream & msg () const
bool msgLvl (const MSG::Level lvl) const

Protected Member Functions

void renounceArray (SG::VarHandleKeyArray &handlesArray)
 remove all handles from I/O resolution
std::enable_if_t< std::is_void_v< std::result_of_t< decltype(&T::renounce)(T)> > &&!std::is_base_of_v< SG::VarHandleKeyArray, T > &&std::is_base_of_v< Gaudi::DataHandle, T >, void > renounce (T &h)
void extraDeps_update_handler (Gaudi::Details::PropertyBase &ExtraDeps)
 Add StoreName to extra input/output deps as needed.

Protected Attributes

cl::Device m_accelerator
 Device object for the accelerator card.
cl::Context m_context
 Context object for the application.
cl::Program m_program
 Program object containing the kernel.
Gaudi::Property< std::string > m_deviceBDF {this, "bdfID", "", "BDF ID of the accelerator card"}
 BDF ID of the accelerator card.
Gaudi::Property< bool > m_doEmulation {this, "doEmulation", false, "If software or hardware emulation is being used for debugging"}

Private Types

typedef ServiceHandle< StoreGateSvcStoreGateSvc_t

Private Member Functions

void getListofCUs (std::vector< std::string > &cuNames)
Gaudi::Details::PropertyBase & declareGaudiProperty (Gaudi::Property< T, V, H > &hndl, const SG::VarHandleKeyType &)
 specialization for handling Gaudi::Property<SG::VarHandleKey>

Private Attributes

ServiceHandle< IChronoSvc > m_chronoSvc {"ChronoStatSvc", name()}
 Service for timing the algorithm.
SG::ReadHandleKey< std::vector< uint64_t > > m_FPGAPixelRDO {this, "FPGAEncodedPixelKey", "FPGAEncodedPixelRDOs", "Pixel RDO converted to FPGA format"}
SG::ReadHandleKey< std::vector< uint64_t > > m_FPGAStripRDO {this, "FPGAEncodedStripKey", "FPGAEncodedStripRDOs", "Strip RDO converted to FPGA format"}
SG::WriteHandleKey< std::vector< uint32_t > > m_FPGAPixelOutput {this, "FPGAOutputPixelKey", "FPGAPixelOutput", "Pixel output from FPGA format"}
SG::WriteHandleKey< std::vector< uint32_t > > m_FPGAStripOutput {this, "FPGAOutputStripKey", "FPGAStripOutput", "Strip output from FPGA format"}
SG::ReadHandleKey< int > m_FPGAPixelRDOSize {this, "FPGAEncodedPixelSizeKey", "FPGAEncodedPixelSizeRDOs", "Size of the Pixel RDO converted to FPGA format"}
SG::ReadHandleKey< int > m_FPGAStripRDOSize {this, "FPGAEncodedStripSizeKey", "FPGAEncodedStripSizeRDOs", "Size of the Strip RDO converted to FPGA format"}
Gaudi::Property< int > m_FPGAThreads {this, "FPGAThreads", 1, "number of FPGA threads to initialize"}
Gaudi::Property< std::string > m_xclbin
 Path and name of the xclbin file.
Gaudi::Property< bool > m_doF110
 Boolean to run F110 instead of F100.
Gaudi::Property< std::string > m_pixelEdmKernelName
 Name of the FPGA kernel.
Gaudi::Property< std::string > m_stripEdmKernelName
 Name of the FPGA kernel.
Gaudi::Property< std::string > m_pixelClusterKernelName
 Name of the pixel clustering kernel.
Gaudi::Property< std::string > m_stripClusterKernelName
 Name of the strip clustering kernel.
Gaudi::Property< std::string > m_pixelL2GKernelName
 Name of the pixel L2G kernel.
Gaudi::Property< std::string > m_stripL2GKernelName
 Name of the strip L2G kernelS.
ToolHandle< GenericMonitoringToolm_monTool { this, "MonTool", "", "Monitoring tool" }
std::atomic< ulonglong > m_numEvents {0}
 Number of events processed.
std::atomic< cl_ulong > m_pixelInputTime {0}
 Time for pixel input buffer write.
std::atomic< cl_ulong > m_stripInputTime {0}
 Time for strip input buffer write.
std::atomic< cl_ulong > m_pixelClusteringTime {0}
 Time for pixel clustering.
std::atomic< cl_ulong > m_stripClusteringTime {0}
 Time for strip clustering.
std::atomic< cl_ulong > m_pixelL2GTime {0}
 Time for pixel L2G.
std::atomic< cl_ulong > m_stripL2GTime {0}
 Time for strip L2G.
std::atomic< cl_ulong > m_edmPrepTime {0}
 Time for EDM preparation.
std::atomic< cl_ulong > m_pixelEdmPrepTime {0}
 Time for pixel EDM preparation.
std::atomic< cl_ulong > m_stripEdmPrepTime {0}
 Time for strip EDM preparation.
std::atomic< cl_ulong > m_pixelOutputTime {0}
 Time for pixel output buffer read.
std::atomic< cl_ulong > m_stripOutputTime {0}
 Time for strip output buffer read.
std::atomic< cl_ulong > m_kernelTime {0}
 Time for kernel execution.
std::vector< cl::Kernel > m_pixelClusteringKernels ATLAS_THREAD_SAFE
std::vector< cl::Kernel > m_stripClusteringKernels ATLAS_THREAD_SAFE
std::vector< cl::Kernel > m_pixelL2GKernels ATLAS_THREAD_SAFE
std::vector< cl::Kernel > m_stripL2GKernels ATLAS_THREAD_SAFE
std::vector< cl::Kernel > m_pixelEdmPrepKernels ATLAS_THREAD_SAFE
std::vector< cl::Kernel > m_stripEdmPrepKernels ATLAS_THREAD_SAFE
std::vector< cl::Buffer > m_pixelClusterInputBufferList
std::vector< cl::Buffer > m_stripClusterInputBufferList
std::vector< cl::Buffer > m_pixelClusterOutputBufferList
std::vector< cl::Buffer > m_stripClusterOutputBufferList
std::vector< cl::Buffer > m_pixelClusterEDMOutputBufferList
std::vector< cl::Buffer > m_stripClusterEDMOutputBufferList
std::vector< cl::Buffer > m_pixelL2GOutputBufferList
std::vector< cl::Buffer > m_stripL2GOutputBufferList
std::vector< cl::Buffer > m_pixelL2GEDMOutputBufferList
std::vector< cl::Buffer > m_stripL2GEDMOutputBufferList
std::vector< cl::Buffer > m_edmPixelOutputBufferList
std::vector< cl::Buffer > m_edmStripOutputBufferList
std::vector< cl::CommandQueue > m_acc_queues
DataObjIDColl m_extendedExtraObjects
 Extra output dependency collection, extended by AthAlgorithmDHUpdate to add symlinks.
StoreGateSvc_t m_evtStore
 Pointer to StoreGate (event store by default)
StoreGateSvc_t m_detStore
 Pointer to StoreGate (detector store by default)
std::vector< SG::VarHandleKeyArray * > m_vhka
bool m_varHandleArraysDeclared

Detailed Description

This is the class for the benchmark algorithm specific to the FPGA integration and output conversion.

This algorithm is used to benchmark and optimize the FPGA output memory migration and output conversion. It expects the use of FPGA pass-through kernel.

Definition at line 35 of file F1X0IntegrationAlg.h.

Member Typedef Documentation

◆ StoreGateSvc_t

typedef ServiceHandle<StoreGateSvc> AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::StoreGateSvc_t
privateinherited

Definition at line 388 of file AthCommonDataStore.h.

Member Function Documentation

◆ cardinality()

unsigned int AthCommonReentrantAlgorithm< Gaudi::Algorithm >::cardinality ( ) const
overridevirtualinherited

Cardinality (Maximum number of clones that can exist) special value 0 means that algorithm is reentrant.

Override this to return 0 for reentrant algorithms.

Definition at line 75 of file AthCommonReentrantAlgorithm.cxx.

64{
65 return 0;
66}

◆ declareGaudiProperty()

Gaudi::Details::PropertyBase & AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::declareGaudiProperty ( Gaudi::Property< T, V, H > & hndl,
const SG::VarHandleKeyType &  )
inlineprivateinherited

specialization for handling Gaudi::Property<SG::VarHandleKey>

Definition at line 156 of file AthCommonDataStore.h.

158 {
160 hndl.value(),
161 hndl.documentation());
162
163 }
Gaudi::Details::PropertyBase & declareProperty(Gaudi::Property< T, V, H > &t)

◆ declareProperty()

Gaudi::Details::PropertyBase & AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::declareProperty ( Gaudi::Property< T, V, H > & t)
inlineinherited

Definition at line 145 of file AthCommonDataStore.h.

145 {
146 typedef typename SG::HandleClassifier<T>::type htype;
148 }
Gaudi::Details::PropertyBase & declareGaudiProperty(Gaudi::Property< T, V, H > &hndl, const SG::VarHandleKeyType &)
specialization for handling Gaudi::Property<SG::VarHandleKey>

◆ detStore()

const ServiceHandle< StoreGateSvc > & AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::detStore ( ) const
inlineinherited

The standard StoreGateSvc/DetectorStore Returns (kind of) a pointer to the StoreGateSvc.

Definition at line 95 of file AthCommonDataStore.h.

◆ evtStore()

ServiceHandle< StoreGateSvc > & AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::evtStore ( )
inlineinherited

The standard StoreGateSvc (event store) Returns (kind of) a pointer to the StoreGateSvc.

Definition at line 85 of file AthCommonDataStore.h.

◆ execute()

StatusCode EFTrackingFPGAIntegration::F1X0IntegrationAlg::execute ( const EventContext & ctx) const
finaloverridevirtual

Should be overriden by derived classes to perform meaningful work.

Input handles

Reimplemented from IntegrationBase.

Definition at line 131 of file F1X0IntegrationAlg.cxx.

132 {
133 ATH_MSG_DEBUG("Executing F1X0IntegrationAlg");
134 auto mnt_timer_Total = Monitored::Timer<std::chrono::milliseconds>("TIME_Total");
135 auto monTime = Monitored::Group(m_monTool, mnt_timer_Total);
136
137 mnt_timer_Total.start();
138
139 m_numEvents++;
140
142 const std::vector<uint64_t>* pixelInput{nullptr}, *stripInput{nullptr};
143 ATH_CHECK(SG::get(pixelInput, m_FPGAPixelRDO, ctx));
144 ATH_CHECK(SG::get(stripInput, m_FPGAStripRDO, ctx));
145
146 const int* pixelInputSize{nullptr}, *stripInputSize{nullptr};
147 ATH_CHECK(SG::get(pixelInputSize, m_FPGAPixelRDOSize, ctx));
148 ATH_CHECK(SG::get(stripInputSize, m_FPGAStripRDOSize, ctx));
149
150 // logic
151 unsigned int nthreads = m_FPGAThreads.value();
152
153 if(m_FPGAThreads.value() < 1){
154 nthreads = SG::getNSlots();
155 }
156
157 size_t bufferIndex = ctx.slot() % nthreads;
158
159 // Get index for each of the kernels
160 size_t pixelClusterIndex = ctx.slot() % m_pixelClusteringKernels.size();
161 size_t stripClusterIndex = ctx.slot() % m_stripClusteringKernels.size();
162 size_t stripL2GIndex = ctx.slot() % m_stripL2GKernels.size();
163 size_t pixelL2GIndex = m_pixelL2GKernels.size() ? ctx.slot() % m_pixelL2GKernels.size() : 0;
164 size_t pixelEDMIndex = m_pixelEdmPrepKernels.size() ? ctx.slot() % m_pixelEdmPrepKernels.size() : 0;
165 size_t stripEDMIndex = m_stripEdmPrepKernels.size() ? ctx.slot() % m_stripEdmPrepKernels.size() : 0;
166
167 const cl::CommandQueue &acc_queue = m_acc_queues[bufferIndex];
168
169 cl::Kernel &pixelClusteringKernel = m_pixelClusteringKernels[pixelClusterIndex];
170 cl::Kernel &stripClusteringKernel = m_stripClusteringKernels[stripClusterIndex];
171 cl::Kernel &stripL2GKernel = m_stripL2GKernels[stripL2GIndex];
172 cl::Kernel &pixelEdmPrepKernel = m_pixelEdmPrepKernels[pixelEDMIndex];
173 cl::Kernel &stripEdmPrepKernel = m_stripEdmPrepKernels[stripEDMIndex];
174 cl::Kernel *pixelL2GKernel = nullptr;
175
176 if (!m_doF110) pixelL2GKernel = &m_pixelL2GKernels[pixelL2GIndex];
177
178 // Set kernel arguments
179 pixelClusteringKernel.setArg(0, m_pixelClusterInputBufferList[bufferIndex]);
180 if (m_doF110) {
181 pixelClusteringKernel.setArg(1, m_pixelClusterEDMOutputBufferList[bufferIndex]);
182 } else {
183 pixelClusteringKernel.setArg(1, m_pixelClusterOutputBufferList[bufferIndex]);
184 pixelClusteringKernel.setArg(2, m_pixelClusterEDMOutputBufferList[bufferIndex]);
185
186 uint32_t hit_vector_size_bytes = sizeof(uint64_t) * (*pixelInput).size();
187 uint32_t cluster_vector_size_bytes = sizeof(uint64_t) * (*pixelInput).size();
188 uint32_t edm_vector_size_bytes = sizeof(uint64_t) * (*pixelInput).size() * 8;
189
190
191 pixelClusteringKernel.setArg(3, hit_vector_size_bytes);
192 pixelClusteringKernel.setArg(4, cluster_vector_size_bytes);
193 pixelClusteringKernel.setArg(5, edm_vector_size_bytes);
194 }
195
196 stripClusteringKernel.setArg(0, m_stripClusterInputBufferList[bufferIndex]);
197 stripClusteringKernel.setArg(1, m_stripClusterOutputBufferList[bufferIndex]);
198 stripClusteringKernel.setArg(2, m_stripClusterEDMOutputBufferList[bufferIndex]);
199 stripClusteringKernel.setArg(3, static_cast<unsigned int>(*stripInputSize));
200
201 if (!m_doF110) {
202 pixelL2GKernel->setArg(0, m_pixelClusterOutputBufferList[bufferIndex]);
203 pixelL2GKernel->setArg(1, m_pixelClusterEDMOutputBufferList[bufferIndex]);
204 pixelL2GKernel->setArg(2, m_pixelL2GOutputBufferList[bufferIndex]);
205 pixelL2GKernel->setArg(3, m_pixelL2GEDMOutputBufferList[bufferIndex]);
206 }
207
208 stripL2GKernel.setArg(0, m_stripClusterOutputBufferList[bufferIndex]);
209 stripL2GKernel.setArg(1, m_stripClusterEDMOutputBufferList[bufferIndex]);
210 stripL2GKernel.setArg(2, m_stripL2GOutputBufferList[bufferIndex]);
211 stripL2GKernel.setArg(3, m_stripL2GEDMOutputBufferList[bufferIndex]);
212
213
214 pixelEdmPrepKernel.setArg(0, m_pixelClusterEDMOutputBufferList[bufferIndex]);
215 pixelEdmPrepKernel.setArg(1, m_edmPixelOutputBufferList[bufferIndex]);
216 stripEdmPrepKernel.setArg(0, m_stripL2GEDMOutputBufferList[bufferIndex]);
217 stripEdmPrepKernel.setArg(1, m_edmStripOutputBufferList[bufferIndex]);
218
219
220
221 // Start the transfers
222 cl::Event evt_write_pixel_input;
223 cl::Event evt_write_strip_input;
224
225 acc_queue.enqueueWriteBuffer(m_pixelClusterInputBufferList[bufferIndex], CL_FALSE, 0, sizeof(uint64_t) * (*pixelInput).size(), (*pixelInput).data(), NULL, &evt_write_pixel_input);
226 acc_queue.enqueueWriteBuffer(m_stripClusterInputBufferList[bufferIndex], CL_FALSE, 0, sizeof(uint64_t) * (*stripInput).size(), (*stripInput).data(), NULL, &evt_write_strip_input);
227 std::vector<cl::Event> evt_vec_pixel_input{evt_write_pixel_input};
228 std::vector<cl::Event> evt_vec_strip_input{evt_write_strip_input};
229
230
231 cl::Event evt_pixel_clustering;
232 cl::Event evt_strip_clustering;
233 cl::Event evt_strip_l2g;
234 cl::Event evt_pixel_l2g;
235 cl::Event evt_edm_prep;
236 cl::Event evt_pixel_edm_prep;
237 cl::Event evt_strip_edm_prep;
238 {
239 Athena::Chrono chrono("Kernel execution", m_chronoSvc.get());
240 acc_queue.enqueueTask(pixelClusteringKernel, &evt_vec_pixel_input, &evt_pixel_clustering);
241 acc_queue.enqueueTask(stripClusteringKernel, &evt_vec_strip_input, &evt_strip_clustering);
242
243 std::vector<cl::Event> evt_vec_strip_clustering{evt_strip_clustering};
244 if (!m_doF110)
245 {
246 std::vector<cl::Event> evt_vec_pixel_clustering{evt_pixel_clustering};
247 acc_queue.enqueueTask(*pixelL2GKernel, &evt_vec_pixel_clustering, &evt_pixel_l2g);
248 }
249 acc_queue.enqueueTask(stripL2GKernel, &evt_vec_strip_clustering, &evt_strip_l2g);
250
251 std::vector<cl::Event> evt_vec_pixelEDM;
252 if(m_doF110) evt_vec_pixelEDM.push_back(evt_pixel_clustering);
253 else evt_vec_pixelEDM.push_back(evt_pixel_l2g);
254 std::vector<cl::Event> evt_vec_strip_l2g{evt_strip_l2g};
255 acc_queue.enqueueTask(pixelEdmPrepKernel, &evt_vec_pixelEDM, &evt_pixel_edm_prep);
256 acc_queue.enqueueTask(stripEdmPrepKernel, &evt_vec_strip_l2g, &evt_strip_edm_prep);
257
258 }
259
260 cl::Event evt_pixel_cluster_output;
261 cl::Event evt_strip_cluster_output;
262
263 std::vector<cl::Event> evt_vec_pixel_edm_prep;
264 std::vector<cl::Event> evt_vec_strip_edm_prep;
265
266 evt_vec_pixel_edm_prep.push_back(evt_pixel_edm_prep);
267 evt_vec_strip_edm_prep.push_back(evt_strip_edm_prep);
268
269
270 // output handles
271
272 SG::WriteHandle<std::vector<uint32_t>> FPGAPixelOutput(m_FPGAPixelOutput, ctx);
273 ATH_CHECK(FPGAPixelOutput.record(std::make_unique<std::vector<uint32_t> >(EFTrackingTransient::PIXEL_CONTAINER_BUF_SIZE, 0)));
274
275 SG::WriteHandle<std::vector<uint32_t>> FPGAStripOutput(m_FPGAStripOutput, ctx);
276 ATH_CHECK(FPGAStripOutput.record(std::make_unique<std::vector<uint32_t> >(EFTrackingTransient::STRIP_CONTAINER_BUF_SIZE, 0)));
277
278 acc_queue.enqueueReadBuffer(m_edmPixelOutputBufferList[bufferIndex], CL_FALSE, 0, sizeof(uint32_t) * (*FPGAPixelOutput).size(), (*FPGAPixelOutput).data(), &evt_vec_pixel_edm_prep, &evt_pixel_cluster_output);
279 acc_queue.enqueueReadBuffer(m_edmStripOutputBufferList[bufferIndex], CL_FALSE, 0, sizeof(uint32_t) * (*FPGAStripOutput).size(), (*FPGAStripOutput).data(), &evt_vec_strip_edm_prep, &evt_strip_cluster_output);
280
281 std::vector<cl::Event> wait_for_reads = { evt_pixel_cluster_output, evt_strip_cluster_output };
282 cl::Event::waitForEvents(wait_for_reads);
283
284 mnt_timer_Total.stop();
285
286 if(*pixelInputSize == 6) (*FPGAPixelOutput)[0] = 0; // if no pixel input, set the first element to 0
287 if(*stripInputSize == 6) (*FPGAStripOutput)[0] = 0; // if no strip input, set the first element to 0
288
289 // calculate the time for the kernel execution
290 // get the time of writing pixel input buffer
291 cl_ulong pixel_input_time = evt_write_pixel_input.getProfilingInfo<CL_PROFILING_COMMAND_END>() - evt_write_pixel_input.getProfilingInfo<CL_PROFILING_COMMAND_START>();
292 m_pixelInputTime += pixel_input_time;
293 ATH_MSG_DEBUG("Pixel input buffer write time: " << pixel_input_time / 1e6 << " ms");
294
295 // get the time of writing strip input buffer
296 cl_ulong strip_input_time = evt_write_strip_input.getProfilingInfo<CL_PROFILING_COMMAND_END>() - evt_write_strip_input.getProfilingInfo<CL_PROFILING_COMMAND_START>();
297 m_stripInputTime += strip_input_time;
298 ATH_MSG_DEBUG("Strip input buffer write time: " << strip_input_time / 1e6 << " ms");
299
300 // get the time of pixel clustering
301 cl_ulong pixel_clustering_time = evt_pixel_clustering.getProfilingInfo<CL_PROFILING_COMMAND_END>() - evt_pixel_clustering.getProfilingInfo<CL_PROFILING_COMMAND_START>();
302 m_pixelClusteringTime += pixel_clustering_time;
303 ATH_MSG_DEBUG("Pixel clustering time: " << pixel_clustering_time / 1e6 << " ms");
304
305 // get the time of strip clustering
306 cl_ulong strip_clustering_time = evt_strip_clustering.getProfilingInfo<CL_PROFILING_COMMAND_END>() - evt_strip_clustering.getProfilingInfo<CL_PROFILING_COMMAND_START>();
307 m_stripClusteringTime += strip_clustering_time;
308 ATH_MSG_DEBUG("Strip clustering time: " << strip_clustering_time / 1e6 << " ms");
309
310 if (!m_doF110) {
311 // get the time of pixel L2G
312 cl_ulong pixel_l2g_time = evt_pixel_l2g.getProfilingInfo<CL_PROFILING_COMMAND_END>() - evt_pixel_l2g.getProfilingInfo<CL_PROFILING_COMMAND_START>();
313 m_pixelL2GTime += pixel_l2g_time;
314 ATH_MSG_DEBUG("Pixel L2G time: " << pixel_l2g_time / 1e6 << " ms");
315 }
316
317 // get the time of strip L2G
318 cl_ulong strip_l2g_time = evt_strip_l2g.getProfilingInfo<CL_PROFILING_COMMAND_END>() - evt_strip_l2g.getProfilingInfo<CL_PROFILING_COMMAND_START>();
319 m_stripL2GTime += strip_l2g_time;
320 ATH_MSG_DEBUG("Strip L2G time: " << strip_l2g_time / 1e6 << " ms");
321
322 // get the time of EDMPrep
323 if (m_doF110) {
324 cl_ulong pixel_edm_prep_time = evt_pixel_edm_prep.getProfilingInfo<CL_PROFILING_COMMAND_END>() - evt_pixel_edm_prep.getProfilingInfo<CL_PROFILING_COMMAND_START>();
325 cl_ulong strip_edm_prep_time = evt_strip_edm_prep.getProfilingInfo<CL_PROFILING_COMMAND_END>() - evt_strip_edm_prep.getProfilingInfo<CL_PROFILING_COMMAND_START>();
326
327 m_pixelEdmPrepTime += pixel_edm_prep_time;
328 ATH_MSG_DEBUG("PixelEDMPrep time: " << pixel_edm_prep_time / 1e6 << " ms");
329
330 m_stripEdmPrepTime += strip_edm_prep_time;
331 ATH_MSG_DEBUG("StripEDMPrep time: " << strip_edm_prep_time / 1e6 << " ms");
332 }
333 else {
334 cl_ulong edm_prep_time = evt_edm_prep.getProfilingInfo<CL_PROFILING_COMMAND_END>() - evt_edm_prep.getProfilingInfo<CL_PROFILING_COMMAND_START>();
335
336 m_edmPrepTime += edm_prep_time;
337 ATH_MSG_DEBUG("EDMPrep time: " << edm_prep_time / 1e6 << " ms");
338 }
339
340 // get the time of the whole kernel execution
341 cl_ulong kernel_start = evt_pixel_clustering.getProfilingInfo<CL_PROFILING_COMMAND_QUEUED>();
342 cl_ulong kernel_end = m_doF110 ?
343 std::max(evt_pixel_edm_prep.getProfilingInfo<CL_PROFILING_COMMAND_END>(), evt_strip_edm_prep.getProfilingInfo<CL_PROFILING_COMMAND_END>()) :
344 evt_edm_prep.getProfilingInfo<CL_PROFILING_COMMAND_END>();
345 m_kernelTime += (kernel_end - kernel_start);
346 ATH_MSG_DEBUG("Kernel execution time: " << (kernel_end - kernel_start) / 1e6 << " ms");
347
348 // get the time of reading pixel output buffer
349 cl_ulong pixel_output_time = evt_pixel_cluster_output.getProfilingInfo<CL_PROFILING_COMMAND_END>() - evt_pixel_cluster_output.getProfilingInfo<CL_PROFILING_COMMAND_START>();
350 m_pixelOutputTime += pixel_output_time;
351 ATH_MSG_DEBUG("Pixel output buffer read time: " << pixel_output_time / 1e6 << " ms");
352
353 // get the time of reading strip output buffer
354 cl_ulong strip_output_time = evt_strip_cluster_output.getProfilingInfo<CL_PROFILING_COMMAND_END>() - evt_strip_cluster_output.getProfilingInfo<CL_PROFILING_COMMAND_START>();
355 m_stripOutputTime += strip_output_time;
356 ATH_MSG_DEBUG("Strip output buffer read time: " << strip_output_time / 1e6 << " ms");
357
358 return StatusCode::SUCCESS;
359 }
#define ATH_CHECK
Evaluate an expression and check for errors.
#define ATH_MSG_DEBUG(x)
std::atomic< ulonglong > m_numEvents
Number of events processed.
ToolHandle< GenericMonitoringTool > m_monTool
std::atomic< cl_ulong > m_pixelOutputTime
Time for pixel output buffer read.
SG::ReadHandleKey< std::vector< uint64_t > > m_FPGAPixelRDO
std::atomic< cl_ulong > m_stripL2GTime
Time for strip L2G.
std::atomic< cl_ulong > m_stripEdmPrepTime
Time for strip EDM preparation.
std::atomic< cl_ulong > m_stripClusteringTime
Time for strip clustering.
std::atomic< cl_ulong > m_pixelClusteringTime
Time for pixel clustering.
SG::WriteHandleKey< std::vector< uint32_t > > m_FPGAPixelOutput
std::atomic< cl_ulong > m_stripOutputTime
Time for strip output buffer read.
std::atomic< cl_ulong > m_pixelInputTime
Time for pixel input buffer write.
SG::ReadHandleKey< std::vector< uint64_t > > m_FPGAStripRDO
ServiceHandle< IChronoSvc > m_chronoSvc
Service for timing the algorithm.
std::atomic< cl_ulong > m_pixelEdmPrepTime
Time for pixel EDM preparation.
std::vector< cl::Buffer > m_stripClusterEDMOutputBufferList
std::atomic< cl_ulong > m_pixelL2GTime
Time for pixel L2G.
Gaudi::Property< bool > m_doF110
Boolean to run F110 instead of F100.
SG::WriteHandleKey< std::vector< uint32_t > > m_FPGAStripOutput
std::vector< cl::Buffer > m_pixelClusterEDMOutputBufferList
std::atomic< cl_ulong > m_kernelTime
Time for kernel execution.
std::atomic< cl_ulong > m_stripInputTime
Time for strip input buffer write.
std::atomic< cl_ulong > m_edmPrepTime
Time for EDM preparation.
constexpr uint32_t STRIP_CONTAINER_BUF_SIZE
constexpr uint32_t PIXEL_CONTAINER_BUF_SIZE
size_t getNSlots()
Return the number of event slots.
const T * get(const ReadCondHandleKey< T > &key, const EventContext &ctx)
Convenience function to retrieve an object given a ReadCondHandleKey.
setEventNumber uint32_t

◆ extraDeps_update_handler()

void AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::extraDeps_update_handler ( Gaudi::Details::PropertyBase & ExtraDeps)
protectedinherited

Add StoreName to extra input/output deps as needed.

use the logic of the VarHandleKey to parse the DataObjID keys supplied via the ExtraInputs and ExtraOuputs Properties to add the StoreName if it's not explicitly given

◆ extraOutputDeps()

const DataObjIDColl & AthCommonReentrantAlgorithm< Gaudi::Algorithm >::extraOutputDeps ( ) const
overridevirtualinherited

Return the list of extra output dependencies.

This list is extended to include symlinks implied by inheritance relations.

Definition at line 94 of file AthCommonReentrantAlgorithm.cxx.

90{
91 // If we didn't find any symlinks to add, just return the collection
92 // from the base class. Otherwise, return the extended collection.
93 if (!m_extendedExtraObjects.empty()) {
95 }
97}
An algorithm that can be simultaneously executed in multiple threads.

◆ filterPassed()

virtual bool AthCommonReentrantAlgorithm< Gaudi::Algorithm >::filterPassed ( const EventContext & ctx) const
inlinevirtualinherited

Definition at line 96 of file AthCommonReentrantAlgorithm.h.

96 {
97 return execState( ctx ).filterPassed();
98 }
virtual bool filterPassed(const EventContext &ctx) const

◆ finalize()

StatusCode EFTrackingFPGAIntegration::F1X0IntegrationAlg::finalize ( )
finaloverridevirtual

Definition at line 361 of file F1X0IntegrationAlg.cxx.

362 {
363
364 ATH_MSG_INFO("Finalizing F1X0IntegrationAlg");
365 ATH_MSG_INFO("Number of events: " << m_numEvents);
366
367 if(m_numEvents > 0){
368 ATH_MSG_INFO("Pixel input ave time: " << m_pixelInputTime / m_numEvents / 1e6 << " ms");
369 ATH_MSG_INFO("Strip input ave time: " << m_stripInputTime / m_numEvents / 1e6 << " ms");
370 ATH_MSG_INFO("Pixel clustering ave time: " << m_pixelClusteringTime / m_numEvents / 1e6 << " ms");
371 ATH_MSG_INFO("Strip clustering ave time: " << m_stripClusteringTime / m_numEvents / 1e6 << " ms");
372 if (!m_doF110) {
373 ATH_MSG_INFO("Pixel L2G ave time: " << m_pixelL2GTime / m_numEvents / 1e6 << " ms");
374 }
375 ATH_MSG_INFO("Strip L2G ave time: " << m_stripL2GTime / m_numEvents / 1e6 << " ms");
376 if (!m_doF110) {
377 ATH_MSG_INFO("EDMPrep ave time: " << m_edmPrepTime / m_numEvents / 1e6 << " ms");
378 } else {
379 ATH_MSG_INFO("PixelEDMPrep ave time: " << m_pixelEdmPrepTime / m_numEvents / 1e6 << " ms");
380 ATH_MSG_INFO("StripEDMPrep ave time: " << m_stripEdmPrepTime / m_numEvents / 1e6 << " ms");
381 }
382 ATH_MSG_INFO("Kernel execution ave time: " << m_kernelTime / m_numEvents / 1e6 << " ms");
383 ATH_MSG_INFO("Pixel output ave time: " << m_pixelOutputTime / m_numEvents / 1e6 << " ms");
384 ATH_MSG_INFO("Strip output ave time: " << m_stripOutputTime / m_numEvents / 1e6 << " ms");
385 }
386
387 return StatusCode::SUCCESS;
388 }
#define ATH_MSG_INFO(x)

◆ getListofCUs()

void EFTrackingFPGAIntegration::F1X0IntegrationAlg::getListofCUs ( std::vector< std::string > & cuNames)
private

Definition at line 390 of file F1X0IntegrationAlg.cxx.

391 {
392 xrt::xclbin xrt_xclbin(m_xclbin.value());
393
394 ATH_MSG_INFO("xsa name: "<<xrt_xclbin.get_xsa_name());
395 ATH_MSG_INFO("fpga name: "<<xrt_xclbin.get_fpga_device_name());
396 ATH_MSG_INFO("uuid: "<<xrt_xclbin.get_uuid().to_string());
397
398 for (const xrt::xclbin::kernel &kernel : xrt_xclbin.get_kernels()) {
399 const std::string& kernelName = kernel.get_name();
400
401 ATH_MSG_INFO("kernelName: "<<kernelName);
402
403
404 for (const xrt::xclbin::ip &computeUnit : kernel.get_cus()) {
405 const std::string& computeUnitName = computeUnit.get_name();
406 const std::string computeUnitIsolatedName = computeUnitName.substr(kernelName.size() + 1);
407
408 const std::string computeUnitUsableName = kernelName + ":{" + computeUnitIsolatedName + "}";
409
410 ATH_MSG_INFO("CU name: "<<computeUnitUsableName);
411 cuNames.push_back(computeUnitUsableName);
412 }
413 }
414 }
Gaudi::Property< std::string > m_xclbin
Path and name of the xclbin file.

◆ initialize()

StatusCode EFTrackingFPGAIntegration::F1X0IntegrationAlg::initialize ( )
finaloverridevirtual

Detect the OpenCL devices and prepare OpenCL context.

This should always be called by derived classes when running on the FPGA accelerator.

Reimplemented from IntegrationBase.

Definition at line 15 of file F1X0IntegrationAlg.cxx.

16 {
17 ATH_MSG_INFO("Running on the FPGA accelerator");
18
20
21 ATH_CHECK(m_chronoSvc.retrieve());
22
23 {
24 Athena::Chrono chrono("Platform and device initlize", m_chronoSvc.get());
26 }
27
28 {
29 Athena::Chrono chrono("CL::loadProgram", m_chronoSvc.get());
31 }
32 ATH_MSG_INFO("loading "<<m_xclbin);
33
34
35 ATH_CHECK(m_FPGAStripRDO.initialize());
36 ATH_CHECK(m_FPGAPixelRDO.initialize());
37
38 ATH_CHECK(m_FPGAStripOutput.initialize());
39 ATH_CHECK(m_FPGAPixelOutput.initialize());
40 ATH_CHECK(m_FPGAPixelRDOSize.initialize());
41 ATH_CHECK(m_FPGAStripRDOSize.initialize());
42
43 std::vector<std::string> listofCUs;
44
45 getListofCUs(listofCUs);
46
47 cl_int err = 0;
48
49 unsigned int nthreads = m_FPGAThreads.value();
50
51 if(m_FPGAThreads.value() < 1){
52 nthreads = SG::getNSlots();
53 }
54
55 // create the buffers
56 for(unsigned int i = 0; i < nthreads; i++)
57 {
58 m_acc_queues.emplace_back(m_context, m_accelerator, CL_QUEUE_PROFILING_ENABLE | CL_QUEUE_OUT_OF_ORDER_EXEC_MODE_ENABLE, &err);
59
60 // Input
61 m_pixelClusterInputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_ONLY, EFTrackingTransient::PIXEL_CONTAINER_INPUT_BUF_SIZE * sizeof(uint64_t), NULL, &err));
62 m_stripClusterInputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_ONLY, EFTrackingTransient::STRIP_CONTAINER_INPUT_BUF_SIZE * sizeof(uint64_t), NULL, &err));
63
64 // Clustering
65 if (!m_doF110) {
66 m_pixelClusterOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::PIXEL_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
67 }
68 m_stripClusterOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::STRIP_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
69 m_pixelClusterEDMOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE,EFTrackingTransient::PIXEL_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
70 m_stripClusterEDMOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::STRIP_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
71 // L2G
72 if (!m_doF110) {
73 m_pixelL2GOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::PIXEL_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
74 m_pixelL2GEDMOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::PIXEL_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
75 }
76 m_stripL2GOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::STRIP_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
77 m_stripL2GEDMOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::STRIP_BLOCK_BUF_SIZE * sizeof(uint64_t), NULL, &err));
78 // EDMPrep
79 m_edmPixelOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::PIXEL_CONTAINER_BUF_SIZE * sizeof(uint32_t), NULL, &err));
80 m_edmStripOutputBufferList.push_back(cl::Buffer(m_context, CL_MEM_READ_WRITE, EFTrackingTransient::STRIP_CONTAINER_BUF_SIZE * sizeof(uint32_t), NULL, &err));
81 }
82
83 // Create kernels for each one of CUs that is inside device
84 for (const auto& cuName: listofCUs)
85 {
86 // Pixel clustering
87 if(cuName.find(m_pixelClusterKernelName.value()) != std::string::npos) m_pixelClusteringKernels.emplace_back(cl::Kernel(m_program, cuName.c_str()));
88
89 // Strip clustering
90 else if(cuName.find(m_stripClusterKernelName.value()) != std::string::npos) m_stripClusteringKernels.emplace_back(cl::Kernel(m_program, cuName.c_str()));
91
92 // Pixel L2G
93 else if(!m_doF110 && cuName.find(m_pixelL2GKernelName.value()) != std::string::npos) m_pixelL2GKernels.emplace_back(cl::Kernel(m_program, cuName.c_str()));
94
95 // Strip L2G
96 else if(cuName.find(m_stripL2GKernelName.value()) != std::string::npos) m_stripL2GKernels.emplace_back(cl::Kernel(m_program, cuName.c_str()));
97
98 // EDM prep
99 else if(cuName.find(m_pixelEdmKernelName.value()) != std::string::npos) m_pixelEdmPrepKernels.emplace_back(cl::Kernel(m_program, cuName.c_str()));
100
101 else if(cuName.find(m_stripEdmKernelName.value()) != std::string::npos) m_stripEdmPrepKernels.emplace_back(cl::Kernel(m_program, cuName.c_str()));
102 else
103 {
104 ATH_MSG_WARNING("Do not recognize kernel name: "<<cuName);
105 }
106 }
107
108 ATH_MSG_INFO(m_pixelClusterKernelName.value()<<" size: "<<m_pixelClusteringKernels.size());
109 ATH_MSG_INFO(m_stripClusterKernelName.value()<<" size: "<<m_stripClusteringKernels.size());
110 ATH_MSG_INFO(m_pixelL2GKernelName.value()<<" size: "<<m_pixelL2GKernels.size());
111 ATH_MSG_INFO(m_stripL2GKernelName.value()<<" size: "<<m_stripL2GKernels.size());
112 ATH_MSG_INFO(m_pixelEdmKernelName.value()<<" size: "<<m_pixelEdmPrepKernels.size());
113 ATH_MSG_INFO(m_stripEdmKernelName.value()<<" size: "<<m_stripEdmPrepKernels.size());
114
115 if(m_pixelClusteringKernels.size()==0){
116 ATH_MSG_FATAL("No m_pixelClusteringKernels constructed");
117 return StatusCode::FAILURE;
118 }
119
120 // monitoring
121 if ( !m_monTool.empty() ) {
122 ATH_CHECK(m_monTool.retrieve() );
123 }
124 else {
125 ATH_MSG_INFO("Monitoring tool is empty");
126 }
127
128 return StatusCode::SUCCESS;
129 }
#define ATH_MSG_FATAL(x)
#define ATH_MSG_WARNING(x)
void getListofCUs(std::vector< std::string > &cuNames)
Gaudi::Property< std::string > m_pixelClusterKernelName
Name of the pixel clustering kernel.
Gaudi::Property< std::string > m_pixelL2GKernelName
Name of the pixel L2G kernel.
Gaudi::Property< std::string > m_pixelEdmKernelName
Name of the FPGA kernel.
Gaudi::Property< std::string > m_stripClusterKernelName
Name of the strip clustering kernel.
Gaudi::Property< std::string > m_stripL2GKernelName
Name of the strip L2G kernelS.
Gaudi::Property< std::string > m_stripEdmKernelName
Name of the FPGA kernel.
StatusCode loadProgram(const std::string &xclbin)
Find the xclbin file and load it into the OpenCL program object.
cl::Program m_program
Program object containing the kernel.
virtual StatusCode initialize() override
Detect the OpenCL devices and prepare OpenCL context.
cl::Context m_context
Context object for the application.
StatusCode precheck(const std::vector< Gaudi::Property< std::string > > &inputs) const
Check if the the desired Gaudi properties are set.
cl::Device m_accelerator
Device object for the accelerator card.
constexpr unsigned long PIXEL_CONTAINER_INPUT_BUF_SIZE
constexpr unsigned long STRIP_CONTAINER_INPUT_BUF_SIZE
constexpr uint32_t STRIP_BLOCK_BUF_SIZE
constexpr uint32_t PIXEL_BLOCK_BUF_SIZE

◆ inputHandles()

virtual std::vector< Gaudi::DataHandle * > AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::inputHandles ( ) const
overridevirtualinherited

Return this algorithm's input handles.

We override this to include handle instances from key arrays if they have not yet been declared. See comments on updateVHKA.

◆ isClonable()

◆ loadProgram()

StatusCode IntegrationBase::loadProgram ( const std::string & xclbin)
inherited

Find the xclbin file and load it into the OpenCL program object.

Definition at line 115 of file IntegrationBase.cxx.

116{
117 // Open binary object in binary mode
118 std::ifstream bin_file(xclbin, std::ios_base::binary);
119 if (!bin_file)
120 {
121 ATH_MSG_ERROR("Couldn't find the xclbin file: " << xclbin);
122 return StatusCode::FAILURE;
123 }
124 // Get the size of the binary file
125 bin_file.seekg(0, bin_file.end);
126 unsigned bin_size = bin_file.tellg();
127 // Reset the reference point back to the beginning
128 bin_file.seekg(0, bin_file.beg);
129 // Create a new pointer for the binary buffer and get the set a pointer to the binary buffer
130 std::vector<char> buf(bin_size);
131 bin_file.read(buf.data(), bin_size);
132
133 // Create binary object and program object
134 cl_int err = 0;
135 std::vector<cl_int> binaryStatus;
136 cl::Program::Binaries bins{{buf.data(), bin_size}};
137 m_program = cl::Program(m_context, {m_accelerator}, bins, &binaryStatus, &err);
138
139 bin_file.close();
140
141 if (err == CL_SUCCESS && binaryStatus.at(0) == CL_SUCCESS)
142 {
143 ATH_MSG_INFO("Successfully loaded xclbin file into " << m_accelerator.getInfo<CL_DEVICE_NAME>());
144 }
145 else
146 {
147 ATH_MSG_ERROR("Error loading xclbin file (" << xclbin << ") into " << m_accelerator.getInfo<CL_DEVICE_NAME>() <<". Error code: " << err);
148 return StatusCode::FAILURE;
149 }
150
151 return StatusCode::SUCCESS;
152}
#define ATH_MSG_ERROR(x)
static const std::vector< std::string > bins

◆ msg()

MsgStream & AthCommonMsg< Gaudi::Algorithm >::msg ( ) const
inlineinherited

Definition at line 24 of file AthCommonMsg.h.

24 {
25 return this->msgStream();
26 }

◆ msgLvl()

bool AthCommonMsg< Gaudi::Algorithm >::msgLvl ( const MSG::Level lvl) const
inlineinherited

Definition at line 30 of file AthCommonMsg.h.

30 {
31 return this->msgLevel(lvl);
32 }

◆ outputHandles()

virtual std::vector< Gaudi::DataHandle * > AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::outputHandles ( ) const
overridevirtualinherited

Return this algorithm's output handles.

We override this to include handle instances from key arrays if they have not yet been declared. See comments on updateVHKA.

◆ precheck()

StatusCode IntegrationBase::precheck ( const std::vector< Gaudi::Property< std::string > > & inputs) const
inherited

Check if the the desired Gaudi properties are set.

Definition at line 154 of file IntegrationBase.cxx.

155{
156 for(const auto &item : inputs)
157 {
158 if(item.empty())
159 {
160 ATH_MSG_FATAL(item.documentation()<<" is empty. Please set it to a valid value");
161 return StatusCode::FAILURE;
162 }
163 }
164
165 // Always check if bdf is set
166 if (m_deviceBDF.empty())
167 {
168 ATH_MSG_WARNING("Device BDF is not set. Using the first found accelerator card. Set property 'bdfID' to specify the BDF of the device.");
169 }
170
171 return StatusCode::SUCCESS;
172}
Gaudi::Property< std::string > m_deviceBDF
BDF ID of the accelerator card.

◆ renounce()

std::enable_if_t< std::is_void_v< std::result_of_t< decltype(&T::renounce)(T)> > &&!std::is_base_of_v< SG::VarHandleKeyArray, T > &&std::is_base_of_v< Gaudi::DataHandle, T >, void > AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::renounce ( T & h)
inlineprotectedinherited

Definition at line 380 of file AthCommonDataStore.h.

381 {
382 h.renounce();
384 }
std::enable_if_t< std::is_void_v< std::result_of_t< decltype(&T::renounce)(T)> > &&!std::is_base_of_v< SG::VarHandleKeyArray, T > &&std::is_base_of_v< Gaudi::DataHandle, T >, void > renounce(T &h)

◆ renounceArray()

void AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::renounceArray ( SG::VarHandleKeyArray & handlesArray)
inlineprotectedinherited

remove all handles from I/O resolution

Definition at line 364 of file AthCommonDataStore.h.

364 {
366 }

◆ setFilterPassed()

virtual void AthCommonReentrantAlgorithm< Gaudi::Algorithm >::setFilterPassed ( bool state,
const EventContext & ctx ) const
inlinevirtualinherited

Definition at line 100 of file AthCommonReentrantAlgorithm.h.

100 {
102 }
virtual void setFilterPassed(bool state, const EventContext &ctx) const

◆ sysExecute()

StatusCode AthCommonReentrantAlgorithm< Gaudi::Algorithm >::sysExecute ( const EventContext & ctx)
overridevirtualinherited

Execute an algorithm.

We override this in order to work around an issue with the Algorithm base class storing the event context in a member variable that can cause crashes in MT jobs.

Definition at line 85 of file AthCommonReentrantAlgorithm.cxx.

77{
78 return BaseAlg::sysExecute (ctx);
79}

◆ sysInitialize()

StatusCode AthCommonReentrantAlgorithm< Gaudi::Algorithm >::sysInitialize ( )
overridevirtualinherited

Override sysInitialize.

Override sysInitialize from the base class.

Loop through all output handles, and if they're WriteCondHandles, automatically register them and this Algorithm with the CondSvc

Scan through all outputHandles, and if they're WriteCondHandles, register them with the CondSvc

Reimplemented from AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >.

Reimplemented in HypoBase, and InputMakerBase.

Definition at line 61 of file AthCommonReentrantAlgorithm.cxx.

107 {
109
110 if (sc.isFailure()) {
111 return sc;
112 }
113
114 ServiceHandle<ICondSvc> cs("CondSvc",name());
115 for (auto h : outputHandles()) {
116 if (h->isCondition() && h->mode() == Gaudi::DataHandle::Writer) {
117 // do this inside the loop so we don't create the CondSvc until needed
118 if ( cs.retrieve().isFailure() ) {
119 ATH_MSG_WARNING("no CondSvc found: won't autoreg WriteCondHandles");
120 return StatusCode::SUCCESS;
121 }
122 if (cs->regHandle(this,*h).isFailure()) {
124 ATH_MSG_ERROR("unable to register WriteCondHandle " << h->fullKey()
125 << " with CondSvc");
126 }
127 }
128 }
129 return sc;
130}
virtual std::vector< Gaudi::DataHandle * > outputHandles() const override

◆ sysStart()

virtual StatusCode AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::sysStart ( )
overridevirtualinherited

Handle START transition.

We override this in order to make sure that conditions handle keys can cache a pointer to the conditions container.

◆ updateVHKA()

void AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::updateVHKA ( Gaudi::Details::PropertyBase & )
inlineinherited

Definition at line 308 of file AthCommonDataStore.h.

308 {
309 // debug() << "updateVHKA for property " << p.name() << " " << p.toString()
310 // << " size: " << m_vhka.size() << endmsg;
311 for (auto &a : m_vhka) {
313 for (auto k : keys) {
314 k->setOwner(this);
315 }
316 }
317 }

Member Data Documentation

◆ ATLAS_THREAD_SAFE [1/6]

std::vector<cl::Kernel> m_pixelClusteringKernels EFTrackingFPGAIntegration::F1X0IntegrationAlg::ATLAS_THREAD_SAFE
mutableprivate

Definition at line 100 of file F1X0IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [2/6]

std::vector<cl::Kernel> m_stripClusteringKernels EFTrackingFPGAIntegration::F1X0IntegrationAlg::ATLAS_THREAD_SAFE
mutableprivate

Definition at line 101 of file F1X0IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [3/6]

std::vector<cl::Kernel> m_pixelL2GKernels EFTrackingFPGAIntegration::F1X0IntegrationAlg::ATLAS_THREAD_SAFE
mutableprivate

Definition at line 104 of file F1X0IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [4/6]

std::vector<cl::Kernel> m_stripL2GKernels EFTrackingFPGAIntegration::F1X0IntegrationAlg::ATLAS_THREAD_SAFE
mutableprivate

Definition at line 105 of file F1X0IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [5/6]

std::vector<cl::Kernel> m_pixelEdmPrepKernels EFTrackingFPGAIntegration::F1X0IntegrationAlg::ATLAS_THREAD_SAFE
mutableprivate

Definition at line 108 of file F1X0IntegrationAlg.h.

◆ ATLAS_THREAD_SAFE [6/6]

std::vector<cl::Kernel> m_stripEdmPrepKernels EFTrackingFPGAIntegration::F1X0IntegrationAlg::ATLAS_THREAD_SAFE
mutableprivate

Definition at line 109 of file F1X0IntegrationAlg.h.

◆ m_acc_queues

std::vector<cl::CommandQueue> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_acc_queues
private

Definition at line 129 of file F1X0IntegrationAlg.h.

◆ m_accelerator

cl::Device IntegrationBase::m_accelerator
protectedinherited

Device object for the accelerator card.

Definition at line 66 of file IntegrationBase.h.

◆ m_chronoSvc

ServiceHandle<IChronoSvc> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_chronoSvc {"ChronoStatSvc", name()}
private

Service for timing the algorithm.

Definition at line 44 of file F1X0IntegrationAlg.h.

44{"ChronoStatSvc", name()};

◆ m_context

cl::Context IntegrationBase::m_context
protectedinherited

Context object for the application.

Definition at line 67 of file IntegrationBase.h.

◆ m_detStore

StoreGateSvc_t AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::m_detStore
privateinherited

Pointer to StoreGate (detector store by default)

Definition at line 393 of file AthCommonDataStore.h.

◆ m_deviceBDF

Gaudi::Property<std::string> IntegrationBase::m_deviceBDF {this, "bdfID", "", "BDF ID of the accelerator card"}
protectedinherited

BDF ID of the accelerator card.

Definition at line 69 of file IntegrationBase.h.

69{this, "bdfID", "", "BDF ID of the accelerator card"};

◆ m_doEmulation

Gaudi::Property<bool> IntegrationBase::m_doEmulation {this, "doEmulation", false, "If software or hardware emulation is being used for debugging"}
protectedinherited

Definition at line 70 of file IntegrationBase.h.

70{this, "doEmulation", false, "If software or hardware emulation is being used for debugging"};

◆ m_doF110

Gaudi::Property<bool> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_doF110
private
Initial value:
{
this, "doF110", "", "Run F110 instead of F100"}

Boolean to run F110 instead of F100.

Definition at line 61 of file F1X0IntegrationAlg.h.

61 {
62 this, "doF110", "", "Run F110 instead of F100"};

◆ m_edmPixelOutputBufferList

std::vector<cl::Buffer> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_edmPixelOutputBufferList
private

Definition at line 125 of file F1X0IntegrationAlg.h.

◆ m_edmPrepTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_edmPrepTime {0}
mutableprivate

Time for EDM preparation.

Definition at line 91 of file F1X0IntegrationAlg.h.

91{0};

◆ m_edmStripOutputBufferList

std::vector<cl::Buffer> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_edmStripOutputBufferList
private

Definition at line 126 of file F1X0IntegrationAlg.h.

◆ m_evtStore

StoreGateSvc_t AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::m_evtStore
privateinherited

Pointer to StoreGate (event store by default)

Definition at line 390 of file AthCommonDataStore.h.

◆ m_extendedExtraObjects

DataObjIDColl AthCommonReentrantAlgorithm< Gaudi::Algorithm >::m_extendedExtraObjects
privateinherited

Extra output dependency collection, extended by AthAlgorithmDHUpdate to add symlinks.

Empty if no symlinks were found.

Definition at line 114 of file AthCommonReentrantAlgorithm.h.

◆ m_FPGAPixelOutput

SG::WriteHandleKey<std::vector<uint32_t> > EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_FPGAPixelOutput {this, "FPGAOutputPixelKey", "FPGAPixelOutput", "Pixel output from FPGA format"}
private

Definition at line 49 of file F1X0IntegrationAlg.h.

49{this, "FPGAOutputPixelKey", "FPGAPixelOutput", "Pixel output from FPGA format"};

◆ m_FPGAPixelRDO

SG::ReadHandleKey<std::vector<uint64_t> > EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_FPGAPixelRDO {this, "FPGAEncodedPixelKey", "FPGAEncodedPixelRDOs", "Pixel RDO converted to FPGA format"}
private

Definition at line 46 of file F1X0IntegrationAlg.h.

46{this, "FPGAEncodedPixelKey", "FPGAEncodedPixelRDOs", "Pixel RDO converted to FPGA format"};

◆ m_FPGAPixelRDOSize

SG::ReadHandleKey<int> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_FPGAPixelRDOSize {this, "FPGAEncodedPixelSizeKey", "FPGAEncodedPixelSizeRDOs", "Size of the Pixel RDO converted to FPGA format"}
private

Definition at line 52 of file F1X0IntegrationAlg.h.

52{this, "FPGAEncodedPixelSizeKey", "FPGAEncodedPixelSizeRDOs", "Size of the Pixel RDO converted to FPGA format"};

◆ m_FPGAStripOutput

SG::WriteHandleKey<std::vector<uint32_t> > EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_FPGAStripOutput {this, "FPGAOutputStripKey", "FPGAStripOutput", "Strip output from FPGA format"}
private

Definition at line 50 of file F1X0IntegrationAlg.h.

50{this, "FPGAOutputStripKey", "FPGAStripOutput", "Strip output from FPGA format"};

◆ m_FPGAStripRDO

SG::ReadHandleKey<std::vector<uint64_t> > EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_FPGAStripRDO {this, "FPGAEncodedStripKey", "FPGAEncodedStripRDOs", "Strip RDO converted to FPGA format"}
private

Definition at line 47 of file F1X0IntegrationAlg.h.

47{this, "FPGAEncodedStripKey", "FPGAEncodedStripRDOs", "Strip RDO converted to FPGA format"};

◆ m_FPGAStripRDOSize

SG::ReadHandleKey<int> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_FPGAStripRDOSize {this, "FPGAEncodedStripSizeKey", "FPGAEncodedStripSizeRDOs", "Size of the Strip RDO converted to FPGA format"}
private

Definition at line 53 of file F1X0IntegrationAlg.h.

53{this, "FPGAEncodedStripSizeKey", "FPGAEncodedStripSizeRDOs", "Size of the Strip RDO converted to FPGA format"};

◆ m_FPGAThreads

Gaudi::Property<int> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_FPGAThreads {this, "FPGAThreads", 1, "number of FPGA threads to initialize"}
private

Definition at line 56 of file F1X0IntegrationAlg.h.

56{this, "FPGAThreads", 1, "number of FPGA threads to initialize"};

◆ m_kernelTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_kernelTime {0}
mutableprivate

Time for kernel execution.

Definition at line 96 of file F1X0IntegrationAlg.h.

96{0};

◆ m_monTool

ToolHandle< GenericMonitoringTool > EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_monTool { this, "MonTool", "", "Monitoring tool" }
private

Definition at line 82 of file F1X0IntegrationAlg.h.

82{ this, "MonTool", "", "Monitoring tool" };

◆ m_numEvents

std::atomic<ulonglong> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_numEvents {0}
mutableprivate

Number of events processed.

Definition at line 84 of file F1X0IntegrationAlg.h.

84{0};

◆ m_pixelClusterEDMOutputBufferList

std::vector<cl::Buffer> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_pixelClusterEDMOutputBufferList
private

Definition at line 117 of file F1X0IntegrationAlg.h.

◆ m_pixelClusteringTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_pixelClusteringTime {0}
mutableprivate

Time for pixel clustering.

Definition at line 87 of file F1X0IntegrationAlg.h.

87{0};

◆ m_pixelClusterInputBufferList

std::vector<cl::Buffer> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_pixelClusterInputBufferList
private

Definition at line 112 of file F1X0IntegrationAlg.h.

◆ m_pixelClusterKernelName

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_pixelClusterKernelName
private
Initial value:
{
this, "PixelClusterKernelName", "", "Name of the pixel clustering kernel"}

Name of the pixel clustering kernel.

Definition at line 70 of file F1X0IntegrationAlg.h.

70 {
71 this, "PixelClusterKernelName", "", "Name of the pixel clustering kernel"};

◆ m_pixelClusterOutputBufferList

std::vector<cl::Buffer> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_pixelClusterOutputBufferList
private

Definition at line 115 of file F1X0IntegrationAlg.h.

◆ m_pixelEdmKernelName

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_pixelEdmKernelName
private
Initial value:
{
this, "PixelEDMPrepKernelName", "", "Name of the FPGA kernel"}

Name of the FPGA kernel.

Definition at line 64 of file F1X0IntegrationAlg.h.

64 {
65 this, "PixelEDMPrepKernelName", "", "Name of the FPGA kernel"};

◆ m_pixelEdmPrepTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_pixelEdmPrepTime {0}
mutableprivate

Time for pixel EDM preparation.

Definition at line 92 of file F1X0IntegrationAlg.h.

92{0};

◆ m_pixelInputTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_pixelInputTime {0}
mutableprivate

Time for pixel input buffer write.

Definition at line 85 of file F1X0IntegrationAlg.h.

85{0};

◆ m_pixelL2GEDMOutputBufferList

std::vector<cl::Buffer> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_pixelL2GEDMOutputBufferList
private

Definition at line 122 of file F1X0IntegrationAlg.h.

◆ m_pixelL2GKernelName

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_pixelL2GKernelName
private
Initial value:
{
this, "PixelL2GKernelName", "", "Name of the pixel L2G kernel"}

Name of the pixel L2G kernel.

Definition at line 76 of file F1X0IntegrationAlg.h.

76 {
77 this, "PixelL2GKernelName", "", "Name of the pixel L2G kernel"};

◆ m_pixelL2GOutputBufferList

std::vector<cl::Buffer> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_pixelL2GOutputBufferList
private

Definition at line 120 of file F1X0IntegrationAlg.h.

◆ m_pixelL2GTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_pixelL2GTime {0}
mutableprivate

Time for pixel L2G.

Definition at line 89 of file F1X0IntegrationAlg.h.

89{0};

◆ m_pixelOutputTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_pixelOutputTime {0}
mutableprivate

Time for pixel output buffer read.

Definition at line 94 of file F1X0IntegrationAlg.h.

94{0};

◆ m_program

cl::Program IntegrationBase::m_program
protectedinherited

Program object containing the kernel.

Definition at line 68 of file IntegrationBase.h.

◆ m_stripClusterEDMOutputBufferList

std::vector<cl::Buffer> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_stripClusterEDMOutputBufferList
private

Definition at line 118 of file F1X0IntegrationAlg.h.

◆ m_stripClusteringTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_stripClusteringTime {0}
mutableprivate

Time for strip clustering.

Definition at line 88 of file F1X0IntegrationAlg.h.

88{0};

◆ m_stripClusterInputBufferList

std::vector<cl::Buffer> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_stripClusterInputBufferList
private

Definition at line 113 of file F1X0IntegrationAlg.h.

◆ m_stripClusterKernelName

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_stripClusterKernelName
private
Initial value:
{
this, "StripClusterKernelName", "", "Name of the strip clustering kernel"}

Name of the strip clustering kernel.

Definition at line 73 of file F1X0IntegrationAlg.h.

73 {
74 this, "StripClusterKernelName", "", "Name of the strip clustering kernel"};

◆ m_stripClusterOutputBufferList

std::vector<cl::Buffer> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_stripClusterOutputBufferList
private

Definition at line 116 of file F1X0IntegrationAlg.h.

◆ m_stripEdmKernelName

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_stripEdmKernelName
private
Initial value:
{
this, "StripEDMPrepKernelName", "", "Name of the FPGA kernel"}

Name of the FPGA kernel.

Definition at line 67 of file F1X0IntegrationAlg.h.

67 {
68 this, "StripEDMPrepKernelName", "", "Name of the FPGA kernel"};

◆ m_stripEdmPrepTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_stripEdmPrepTime {0}
mutableprivate

Time for strip EDM preparation.

Definition at line 93 of file F1X0IntegrationAlg.h.

93{0};

◆ m_stripInputTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_stripInputTime {0}
mutableprivate

Time for strip input buffer write.

Definition at line 86 of file F1X0IntegrationAlg.h.

86{0};

◆ m_stripL2GEDMOutputBufferList

std::vector<cl::Buffer> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_stripL2GEDMOutputBufferList
private

Definition at line 123 of file F1X0IntegrationAlg.h.

◆ m_stripL2GKernelName

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_stripL2GKernelName
private
Initial value:
{
this, "StripL2GKernelName", "", "Name of the strip L2G kernel"}

Name of the strip L2G kernelS.

Definition at line 79 of file F1X0IntegrationAlg.h.

79 {
80 this, "StripL2GKernelName", "", "Name of the strip L2G kernel"};

◆ m_stripL2GOutputBufferList

std::vector<cl::Buffer> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_stripL2GOutputBufferList
private

Definition at line 121 of file F1X0IntegrationAlg.h.

◆ m_stripL2GTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_stripL2GTime {0}
mutableprivate

Time for strip L2G.

Definition at line 90 of file F1X0IntegrationAlg.h.

90{0};

◆ m_stripOutputTime

std::atomic<cl_ulong> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_stripOutputTime {0}
mutableprivate

Time for strip output buffer read.

Definition at line 95 of file F1X0IntegrationAlg.h.

95{0};

◆ m_varHandleArraysDeclared

bool AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::m_varHandleArraysDeclared
privateinherited

Definition at line 399 of file AthCommonDataStore.h.

◆ m_vhka

std::vector<SG::VarHandleKeyArray*> AthCommonDataStore< AthCommonMsg< Gaudi::Algorithm > >::m_vhka
privateinherited

Definition at line 398 of file AthCommonDataStore.h.

◆ m_xclbin

Gaudi::Property<std::string> EFTrackingFPGAIntegration::F1X0IntegrationAlg::m_xclbin
private
Initial value:
{
this, "xclbin", "", "xclbin path and name"}

Path and name of the xclbin file.

Definition at line 58 of file F1X0IntegrationAlg.h.

58 {
59 this, "xclbin", "", "xclbin path and name"};

The documentation for this class was generated from the following files: