#include <OnnxRuntimeInferenceTool.h>

Inheritance diagram for AthOnnx::OnnxRuntimeInferenceTool:

Collaboration diagram for AthOnnx::OnnxRuntimeInferenceTool:

Public Member Functions
	OnnxRuntimeInferenceTool (const std::string &name)
	Standard constructor. More...

virtual	~OnnxRuntimeInferenceTool ()=default

virtual StatusCode	initialize () override
	Initialize the tool. More...

virtual void	setBatchSize (int64_t batchSize) override final
	set batch size. More...

virtual int64_t	getBatchSize (int64_t inputDataSize, int idx=0) const override final
	methods for determining batch size from the data size More...

virtual StatusCode	inference (std::vector< Ort::Value > &inputTensors, std::vector< Ort::Value > &outputTensors) const override final
	perform inference More...

virtual void	printModelInfo () const override final

virtual StatusCode	inference (AthInfer::InputDataMap &inputData, AthInfer::OutputDataMap &outputData) const override final

virtual void	print () const
	Print the state of the tool. More...

ServiceHandle< StoreGateSvc > &	evtStore ()
	The standard `StoreGateSvc` (event store) Returns (kind of) a pointer to the `StoreGateSvc`. More...

const ServiceHandle< StoreGateSvc > &	evtStore () const
	The standard `StoreGateSvc` (event store) Returns (kind of) a pointer to the `StoreGateSvc`. More...

const ServiceHandle< StoreGateSvc > &	detStore () const
	The standard `StoreGateSvc/DetectorStore` Returns (kind of) a pointer to the `StoreGateSvc`. More...

virtual StatusCode	sysInitialize () override
	Perform system initialization for an algorithm. More...

virtual StatusCode	sysStart () override
	Handle START transition. More...

virtual std::vector< Gaudi::DataHandle * >	inputHandles () const override
	Return this algorithm's input handles. More...

virtual std::vector< Gaudi::DataHandle * >	outputHandles () const override
	Return this algorithm's output handles. More...

Gaudi::Details::PropertyBase &	declareProperty (Gaudi::Property< T > &t)

Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, SG::VarHandleKey &hndl, const std::string &doc, const SG::VarHandleKeyType &)
	Declare a new Gaudi property. More...

Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, SG::VarHandleBase &hndl, const std::string &doc, const SG::VarHandleType &)
	Declare a new Gaudi property. More...

Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, SG::VarHandleKeyArray &hndArr, const std::string &doc, const SG::VarHandleKeyArrayType &)

Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, T &property, const std::string &doc, const SG::NotHandleType &)
	Declare a new Gaudi property. More...

Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, T &property, const std::string &doc="none")
	Declare a new Gaudi property. More...

void	updateVHKA (Gaudi::Details::PropertyBase &)

MsgStream &	msg () const

MsgStream &	msg (const MSG::Level lvl) const

bool	msgLvl (const MSG::Level lvl) const

template<typename T >
StatusCode	addInput (std::vector< Ort::Value > &inputTensors, std::vector< T > &data, unsigned idx=0, int64_t batchSize=-1) const
	add the input data to the input tensors More...

template<typename T >
StatusCode	addOutput (std::vector< Ort::Value > &outputTensors, std::vector< T > &data, unsigned idx=0, int64_t batchSize=-1) const
	add the output data to the output tensors More...

Protected Member Functions
	OnnxRuntimeInferenceTool ()=delete

	OnnxRuntimeInferenceTool (const OnnxRuntimeInferenceTool &)=delete

OnnxRuntimeInferenceTool &	operator= (const OnnxRuntimeInferenceTool &)=delete

void	renounceArray (SG::VarHandleKeyArray &handlesArray)
	remove all handles from I/O resolution More...

std::enable_if_t< std::is_void_v< std::result_of_t< decltype(&T::renounce)(T)> > &&!std::is_base_of_v< SG::VarHandleKeyArray, T > &&std::is_base_of_v< Gaudi::DataHandle, T >, void >	renounce (T &h)

void	extraDeps_update_handler (Gaudi::Details::PropertyBase &ExtraDeps)
	Add StoreName to extra input/output deps as needed. More...

Protected Attributes
unsigned	m_numInputs

unsigned	m_numOutputs

std::vector< std::vector< int64_t > >	m_inputShapes

std::vector< std::vector< int64_t > >	m_outputShapes

Private Types
typedef ServiceHandle< StoreGateSvc >	StoreGateSvc_t

Private Member Functions
StatusCode	getNodeInfo ()

Gaudi::Details::PropertyBase &	declareGaudiProperty (Gaudi::Property< T > &hndl, const SG::VarHandleKeyType &)
	specialization for handling Gaudi::Property<SG::VarHandleKey> More...

Gaudi::Details::PropertyBase &	declareGaudiProperty (Gaudi::Property< T > &hndl, const SG::VarHandleKeyArrayType &)
	specialization for handling Gaudi::Property<SG::VarHandleKeyArray> More...

Gaudi::Details::PropertyBase &	declareGaudiProperty (Gaudi::Property< T > &hndl, const SG::VarHandleType &)
	specialization for handling Gaudi::Property<SG::VarHandleBase> More...

Gaudi::Details::PropertyBase &	declareGaudiProperty (Gaudi::Property< T > &t, const SG::NotHandleType &)
	specialization for handling everything that's not a Gaudi::Property<SG::VarHandleKey> or a <SG::VarHandleKeyArray> More...

template<typename T >
Ort::Value	createTensor (std::vector< T > &data, const std::vector< int64_t > &dataShape, int64_t batchSize) const

Private Attributes
ServiceHandle< IOnnxRuntimeSvc >	m_onnxRuntimeSvc {"AthOnnx::OnnxRuntimeSvc", "AthOnnx::OnnxRuntimeSvc"}

ToolHandle< IOnnxRuntimeSessionTool >	m_onnxSessionTool

std::vector< std::string >	m_inputNodeNames

std::vector< std::string >	m_outputNodeNames

StoreGateSvc_t	m_evtStore
	Pointer to StoreGate (event store by default) More...

StoreGateSvc_t	m_detStore
	Pointer to StoreGate (detector store by default) More...

std::vector< SG::VarHandleKeyArray * >	m_vhka

bool	m_varHandleArraysDeclared

Detailed Description

Definition at line 21 of file OnnxRuntimeInferenceTool.h.

Member Typedef Documentation

◆ StoreGateSvc_t

typedef ServiceHandle<StoreGateSvc> AthCommonDataStore< AthCommonMsg< AlgTool > >::StoreGateSvc_t

privateinherited

Definition at line 388 of file AthCommonDataStore.h.

Constructor & Destructor Documentation

◆ OnnxRuntimeInferenceTool() [1/3]

AthOnnx::OnnxRuntimeInferenceTool::OnnxRuntimeInferenceTool ( const std::string & name )

Standard constructor.

Definition at line 8 of file OnnxRuntimeInferenceTool.cxx.

   : asg::AsgTool ( name )
 {
     declareProperty("OnnxSessionTool", m_onnxSessionTool, "The Onnx session tool");
     declareProperty("OnnxRuntimeSvc", m_onnxRuntimeSvc, "The Onnx runtime service");
 }

◆ ~OnnxRuntimeInferenceTool()

virtual AthOnnx::OnnxRuntimeInferenceTool::~OnnxRuntimeInferenceTool ( )

virtualdefault

◆ OnnxRuntimeInferenceTool() [2/3]

AthOnnx::OnnxRuntimeInferenceTool::OnnxRuntimeInferenceTool ( )

protecteddelete

◆ OnnxRuntimeInferenceTool() [3/3]

AthOnnx::OnnxRuntimeInferenceTool::OnnxRuntimeInferenceTool ( const OnnxRuntimeInferenceTool & )

protecteddelete

Member Function Documentation

◆ addInput()

template<typename T >

StatusCode AthOnnx::IOnnxRuntimeInferenceTool::addInput	(	std::vector< Ort::Value > &	inputTensors,
		std::vector< T > &	data,
		unsigned	idx = `0`,
		int64_t	batchSize = `-1`
	)		const

inherited

add the input data to the input tensors

Parameters

inputTensors	the input tensor container
data	the input data
idx	the index of the input node
batchSize	the batch size

Returns: StatusCode::SUCCESS if the input data is added successfully

◆ addOutput()

template<typename T >

StatusCode AthOnnx::IOnnxRuntimeInferenceTool::addOutput	(	std::vector< Ort::Value > &	outputTensors,
		std::vector< T > &	data,
		unsigned	idx = `0`,
		int64_t	batchSize = `-1`
	)		const

inherited

add the output data to the output tensors

Parameters

outputTensors	the output tensor container
data	the output data
idx	the index of the output node
batchSize	the batch size

Returns: StatusCode::SUCCESS if the output data is added successfully

◆ createTensor()

template<typename T >

Ort::Value AthOnnx::IOnnxRuntimeInferenceTool::createTensor	(	std::vector< T > &	data,
		const std::vector< int64_t > &	dataShape,
		int64_t	batchSize
	)		const

privateinherited

◆ declareGaudiProperty() [1/4]

Gaudi::Details::PropertyBase& AthCommonDataStore< AthCommonMsg< AlgTool > >::declareGaudiProperty	(	Gaudi::Property< T > &	hndl,
		const SG::VarHandleKeyArrayType &
	)

inlineprivateinherited

specialization for handling Gaudi::Property<SG::VarHandleKeyArray>

Definition at line 170 of file AthCommonDataStore.h.

   {
     return *AthCommonDataStore<PBASE>::declareProperty(hndl.name(),
                                                        hndl.value(), 
                                                        hndl.documentation());
  
   }

◆ declareGaudiProperty() [2/4]

Gaudi::Details::PropertyBase& AthCommonDataStore< AthCommonMsg< AlgTool > >::declareGaudiProperty	(	Gaudi::Property< T > &	hndl,
		const SG::VarHandleKeyType &
	)

inlineprivateinherited

specialization for handling Gaudi::Property<SG::VarHandleKey>

Definition at line 156 of file AthCommonDataStore.h.

   {
     return *AthCommonDataStore<PBASE>::declareProperty(hndl.name(),
                                                        hndl.value(), 
                                                        hndl.documentation());
  
   }

◆ declareGaudiProperty() [3/4]

Gaudi::Details::PropertyBase& AthCommonDataStore< AthCommonMsg< AlgTool > >::declareGaudiProperty	(	Gaudi::Property< T > &	hndl,
		const SG::VarHandleType &
	)

inlineprivateinherited

specialization for handling Gaudi::Property<SG::VarHandleBase>

Definition at line 184 of file AthCommonDataStore.h.

   {
     return *AthCommonDataStore<PBASE>::declareProperty(hndl.name(),
                                                        hndl.value(), 
                                                        hndl.documentation());
   }

◆ declareGaudiProperty() [4/4]

Gaudi::Details::PropertyBase& AthCommonDataStore< AthCommonMsg< AlgTool > >::declareGaudiProperty	(	Gaudi::Property< T > &	t,
		const SG::NotHandleType &
	)

inlineprivateinherited

specialization for handling everything that's not a Gaudi::Property<SG::VarHandleKey> or a <SG::VarHandleKeyArray>

Definition at line 199 of file AthCommonDataStore.h.

   {
     return PBASE::declareProperty(t);
   }

◆ declareProperty() [1/6]

Gaudi::Details::PropertyBase* AthCommonDataStore< AthCommonMsg< AlgTool > >::declareProperty	(	const std::string &	name,
		SG::VarHandleBase &	hndl,
		const std::string &	doc,
		const SG::VarHandleType &
	)

inlineinherited

Declare a new Gaudi property.

Parameters

name	Name of the property.
hndl	Object holding the property value.
doc	Documentation string for the property.

This is the version for types that derive from SG::VarHandleBase. The property value object is put on the input and output lists as appropriate; then we forward to the base class.

Definition at line 245 of file AthCommonDataStore.h.

   {
     this->declare(hndl.vhKey());
     hndl.vhKey().setOwner(this);
  
     return PBASE::declareProperty(name,hndl,doc);
   }

◆ declareProperty() [2/6]

Gaudi::Details::PropertyBase* AthCommonDataStore< AthCommonMsg< AlgTool > >::declareProperty	(	const std::string &	name,
		SG::VarHandleKey &	hndl,
		const std::string &	doc,
		const SG::VarHandleKeyType &
	)

inlineinherited

Declare a new Gaudi property.

Parameters

name	Name of the property.
hndl	Object holding the property value.
doc	Documentation string for the property.

This is the version for types that derive from SG::VarHandleKey. The property value object is put on the input and output lists as appropriate; then we forward to the base class.

Definition at line 221 of file AthCommonDataStore.h.

   {
     this->declare(hndl);
     hndl.setOwner(this);
  
     return PBASE::declareProperty(name,hndl,doc);
   }

◆ declareProperty() [3/6]

Gaudi::Details::PropertyBase* AthCommonDataStore< AthCommonMsg< AlgTool > >::declareProperty	(	const std::string &	name,
		SG::VarHandleKeyArray &	hndArr,
		const std::string &	doc,
		const SG::VarHandleKeyArrayType &
	)

inlineinherited

Definition at line 259 of file AthCommonDataStore.h.

   {
  
     // std::ostringstream ost;
     // ost << Algorithm::name() << " VHKA declareProp: " << name 
     //     << " size: " << hndArr.keys().size() 
     //     << " mode: " << hndArr.mode() 
     //     << "  vhka size: " << m_vhka.size()
     //     << "\n";
     // debug() << ost.str() << endmsg;
  
     hndArr.setOwner(this);
     m_vhka.push_back(&hndArr);
  
     Gaudi::Details::PropertyBase* p =  PBASE::declareProperty(name, hndArr, doc);
     if (p != 0) {
       p->declareUpdateHandler(&AthCommonDataStore<PBASE>::updateVHKA, this);
     } else {
       ATH_MSG_ERROR("unable to call declareProperty on VarHandleKeyArray " 
                     << name);
     }
  
     return p;
  
   }

◆ declareProperty() [4/6]

Gaudi::Details::PropertyBase* AthCommonDataStore< AthCommonMsg< AlgTool > >::declareProperty	(	const std::string &	name,
		T &	property,
		const std::string &	doc,
		const SG::NotHandleType &
	)

inlineinherited

Declare a new Gaudi property.

Parameters

name	Name of the property.
property	Object holding the property value.
doc	Documentation string for the property.

This is the generic version, for types that do not derive from SG::VarHandleKey. It just forwards to the base class version of declareProperty.

Definition at line 333 of file AthCommonDataStore.h.

   {
     return PBASE::declareProperty(name, property, doc);
   }

◆ declareProperty() [5/6]

Gaudi::Details::PropertyBase* AthCommonDataStore< AthCommonMsg< AlgTool > >::declareProperty	(	const std::string &	name,
		T &	property,
		const std::string &	doc = `"none"`
	)

inlineinherited

Declare a new Gaudi property.

Parameters

name	Name of the property.
property	Object holding the property value.
doc	Documentation string for the property.

This dispatches to either the generic declareProperty or the one for VarHandle/Key/KeyArray.

Definition at line 352 of file AthCommonDataStore.h.

   {
     typedef typename SG::HandleClassifier<T>::type htype;
     return declareProperty (name, property, doc, htype());
   }

◆ declareProperty() [6/6]

Gaudi::Details::PropertyBase& AthCommonDataStore< AthCommonMsg< AlgTool > >::declareProperty ( Gaudi::Property< T > & t )

inlineinherited

Definition at line 145 of file AthCommonDataStore.h.

                                                                  {
     typedef typename SG::HandleClassifier<T>::type htype;
     return AthCommonDataStore<PBASE>::declareGaudiProperty(t, htype());
   }

◆ detStore()

const ServiceHandle<StoreGateSvc>& AthCommonDataStore< AthCommonMsg< AlgTool > >::detStore ( ) const

inlineinherited

The standard StoreGateSvc/DetectorStore Returns (kind of) a pointer to the StoreGateSvc.

Definition at line 95 of file AthCommonDataStore.h.

95 { return m_detStore; }

◆ evtStore() [1/2]

ServiceHandle<StoreGateSvc>& AthCommonDataStore< AthCommonMsg< AlgTool > >::evtStore ( )

inlineinherited

The standard StoreGateSvc (event store) Returns (kind of) a pointer to the StoreGateSvc.

Definition at line 85 of file AthCommonDataStore.h.

85 { return m_evtStore; }

◆ evtStore() [2/2]

const ServiceHandle<StoreGateSvc>& AthCommonDataStore< AthCommonMsg< AlgTool > >::evtStore ( ) const

inlineinherited

The standard StoreGateSvc (event store) Returns (kind of) a pointer to the StoreGateSvc.

Definition at line 90 of file AthCommonDataStore.h.

90 { return m_evtStore; }

◆ extraDeps_update_handler()

void AthCommonDataStore< AthCommonMsg< AlgTool > >::extraDeps_update_handler ( Gaudi::Details::PropertyBase & ExtraDeps )

protectedinherited

Add StoreName to extra input/output deps as needed.

use the logic of the VarHandleKey to parse the DataObjID keys supplied via the ExtraInputs and ExtraOuputs Properties to add the StoreName if it's not explicitly given

◆ getBatchSize()

int64_t AthOnnx::OnnxRuntimeInferenceTool::getBatchSize	(	int64_t	dataSize,
		int	idx = `0`
	)		const

finaloverridevirtual

methods for determining batch size from the data size

Parameters

dataSize	the size of the input data, like std::vector<T>::size()
idx	the index of the input node

Returns: the batch size, which equals to dataSize / size of the rest dimensions.

Implements AthOnnx::IOnnxRuntimeInferenceTool.

Definition at line 62 of file OnnxRuntimeInferenceTool.cxx.

 {
     auto tensorSize = AthOnnxUtils::getTensorSize(m_inputShapes[idx]);
     if (tensorSize < 0) {
         return inputDataSize / abs(tensorSize);
     } else {
         return -1;
     }
 }

◆ getKey()

SG::sgkey_t asg::AsgTool::getKey ( const void * ptr ) const

inherited

Get the (hashed) key of an object that is in the event store.

This is a bit of a special one. StoreGateSvc and xAOD::TEvent both provide ways for getting the SG::sgkey_t key for an object that is in the store, based on a bare pointer. But they provide different interfaces for doing so.

In order to allow tools to efficiently perform this operation, they can use this helper function.

See also: asg::AsgTool::getName

Parameters

ptr	The bare pointer to the object that the event store should know about

Returns: The hashed key of the object in the store. If not found, an invalid (zero) key.

Definition at line 119 of file AsgTool.cxx.

                                                     {
  
 #ifdef XAOD_STANDALONE
       // In case we use @c xAOD::TEvent, we have a direct function call
       // for this.
       return evtStore()->event()->getKey( ptr );
 #else
       const SG::DataProxy* proxy = evtStore()->proxy( ptr );
       return ( proxy == nullptr ? 0 : proxy->sgkey() );
 #endif // XAOD_STANDALONE
    }

◆ getName()

const std::string & asg::AsgTool::getName ( const void * ptr ) const

inherited

Get the name of an object that is / should be in the event store.

This is a bit of a special one. StoreGateSvc and xAOD::TEvent both provide ways for getting the std::string name for an object that is in the store, based on a bare pointer. But they provide different interfaces for doing so.

In order to allow tools to efficiently perform this operation, they can use this helper function.

See also: asg::AsgTool::getKey

Parameters

ptr	The bare pointer to the object that the event store should know about

Returns: The string name of the object in the store. If not found, an empty string.

Definition at line 106 of file AsgTool.cxx.

                                                             {
  
 #ifdef XAOD_STANDALONE
       // In case we use @c xAOD::TEvent, we have a direct function call
       // for this.
       return evtStore()->event()->getName( ptr );
 #else
       const SG::DataProxy* proxy = evtStore()->proxy( ptr );
       static const std::string dummy = "";
       return ( proxy == nullptr ? dummy : proxy->name() );
 #endif // XAOD_STANDALONE
    }

◆ getNodeInfo()

StatusCode AthOnnx::OnnxRuntimeInferenceTool::getNodeInfo ( )

private

Definition at line 28 of file OnnxRuntimeInferenceTool.cxx.

 {
     auto& session = m_onnxSessionTool->session();
     // obtain the model information
     m_numInputs = session.GetInputCount();
     m_numOutputs = session.GetOutputCount();
  
     AthOnnxUtils::getInputNodeInfo(session, m_inputShapes, m_inputNodeNames);
     AthOnnxUtils::getOutputNodeInfo(session, m_outputShapes, m_outputNodeNames);
  
     return StatusCode::SUCCESS;
 }

◆ getProperty()

template<class T >

const T* asg::AsgTool::getProperty ( const std::string & name ) const

inherited

Get one of the tool's properties.

◆ inference() [1/2]

StatusCode AthOnnx::OnnxRuntimeInferenceTool::inference	(	AthInfer::InputDataMap &	inputData,
		AthInfer::OutputDataMap &	outputData
	)		const

finaloverridevirtual

Implements AthInfer::IAthInferenceTool.

Definition at line 120 of file OnnxRuntimeInferenceTool.cxx.

 {
     // Create input tensors.
     std::vector<Ort::Value> inputTensors;
     for (auto& [inputName, inputInfo] : inputData) {
         const std::vector<int64_t>& shape = inputInfo.first;
         if (std::holds_alternative<std::vector<float>>(inputInfo.second)) {
             auto& data = std::get<std::vector<float>>(inputInfo.second);
             inputTensors.push_back(AthOnnxUtils::createTensor(data, shape));
         } else if (std::holds_alternative<std::vector<int64_t>>(inputInfo.second)) {
             auto& data = std::get<std::vector<int64_t>>(inputInfo.second);
             inputTensors.push_back(AthOnnxUtils::createTensor(data, shape));
         } else {
             ATH_MSG_ERROR("Unsupported data type");
             return StatusCode::FAILURE;
         }
     }
  
     // Create output tensors.
     std::vector<Ort::Value> outputTensors;
     outputTensors.reserve(inputData.size());
     for (auto& [outputName, outputInfo] : outputData) {
         auto& shape = outputInfo.first;
         auto tensorSize = std::accumulate(shape.begin(), shape.end(), 1, std::multiplies<int64_t>());
  
         if (std::holds_alternative<std::vector<float>>(outputInfo.second)) {
             auto& data = std::get<std::vector<float>>(outputInfo.second);
             data.resize(tensorSize);
             outputTensors.push_back(AthOnnxUtils::createTensor(data, shape));
         } else if (std::holds_alternative<std::vector<int64_t>>(outputInfo.second)) {
             auto& data = std::get<std::vector<int64_t>>(outputInfo.second);
             data.resize(tensorSize);
             outputTensors.push_back(AthOnnxUtils::createTensor(data, shape));
         } else {
             ATH_MSG_ERROR("Unsupported data type");
             return StatusCode::FAILURE;
         }
     }
  
     ATH_CHECK(inference(inputTensors, outputTensors));
  
     return StatusCode::SUCCESS;
 }

◆ inference() [2/2]

StatusCode AthOnnx::OnnxRuntimeInferenceTool::inference	(	std::vector< Ort::Value > &	inputTensors,
		std::vector< Ort::Value > &	outputTensors
	)		const

finaloverridevirtual

perform inference

Parameters

inputTensors	the input tensor container
outputTensors	the output tensor container

Returns: StatusCode::SUCCESS if the inference is performed successfully

Implements AthOnnx::IOnnxRuntimeInferenceTool.

Definition at line 72 of file OnnxRuntimeInferenceTool.cxx.

 {
     assert (inputTensors.size() == m_numInputs);
     assert (outputTensors.size() == m_numOutputs);
  
     // Run the model.
     AthOnnxUtils::inferenceWithIOBinding(
             m_onnxSessionTool->session(), 
             m_inputNodeNames, inputTensors, 
             m_outputNodeNames, outputTensors);
  
     return StatusCode::SUCCESS;
 }

◆ initialize()

StatusCode AthOnnx::OnnxRuntimeInferenceTool::initialize ( )

overridevirtual

Initialize the tool.

Reimplemented from asg::AsgTool.

Definition at line 15 of file OnnxRuntimeInferenceTool.cxx.

 {
     // Get the Onnx Runtime service.
     ATH_CHECK(m_onnxRuntimeSvc.retrieve());
  
     // Create the session.
     ATH_CHECK(m_onnxSessionTool.retrieve());
  
     ATH_CHECK(getNodeInfo());
  
     return StatusCode::SUCCESS;
 }

◆ inputHandles()

virtual std::vector<Gaudi::DataHandle*> AthCommonDataStore< AthCommonMsg< AlgTool > >::inputHandles ( ) const

overridevirtualinherited

Return this algorithm's input handles.

We override this to include handle instances from key arrays if they have not yet been declared. See comments on updateVHKA.

◆ msg() [1/2]

MsgStream& AthCommonMsg< AlgTool >::msg ( ) const

inlineinherited

Definition at line 24 of file AthCommonMsg.h.

                                 {
     return this->msgStream();
   }

◆ msg() [2/2]

MsgStream& AthCommonMsg< AlgTool >::msg ( const MSG::Level lvl ) const

inlineinherited

Definition at line 27 of file AthCommonMsg.h.

                                                   {
     return this->msgStream(lvl);
   }

◆ msg_level_name()

const std::string & asg::AsgTool::msg_level_name ( ) const

inherited

A deprecated function for getting the message level's name.

Instead of using this, weirdly named function, user code should get the string name of the current minimum message level (in case they really need it...), with:

MSG::name( msg().level() )

This function's name doesn't follow the ATLAS coding rules, and as such will be removed in the not too distant future.

Returns: The string name of the current minimum message level that's printed

Definition at line 101 of file AsgTool.cxx.

                                                   {
  
       return MSG::name( msg().level() );
    }

◆ msgLvl()

bool AthCommonMsg< AlgTool >::msgLvl ( const MSG::Level lvl ) const

inlineinherited

Definition at line 30 of file AthCommonMsg.h.

                                                {
     return this->msgLevel(lvl);
   }

◆ operator=()

OnnxRuntimeInferenceTool& AthOnnx::OnnxRuntimeInferenceTool::operator= ( const OnnxRuntimeInferenceTool & )

protecteddelete

◆ outputHandles()

virtual std::vector<Gaudi::DataHandle*> AthCommonDataStore< AthCommonMsg< AlgTool > >::outputHandles ( ) const

overridevirtualinherited

Return this algorithm's output handles.

We override this to include handle instances from key arrays if they have not yet been declared. See comments on updateVHKA.

◆ print()

void asg::AsgTool::print ( ) const

virtualinherited

Print the state of the tool.

Implements asg::IAsgTool.

Reimplemented in JetRecTool, JetFinder, JetModifiedMassDrop, JetFromPseudojet, JetReclusterer, JetReclusteringTool, JetTruthLabelingTool, JetPileupLabelingTool, HI::HIPileupTool, JetDumper, JetBottomUpSoftDrop, JetRecursiveSoftDrop, JetSoftDrop, JetConstituentsRetriever, JetSubStructureMomentToolsBase, JetSplitter, JetToolRunner, JetPruner, JetPseudojetRetriever, JetTrimmer, AsgHelloTool, and KtDeltaRTool.

Definition at line 131 of file AsgTool.cxx.

                              {
  
       ATH_MSG_INFO( "AsgTool " << name() << " @ " << this );
       return;
    }

◆ printModelInfo()

void AthOnnx::OnnxRuntimeInferenceTool::printModelInfo ( ) const

finaloverridevirtual

Implements AthOnnx::IOnnxRuntimeInferenceTool.

Definition at line 86 of file OnnxRuntimeInferenceTool.cxx.

 {
     ATH_MSG_INFO("Number of inputs: " << m_numInputs);
     ATH_MSG_INFO("Number of outputs: " << m_numOutputs);
  
     ATH_MSG_INFO("Input node names: ");
     for (const auto& name : m_inputNodeNames) {
         ATH_MSG_INFO("\t" << name);
     }
  
     ATH_MSG_INFO("Output node names: ");
     for (const auto& name : m_outputNodeNames) {
         ATH_MSG_INFO("\t" << name);
     }
  
     ATH_MSG_INFO("Input shapes: ");
     for (const auto& shape : m_inputShapes) {
         std::string shapeStr = "\t";
         for (const auto& dim : shape) {
             shapeStr += std::to_string(dim) + " ";
         }
         ATH_MSG_INFO(shapeStr);
     }
  
     ATH_MSG_INFO("Output shapes: ");
     for (const auto& shape : m_outputShapes) {
         std::string shapeStr = "\t";
         for (const auto& dim : shape) {
             shapeStr += std::to_string(dim) + " ";
         }
         ATH_MSG_INFO(shapeStr);
     }
 }

◆ renounce()

std::enable_if_t<std::is_void_v<std::result_of_t<decltype(&T::renounce)(T)> > && !std::is_base_of_v<SG::VarHandleKeyArray, T> && std::is_base_of_v<Gaudi::DataHandle, T>, void> AthCommonDataStore< AthCommonMsg< AlgTool > >::renounce ( T & h )

inlineprotectedinherited

Definition at line 380 of file AthCommonDataStore.h.

   {
     h.renounce();
     PBASE::renounce (h);
   }

◆ renounceArray()

void AthCommonDataStore< AthCommonMsg< AlgTool > >::renounceArray ( SG::VarHandleKeyArray & handlesArray )

inlineprotectedinherited

remove all handles from I/O resolution

Definition at line 364 of file AthCommonDataStore.h.

                                                           {
     handlesArray.renounce();
   }

◆ setBatchSize()

void AthOnnx::OnnxRuntimeInferenceTool::setBatchSize ( int64_t batchSize )

finaloverridevirtual

set batch size.

If the model has dynamic batch size, the batchSize value will be set to both input shapes and output shapes

Implements AthOnnx::IOnnxRuntimeInferenceTool.

Definition at line 42 of file OnnxRuntimeInferenceTool.cxx.

 {
     if (batchSize <= 0) {
         ATH_MSG_ERROR("Batch size should be positive");
         return;
     }
  
     for (auto& shape : m_inputShapes) {
         if (shape[0] == -1) {
             shape[0] = batchSize;
         }
     }
     
     for (auto& shape : m_outputShapes) {
         if (shape[0] == -1) {
             shape[0] = batchSize;
         }
     }
 }

◆ sysInitialize()

virtual StatusCode AthCommonDataStore< AthCommonMsg< AlgTool > >::sysInitialize ( )

overridevirtualinherited

Perform system initialization for an algorithm.

We override this to declare all the elements of handle key arrays at the end of initialization. See comments on updateVHKA.

Reimplemented in DerivationFramework::CfAthAlgTool, AthCheckedComponent< AthAlgTool >, AthCheckedComponent<::AthAlgTool >, and asg::AsgMetadataTool.

◆ sysStart()

virtual StatusCode AthCommonDataStore< AthCommonMsg< AlgTool > >::sysStart ( )

overridevirtualinherited

Handle START transition.

We override this in order to make sure that conditions handle keys can cache a pointer to the conditions container.

◆ updateVHKA()

void AthCommonDataStore< AthCommonMsg< AlgTool > >::updateVHKA ( Gaudi::Details::PropertyBase & )

inlineinherited

Definition at line 308 of file AthCommonDataStore.h.

                                                {
     // debug() << "updateVHKA for property " << p.name() << " " << p.toString() 
     //         << "  size: " << m_vhka.size() << endmsg;
     for (auto &a : m_vhka) {
       std::vector<SG::VarHandleKey*> keys = a->keys();
       for (auto k : keys) {
         k->setOwner(this);
       }
     }
   }

Member Data Documentation

◆ m_detStore

StoreGateSvc_t AthCommonDataStore< AthCommonMsg< AlgTool > >::m_detStore

privateinherited

Pointer to StoreGate (detector store by default)

Definition at line 393 of file AthCommonDataStore.h.

◆ m_evtStore

StoreGateSvc_t AthCommonDataStore< AthCommonMsg< AlgTool > >::m_evtStore

privateinherited

Pointer to StoreGate (event store by default)

Definition at line 390 of file AthCommonDataStore.h.

◆ m_inputNodeNames

std::vector<std::string> AthOnnx::OnnxRuntimeInferenceTool::m_inputNodeNames

private

Definition at line 55 of file OnnxRuntimeInferenceTool.h.

◆ m_inputShapes

std::vector<std::vector<int64_t> > AthOnnx::IOnnxRuntimeInferenceTool::m_inputShapes

protectedinherited

Definition at line 104 of file IOnnxRuntimeInferenceTool.h.

◆ m_numInputs

unsigned AthOnnx::IOnnxRuntimeInferenceTool::m_numInputs

protectedinherited

Definition at line 102 of file IOnnxRuntimeInferenceTool.h.

◆ m_numOutputs

unsigned AthOnnx::IOnnxRuntimeInferenceTool::m_numOutputs

protectedinherited

Definition at line 103 of file IOnnxRuntimeInferenceTool.h.

◆ m_onnxRuntimeSvc

ServiceHandle<IOnnxRuntimeSvc> AthOnnx::OnnxRuntimeInferenceTool::m_onnxRuntimeSvc {"AthOnnx::OnnxRuntimeSvc", "AthOnnx::OnnxRuntimeSvc"}

private

Definition at line 50 of file OnnxRuntimeInferenceTool.h.

◆ m_onnxSessionTool

ToolHandle<IOnnxRuntimeSessionTool> AthOnnx::OnnxRuntimeInferenceTool::m_onnxSessionTool

private

Initial value:

{
            this, "ORTSessionTool", 
            "AthOnnx::OnnxRuntimeSessionToolCPU"
        }

Definition at line 51 of file OnnxRuntimeInferenceTool.h.

◆ m_outputNodeNames

std::vector<std::string> AthOnnx::OnnxRuntimeInferenceTool::m_outputNodeNames

private

Definition at line 56 of file OnnxRuntimeInferenceTool.h.

◆ m_outputShapes

std::vector<std::vector<int64_t> > AthOnnx::IOnnxRuntimeInferenceTool::m_outputShapes

protectedinherited

Definition at line 105 of file IOnnxRuntimeInferenceTool.h.

◆ m_varHandleArraysDeclared

bool AthCommonDataStore< AthCommonMsg< AlgTool > >::m_varHandleArraysDeclared

privateinherited

Definition at line 399 of file AthCommonDataStore.h.

◆ m_vhka

std::vector<SG::VarHandleKeyArray*> AthCommonDataStore< AthCommonMsg< AlgTool > >::m_vhka

privateinherited

Definition at line 398 of file AthCommonDataStore.h.

The documentation for this class was generated from the following files:

Public Member Functions

Protected Member Functions

Protected Attributes

Private Types

Private Member Functions

Private Attributes

Detailed Description

Member Typedef Documentation

◆ StoreGateSvc_t

Constructor & Destructor Documentation

◆ OnnxRuntimeInferenceTool() [1/3]

◆ ~OnnxRuntimeInferenceTool()

◆ OnnxRuntimeInferenceTool() [2/3]

◆ OnnxRuntimeInferenceTool() [3/3]

Member Function Documentation

◆ addInput()

◆ addOutput()

◆ createTensor()

◆ declareGaudiProperty() [1/4]

◆ declareGaudiProperty() [2/4]

◆ declareGaudiProperty() [3/4]

◆ declareGaudiProperty() [4/4]

◆ declareProperty() [1/6]

◆ declareProperty() [2/6]

◆ declareProperty() [3/6]

◆ declareProperty() [4/6]

◆ declareProperty() [5/6]

◆ declareProperty() [6/6]

◆ detStore()

◆ evtStore() [1/2]

◆ evtStore() [2/2]

◆ extraDeps_update_handler()

◆ getBatchSize()

◆ getKey()

◆ getName()

◆ getNodeInfo()

◆ getProperty()

◆ inference() [1/2]

◆ inference() [2/2]

◆ initialize()

◆ inputHandles()

◆ msg() [1/2]

◆ msg() [2/2]

◆ msg_level_name()

◆ msgLvl()

◆ operator=()

◆ outputHandles()

◆ print()

◆ printModelInfo()

◆ renounce()

◆ renounceArray()

◆ setBatchSize()

◆ sysInitialize()

◆ sysStart()

◆ updateVHKA()

Member Data Documentation

◆ m_detStore

◆ m_evtStore

◆ m_inputNodeNames

◆ m_inputShapes

◆ m_numInputs

◆ m_numOutputs

◆ m_onnxRuntimeSvc

◆ m_onnxSessionTool

◆ m_outputNodeNames

◆ m_outputShapes

◆ m_varHandleArraysDeclared

◆ m_vhka