Inheritance diagram for python.DQPostProcessingAlg.DQPostProcessingAlg:

Collaboration diagram for python.DQPostProcessingAlg.DQPostProcessingAlg:

Public Member Functions
	__init__ (self, name=None, **kw)
	initialize (self)
	execute (self)
	finalize (self)
virtual StatusCode	reinitialize () override
virtual StatusCode	start () override
virtual StatusCode	stop () override
virtual StatusCode	sysInitialize () override
	Override sysInitialize.
virtual const char *	typeName () const override
	return the `std::type_info` name of the underlying py-component This is used by concrete implementations to connect a python component to its C++ counter-part
virtual PyObject *	self () override
	return associated python object.
virtual const DataObjIDColl &	extraOutputDeps () const override
	Return the list of extra output dependencies.
ServiceHandle< StoreGateSvc > &	evtStore ()
	The standard `StoreGateSvc` (event store) Returns (kind of) a pointer to the `StoreGateSvc`.
const ServiceHandle< StoreGateSvc > &	detStore () const
	The standard `StoreGateSvc/DetectorStore` Returns (kind of) a pointer to the `StoreGateSvc`.
virtual StatusCode	sysStart () override
	Handle START transition.
virtual std::vector< Gaudi::DataHandle * >	inputHandles () const override
	Return this algorithm's input handles.
virtual std::vector< Gaudi::DataHandle * >	outputHandles () const override
	Return this algorithm's output handles.
Gaudi::Details::PropertyBase &	declareProperty (Gaudi::Property< T, V, H > &t)
void	updateVHKA (Gaudi::Details::PropertyBase &)
MsgStream &	msg () const
bool	msgLvl (const MSG::Level lvl) const

Public Attributes
int	Interval = 1
str	FileKey = '/CombinedMonitoring/run_%(run)s/'
	ConfigFiles = None
list	FunctionsToDisable = []
bool	DoTiming = True
bool	DoEntryOptimization = True
	hsvc = PyAthena.py_svc('THistSvc')

Protected Member Functions
	_process (self)
virtual bool	setPyAttr (PyObject *pyobj) override
	attach the C++ component to its python cousin
void	renounceArray (SG::VarHandleKeyArray &handlesArray)
	remove all handles from I/O resolution
std::enable_if_t< std::is_void_v< std::result_of_t< decltype(&T::renounce)(T)> > &&!std::is_base_of_v< SG::VarHandleKeyArray, T > &&std::is_base_of_v< Gaudi::DataHandle, T >, void >	renounce (T &h)
void	extraDeps_update_handler (Gaudi::Details::PropertyBase &ExtraDeps)
	Add StoreName to extra input/output deps as needed.

Protected Attributes
int	_ctr = 0
int	_run = 0
dict	_transformermap = {}
dict	_timings = {}
	_plotnames = set()
list	_transformers = []
	_im = AthInputModule()
	_om = AthOutputModule()
PyObject *	m_self
	Pointer to self (from the python world)

Private Types
typedef ServiceHandle< StoreGateSvc >	StoreGateSvc_t

Private Member Functions
Gaudi::Details::PropertyBase &	declareGaudiProperty (Gaudi::Property< T, V, H > &hndl, const SG::VarHandleKeyType &)
	specialization for handling Gaudi::Property<SG::VarHandleKey>

Private Attributes
DataObjIDColl	m_extendedExtraObjects
StoreGateSvc_t	m_evtStore
	Pointer to StoreGate (event store by default)
StoreGateSvc_t	m_detStore
	Pointer to StoreGate (detector store by default)
std::vector< SG::VarHandleKeyArray * >	m_vhka
bool	m_varHandleArraysDeclared

Detailed Description

Definition at line 14 of file DQPostProcessingAlg.py.

Member Typedef Documentation

◆ StoreGateSvc_t

typedef ServiceHandle<StoreGateSvc> AthCommonDataStore< AthCommonMsg< Algorithm > >::StoreGateSvc_t

privateinherited

Definition at line 388 of file AthCommonDataStore.h.

Constructor & Destructor Documentation

◆ init()

python.DQPostProcessingAlg.DQPostProcessingAlg.__init__	(		self,
			name = None,
		**	kw )

Definition at line 15 of file DQPostProcessingAlg.py.

    def __init__(self, name=None, **kw):
        super(DQPostProcessingAlg, self).__init__(name, **kw)
        self.Interval = 1
        self.FileKey = '/CombinedMonitoring/run_%(run)s/'
        self.ConfigFiles = None
        self.FunctionsToDisable = []
        self._ctr = 0
        self._run = 0
        self._transformermap = {}
        self._timings = {}
        self._plotnames = set()
        self.DoTiming = True
        self.DoEntryOptimization = True
 

Member Function Documentation

◆ _process()

python.DQPostProcessingAlg.DQPostProcessingAlg._process ( self )

protected

Definition at line 74 of file DQPostProcessingAlg.py.

    def _process(self):
        import time
        for obj in self._im:
            self.msg.debug(f'now processing for {obj.name}')
            # if we are still accumulating new plots then transformer cache is possibly invalid
            translist = self._transformermap.get(obj.name, self._transformers)
            needtocache = (translist == self._transformers)
            cached = []
            for _ in translist:
                self.msg.debug(f'consider transformer {_.tc.description}')
                if self.DoTiming:
                    t0 = time.perf_counter()
                if needtocache:
                    if any(_.match(obj.name) for _ in _.inregexes):
                        cached.append(_)
                v = _.consider(obj, defer=True)  # need to find out if it produces output
                if self.DoTiming:
                    t = time.perf_counter()-t0
                    self._timings[_] += t
                if v:
                    self.msg.debug('Match made!')
                    self._om.publish(v)
            if needtocache:
                self._transformermap[obj.name] = cached
        # Process deferred transformations
        for _ in self._transformers:
            try:
                lv = _.transform()
                for v in lv:
                    self._om.publish(v)
            except Exception as e:
                self.msg.info(f'Exception running transformer {_.tc.description}: {e}')
        self._om.finalize()
 

◆ declareGaudiProperty()

Gaudi::Details::PropertyBase & AthCommonDataStore< AthCommonMsg< Algorithm > >::declareGaudiProperty	(	Gaudi::Property< T, V, H > &	hndl,
		const SG::VarHandleKeyType &	)

inlineprivateinherited

specialization for handling Gaudi::Property<SG::VarHandleKey>

Definition at line 156 of file AthCommonDataStore.h.

  {
    return *AthCommonDataStore<PBASE>::declareProperty(hndl.name(),
                                                       hndl.value(), 
                                                       hndl.documentation());
 
  }

◆ declareProperty()

Gaudi::Details::PropertyBase & AthCommonDataStore< AthCommonMsg< Algorithm > >::declareProperty ( Gaudi::Property< T, V, H > & t )

inlineinherited

Definition at line 145 of file AthCommonDataStore.h.

                                                                     {
    typedef typename SG::HandleClassifier<T>::type htype;
    return AthCommonDataStore<PBASE>::declareGaudiProperty(t, htype());
  }

◆ detStore()

const ServiceHandle< StoreGateSvc > & AthCommonDataStore< AthCommonMsg< Algorithm > >::detStore ( ) const

inlineinherited

The standard StoreGateSvc/DetectorStore Returns (kind of) a pointer to the StoreGateSvc.

Definition at line 95 of file AthCommonDataStore.h.

95{ return m_detStore; }

AthCommonDataStore< AthCommonMsg< Algorithm > >::m_detStore

StoreGateSvc_t m_detStore

Definition AthCommonDataStore.h:393

◆ evtStore()

ServiceHandle< StoreGateSvc > & AthCommonDataStore< AthCommonMsg< Algorithm > >::evtStore ( )

inlineinherited

The standard StoreGateSvc (event store) Returns (kind of) a pointer to the StoreGateSvc.

Definition at line 85 of file AthCommonDataStore.h.

85{ return m_evtStore; }

AthCommonDataStore< AthCommonMsg< Algorithm > >::m_evtStore

StoreGateSvc_t m_evtStore

Definition AthCommonDataStore.h:390

◆ execute()

python.DQPostProcessingAlg.DQPostProcessingAlg.execute ( self )

Definition at line 108 of file DQPostProcessingAlg.py.

    def execute(self):
        self._ctr += 1
        if ((self._ctr - 1) % self.Interval) != 0: return StatusCode.Success
        self._run = self.evtStore['EventInfo'].runNumber()
        try:
            self._process()
        except Exception as e:
            import traceback
            self.msg.info(f"Caught exception: {e}")
            self.msg.info(traceback.format_exc())
        self.msg.debug("I've got it made")
        return StatusCode.Success
 

◆ extraDeps_update_handler()

void AthCommonDataStore< AthCommonMsg< Algorithm > >::extraDeps_update_handler ( Gaudi::Details::PropertyBase & ExtraDeps )

protectedinherited

Add StoreName to extra input/output deps as needed.

use the logic of the VarHandleKey to parse the DataObjID keys supplied via the ExtraInputs and ExtraOuputs Properties to add the StoreName if it's not explicitly given

◆ extraOutputDeps()

const DataObjIDColl & AthAlgorithm::extraOutputDeps ( ) const

overridevirtualinherited

Return the list of extra output dependencies.

This list is extended to include symlinks implied by inheritance relations.

Definition at line 50 of file AthAlgorithm.cxx.

{
  // If we didn't find any symlinks to add, just return the collection
  // from the base class.  Otherwise, return the extended collection.
  if (!m_extendedExtraObjects.empty()) {
    return m_extendedExtraObjects;
  }
  return Algorithm::extraOutputDeps();
}

◆ finalize()

python.DQPostProcessingAlg.DQPostProcessingAlg.finalize ( self )

Definition at line 121 of file DQPostProcessingAlg.py.

    def finalize(self):
        self.msg.debug("Finalizing")
        if self.DoTiming:
            self.msg.info('Timings')
            for k, v in self._timings.items():
                self.msg.info(f'{k.tc.description}, {v}')
        try:
            self._process()
        except Exception as e:
            import traceback
            self.msg.info(f"Caught transformation exception: {e}")
            self.msg.warning(traceback.format_exc())
        return StatusCode.Success
 

◆ initialize()

python.DQPostProcessingAlg.DQPostProcessingAlg.initialize ( self )

Definition at line 29 of file DQPostProcessingAlg.py.

    def initialize(self):
        from histgrinder.config import read_configuration
        from histgrinder.transform import Transformer
        import os, glob
        from DataQualityUtils._resolve_data_path import resolve_data_path
 
        self.hsvc = PyAthena.py_svc('THistSvc')
 
        dpath = resolve_data_path("DataQualityUtils")
        if dpath is None:
            self.msg.error("Unable to resolve DataQualityUtils data path, not running new-style postprocessing")
            return StatusCode.Failure
 
        # read configuration & set up transformations
        self._transformers = []
        if self.ConfigFiles is None:
            postprocfiles = glob.glob(os.path.join(dpath,'postprocessing/*.yaml'))
        else:
            postprocfiles = self.ConfigFiles
        self.msg.info(f'The postprocessing config file list is {postprocfiles}')
        for configfile in postprocfiles:
            config = read_configuration(configfile)
            self._transformers += [Transformer(_) for _ in config if _.description not in self.FunctionsToDisable]
        selectors = set()
        for transform in self._transformers:
            selectors.update(transform.inregexes)
            if self.DoTiming:
                self._timings[transform] = 0.
 
        # Configure input
        self._im = AthInputModule()
        in_configuration: Mapping[str, Any] = {'source': self}
        # if args.prefix:
        in_configuration['prefix'] = f'{self.FileKey}'
        self._im.configure(in_configuration)
        self._im.setSelectors(selectors)
 
        # Configure output
        self._om = AthOutputModule()
        out_configuration: Mapping[str, Any] = {'target': self}
        # if args.prefix:
        out_configuration['prefix'] = f'{self.FileKey}'
        self._om.configure(out_configuration)
        return StatusCode.Success
 

◆ inputHandles()

virtual std::vector< Gaudi::DataHandle * > AthCommonDataStore< AthCommonMsg< Algorithm > >::inputHandles ( ) const

overridevirtualinherited

Return this algorithm's input handles.

We override this to include handle instances from key arrays if they have not yet been declared. See comments on updateVHKA.

◆ msg()

MsgStream & AthCommonMsg< Algorithm >::msg ( ) const

inlineinherited

Definition at line 24 of file AthCommonMsg.h.

                                {
    return this->msgStream();
  }

◆ msgLvl()

bool AthCommonMsg< Algorithm >::msgLvl ( const MSG::Level lvl ) const

inlineinherited

Definition at line 30 of file AthCommonMsg.h.

                                               {
    return this->msgLevel(lvl);
  }

◆ outputHandles()

virtual std::vector< Gaudi::DataHandle * > AthCommonDataStore< AthCommonMsg< Algorithm > >::outputHandles ( ) const

overridevirtualinherited

Return this algorithm's output handles.

We override this to include handle instances from key arrays if they have not yet been declared. See comments on updateVHKA.

◆ reinitialize()

StatusCode Alg::reinitialize ( )

overridevirtualinherited

Definition at line 67 of file PyAthenaAlg.cxx.

{
  ATH_MSG_INFO("Re-Initializing " << name() << "...");
  return PyAthena::callPyMethod( m_self, "sysReinitialize" );
}

◆ renounce()

std::enable_if_t< std::is_void_v< std::result_of_t< decltype(&T::renounce)(T)> > &&!std::is_base_of_v< SG::VarHandleKeyArray, T > &&std::is_base_of_v< Gaudi::DataHandle, T >, void > AthCommonDataStore< AthCommonMsg< Algorithm > >::renounce ( T & h )

inlineprotectedinherited

Definition at line 380 of file AthCommonDataStore.h.

  {
    h.renounce();
    PBASE::renounce (h);
  }

◆ renounceArray()

void AthCommonDataStore< AthCommonMsg< Algorithm > >::renounceArray ( SG::VarHandleKeyArray & handlesArray )

inlineprotectedinherited

remove all handles from I/O resolution

Definition at line 364 of file AthCommonDataStore.h.

                                                          {
    handlesArray.renounce();
  }

◆ self()

virtual PyObject * PyAthena::Alg::self ( )

inlineoverridevirtualinherited

return associated python object.

BORROWED reference.

Implements IPyComponent.

Definition at line 71 of file PyAthenaAlg.h.

71{ return m_self; }

◆ setPyAttr()

bool Alg::setPyAttr ( PyObject * pyobj )

overrideprotectedvirtualinherited

attach the C++ component to its python cousin

Implements IPyComponent.

Definition at line 143 of file PyAthenaAlg.cxx.

{
  // now we tell the PyObject which C++ object it is the cousin of.
  RootUtils::PyGILStateEnsure ensure;
  PyObject* pyobj = TPython::CPPInstance_FromVoidPtr
    ( (void*)this, this->typeName() );
  if ( !pyobj ) {
    PyErr_Clear();
    // try PyAthena::Alg
    pyobj = TPython::CPPInstance_FromVoidPtr ((void*)this, "PyAthena::Alg");
    ATH_MSG_INFO
      ("could not dyncast component [" << name() << "] to a python "
       << "object of type [" << this->typeName() << "] (probably a missing "
       << "dictionary)" << endmsg
       << "fallback to [PyAthena::Alg]...");
  }
  if ( !pyobj ) {
    PyErr_Clear();
    ATH_MSG_WARNING("Could not dyncast component ["
                    << name() << "] to a pyobject of type [" 
                    << this->typeName() << "]");
  } else {
    if ( -1 == PyObject_SetAttrString(o, "_cppHandle", pyobj) ) {
      PyErr_Clear();
      ATH_MSG_WARNING
        ("Could not attach C++ handle [" << name() << "] to its python "
         << "cousin !");
      if ( -1 == PyObject_SetAttrString(o, "_cppHandle", Py_None) ) {
        PyErr_Clear();
        ATH_MSG_WARNING
          ("could not attach a dummy C++ handle [" << name() << "] to its "
           "python cousin !");
      }
    } else {
      return true;
    }
  }
  return false;
}

◆ start()

StatusCode Alg::start ( )

overridevirtualinherited

Definition at line 74 of file PyAthenaAlg.cxx.

{ 
  return PyAthena::callPyMethod( m_self, "sysStart" );
}

◆ stop()

StatusCode Alg::stop ( )

overridevirtualinherited

Definition at line 80 of file PyAthenaAlg.cxx.

{
  return PyAthena::callPyMethod( m_self, "sysStop" );
}

◆ sysInitialize()

StatusCode Alg::sysInitialize ( )

overridevirtualinherited

Override sysInitialize.

Override sysInitialize from the base class.

Loop through all output handles, and if they're WriteCondHandles, automatically register them and this Algorithm with the CondSvc

Scan through all outputHandles, and if they're WriteCondHandles, register them with the CondSvc

Reimplemented from AthAlgorithm.

Definition at line 105 of file PyAthenaAlg.cxx.

{
  ServiceHandle<IPyComponentMgr> pyMgr
    ( "PyAthena::PyComponentMgr/PyComponentMgr", name() );
  if ( !pyMgr.retrieve().isSuccess() ) {
    ATH_MSG_ERROR("Could not retrieve service [" << pyMgr.typeAndName()
                  << "] !!");
    return StatusCode::FAILURE;
  }
 
  // first retrieve our python object cousin...
  m_self = pyMgr->pyObject( this );
 
  if ( m_self == Py_None ) {
    ATH_MSG_ERROR("Wrapped PyObject is NONE !");
    return StatusCode::FAILURE;
  }
 
  // re-route to usual sysInit...
  return AlgBase_t::sysInitialize();
}

◆ sysStart()

virtual StatusCode AthCommonDataStore< AthCommonMsg< Algorithm > >::sysStart ( )

overridevirtualinherited

Handle START transition.

We override this in order to make sure that conditions handle keys can cache a pointer to the conditions container.

◆ typeName()

const char * Alg::typeName ( ) const

overridevirtualinherited

return the std::type_info name of the underlying py-component This is used by concrete implementations to connect a python component to its C++ counter-part

Implements IPyComponent.

Definition at line 132 of file PyAthenaAlg.cxx.

{ 
  static const std::string tname = System::typeinfoName(typeid(*this));
  return tname.c_str();
}

◆ updateVHKA()

void AthCommonDataStore< AthCommonMsg< Algorithm > >::updateVHKA ( Gaudi::Details::PropertyBase & )

inlineinherited

Definition at line 308 of file AthCommonDataStore.h.

                                               {
    // debug() << "updateVHKA for property " << p.name() << " " << p.toString() 
    //         << "  size: " << m_vhka.size() << endmsg;
    for (auto &a : m_vhka) {
      std::vector<SG::VarHandleKey*> keys = a->keys();
      for (auto k : keys) {
        k->setOwner(this);
      }
    }
  }

Member Data Documentation

◆ _ctr

int python.DQPostProcessingAlg.DQPostProcessingAlg._ctr = 0

protected

Definition at line 21 of file DQPostProcessingAlg.py.

◆ _im

python.DQPostProcessingAlg.DQPostProcessingAlg._im = AthInputModule()

protected

Definition at line 59 of file DQPostProcessingAlg.py.

◆ _om

python.DQPostProcessingAlg.DQPostProcessingAlg._om = AthOutputModule()

protected

Definition at line 67 of file DQPostProcessingAlg.py.

◆ _plotnames

python.DQPostProcessingAlg.DQPostProcessingAlg._plotnames = set()

protected

Definition at line 25 of file DQPostProcessingAlg.py.

◆ _run

int python.DQPostProcessingAlg.DQPostProcessingAlg._run = 0

protected

Definition at line 22 of file DQPostProcessingAlg.py.

◆ _timings

dict python.DQPostProcessingAlg.DQPostProcessingAlg._timings = {}

protected

Definition at line 24 of file DQPostProcessingAlg.py.

◆ _transformermap

dict python.DQPostProcessingAlg.DQPostProcessingAlg._transformermap = {}

protected

Definition at line 23 of file DQPostProcessingAlg.py.

◆ _transformers

list python.DQPostProcessingAlg.DQPostProcessingAlg._transformers = []

protected

Definition at line 43 of file DQPostProcessingAlg.py.

◆ ConfigFiles

python.DQPostProcessingAlg.DQPostProcessingAlg.ConfigFiles = None

Definition at line 19 of file DQPostProcessingAlg.py.

◆ DoEntryOptimization

bool python.DQPostProcessingAlg.DQPostProcessingAlg.DoEntryOptimization = True

Definition at line 27 of file DQPostProcessingAlg.py.

◆ DoTiming

bool python.DQPostProcessingAlg.DQPostProcessingAlg.DoTiming = True

Definition at line 26 of file DQPostProcessingAlg.py.

◆ FileKey

str python.DQPostProcessingAlg.DQPostProcessingAlg.FileKey = '/CombinedMonitoring/run_%(run)s/'

Definition at line 18 of file DQPostProcessingAlg.py.

◆ FunctionsToDisable

list python.DQPostProcessingAlg.DQPostProcessingAlg.FunctionsToDisable = []

Definition at line 20 of file DQPostProcessingAlg.py.

◆ hsvc

python.DQPostProcessingAlg.DQPostProcessingAlg.hsvc = PyAthena.py_svc('THistSvc')

Definition at line 35 of file DQPostProcessingAlg.py.

◆ Interval

python.DQPostProcessingAlg.DQPostProcessingAlg.Interval = 1

Definition at line 17 of file DQPostProcessingAlg.py.

◆ m_detStore

StoreGateSvc_t AthCommonDataStore< AthCommonMsg< Algorithm > >::m_detStore

privateinherited

Pointer to StoreGate (detector store by default)

Definition at line 393 of file AthCommonDataStore.h.

◆ m_evtStore

StoreGateSvc_t AthCommonDataStore< AthCommonMsg< Algorithm > >::m_evtStore

privateinherited

Pointer to StoreGate (event store by default)

Definition at line 390 of file AthCommonDataStore.h.

◆ m_extendedExtraObjects

DataObjIDColl AthAlgorithm::m_extendedExtraObjects

privateinherited

Definition at line 79 of file AthAlgorithm.h.

◆ m_self

PyObject* PyAthena::Alg::m_self

protectedinherited

Pointer to self (from the python world)

Definition at line 96 of file PyAthenaAlg.h.

◆ m_varHandleArraysDeclared

bool AthCommonDataStore< AthCommonMsg< Algorithm > >::m_varHandleArraysDeclared

privateinherited

Definition at line 399 of file AthCommonDataStore.h.

◆ m_vhka

std::vector<SG::VarHandleKeyArray*> AthCommonDataStore< AthCommonMsg< Algorithm > >::m_vhka

privateinherited

Definition at line 398 of file AthCommonDataStore.h.

The documentation for this class was generated from the following file:

DQPostProcessingAlg.py

Public Member Functions

Public Attributes

Protected Member Functions

Protected Attributes

Private Types

Private Member Functions

Private Attributes

Detailed Description

Member Typedef Documentation

◆ StoreGateSvc_t

Constructor & Destructor Documentation

◆ __init__()

Member Function Documentation

◆ _process()

◆ declareGaudiProperty()

◆ declareProperty()

◆ detStore()

◆ evtStore()

◆ execute()

◆ extraDeps_update_handler()

◆ extraOutputDeps()

◆ finalize()

◆ initialize()

◆ inputHandles()

◆ msg()

◆ msgLvl()

◆ outputHandles()

◆ reinitialize()

◆ renounce()

◆ renounceArray()

◆ self()

◆ setPyAttr()

◆ start()

◆ stop()

◆ sysInitialize()

◆ sysStart()

◆ typeName()

◆ updateVHKA()

Member Data Documentation

◆ _ctr

◆ _im

◆ _om

◆ _plotnames

◆ _run

◆ _timings

◆ _transformermap

◆ _transformers

◆ ConfigFiles

◆ DoEntryOptimization

◆ DoTiming

◆ FileKey

◆ FunctionsToDisable

◆ hsvc

◆ Interval

◆ m_detStore

◆ m_evtStore

◆ m_extendedExtraObjects

◆ m_self

◆ m_varHandleArraysDeclared

◆ m_vhka

◆ init()