python.PyComps Namespace Reference

Classes
class	DataProxyLoader
class	MpEvtLoopMgr
class	PyEvtFilter
class	PyReader
class	PySgDumper
class	PyWriter

Functions
None	setupEvtSelForSeekOps ()
int	getChunkSize ()
def	_gen_key_from_type (t)
def	_decode_item_list (lst, msg)

Variables
string	__doc__ = 'A set of python components for event filtering'
string	__author__ = 'Sebastien Binet <binet@cern.ch>'
string	__version__ = '$Revision: 1.11 $'

Function Documentation

_decode_item_list()

def python.PyComps._decode_item_list (   lst,   msg  )

private

helper function to decode a (python) item list of storegate keys

Definition at line 22 of file Event/PyDumper/python/PyComps.py.

def _decode_item_list(lst, msg):
    """helper function to decode a (python) item list of storegate keys"""
    items = None
    if (lst is None or lst == '*'):
        items = None
    else:
        if isinstance(lst, str):
            lst = lst.split(',')
        if isinstance (lst, (list,set,tuple)):
            if any (map (lambda x: not isinstance(x, str), lst)):
                msg.error ('you have to provide a list of sg-keys !')
                msg.error ('got: %s', lst)
                raise ValueError()
            elif len(lst)==1 and lst[0] is None or lst[0] == '*':
                return None
        items = []
        for i in lst:
            if isinstance(i, str) and i.count('#')==1:
                item = i.split('#')
                if item[1] == '*':
                    err = 'sorry, wildcards for keys are NOT (yet?) supported'
                    msg.error(err)
                    raise ValueError(err)
                items.append(item)
            elif isinstance(i, str) and i.count('#')==0:
                # (type, key)
                items.append ((None, i))
            elif (isinstance(i, tuple) and len(i)==2 and 
                  isinstance(i[0], str) and 
                  isinstance(i[1], str)):
                # (type, key)
                items.append(i)
            elif (isinstance(i, tuple) and len(i)==1 and 
                  isinstance(i[0], str)):
                # (type, key)
                items.append ((None, i))
            else:
                err = 'invalid item format: %s'%i
                msg.error(err)
                raise ValueError(err)
    return items
 

_gen_key_from_type()

def python.PyComps._gen_key_from_type (   t )

private

Definition at line 18 of file Event/PyDumper/python/PyComps.py.

def _gen_key_from_type(t):
    "helper function to generate a storegate key from a typename"
    return 'pyathena_tests__%s__key' % t
 

getChunkSize()

int python.PyComps.getChunkSize

(

)

Definition at line 172 of file Control/AthenaMP/python/PyComps.py.

def getChunkSize() -> int :
    from .AthenaMPFlags import jobproperties as jp
    from PyUtils.MetaReaderPeeker import metadata
    chunk_size = 1
    # In jobs without input (e.g. event generation), metadata is an empty dictionary
    if (jp.AthenaMPFlags.ChunkSize() > 0):
        chunk_size = jp.AthenaMPFlags.ChunkSize()
        msg.info('Chunk size set to %i', chunk_size)
    elif 'file_size' in metadata and metadata['file_size'] is not None:
        #Don't use auto flush for shared reader
        if (jp.AthenaMPFlags.UseSharedReader()):
            msg.info('Shared Reader in use, chunk_size set to default (%i)', chunk_size)
        #Use auto flush only if file is compressed with LZMA, else use default chunk_size
        elif (jp.AthenaMPFlags.ChunkSize() == -1):
            if (metadata['file_comp_alg'] == 2):
                chunk_size = metadata['auto_flush']
                msg.info('Chunk size set to auto flush (%i)', chunk_size)
            else:
                msg.info('LZMA algorithm not in use, chunk_size set to default (%i)', chunk_size)
        #Use auto flush only if file is compressed with LZMA or ZLIB, else use default chunk_size
        elif (jp.AthenaMPFlags.ChunkSize() == -2):
            if (metadata['file_comp_alg'] == 1 or metadata['file_comp_alg'] == 2):
                chunk_size = metadata['auto_flush']
                msg.info('Chunk size set to auto flush (%i)', chunk_size)
            else:
                msg.info('LZMA nor ZLIB in use, chunk_size set to default (%i)', chunk_size)
        #Use auto flush only if file is compressed with LZMA, ZLIB or LZ4, else use default chunk_size
        elif (jp.AthenaMPFlags.ChunkSize() == -3):
            if (metadata['file_comp_alg'] == 1 or metadata['file_comp_alg'] == 2 or metadata['file_comp_alg'] == 4):
                chunk_size = metadata['auto_flush']
                msg.info('Chunk size set to auto flush (%i)', chunk_size)
            else:
                msg.info('LZMA, ZLIB nor LZ4 in use, chunk_size set to (%i)', chunk_size)
        #Use auto flush value for chunk_size, regarldess of compression algorithm
        elif (jp.AthenaMPFlags.ChunkSize() <= -4):
            chunk_size = metadata['auto_flush']
            msg.info('Chunk size set to auto flush (%i)', chunk_size)
        else:
            msg.warning('Invalid ChunkSize, Chunk Size set to default (%i)', chunk_size)
 
    return chunk_size

setupEvtSelForSeekOps()

None python.PyComps.setupEvtSelForSeekOps

(

)

try to install seek-stuff on the EventSelector side 

Definition at line 135 of file Control/AthenaMP/python/PyComps.py.

def setupEvtSelForSeekOps() -> None:
   """ try to install seek-stuff on the EventSelector side """
   #import sys
   #from AthenaCommon.Logging import log as msg
   msg.debug("setupEvtSelForSeekOps:")
   if 'AthenaRootComps.ReadAthenaRoot' in  sys.modules:
       # athenarootcomps has seeking enabled by default
       msg.info('=> Seeking enabled.')
       return
   
   if 'AthenaPoolCnvSvc.ReadAthenaPool' not in sys.modules:
      
      msg.info( "Cannot enable 'seeking' b/c module "
                "[AthenaPoolCnvSvc.ReadAthenaPool] hasn't been imported..." )
      msg.info( "Modify your jobOptions to import that module "
                "(or just ignore this message)" )
      return
 
   from AthenaCommon.AppMgr import theApp, AthAppMgr
   if theApp.state() != AthAppMgr.State.OFFLINE:
      msg.info( "C++ ApplicationMgr already instantiated, probably seeking "
                "will be ill-configured..." )
      msg.info( "EventSelector writers should implement updateHandlers" )
   
   from AthenaCommon.AppMgr import ServiceMgr as svcMgr
   from AthenaCommon.Configurable import Configurable
   collectionType = svcMgr.EventSelector.properties()["CollectionType"]
 
   if collectionType in ( "ImplicitROOT", Configurable.propertyNoValue, ):
      msg.info   ( "=> Seeking enabled." )
 
   else:
      msg.warning( "Input seeking is not compatible with collection type of %s",
                   svcMgr.EventSelector.properties()["CollectionType"] )
      msg.warning( "=> Seeking disabled." )
   return
 

Variable Documentation

__author__

string python.PyComps.__author__ = 'Sebastien Binet <binet@cern.ch>'

private

Definition at line 8 of file Control/GaudiSequencer/python/PyComps.py.

__doc__

string python.PyComps.__doc__ = 'A set of python components for event filtering'

private

Definition at line 7 of file Control/GaudiSequencer/python/PyComps.py.

__version__

string python.PyComps.__version__ = '$Revision: 1.11 $'

private

Definition at line 8 of file Event/PyDumper/python/PyComps.py.