python.TriggerEDM Namespace Reference

Functions
def	recordable (arg, runVersion=3)
def	getTriggerEDMList (key, runVersion, extraEDMList=[])
def	getRun3TrigObjProducedInView (theKey, trigEDMList)
def	handleRun3ViewContainers (el)
def	getRun3BSList (keys)
def	getRun3TrigObjList (destination, trigEDMList)
def	getRun3TrigEDMSlimList (key)
def	getTriggerEDMSlimList (key)
def	getCategory (s)
def	getTypeAndKey (s)
def	keyToLabel (key)
def	getTriggerObjList (destination, lst)
def	getTrigIDTruthList (dst)
def	getLvl1ESDList ()
def	getLvl1AODList ()
def	getL2PreregistrationList ()
def	getEFPreregistrationList ()
def	getHLTPreregistrationList ()
def	getPreregistrationList (version=2, doxAODConversion=True)
def	getEFDSList ()
def	getHLTDSList ()
def	getL2BSList ()
def	getEFBSList ()
def	getHLTBSList ()
def	getL2BSTypeList ()
def	getEFBSTypeList ()
def	getHLTBSTypeList ()
def	getEFDSTypeList ()
def	getHLTDSTypeList ()
def	getTPList (version=2)
def	getARATypesRenaming ()
def	getEDMLibraries ()
def	InsertContainerNameForHLT (typedict)
def	getEFRun1BSList ()
def	getEFRun2EquivalentList ()
def	getL2Run1BSList ()
def	getL2Run2EquivalentList ()

Variables
	log
	AllowedOutputFormats
	_allowedEDMPrefixes

Function Documentation

getARATypesRenaming()

def python.TriggerEDM.getARATypesRenaming

(

)

Defines how to rename collecion keys in ARA when two types have the same key.
i.e. TrigRoiDescriptorCollection#HLT
and TrigTau#HLT
After the remapping they will be named HLT_tau and HLT_roi so are distinct.

Definition at line 641 of file TriggerEDM.py.

def getARATypesRenaming():
    """
    Defines how to rename collecion keys in ARA when two types have the same key.
    i.e. TrigRoiDescriptorCollection#HLT
    and TrigTau#HLT
    After the remapping they will be named HLT_tau and HLT_roi so are distinct.
    """
    edm = set(TriggerL2List + TriggerEFList + TriggerHLTList)
    keys = [ getTypeAndKey(i[0])[1] for i in edm]
    # find repeating keys
    tmp = [ i for i in keys if keys.count(i) > 1 ]
    nonunique = {}
    for i in tmp:
        nonunique[i] = 1
    # nonunique = nonunique.keys()
 
    # define remens for all object of which key appeared in nonunique
    renames = {}
    for entry in edm:
        t, key = getTypeAndKey(entry[0])
        if key in nonunique: # potential problem we have to do something
 
            if 'typealias' not in EDMDetails[t] or EDMDetails[t]['typealias'] == '':
                if nonunique[key] == 1:
                    # First time's ok.
                    nonunique[key] = t
                elif nonunique[key] == t:
                    # Duplicate entry; ok.
                    continue
                else:
                    log.error("types/keys will catch %s %s", t, key)
                continue
            else:
                obj = t
                if 'collection' in EDMDetails[t]:
                    obj = EDMDetails[t]['collection']
 
                # form the branch name
                bname = key+'_'+EDMDetails[t]['typealias']
 
                renames[(key, obj)] = bname
 
    return renames
 

getCategory()

def python.TriggerEDM.getCategory

(

s

)

From name of object in AOD/ESD found by checkFileTrigSize.py, return category 

Clean up object name 

Definition at line 297 of file TriggerEDM.py.

def getCategory(s):
    """ From name of object in AOD/ESD found by checkFileTrigSize.py, return category """
 
    """ Clean up object name """
    s = s.strip()
 
    # To-do
    # seperate the first part of the string at the first '_'
    # search in EDMDetails for the key corresponding to the persistent value
    # if a key is found, use this as the first part of the original string
    # put the string back together
 
    if s.count('.') : s = s[:s.index('.')]
    if s.count('::'): s = s[s.index(':')+2:]
    if s.count('<'):  s = s[s.index('<')+1:]
    if s.count('>'):  s = s[:s.index('>')]
    if s.count('.') : s = s[:s.index('.')]
    if s.count('Dyn') : s = s[:s.index('Dyn')]
 
    # containers from Run 1-2 and 3 require different preprocessing
    # s12 is for Run 1-2, s is for Run 3
    s12 = s
 
    if s12.startswith('HLT_xAOD__') or s12.startswith('HLT_Rec__') or s12.startswith('HLT_Analysis__') :
        s12 = s12[s12.index('__')+2:]
        s12 = s12[s12.index('_')+1:]
        #if s12.count('.') : s12 = s12[:s12.index('.')]
        s12 = "HLT_"+s12
    elif s12.startswith('HLT_'):
        #if s.count('Dyn') : s = s[:s.index('Dyn')]
        if s12.count('_'): s12 = s12[s12.index('_')+1:]
        if s12.count('_'): s12 = s12[s12.index('_')+1:]
        s12 = "HLT_"+s12
 
    TriggerListRun1 = TriggerL2List + TriggerEFList + TriggerResultsRun1List
    TriggerListRun2 = TriggerResultsList + TriggerLvl1List + TriggerIDTruth + TriggerHLTList
    TriggerListRun3 = TriggerHLTListRun3
 
    category = ''
    bestMatch = ''
 
    """ Loop over all objects already defined in lists (and hopefully categorized!!) """
    for item in TriggerListRun1+TriggerListRun2:
        t,k = getTypeAndKey(item[0])
 
        """ Clean up type name """
        if t.count('::'): t = t[t.index(':')+2:]
        if t.count('<'):  t = t[t.index('<')+1:]
        if t.count('>'):  t = t[:t.index('>')]
        if (s12.startswith(t) and s12.endswith(k)) and (len(t) > len(bestMatch)):
            bestMatch = t
            category = item[2]
 
        if k.count('.'): k = k[:k.index('.')]
        if (s12 == k):
            bestMatch = k
            category = item[2]
 
    for item in TriggerListRun3:
        t,k = getTypeAndKey(item[0])
 
        """ Clean up type name """
        if t.count('::'): t = t[t.index(':')+2:]
        if t.count('<'):  t = t[t.index('<')+1:]
        if t.count('>'):  t = t[:t.index('>')]
 
        if (s.startswith(t) and s.endswith(k)) and (len(t) > len(bestMatch)):
            bestMatch = t
            category = item[2]
 
        if k.count('.'): k = k[:k.index('.')]
        if (s == k):
            bestMatch = k
            category = item[2]
 
    if category == '' and 'HLTNav' in s:
        category = 'HLTNav'
 
    if category == '': return 'NOTFOUND'
    return category
 
 
 

getEDMLibraries()

def python.TriggerEDM.getEDMLibraries

(

)

Definition at line 685 of file TriggerEDM.py.

def getEDMLibraries():
    return EDMLibraries
 

getEFBSList()

def python.TriggerEDM.getEFBSList

(

)

List (Literally Python list) of EF trigger objects to be placed in output BS

Definition at line 533 of file TriggerEDM.py.

def getEFBSList():
    """
    List (Literally Python list) of EF trigger objects to be placed in output BS
    """
    l = []
    for item in TriggerEFList:
        if 'BS' in item[1]:
            t,k = getTypeAndKey(item[0])
            l += [t+"#"+keyToLabel(k)]
    return l
 

getEFBSTypeList()

def python.TriggerEDM.getEFBSTypeList

(

)

List of EF types to be read from BS, used by the TP

Definition at line 567 of file TriggerEDM.py.

def getEFBSTypeList():
    """ List of EF types to be read from BS, used by the TP
    """
    l = []
    for item in TriggerEFList:
        t,k = getTypeAndKey(item[0])
        ctype = t
        if 'collection' in EDMDetails[t]:
            ctype = EDMDetails[t]['collection']
        l += [ctype]
    return l
 

getEFDSList()

def python.TriggerEDM.getEFDSList

(

)

List (Literally Python list) of trigger objects to be placed in RAW data. i.e. BS after EF

Definition at line 500 of file TriggerEDM.py.

def getEFDSList():
    """
    List (Literally Python list) of trigger objects to be placed in RAW data. i.e. BS after EF
    """
    l = []
    for item in TriggerEFList:
        if 'DS' in item[1].split():
            t,k = getTypeAndKey(item[0])
            l += [t+"#"+keyToLabel(k)]
    return l
 

getEFDSTypeList()

def python.TriggerEDM.getEFDSTypeList

(

)

List of types to be placed in BS after EF

Definition at line 591 of file TriggerEDM.py.

def getEFDSTypeList():
    """ List of types to be placed in BS after EF
    """
    l = []
    for item in TriggerEFList:
        if 'DS' in item[1].split():
            t,k = getTypeAndKey(item[0])
            ctype = t
            if 'collection' in EDMDetails[t]:
                ctype = EDMDetails[t]['collection']
            l += [ctype]
    return l
 

getEFPreregistrationList()

def python.TriggerEDM.getEFPreregistrationList

(

)

List (Literally Python list) of trigger objects to be preregistered i.e. this objects we want in every event for EF

Definition at line 452 of file TriggerEDM.py.

def getEFPreregistrationList():
    """
    List (Literally Python list) of trigger objects to be preregistered i.e. this objects we want in every event for EF
    """
    l = []
    for item in TriggerEFList:
        if len (item[1]) == 0: continue
        t,k = getTypeAndKey(item[0])
        if('Aux' in t):
            continue #we don't wat to preregister Aux containers
        l += [t+"#"+keyToLabel(k)]
    return l
 

getEFRun1BSList()

def python.TriggerEDM.getEFRun1BSList

(

)

List of EF trigger objects that were written to ByteStream in Run 1

Definition at line 705 of file TriggerEDM.py.

def getEFRun1BSList():
    """
    List of EF trigger objects that were written to ByteStream in Run 1
    """
    l = []
    for item in TriggerEFEvolutionList:
        if len (item[1]) == 0: continue
        t,k = getTypeAndKey(item[0])
        l += [t+"#"+keyToLabel(k)]
    return l
 

getEFRun2EquivalentList()

def python.TriggerEDM.getEFRun2EquivalentList

(

)

List of Run-2 containers equivalent to Run-1 EF containers

Definition at line 716 of file TriggerEDM.py.

def getEFRun2EquivalentList():
    """
    List of Run-2 containers equivalent to Run-1 EF containers
    """
    l = []
    for item in TriggerEFEvolutionList:
        if len (item[1]) == 0: continue
        t,k = getTypeAndKey(item[1])
        l += [t+"#"+keyToLabel(k)]
    return l
 

getHLTBSList()

def python.TriggerEDM.getHLTBSList

(

)

List (Literally Python list) of merged HLT trigger objects to be placed in output BS

Definition at line 544 of file TriggerEDM.py.

def getHLTBSList():
    """
    List (Literally Python list) of merged HLT trigger objects to be placed in output BS
    """
    l = []
    for item in TriggerHLTList:
        if 'BS' in item[1]:
            t,k = getTypeAndKey(item[0])
            l += [t+"#"+keyToLabel(k)]
    return l
 

getHLTBSTypeList()

def python.TriggerEDM.getHLTBSTypeList

(

)

List of HLT types to be read from BS, used by the TP

Definition at line 579 of file TriggerEDM.py.

def getHLTBSTypeList():
    """ List of HLT types to be read from BS, used by the TP
    """
    l = []
    for item in TriggerHLTList:
        t,k = getTypeAndKey(item[0])
        ctype = t
        if 'collection' in EDMDetails[t]:
            ctype = EDMDetails[t]['collection']
        l += [ctype]
    return l
 

getHLTDSList()

def python.TriggerEDM.getHLTDSList

(

)

List (Literally Python list) of trigger objects to be placed in RAW data. i.e. BS after merged L2EF

Definition at line 511 of file TriggerEDM.py.

def getHLTDSList():
    """
    List (Literally Python list) of trigger objects to be placed in RAW data. i.e. BS after merged L2EF
    """
    l = []
    for item in TriggerHLTList:
        if 'DS' in item[1].split():
            t,k = getTypeAndKey(item[0])
            l += [t+"#"+keyToLabel(k)]
    return l
 

getHLTDSTypeList()

def python.TriggerEDM.getHLTDSTypeList

(

)

List of types to be placed in BS after L2EF

Definition at line 604 of file TriggerEDM.py.

def getHLTDSTypeList():
    """ List of types to be placed in BS after L2EF
    """
    l = []
    for item in TriggerHLTList:
        if 'DS' in item[1].split():
            t,k = getTypeAndKey(item[0])
            ctype = t
            if 'collection' in EDMDetails[t]:
                ctype = EDMDetails[t]['collection']
            l += [ctype]
    return l
 
 

getHLTPreregistrationList()

def python.TriggerEDM.getHLTPreregistrationList

(

)

List (Literally Python list) of trigger objects to be preregistered i.e. this objects we want in every event for merged L2/EF in addition to default L2 and EF

Definition at line 465 of file TriggerEDM.py.

def getHLTPreregistrationList():
    """
    List (Literally Python list) of trigger objects to be preregistered i.e. this objects we want in every event for merged L2/EF in addition to default L2 and EF
    """
    l = []
    for item in TriggerHLTList:
        if len (item[1]) == 0: continue
        t,k = getTypeAndKey(item[0])
        if('Aux' in t):
            continue #we don't wat to preregister Aux containers
        l += [t+"#"+keyToLabel(k)]
    return l
 
 

getL2BSList()

def python.TriggerEDM.getL2BSList

(

)

List (Literally Python list) of L2 trigger objects to be placed in output BS

Definition at line 522 of file TriggerEDM.py.

def getL2BSList():
    """
    List (Literally Python list) of L2 trigger objects to be placed in output BS
    """
    l = []
    for item in TriggerL2List:
        if 'BS' in item[1]:
            t,k = getTypeAndKey(item[0])
            l += [t+"#"+keyToLabel(k)]
    return l
 

getL2BSTypeList()

def python.TriggerEDM.getL2BSTypeList

(

)

List of L2 types to be read from BS, used by the TP

Definition at line 555 of file TriggerEDM.py.

def getL2BSTypeList():
    """ List of L2 types to be read from BS, used by the TP
    """
    l = []
    for item in TriggerL2List:
        t,k = getTypeAndKey(item[0])
        ctype = t
        if 'collection' in EDMDetails[t]:
            ctype = EDMDetails[t]['collection']
        l += [ctype]
    return l
 

getL2PreregistrationList()

def python.TriggerEDM.getL2PreregistrationList

(

)

List (Literally Python list) of trigger objects to be preregistered i.e. this objects we want in every event for L2

Definition at line 439 of file TriggerEDM.py.

def getL2PreregistrationList():
    """
    List (Literally Python list) of trigger objects to be preregistered i.e. this objects we want in every event for L2
    """
    l = []
    for item in TriggerL2List:
        if len (item[1]) == 0: continue
        t,k = getTypeAndKey(item[0])
        if('Aux' in t):
            continue #we don't wat to preregister Aux containers
        l += [t+"#"+keyToLabel(k)]
    return l
 

getL2Run1BSList()

def python.TriggerEDM.getL2Run1BSList

(

)

List of L2 trigger objects that were written to ByteStream in Run 1

Definition at line 727 of file TriggerEDM.py.

def getL2Run1BSList():
    """
    List of L2 trigger objects that were written to ByteStream in Run 1
    """
    l = []
    for item in TriggerL2EvolutionList:
        if len (item[1]) == 0: continue
        t,k = getTypeAndKey(item[0])
        l += [t+"#"+keyToLabel(k)]
    return l
 

getL2Run2EquivalentList()

def python.TriggerEDM.getL2Run2EquivalentList

(

)

List of Run-2 containers equivalent to Run-1 L2 containers

Definition at line 738 of file TriggerEDM.py.

def getL2Run2EquivalentList():
    """
    List of Run-2 containers equivalent to Run-1 L2 containers
    """
    l = []
    for item in TriggerL2EvolutionList:
        if len (item[1]) == 0: continue
        t,k = getTypeAndKey(item[1])
        l += [t+"#"+keyToLabel(k)]
    return l

getLvl1AODList()

def python.TriggerEDM.getLvl1AODList

(

)

Gives back the Python dictionary  with the lvl1 trigger result content of AOD which can be inserted in OKS.

Definition at line 431 of file TriggerEDM.py.

def getLvl1AODList():
    """
    Gives back the Python dictionary  with the lvl1 trigger result content of AOD which can be inserted in OKS.
    """
    return getTriggerObjList('AODFULL',[TriggerLvl1List])
 
 
 

getLvl1ESDList()

def python.TriggerEDM.getLvl1ESDList

(

)

Gives back the Python dictionary  with the lvl1 trigger result content of ESD which can be inserted in OKS.

Definition at line 425 of file TriggerEDM.py.

def getLvl1ESDList():
    """
    Gives back the Python dictionary  with the lvl1 trigger result content of ESD which can be inserted in OKS.
    """
    return getTriggerObjList('ESD',[TriggerLvl1List])
 

getPreregistrationList()

def python.TriggerEDM.getPreregistrationList	(		version = 2,
			doxAODConversion = True
	)

List (Literally Python list) of trigger objects to be preregistered i.e. this objects we want for all levels
version can be: '1 (Run1)', '2 (Run2)'

Definition at line 479 of file TriggerEDM.py.

def getPreregistrationList(version=2, doxAODConversion=True):
    """
    List (Literally Python list) of trigger objects to be preregistered i.e. this objects we want for all levels
    version can be: '1 (Run1)', '2 (Run2)'
    """
 
    l=[]
    if version==2:
        l = getHLTPreregistrationList()
    elif version==1:
        # remove duplicates while preserving order
        objs=getL2PreregistrationList()+getEFPreregistrationList()
        if doxAODConversion:
            objs += getHLTPreregistrationList()
        l=list(dict.fromkeys(objs))
    else:
        raise RuntimeError("Invalid version=%s supplied to getPreregistrationList" % version)
    return l
 
 
 

getRun3BSList()

def python.TriggerEDM.getRun3BSList

(

keys

)

The keys should contain BS and all the identifiers used for scouting.
Returns list of tuples (typename#key, [keys], [properties]).

Definition at line 206 of file TriggerEDM.py.

def getRun3BSList(keys):
    """
    The keys should contain BS and all the identifiers used for scouting.
    Returns list of tuples (typename#key, [keys], [properties]).
    """
 
    from TrigEDMConfig.TriggerEDMRun3 import persistent
    keys = set(keys[:])
    collections = []
    for definition in TriggerHLTListRun3:
 
        typename,collkey = definition[0].split("#")
        # normalise collection name and the key (decorations)
        typename = persistent(typename)
        collkey  = handleRun3ViewContainers( collkey )
        destination = keys & set(definition[1].split())
        if len(destination) > 0:
            collections.append( (typename+"#"+collkey, list(destination),
                                 definition[3] if len(definition)>3 else []) )
 
    return collections
 
 

getRun3TrigEDMSlimList()

def python.TriggerEDM.getRun3TrigEDMSlimList

(

key

)

Run 3 version
Modified EDM list to remove all dynamic variables
Requires changing the list to have 'Aux.-'

Definition at line 258 of file TriggerEDM.py.

def getRun3TrigEDMSlimList(key):
    """
    Run 3 version
    Modified EDM list to remove all dynamic variables
    Requires changing the list to have 'Aux.-'
    """
    _edmList = getRun3TrigObjList(key,[TriggerHLTListRun3])
    from collections import OrderedDict
    output = OrderedDict()
    for k,v in _edmList.items():
        newnames = []
        for el in v:
            newnames.append( handleRun3ViewContainers( el ) )
        output[k] = newnames
    return output
 
#************************************************************
#
#  For Run 1 and Run 2 (not modified (so far))
#
#************************************************************

getRun3TrigObjList()

def python.TriggerEDM.getRun3TrigObjList	(		destination,
			trigEDMList
	)

Run 3 version
Gives back the Python dictionary  with the content of ESD/AOD (dst) which can be inserted in OKS.

Definition at line 229 of file TriggerEDM.py.

def getRun3TrigObjList(destination, trigEDMList):
    """
    Run 3 version
    Gives back the Python dictionary  with the content of ESD/AOD (dst) which can be inserted in OKS.
    """
    dset = set(destination.split())
    from collections import OrderedDict
    toadd = OrderedDict()
    import itertools
 
    for item in itertools.chain(*trigEDMList):
        if item[1] == '': # no output has been defined
            continue
 
        confset = set(item[1].split())
 
        if dset & confset: # intersection of the sets
            t,k = getTypeAndKey(item[0])
            colltype = t
 
            if colltype in toadd:
                if k not in toadd[colltype]:
                    toadd[colltype] += [k]
            else:
                toadd[colltype] = [k]
 
    return toadd
 
 

getRun3TrigObjProducedInView()

def python.TriggerEDM.getRun3TrigObjProducedInView	(		theKey,
			trigEDMList
	)

Run 3 only
Finds a given key from within the trigEDMList.
Returns true if this collection is produced inside EventViews
(Hence, has the special viewIndex Aux decoration applied by steering)

Definition at line 165 of file TriggerEDM.py.

def getRun3TrigObjProducedInView(theKey, trigEDMList):
    """
    Run 3 only
    Finds a given key from within the trigEDMList.
    Returns true if this collection is produced inside EventViews
    (Hence, has the special viewIndex Aux decoration applied by steering)
    """
    from TrigEDMConfig.TriggerEDMRun3 import InViews
    import itertools
 
    return any(coll for coll in itertools.chain(*trigEDMList) if
               len(coll)>3 and theKey==coll[0].split('#')[1] and
               any(isinstance(v, InViews) for v in coll[3]))
 
 

getTPList()

def python.TriggerEDM.getTPList

(

version = 2

)

Mapping  of Transient objects to Peristent during serialization (BS creation)
version can be: '1 (Run1)', '2 (Run2)'

Definition at line 618 of file TriggerEDM.py.

def getTPList(version=2):
    """
    Mapping  of Transient objects to Peristent during serialization (BS creation)
    version can be: '1 (Run1)', '2 (Run2)'
    """
    l = {}
    if version==2:
        bslist = getHLTBSTypeList()
    elif version==1:
        bslist = list(set(getL2BSTypeList() + getEFBSTypeList()))
    else:
        raise RuntimeError("Invalid version=%s supplied to getTPList" % version)
        
    for t,d in EDMDetails.items():
        colltype = t
        if 'collection' in d:
            colltype = EDMDetails[t]['collection']
        if colltype in bslist:
            l[colltype] = d['persistent']
    return l
 
 
#FPP: how to change this for the merged HLT in view of splitting?

getTriggerEDMList()

def python.TriggerEDM.getTriggerEDMList	(		key,
			runVersion,
			extraEDMList = []
	)

List (Literally Python dict) of trigger objects to be placed with flags:
key can be" 'ESD', 'AODSLIM', 'AODFULL'
run can be: '1 (Run1)', '2 (Run2)', '3' (Run 3), '4' (Run 4)

Definition at line 67 of file TriggerEDM.py.

def getTriggerEDMList(key, runVersion, extraEDMList=[]):
    """
    List (Literally Python dict) of trigger objects to be placed with flags:
    key can be" 'ESD', 'AODSLIM', 'AODFULL'
    run can be: '1 (Run1)', '2 (Run2)', '3' (Run 3), '4' (Run 4)
    """
    if runVersion == 1:
        return getTriggerObjList(key,[TriggerL2List,TriggerEFList, TriggerResultsRun1List])
 
    elif runVersion == 2:
        if 'SLIM' in key:
            return getTriggerEDMSlimList(key)
        else:
            return getTriggerObjList(key,[TriggerHLTList, TriggerResultsList])
 
    elif runVersion >= 3: 
        if key in AllowedOutputFormats: # AllowedOutputFormats is the entire list of output formats including ESD
            # this keeps only the dynamic variables that have been specified in TriggerEDMRun3
            Run3TrigEDM = {}
            Run3TrigEDMCOMM = {}
            Run3TrigEDMSLIM = {}
 
            if extraEDMList:
                log.info( "Adding extra collections to EDM: %s", str(extraEDMList))
                # TODO - This function is currently changing a global state.
                # Should re-work it to return a copy of TriggerHLTListRun3 with the additional content added.
                addExtraCollectionsToEDMList(TriggerHLTListRun3, extraEDMList)
 
            if "AODFULL" in key: 
                #Containers marked with AODCOMM to be added to AODFULL
 
                Run3TrigEDM.update(getRun3TrigEDMSlimList(key))
 
                Run3TrigEDMCOMM.update(getRun3TrigEDMSlimList("AODCOMM"))
                for kcomm,vcomm in Run3TrigEDMCOMM.items():
                    if kcomm in Run3TrigEDM:
                        Run3TrigEDM[kcomm].extend(vcomm)
                    else:
                        Run3TrigEDM[kcomm] = vcomm
 
            elif "AODSLIM" in key:
                # remove the variables that are defined in TriggerEDMRun3.varToRemoveFromAODSLIM from the containers
                
                # get all containers from list that are marked with AODSLIM
                if len(varToRemoveFromAODSLIM) == 0:
                    Run3TrigEDM.update(getRun3TrigEDMSlimList(key))
                    log.info("No decorations are listed to be removed from AODSLIM")
                else:
                    Run3TrigEDMSLIM.update(getRun3TrigEDMSlimList(key))
                    log.info("The following decorations are going to be removed from the listed collections in AODSLIM {}".format(varToRemoveFromAODSLIM))
                    # Go through all container values and remove the variables to remove
                    # Format of Run3TrigEDMSLIM is {'xAOD::Cont': ['coll1.varA.varB', 'coll2.varD',...],...} 
                    for cont, values in Run3TrigEDMSLIM.items():
                        if (isinstance(values, list)):
                            newValues = []
                            for value in values:                       
                                newValue = value+'.'
                                coll = value.split('.')[0]
                                
                                varRemovedFlag = False
                                for myTuple in varToRemoveFromAODSLIM:
                                    var = myTuple[0]
                                    
                                    if var in value and coll in myTuple:
                                        varRemovedFlag = True
                                        removeVar =  '.'+var+'.'
                                        newValue = newValue.replace(removeVar, '.')
                                        
                                if newValue[-1:] == '.':
                                    newValue = newValue[:-1]
 
                                if varRemovedFlag is False: 
                                    newValues.append(value)
                                elif varRemovedFlag is True:
                                    newValues.append(newValue)                                        
                                else:
                                    raise RuntimeError("Decoration removed but no new Value was available, not sure what to do...")
 
                            # Filling the Run3TrigEDM dictionary with the new set of values for each cont
                            Run3TrigEDM[cont] = newValues
                        else:
                            raise RuntimeError("Value in Run3TrigEDM dictionary is not a list")
 
            else: # ESD
                Run3TrigEDM.update(getRun3TrigEDMSlimList(key))
 
            log.debug('TriggerEDM for EDM set {} contains the following collections: {}'.format(key, Run3TrigEDM) )    
            return Run3TrigEDM
 
        else:
            log.warning('Output format: %s is not in list of allowed formats, please check!', key)
            return getRun3TrigObjList(key, [TriggerHLTListRun3])
 
    else:
        raise RuntimeError("Invalid runVersion=%s supplied to getTriggerEDMList" % runVersion)
 
 
 

getTriggerEDMSlimList()

def python.TriggerEDM.getTriggerEDMSlimList

(

key

)

Run 2 version
Modified EDM list to remove all dynamic variables
Requires changing the list to have 'Aux.-'

Definition at line 279 of file TriggerEDM.py.

def getTriggerEDMSlimList(key):
    """
    Run 2 version
    Modified EDM list to remove all dynamic variables
    Requires changing the list to have 'Aux.-'
    """
    _edmList = getTriggerObjList(key,[TriggerHLTList, TriggerResultsList])
    output = {}
    for k,v in _edmList.items():
        newnames = []
        for el in v:
            if 'Aux' in el:
                newnames+=[el.split('.')[0]+'.-']
            else:
                newnames+=[el]
            output[k] = newnames
    return output
 

getTriggerObjList()

def python.TriggerEDM.getTriggerObjList	(		destination,
			lst
	)

Gives back the Python dictionary  with the content of ESD/AOD (dst) which can be inserted in OKS.

Definition at line 393 of file TriggerEDM.py.

def getTriggerObjList(destination, lst):
    """
    Gives back the Python dictionary  with the content of ESD/AOD (dst) which can be inserted in OKS.
    """
    dset = set(destination.split())
 
    toadd = {}
    import itertools
 
    for item in itertools.chain(*lst):
        if item[1] == '':
            continue
        confset = set(item[1].split())
        if dset & confset: # intersection of the sets
            t,k = getTypeAndKey(item[0])
            colltype = t
            if 'collection' in EDMDetails[t]:
                colltype = EDMDetails[t]['collection']
            if colltype in toadd:
                if k not in toadd[colltype]:
                    toadd[colltype] += [k]
            else:
                toadd[colltype] = [k]
    return InsertContainerNameForHLT(toadd)
 
 

getTrigIDTruthList()

def python.TriggerEDM.getTrigIDTruthList

(

dst

)

Gives back the Python dictionary  with the truth trigger content of ESD/AOD (dst) which can be inserted in OKS.

Definition at line 419 of file TriggerEDM.py.

def getTrigIDTruthList(dst):
    """
    Gives back the Python dictionary  with the truth trigger content of ESD/AOD (dst) which can be inserted in OKS.
    """
    return getTriggerObjList(dst,[TriggerIDTruth])
 

getTypeAndKey()

def python.TriggerEDM.getTypeAndKey

(

s

)

From the strings containing type and key of trigger EDM extract type and key

Definition at line 380 of file TriggerEDM.py.

def getTypeAndKey(s):
    """ From the strings containing type and key of trigger EDM extract type and key
    """
    return s[:s.index('#')], s[s.index('#')+1:]
 

handleRun3ViewContainers()

def python.TriggerEDM.handleRun3ViewContainers

(

el

)

Definition at line 180 of file TriggerEDM.py.

def handleRun3ViewContainers( el ):
    if 'Aux.' in el:
        # Get equivalent non-aux string (fragile!!!)
        keyNoAux = el.split('.')[0].replace('Aux','')
        # Check if this interface container is produced inside a View
        inView = getRun3TrigObjProducedInView(keyNoAux, [TriggerHLTListRun3])
        if el.split('.')[1] == '':
            # Aux lists zero dynamic vars to save ...
            if inView:
                # ... but it was produced in a View, so we need to add the viewIndex dynamic aux
                return el.split('.')[0]+'.viewIndex'
            else:
                # ... and was not in a View, strip all dynamic
                return el.split('.')[0]+'.-'
        else:
            # Aux lists one or more dynamic vars to save ...
            if inView:
                # ... and was produced in a View, so add the viewIndex dynamic as well
                return el+'.viewIndex'
            else:
                # ... and was not produced in a View, keep user-supplied list
                return el
    else: # no Aux
        return el
 
 

InsertContainerNameForHLT()

def python.TriggerEDM.InsertContainerNameForHLT

(

typedict

)

Definition at line 688 of file TriggerEDM.py.

def InsertContainerNameForHLT(typedict):
    import re
    output = {}
    for k,v in typedict.items():
        newnames = []
        for el in v:
            if el.startswith('HLT_') or el == 'HLT':
                prefixAndLabel = el.split('_',1) #only split on first underscore
                containername = k if 'Aux' not in k else EDMDetails[k]['parent'] #we want the type in the Aux SG key to be the parent type #104811
                #maybe this is not needed anymore since we are now versionless with the CLIDs but it's not hurting either
                containername = re.sub('::','__',re.sub('_v[0-9]+$','',containername))
                newnames+=['_'.join([prefixAndLabel[0],containername]+([prefixAndLabel[1]] if len(prefixAndLabel) > 1 else []))]
            else:
                newnames+=[el]
            output[k] = newnames
    return output
 

keyToLabel()

def python.TriggerEDM.keyToLabel

(

key

)

The key is usually HLT_*, this function returns second part of it or empty string

Definition at line 385 of file TriggerEDM.py.

def keyToLabel(key):
    """ The key is usually HLT_*, this function returns second part of it or empty string
    """
    if '_' not in key:
        return ''
    else:
        return key[key.index('_'):].lstrip('_')
 

recordable()

def python.TriggerEDM.recordable	(		arg,
			runVersion = 3
	)

Verify that the name is in the list of recorded objects and conform to the name convention

In Run 2 it was a delicate process to configure correctly what got recorded
as it had to be set in the algorithm that produced it as well in the TriggerEDM.py in a consistent manner.

For Run 3 every alg input/output key can be crosschecked against the list of objects to record which is defined here.
I.e. in the configuration alg developer would do this:
from TriggerEDM.TriggerEDMRun3 import recordable

alg.outputKey = recordable("SomeKey")
If the names are correct the outputKey is assigned with SomeKey, if there is a missmatch an exception is thrown.

Definition at line 30 of file TriggerEDM.py.

def recordable( arg, runVersion=3 ):
    """
    Verify that the name is in the list of recorded objects and conform to the name convention
 
    In Run 2 it was a delicate process to configure correctly what got recorded
    as it had to be set in the algorithm that produced it as well in the TriggerEDM.py in a consistent manner.
 
    For Run 3 every alg input/output key can be crosschecked against the list of objects to record which is defined here.
    I.e. in the configuration alg developer would do this:
    from TriggerEDM.TriggerEDMRun3 import recordable
 
    alg.outputKey = recordable("SomeKey")
    If the names are correct the outputKey is assigned with SomeKey, if there is a missmatch an exception is thrown.
 
    """
 
    # Allow passing DataHandle as argument - convert to string and remove store name
    name = str(arg).replace('StoreGateSvc+','')
 
    if "HLTNav_" in name:
        log.error( "Don't call recordable({0}), or add any \"HLTNav_\" collection manually to the EDM. See:collectDecisionObjects.".format( name ) )
        pass
    else: #negative filtering
        if not any([name.startswith(p) for p in _allowedEDMPrefixes]):
            raise RuntimeError( f"The collection name {name} does not start with any of the allowed prefixes: {_allowedEDMPrefixes}" )
        if "Aux" in name and not name[-1] != ".":
            raise RuntimeError( f"The collection name {name} is Aux but the name does not end with the '.'" )
 
    if runVersion >= 3:
        for entry in TriggerHLTListRun3:
            if entry[0].split( "#" )[1] == name:
                return arg
        msg = "The collection name {0} is not declared to be stored by HLT. Add it to TriggerEDMRun3.py".format( name )
        log.error("ERROR in recordable() - see following stack trace.")
        raise RuntimeError( msg )
 
 

Variable Documentation

_allowedEDMPrefixes

python.TriggerEDM._allowedEDMPrefixes

private

Definition at line 29 of file TriggerEDM.py.

AllowedOutputFormats

python.TriggerEDM.AllowedOutputFormats

Definition at line 25 of file TriggerEDM.py.

log

python.TriggerEDM.log

Definition at line 14 of file TriggerEDM.py.