python.TrigConfigSvcCfg Namespace Reference

Classes
class	Tests

Functions
def	l1menu_generated ()
def	getTrigConfFromCool (runNumber, lumiBlock)
def	createJsonMenuFiles (run, lb)
def	getTrigConfigFromFlag (flags)
def	getL1PrescaleFolderName ()
def	getHLTPrescaleFolderName ()
def	_doMenuConversion (flags)
def	_getMenuFileName (flags)
def	getL1MenuFileName (flags)
def	getHLTMenuFileName (flags)
def	getHLTMonitoringFileName (flags)
def	getL1PrescalesSetFileName (flags)
def	getHLTPrescalesSetFileName (flags)
def	getBunchGroupSetFileName (flags)
def	getHLTJobOptionsFileName ()
def	createL1PrescalesFileFromMenu (flags)
def	generateL1Menu (flags)
def	L1ConfigSvcCfg (flags)
def	HLTConfigSvcCfg (flags)
def	TrigConfigSvcCfg (flags)
def	L1PrescaleCondAlgCfg (flags)
def	BunchGroupCondAlgCfg (flags)
def	HLTPrescaleCondAlgCfg (flags)

Variables
	log
	verbosity

Function Documentation

_doMenuConversion()

def python.TrigConfigSvcCfg._doMenuConversion (   flags )

private

Do JSON menu conversion for Run-1&2 data

Definition at line 122 of file TrigConfigSvcCfg.py.

def _doMenuConversion(flags):
    """Do JSON menu conversion for Run-1&2 data"""
    return flags.Input.Files and flags.Trigger.EDMVersion in [1, 2] and not flags.Input.isMC
 
 

_getMenuFileName()

def python.TrigConfigSvcCfg._getMenuFileName (   flags )

private

Return base name for menu files

Definition at line 127 of file TrigConfigSvcCfg.py.

def _getMenuFileName(flags):
    """Return base name for menu files"""
    if not _doMenuConversion(flags):  # menu created in this release
        from PyUtils.Helpers import release_metadata
        return '_'+flags.Trigger.triggerMenuSetup+'_'+release_metadata()['release']
    else:  # menu files created via JSON conversion
        return ''
 
# L1 Json file name 

BunchGroupCondAlgCfg()

def python.TrigConfigSvcCfg.BunchGroupCondAlgCfg

(

flags

)

Definition at line 301 of file TrigConfigSvcCfg.py.

def BunchGroupCondAlgCfg( flags ):
    log.info("Setting up BunchGroupCondAlg")
    acc = ComponentAccumulator()
    TrigConf__BunchGroupCondAlg = CompFactory.getComp("TrigConf::BunchGroupCondAlg")
    bunchGroupCondAlg = TrigConf__BunchGroupCondAlg("TrigConf__BunchGroupCondAlg")
 
    tc = getTrigConfigFromFlag( flags )
    bunchGroupCondAlg.Source = tc["SOURCE"]
    if tc["SOURCE"] == "COOL":
        bunchGroupCondAlg.TriggerDB = tc["DBCONN"]
    elif tc["SOURCE"] == "DB":
        bunchGroupCondAlg.TriggerDB = tc["DBCONN"]
        bunchGroupCondAlg.BGSK    = tc["BGSK"]
    elif tc["SOURCE"] == "FILE":
        bunchGroupCondAlg.Filename = getBunchGroupSetFileName( flags )
        if _doMenuConversion(flags):
            # Save the menu in JSON format
            dbKeys = createJsonMenuFiles(run = flags.Input.RunNumbers[0],
                                         lb = flags.Input.LumiBlockNumbers[0])
            bunchGroupCondAlg.BGSK = dbKeys['BGSK']
    else:
        raise RuntimeError("trigger configuration flag 'trigConfig' starts with %s, which is not understood" % tc["SOURCE"])
    acc.addCondAlgo(bunchGroupCondAlg)
    return acc
 
 

createJsonMenuFiles()

def python.TrigConfigSvcCfg.createJsonMenuFiles	(		run,
			lb
	)

Retrieve Run-2 trigger configuration from the DB and save as Run3 .JSON files

Definition at line 59 of file TrigConfigSvcCfg.py.

def createJsonMenuFiles(run, lb):
    """Retrieve Run-2 trigger configuration from the DB and save as Run3 .JSON files"""
    import subprocess
 
    if l1menu_generated():
        log.error("L1 menu has already been generated")
        return None
 
    log.info("Configuring Run-1&2 to Run-3 configuration metadata conversion")
    triggerDBKeys = getTrigConfFromCool(run, lb)
    triggerDBKeys['DB'] = 'TRIGGERDB' if run > 230000 else 'TRIGGERDB_RUN1'
 
    cmd = "TrigConfReadWrite -i {DB} {SMK},{L1PSK},{HLTPSK},{BGSK} -o r3json > Run3ConfigFetchJSONFiles.log".format(**triggerDBKeys)
    log.info("Running command '%s'", cmd)
    filesFetchStatus = subprocess.run(cmd, shell=True)
    assert filesFetchStatus.returncode == 0, "TrigConfReadWrite failed to fetch JSON files"
    return triggerDBKeys
 
 
# This interprets the Trigger.triggerConfig flag according to
# https://twiki.cern.ch/twiki/bin/view/Atlas/TriggerConfigFlag#triggerConfig_in_Run_3

createL1PrescalesFileFromMenu()

def python.TrigConfigSvcCfg.createL1PrescalesFileFromMenu

(

flags

)

Definition at line 165 of file TrigConfigSvcCfg.py.

def createL1PrescalesFileFromMenu( flags ):
    menuFN = getL1MenuFileName(flags)
    with open(menuFN,'r') as fh:
        data = json.load(fh)
        pso = { 'filetype': 'l1prescale',
                'name': data['name'],
                'cutValues': {} }
        ps = pso['cutValues']
        for name, item in sorted(data['items'].items()):
            ps[name] = {"cut": 1,
                        "enabled": True,
                        "info": "prescale: 1"}
 
    psFN = getL1PrescalesSetFileName( flags )
    with open(psFN, 'w') as outfile:
        json.dump(pso, outfile, indent = 4)
        log.info("Generated default L1 prescale set %s", outfile.name)
 
# L1 menu generation

generateL1Menu()

def python.TrigConfigSvcCfg.generateL1Menu

(

flags

)

Definition at line 184 of file TrigConfigSvcCfg.py.

def generateL1Menu( flags ):
    if l1menu_generated():
        log.error("L1 menu has already been generated")
        return
 
    log.info("Generating L1 menu %s", flags.Trigger.triggerMenuSetup)
    from TriggerMenuMT.L1.L1MenuConfig import L1MenuConfig
    l1cfg = L1MenuConfig(flags)
    l1cfg.writeJSON(outputFile    = getL1MenuFileName(flags),
                    bgsOutputFile = getBunchGroupSetFileName(flags))
 
 
# provide L1 config service in new JO
@AccumulatorCache

getBunchGroupSetFileName()

def python.TrigConfigSvcCfg.getBunchGroupSetFileName

(

flags

)

Definition at line 156 of file TrigConfigSvcCfg.py.

def getBunchGroupSetFileName( flags ):
    return 'BunchGroupSet'+_getMenuFileName(flags)+'.json'
 
# HLT Job options json file name

getHLTJobOptionsFileName()

def python.TrigConfigSvcCfg.getHLTJobOptionsFileName

(

)

Definition at line 160 of file TrigConfigSvcCfg.py.

def getHLTJobOptionsFileName( ):
    return 'HLTJobOptions.json'
 
# Creates an L1 Prescale file from the menu
# this is a temporary solution, in the final version the L1PrescalesSet file should come from the menu

getHLTMenuFileName()

def python.TrigConfigSvcCfg.getHLTMenuFileName

(

flags

)

Definition at line 140 of file TrigConfigSvcCfg.py.

def getHLTMenuFileName( flags ):
    return 'HLTMenu'+_getMenuFileName(flags)+'.json'
 
# HLT Monitoring set json file name

getHLTMonitoringFileName()

def python.TrigConfigSvcCfg.getHLTMonitoringFileName

(

flags

)

Definition at line 144 of file TrigConfigSvcCfg.py.

def getHLTMonitoringFileName( flags ):
    return 'HLTMonitoring'+_getMenuFileName(flags)+'.json'
 
# L1 Prescales set json file name

getHLTPrescaleFolderName()

def python.TrigConfigSvcCfg.getHLTPrescaleFolderName

(

)

Definition at line 118 of file TrigConfigSvcCfg.py.

def getHLTPrescaleFolderName():
    return "/TRIGGER/HLT/PrescaleKey <tag>HEAD</tag>"
 
 

getHLTPrescalesSetFileName()

def python.TrigConfigSvcCfg.getHLTPrescalesSetFileName

(

flags

)

Definition at line 152 of file TrigConfigSvcCfg.py.

def getHLTPrescalesSetFileName( flags ):
    return 'HLTPrescalesSet'+_getMenuFileName(flags)+'.json'
 
# L1 Bunchgroups set json file name

getL1MenuFileName()

def python.TrigConfigSvcCfg.getL1MenuFileName

(

flags

)

Definition at line 136 of file TrigConfigSvcCfg.py.

def getL1MenuFileName(flags):
    return 'L1Menu'+_getMenuFileName(flags)+'.json'
 
# HLT Json file name 

getL1PrescaleFolderName()

def python.TrigConfigSvcCfg.getL1PrescaleFolderName

(

)

Definition at line 114 of file TrigConfigSvcCfg.py.

def getL1PrescaleFolderName():
    return "/TRIGGER/LVL1/Lvl1ConfigKey <tag>HEAD</tag>"
 
 

getL1PrescalesSetFileName()

def python.TrigConfigSvcCfg.getL1PrescalesSetFileName

(

flags

)

Definition at line 148 of file TrigConfigSvcCfg.py.

def getL1PrescalesSetFileName( flags ):
    return 'L1PrescalesSet'+_getMenuFileName(flags)+'.json'
 
# HLT Prescales set json file name

getTrigConfFromCool()

def python.TrigConfigSvcCfg.getTrigConfFromCool	(		runNumber,
			lumiBlock
	)

Definition at line 24 of file TrigConfigSvcCfg.py.

def getTrigConfFromCool(runNumber, lumiBlock):
    from TrigConfStorage.TriggerCoolUtil import TriggerCoolUtil 
    db = TriggerCoolUtil.GetConnection('CONDBR2' if runNumber > 230000 else 'COMP200')
    runRange = [[(runNumber,lumiBlock), (runNumber,lumiBlock)]]
    d = {key: value for key, value in TriggerCoolUtil.getHLTConfigKeys(db, runRange)[runNumber].items() if  key in ["SMK", "DB"]}
    for (hltpsk, firstlb, lastlb) in TriggerCoolUtil.getHLTPrescaleKeys(db, runRange)[runNumber]['HLTPSK2']:
        if firstlb<=lumiBlock and lumiBlock<=lastlb:
            d['HLTPSK'] = hltpsk
            break
    for (l1psk, firstlb, lastlb) in TriggerCoolUtil.getL1ConfigKeys(db, runRange)[runNumber]['LVL1PSK']:
        if firstlb<=lumiBlock and lumiBlock<=lastlb:
            d['L1PSK'] = l1psk
            break
    for (bgsk, firstlb, lastlb) in TriggerCoolUtil.getBunchGroupKey(db, runRange)[runNumber]['BGKey']:
        if firstlb<=lumiBlock and lumiBlock<=lastlb:
            d['BGSK'] = bgsk
            break
 
    if 'L1PSK' not in d:
        msg = f"Did not find an L1 PSK for run {runNumber} and lumi block {lumiBlock} in COOL"
        log.error(msg)
        raise RuntimeError(msg)
    if 'HLTPSK' not in d:
        msg = f"Did not find an HLT PSK for run {runNumber} and lumi block {lumiBlock} in COOL"
        log.error(msg)
        raise RuntimeError(msg)
    if 'BGSK' not in d:
        msg = f"Did not find a bunch group set key for run {runNumber} and lumi block {lumiBlock} in COOL"
        log.error(msg)
        raise RuntimeError(msg)
    log.info("Extracted the following info for run %d and lumi block %d from COOL: %r", runNumber, lumiBlock, d)
    return d
 
 
@cache

getTrigConfigFromFlag()

def python.TrigConfigSvcCfg.getTrigConfigFromFlag

(

flags

)

Definition at line 80 of file TrigConfigSvcCfg.py.

def getTrigConfigFromFlag( flags ):
    # Pad the triggerConfig value and extract available fields:
    source, dbconn, keys = (flags.Trigger.triggerConfig+":::").split(":")[:3]
    smk,l1psk,hltpsk,bgsk = (keys+",,,").split(",")[:4]
    # Convert to int or None:
    smk, l1psk, hltpsk, bgsk = (int(k) if k!="" else None for k in (smk, l1psk, hltpsk, bgsk))
 
    if source == "DB" and (smk is None or l1psk is None or hltpsk is None or bgsk is None):
        runNumber = flags.Input.RunNumbers[0]
        lbNumber = flags.Input.LumiBlockNumbers[0]
        if dbconn == "":
            dbconn = getTrigConfFromCool(runNumber, lbNumber)["DB"]
        if dbconn in ["TRIGGERDB_RUN3", "TRIGGERDBDEV1_I8", "TRIGGERDBDEV1", "TRIGGERDBDEV2"]:
            d = getTrigConfFromCool(runNumber, lbNumber)            
            if smk is None:
                smk = d["SMK"]
            if l1psk is None:
                l1psk = d['L1PSK']
            if hltpsk is None:
                hltpsk = d['HLTPSK']
            if bgsk is None:
                bgsk = d['BGSK']
 
    tcdict = {
        "SOURCE" : source.upper(),  # DB, FILE, COOL
        "DBCONN" : dbconn, # db connection (if origin==DB or COOL) or "JOSVC" if connection is to be taken from TrigConf::IJobOptionsSvc 
        "SMK"    : smk,
        "L1PSK"  : l1psk,
        "HLTPSK" : hltpsk,
        "BGSK"   : bgsk
    }
    return tcdict
 
 

HLTConfigSvcCfg()

def python.TrigConfigSvcCfg.HLTConfigSvcCfg

(

flags

)

Definition at line 231 of file TrigConfigSvcCfg.py.

def HLTConfigSvcCfg( flags ):
    acc = ComponentAccumulator()
    cfg = getTrigConfigFromFlag( flags )
    log.info( "Configure HLTConfigSvc" )
 
    hltConfigSvc = CompFactory.getComp("TrigConf::HLTConfigSvc")("HLTConfigSvc")
 
    if cfg["SOURCE"] == "FILE":
        if _doMenuConversion(flags):
            # Save the menu in JSON format
            dbKeys = createJsonMenuFiles(run = flags.Input.RunNumbers[0],
                                         lb = flags.Input.LumiBlockNumbers[0])
            hltConfigSvc.SMK = dbKeys['SMK']
 
        hltConfigSvc.InputType = "FILE"
        hltConfigSvc.L1JsonFileName = getL1MenuFileName( flags )
        hltConfigSvc.HLTJsonFileName = getHLTMenuFileName( flags )
        hltConfigSvc.MonitoringJsonFileName = getHLTMonitoringFileName( flags )
        log.info( "Configured HLTConfigSvc with InputType='FILE', HLTJsonFileName=%s and MonitoringJsonFileName=%s (and L1, used to compute MC-SMK:%s)",
          hltConfigSvc.HLTJsonFileName, hltConfigSvc.MonitoringJsonFileName, hltConfigSvc.L1JsonFileName)
    elif cfg["SOURCE"] == "DB":
        hltConfigSvc.InputType = "DB"
        hltConfigSvc.L1JsonFileName = ""
        hltConfigSvc.HLTJsonFileName = ""
        hltConfigSvc.MonitoringJsonFileName = ""
        hltConfigSvc.TriggerDB = cfg["DBCONN"]
        hltConfigSvc.SMK = cfg["SMK"]
        log.info( "For run 3 style menu access configured HLTConfigSvc with InputType='DB' and SMK %d", cfg['SMK'] )
    acc.addService( hltConfigSvc, create=True )
    return acc
 
# provide both services in new JO

HLTPrescaleCondAlgCfg()

def python.TrigConfigSvcCfg.HLTPrescaleCondAlgCfg

(

flags

)

Definition at line 327 of file TrigConfigSvcCfg.py.

def HLTPrescaleCondAlgCfg( flags ):
    log.info("Setting up HLTPrescaleCondAlg")
    acc = ComponentAccumulator()
    hltPrescaleCondAlg = CompFactory.getComp("TrigConf::HLTPrescaleCondAlg")("HLTPrescaleCondAlg")
 
    tc = getTrigConfigFromFlag( flags )
    hltPrescaleCondAlg.Source = tc["SOURCE"]
    if flags.Common.isOnline or tc["SOURCE"]=="COOL":
        from IOVDbSvc.IOVDbSvcConfig import addFolders
        acc.merge(addFolders(flags, getHLTPrescaleFolderName(), "TRIGGER_ONL",
                             className = "AthenaAttributeList",
                             extensible = flags.Trigger.Online.isPartition))
        log.info("Adding folder %s to CompAcc", getHLTPrescaleFolderName() )
    if tc["SOURCE"] == "COOL":
        hltPrescaleCondAlg.TriggerDB = tc["DBCONN"]
    elif tc["SOURCE"] == "DB":
        hltPrescaleCondAlg.TriggerDB = tc["DBCONN"]
        hltPrescaleCondAlg.HLTPsk    = tc["HLTPSK"]
    elif tc["SOURCE"] == "FILE":
        hltPrescaleCondAlg.Filename = getHLTPrescalesSetFileName( flags )
        if _doMenuConversion(flags):
            # Save the menu in JSON format
            dbKeys = createJsonMenuFiles(run = flags.Input.RunNumbers[0],
                                         lb = flags.Input.LumiBlockNumbers[0])
            hltPrescaleCondAlg.HLTPsk = dbKeys['HLTPSK']
    else:
        raise RuntimeError("trigger configuration flag 'trigConfig' starts with %s, which is not understood" % tc["SOURCE"])
    acc.addCondAlgo(hltPrescaleCondAlg)
    return acc
 
 

L1ConfigSvcCfg()

def python.TrigConfigSvcCfg.L1ConfigSvcCfg

(

flags

)

Definition at line 198 of file TrigConfigSvcCfg.py.

def L1ConfigSvcCfg( flags ):
    acc = ComponentAccumulator()
 
    cfg = getTrigConfigFromFlag( flags )
    log.info( "Configure LVL1ConfigSvc" )
 
    # configure config svc
    l1ConfigSvc = CompFactory.getComp("TrigConf::LVL1ConfigSvc")("LVL1ConfigSvc")
 
    if cfg["SOURCE"] == "FILE":
        if _doMenuConversion(flags):
            # Save the menu in JSON format
            dbKeys = createJsonMenuFiles(run = flags.Input.RunNumbers[0],
                                         lb = flags.Input.LumiBlockNumbers[0])
            l1ConfigSvc.SMK = dbKeys['SMK']
 
        l1ConfigSvc.InputType = "FILE"
        l1ConfigSvc.L1JsonFileName = getL1MenuFileName(flags)
        l1ConfigSvc.HLTJsonFileName = getHLTMenuFileName(flags)
        log.info( "For run 3 style menu access configured LVL1ConfigSvc with InputType='FILE', L1JsonFileName=%s (and HLT, used to compute SMK:%s) ", l1ConfigSvc.L1JsonFileName, l1ConfigSvc.HLTJsonFileName )
    elif cfg["SOURCE"] == "DB":
        l1ConfigSvc.InputType = "DB"
        l1ConfigSvc.L1JsonFileName = ""
        l1ConfigSvc.HLTJsonFileName = ""
        l1ConfigSvc.TriggerDB = cfg["DBCONN"]
        l1ConfigSvc.SMK = cfg["SMK"]
        log.info( "For run 3 style menu access configured LVL1ConfigSvc with InputType='DB', SMK %d", cfg['SMK'] )
 
    acc.addService( l1ConfigSvc, create=True )
    return acc
 
# provide HLT config service in new JO
@AccumulatorCache

l1menu_generated()

def python.TrigConfigSvcCfg.l1menu_generated

(

)

Definition at line 15 of file TrigConfigSvcCfg.py.

def l1menu_generated():
    try:
        return l1menu_generated._hasRun # type: ignore
    except AttributeError:
        l1menu_generated._hasRun = True # type: ignore
        return False
 
 
@cache

L1PrescaleCondAlgCfg()

def python.TrigConfigSvcCfg.L1PrescaleCondAlgCfg

(

flags

)

Definition at line 272 of file TrigConfigSvcCfg.py.

def L1PrescaleCondAlgCfg( flags ):
    log.info("Setting up L1PrescaleCondAlg")
    acc = ComponentAccumulator()
    TrigConf__L1PrescaleCondAlg = CompFactory.getComp("TrigConf::L1PrescaleCondAlg")
    l1PrescaleCondAlg = TrigConf__L1PrescaleCondAlg("L1PrescaleCondAlg")
 
    tc = getTrigConfigFromFlag( flags )
    l1PrescaleCondAlg.Source = tc["SOURCE"]
    if flags.Common.isOnline:
        from IOVDbSvc.IOVDbSvcConfig import addFolders
        acc.merge(addFolders(flags, getL1PrescaleFolderName(), "TRIGGER_ONL", className="AthenaAttributeList"))
        log.info("Adding folder %s to CompAcc", getL1PrescaleFolderName() )
    if tc["SOURCE"] == "COOL":
        l1PrescaleCondAlg.TriggerDB = tc["DBCONN"]
    elif tc["SOURCE"] == "DB":
        l1PrescaleCondAlg.TriggerDB = tc["DBCONN"]
        l1PrescaleCondAlg.L1Psk    = tc["L1PSK"]
    elif tc["SOURCE"] == "FILE":
        l1PrescaleCondAlg.Filename = getL1PrescalesSetFileName( flags )
        if _doMenuConversion(flags):
            # Save the menu in JSON format
            dbKeys = createJsonMenuFiles(run = flags.Input.RunNumbers[0],
                                         lb = flags.Input.LumiBlockNumbers[0])
            l1PrescaleCondAlg.L1Psk = dbKeys['L1PSK']
    else:
        raise RuntimeError("trigger configuration flag 'trigConfig' starts with %s, which is not understood" % tc["SOURCE"])
    acc.addCondAlgo(l1PrescaleCondAlg)
    return acc
 

TrigConfigSvcCfg()

def python.TrigConfigSvcCfg.TrigConfigSvcCfg

(

flags

)

Definition at line 263 of file TrigConfigSvcCfg.py.

def TrigConfigSvcCfg( flags ):
    acc = ComponentAccumulator()
    acc.merge( BunchGroupCondAlgCfg( flags ) )
    acc.merge( L1ConfigSvcCfg( flags ) )
    acc.merge( HLTConfigSvcCfg( flags ) )
    acc.merge( L1PrescaleCondAlgCfg( flags ) )
    acc.merge( HLTPrescaleCondAlgCfg( flags ) )
    return acc
 

Variable Documentation

log

python.TrigConfigSvcCfg.log

Definition at line 11 of file TrigConfigSvcCfg.py.

verbosity

python.TrigConfigSvcCfg.verbosity

Definition at line 390 of file TrigConfigSvcCfg.py.