python.TrigConfigSvcCfg Namespace Reference

Classes
class	Tests

Functions
def	l1menu_generated ()
def	getTrigConfFromCool (runNumber, lumiBlock)
def	createJsonMenuFiles (run, lb)
def	getTrigConfigFromFlag (flags)
def	getL1PrescaleFolderName ()
def	getHLTPrescaleFolderName ()
def	_doMenuConversion (flags)
def	_getMenuFileName (flags)
def	getL1MenuFileName (flags)
def	getHLTMenuFileName (flags)
def	getHLTMonitoringFileName (flags)
def	getL1PrescalesSetFileName (flags)
def	getHLTPrescalesSetFileName (flags)
def	getBunchGroupSetFileName (flags)
def	getHLTJobOptionsFileName ()
def	createL1PrescalesFileFromMenu (flags, Optional[dict[str, float]] prescales=None)
def	generateL1Menu (flags)
def	L1ConfigSvcCfg (flags)
def	HLTConfigSvcCfg (flags)
def	TrigConfigSvcCfg (flags)
def	L1PrescaleCondAlgCfg (flags)
def	BunchGroupCondAlgCfg (flags)
def	HLTPrescaleCondAlgCfg (flags)

Variables
	log
	verbosity

Function Documentation

_doMenuConversion()

def python.TrigConfigSvcCfg._doMenuConversion (   flags )

private

Do JSON menu conversion for Run-1&2 data

Definition at line 123 of file TrigConfigSvcCfg.py.

def _doMenuConversion(flags):
    """Do JSON menu conversion for Run-1&2 data"""
    return flags.Input.Files and flags.Trigger.EDMVersion in [1, 2] and not flags.Input.isMC
 
 

_getMenuFileName()

def python.TrigConfigSvcCfg._getMenuFileName (   flags )

private

Return base name for menu files

Definition at line 128 of file TrigConfigSvcCfg.py.

def _getMenuFileName(flags):
    """Return base name for menu files"""
    if not _doMenuConversion(flags):  # menu created in this release
        from PyUtils.Helpers import release_metadata
        return '_'+flags.Trigger.triggerMenuSetup+'_'+release_metadata()['release']
    else:  # menu files created via JSON conversion
        return ''
 
# L1 Json file name 

BunchGroupCondAlgCfg()

def python.TrigConfigSvcCfg.BunchGroupCondAlgCfg

(

flags

)

Definition at line 308 of file TrigConfigSvcCfg.py.

def BunchGroupCondAlgCfg( flags ):
    log.info("Setting up BunchGroupCondAlg")
    acc = ComponentAccumulator()
    TrigConf__BunchGroupCondAlg = CompFactory.getComp("TrigConf::BunchGroupCondAlg")
    bunchGroupCondAlg = TrigConf__BunchGroupCondAlg("TrigConf__BunchGroupCondAlg")
 
    tc = getTrigConfigFromFlag( flags )
    bunchGroupCondAlg.Source = tc["SOURCE"]
    if tc["SOURCE"] == "COOL":
        bunchGroupCondAlg.TriggerDB = tc["DBCONN"]
    elif tc["SOURCE"] == "DB":
        bunchGroupCondAlg.TriggerDB = tc["DBCONN"]
        bunchGroupCondAlg.BGSK    = tc["BGSK"]
    elif tc["SOURCE"] == "FILE":
        bunchGroupCondAlg.Filename = getBunchGroupSetFileName( flags )
        if _doMenuConversion(flags):
            # Save the menu in JSON format
            dbKeys = createJsonMenuFiles(run = flags.Input.RunNumbers[0],
                                         lb = flags.Input.LumiBlockNumbers[0])
            bunchGroupCondAlg.BGSK = dbKeys['BGSK']
    else:
        raise RuntimeError("trigger configuration flag 'trigConfig' starts with %s, which is not understood" % tc["SOURCE"])
    acc.addCondAlgo(bunchGroupCondAlg)
    return acc
 
@AccumulatorCache

createJsonMenuFiles()

def python.TrigConfigSvcCfg.createJsonMenuFiles	(		run,
			lb
	)

Retrieve Run-2 trigger configuration from the DB and save as Run3 .JSON files

Definition at line 60 of file TrigConfigSvcCfg.py.

def createJsonMenuFiles(run, lb):
    """Retrieve Run-2 trigger configuration from the DB and save as Run3 .JSON files"""
    import subprocess
 
    if l1menu_generated():
        log.error("L1 menu has already been generated")
        return None
 
    log.info("Configuring Run-1&2 to Run-3 configuration metadata conversion")
    triggerDBKeys = getTrigConfFromCool(run, lb)
    triggerDBKeys['DB'] = 'TRIGGERDB' if run > 230000 else 'TRIGGERDB_RUN1'
 
    cmd = "TrigConfReadWrite -i {DB} {SMK},{L1PSK},{HLTPSK},{BGSK} -o r3json > Run3ConfigFetchJSONFiles.log".format(**triggerDBKeys)
    log.info("Running command '%s'", cmd)
    filesFetchStatus = subprocess.run(cmd, shell=True)
    assert filesFetchStatus.returncode == 0, "TrigConfReadWrite failed to fetch JSON files"
    return triggerDBKeys
 
 
# This interprets the Trigger.triggerConfig flag according to
# https://twiki.cern.ch/twiki/bin/view/Atlas/TriggerConfigFlag#triggerConfig_in_Run_3

createL1PrescalesFileFromMenu()

def python.TrigConfigSvcCfg.createL1PrescalesFileFromMenu	(		flags,
		Optional[dict[str, float]]	prescales = None
	)

Definition at line 165 of file TrigConfigSvcCfg.py.

def createL1PrescalesFileFromMenu(flags, prescales: Optional[dict[str, float]] = None):
    from TriggerMenuMT.L1.Base.PrescaleHelper import getCutFromPrescale
 
    menuFN = getL1MenuFileName(flags)
    with open(menuFN,'r') as fh:
        data = json.load(fh)
        pso = { 'filetype': 'l1prescale',
                'name': data['name'],
                'cutValues': {} }
        ps = pso['cutValues']
        for name in sorted(data['items'].keys()):
            ps = prescales[name] if prescales and name in prescales else 1
            pso['cutValues'][name] = {
                'cut': getCutFromPrescale(ps),
                'enabled': ps > 0,
                'info': f'prescale: {ps}'
            }
 
    psFN = getL1PrescalesSetFileName( flags )
    with open(psFN, 'w') as outfile:
        json.dump(pso, outfile, indent = 4)
        log.info("Generated default L1 prescale set %s", outfile.name)
 
# L1 menu generation

generateL1Menu()

def python.TrigConfigSvcCfg.generateL1Menu

(

flags

)

Definition at line 189 of file TrigConfigSvcCfg.py.

def generateL1Menu( flags ):
    if l1menu_generated():
        log.error("L1 menu has already been generated")
        return
 
    log.info("Generating L1 menu %s", flags.Trigger.triggerMenuSetup)
    from TriggerMenuMT.L1.L1MenuConfig import L1MenuConfig
    l1cfg = L1MenuConfig(flags)
    l1cfg.writeJSON(outputFile    = getL1MenuFileName(flags),
                    bgsOutputFile = getBunchGroupSetFileName(flags))
 
 
# provide L1 config service in new JO
@AccumulatorCache

getBunchGroupSetFileName()

def python.TrigConfigSvcCfg.getBunchGroupSetFileName

(

flags

)

Definition at line 157 of file TrigConfigSvcCfg.py.

def getBunchGroupSetFileName( flags ):
    return 'BunchGroupSet'+_getMenuFileName(flags)+'.json'
 
# HLT Job options json file name

getHLTJobOptionsFileName()

def python.TrigConfigSvcCfg.getHLTJobOptionsFileName

(

)

Definition at line 161 of file TrigConfigSvcCfg.py.

def getHLTJobOptionsFileName( ):
    return 'HLTJobOptions.json'
 
# Creates an L1 Prescale file from the menu

getHLTMenuFileName()

def python.TrigConfigSvcCfg.getHLTMenuFileName

(

flags

)

Definition at line 141 of file TrigConfigSvcCfg.py.

def getHLTMenuFileName( flags ):
    return 'HLTMenu'+_getMenuFileName(flags)+'.json'
 
# HLT Monitoring set json file name

getHLTMonitoringFileName()

def python.TrigConfigSvcCfg.getHLTMonitoringFileName

(

flags

)

Definition at line 145 of file TrigConfigSvcCfg.py.

def getHLTMonitoringFileName( flags ):
    return 'HLTMonitoring'+_getMenuFileName(flags)+'.json'
 
# L1 Prescales set json file name

getHLTPrescaleFolderName()

def python.TrigConfigSvcCfg.getHLTPrescaleFolderName

(

)

Definition at line 119 of file TrigConfigSvcCfg.py.

def getHLTPrescaleFolderName():
    return "/TRIGGER/HLT/PrescaleKey <tag>HEAD</tag>"
 
 

getHLTPrescalesSetFileName()

def python.TrigConfigSvcCfg.getHLTPrescalesSetFileName

(

flags

)

Definition at line 153 of file TrigConfigSvcCfg.py.

def getHLTPrescalesSetFileName( flags ):
    return 'HLTPrescalesSet'+_getMenuFileName(flags)+'.json'
 
# L1 Bunchgroups set json file name

getL1MenuFileName()

def python.TrigConfigSvcCfg.getL1MenuFileName

(

flags

)

Definition at line 137 of file TrigConfigSvcCfg.py.

def getL1MenuFileName(flags):
    return 'L1Menu'+_getMenuFileName(flags)+'.json'
 
# HLT Json file name 

getL1PrescaleFolderName()

def python.TrigConfigSvcCfg.getL1PrescaleFolderName

(

)

Definition at line 115 of file TrigConfigSvcCfg.py.

def getL1PrescaleFolderName():
    return "/TRIGGER/LVL1/Lvl1ConfigKey <tag>HEAD</tag>"
 
 

getL1PrescalesSetFileName()

def python.TrigConfigSvcCfg.getL1PrescalesSetFileName

(

flags

)

Definition at line 149 of file TrigConfigSvcCfg.py.

def getL1PrescalesSetFileName( flags ):
    return 'L1PrescalesSet'+_getMenuFileName(flags)+'.json'
 
# HLT Prescales set json file name

getTrigConfFromCool()

def python.TrigConfigSvcCfg.getTrigConfFromCool	(		runNumber,
			lumiBlock
	)

Definition at line 25 of file TrigConfigSvcCfg.py.

def getTrigConfFromCool(runNumber, lumiBlock):
    from TrigConfStorage.TriggerCoolUtil import TriggerCoolUtil 
    db = TriggerCoolUtil.GetConnection('CONDBR2' if runNumber > 230000 else 'COMP200')
    runRange = [[(runNumber,lumiBlock), (runNumber,lumiBlock)]]
    d = {key: value for key, value in TriggerCoolUtil.getHLTConfigKeys(db, runRange)[runNumber].items() if  key in ["SMK", "DB"]}
    for (hltpsk, firstlb, lastlb) in TriggerCoolUtil.getHLTPrescaleKeys(db, runRange)[runNumber]['HLTPSK2']:
        if firstlb<=lumiBlock and lumiBlock<=lastlb:
            d['HLTPSK'] = hltpsk
            break
    for (l1psk, firstlb, lastlb) in TriggerCoolUtil.getL1ConfigKeys(db, runRange)[runNumber]['LVL1PSK']:
        if firstlb<=lumiBlock and lumiBlock<=lastlb:
            d['L1PSK'] = l1psk
            break
    for (bgsk, firstlb, lastlb) in TriggerCoolUtil.getBunchGroupKey(db, runRange)[runNumber]['BGKey']:
        if firstlb<=lumiBlock and lumiBlock<=lastlb:
            d['BGSK'] = bgsk
            break
 
    if 'L1PSK' not in d:
        msg = f"Did not find an L1 PSK for run {runNumber} and lumi block {lumiBlock} in COOL"
        log.error(msg)
        raise RuntimeError(msg)
    if 'HLTPSK' not in d:
        msg = f"Did not find an HLT PSK for run {runNumber} and lumi block {lumiBlock} in COOL"
        log.error(msg)
        raise RuntimeError(msg)
    if 'BGSK' not in d:
        msg = f"Did not find a bunch group set key for run {runNumber} and lumi block {lumiBlock} in COOL"
        log.error(msg)
        raise RuntimeError(msg)
    log.info("Extracted the following info for run %d and lumi block %d from COOL: %r", runNumber, lumiBlock, d)
    return d
 
 
@cache

getTrigConfigFromFlag()

def python.TrigConfigSvcCfg.getTrigConfigFromFlag

(

flags

)

Definition at line 81 of file TrigConfigSvcCfg.py.

def getTrigConfigFromFlag( flags ):
    # Pad the triggerConfig value and extract available fields:
    source, dbconn, keys = (flags.Trigger.triggerConfig+":::").split(":")[:3]
    smk,l1psk,hltpsk,bgsk = (keys+",,,").split(",")[:4]
    # Convert to int or None:
    smk, l1psk, hltpsk, bgsk = (int(k) if k!="" else None for k in (smk, l1psk, hltpsk, bgsk))
 
    if source == "DB" and (smk is None or l1psk is None or hltpsk is None or bgsk is None):
        runNumber = flags.Input.RunNumbers[0]
        lbNumber = flags.Input.LumiBlockNumbers[0]
        if dbconn == "":
            dbconn = getTrigConfFromCool(runNumber, lbNumber)["DB"]
        if dbconn in ["TRIGGERDB_RUN3", "TRIGGERDBDEV1_I8", "TRIGGERDBDEV1", "TRIGGERDBDEV2"]:
            d = getTrigConfFromCool(runNumber, lbNumber)            
            if smk is None:
                smk = d["SMK"]
            if l1psk is None:
                l1psk = d['L1PSK']
            if hltpsk is None:
                hltpsk = d['HLTPSK']
            if bgsk is None:
                bgsk = d['BGSK']
 
    tcdict = {
        "SOURCE" : source.upper(),  # DB, FILE, COOL
        "DBCONN" : dbconn, # db connection (if origin==DB or COOL) or "JOSVC" if connection is to be taken from TrigConf::IJobOptionsSvc 
        "SMK"    : smk,
        "L1PSK"  : l1psk,
        "HLTPSK" : hltpsk,
        "BGSK"   : bgsk
    }
    return tcdict
 
 

HLTConfigSvcCfg()

def python.TrigConfigSvcCfg.HLTConfigSvcCfg

(

flags

)

Definition at line 236 of file TrigConfigSvcCfg.py.

def HLTConfigSvcCfg( flags ):
    acc = ComponentAccumulator()
    cfg = getTrigConfigFromFlag( flags )
    log.info( "Configure HLTConfigSvc" )
 
    hltConfigSvc = CompFactory.getComp("TrigConf::HLTConfigSvc")("HLTConfigSvc")
 
    if cfg["SOURCE"] == "FILE":
        if _doMenuConversion(flags):
            # Save the menu in JSON format
            dbKeys = createJsonMenuFiles(run = flags.Input.RunNumbers[0],
                                         lb = flags.Input.LumiBlockNumbers[0])
            hltConfigSvc.SMK = dbKeys['SMK']
 
        hltConfigSvc.InputType = "FILE"
        hltConfigSvc.L1JsonFileName = getL1MenuFileName( flags )
        hltConfigSvc.HLTJsonFileName = getHLTMenuFileName( flags )
        hltConfigSvc.MonitoringJsonFileName = getHLTMonitoringFileName( flags )
        log.info( "Configured HLTConfigSvc with InputType='FILE', HLTJsonFileName=%s and MonitoringJsonFileName=%s (and L1, used to compute MC-SMK:%s)",
          hltConfigSvc.HLTJsonFileName, hltConfigSvc.MonitoringJsonFileName, hltConfigSvc.L1JsonFileName)
    elif cfg["SOURCE"] == "DB":
        hltConfigSvc.InputType = "DB"
        hltConfigSvc.L1JsonFileName = ""
        hltConfigSvc.HLTJsonFileName = ""
        hltConfigSvc.MonitoringJsonFileName = ""
        hltConfigSvc.TriggerDB = cfg["DBCONN"]
        hltConfigSvc.SMK = cfg["SMK"]
        log.info( "For run 3 style menu access configured HLTConfigSvc with InputType='DB' and SMK %d", cfg['SMK'] )
    acc.addService( hltConfigSvc, create=True )
    return acc
 
# provide both services in new JO

HLTPrescaleCondAlgCfg()

def python.TrigConfigSvcCfg.HLTPrescaleCondAlgCfg

(

flags

)

Definition at line 334 of file TrigConfigSvcCfg.py.

def HLTPrescaleCondAlgCfg( flags ):
    log.info("Setting up HLTPrescaleCondAlg")
    acc = ComponentAccumulator()
    hltPrescaleCondAlg = CompFactory.getComp("TrigConf::HLTPrescaleCondAlg")("HLTPrescaleCondAlg")
 
    tc = getTrigConfigFromFlag( flags )
    hltPrescaleCondAlg.Source = tc["SOURCE"]
    if flags.Common.isOnline or tc["SOURCE"]=="COOL":
        from IOVDbSvc.IOVDbSvcConfig import addFolders
        acc.merge(addFolders(flags, getHLTPrescaleFolderName(), "TRIGGER_ONL",
                             className = "AthenaAttributeList",
                             extensible = flags.Trigger.Online.isPartition))
        log.info("Adding folder %s to CompAcc", getHLTPrescaleFolderName() )
    if tc["SOURCE"] == "COOL":
        hltPrescaleCondAlg.TriggerDB = tc["DBCONN"]
    elif tc["SOURCE"] == "DB":
        hltPrescaleCondAlg.TriggerDB = tc["DBCONN"]
        hltPrescaleCondAlg.HLTPsk    = tc["HLTPSK"]
    elif tc["SOURCE"] == "FILE":
        hltPrescaleCondAlg.Filename = getHLTPrescalesSetFileName( flags )
        if _doMenuConversion(flags):
            # Save the menu in JSON format
            dbKeys = createJsonMenuFiles(run = flags.Input.RunNumbers[0],
                                         lb = flags.Input.LumiBlockNumbers[0])
            hltPrescaleCondAlg.HLTPsk = dbKeys['HLTPSK']
    else:
        raise RuntimeError("trigger configuration flag 'trigConfig' starts with %s, which is not understood" % tc["SOURCE"])
    acc.addCondAlgo(hltPrescaleCondAlg)
    return acc
 
 

L1ConfigSvcCfg()

def python.TrigConfigSvcCfg.L1ConfigSvcCfg

(

flags

)

Definition at line 203 of file TrigConfigSvcCfg.py.

def L1ConfigSvcCfg( flags ):
    acc = ComponentAccumulator()
 
    cfg = getTrigConfigFromFlag( flags )
    log.info( "Configure LVL1ConfigSvc" )
 
    # configure config svc
    l1ConfigSvc = CompFactory.getComp("TrigConf::LVL1ConfigSvc")("LVL1ConfigSvc")
 
    if cfg["SOURCE"] == "FILE":
        if _doMenuConversion(flags):
            # Save the menu in JSON format
            dbKeys = createJsonMenuFiles(run = flags.Input.RunNumbers[0],
                                         lb = flags.Input.LumiBlockNumbers[0])
            l1ConfigSvc.SMK = dbKeys['SMK']
 
        l1ConfigSvc.InputType = "FILE"
        l1ConfigSvc.L1JsonFileName = getL1MenuFileName(flags)
        l1ConfigSvc.HLTJsonFileName = getHLTMenuFileName(flags)
        log.info( "For run 3 style menu access configured LVL1ConfigSvc with InputType='FILE', L1JsonFileName=%s (and HLT, used to compute SMK:%s) ", l1ConfigSvc.L1JsonFileName, l1ConfigSvc.HLTJsonFileName )
    elif cfg["SOURCE"] == "DB":
        l1ConfigSvc.InputType = "DB"
        l1ConfigSvc.L1JsonFileName = ""
        l1ConfigSvc.HLTJsonFileName = ""
        l1ConfigSvc.TriggerDB = cfg["DBCONN"]
        l1ConfigSvc.SMK = cfg["SMK"]
        log.info( "For run 3 style menu access configured LVL1ConfigSvc with InputType='DB', SMK %d", cfg['SMK'] )
 
    acc.addService( l1ConfigSvc, create=True )
    return acc
 
# provide HLT config service in new JO
@AccumulatorCache

l1menu_generated()

def python.TrigConfigSvcCfg.l1menu_generated

(

)

Definition at line 16 of file TrigConfigSvcCfg.py.

def l1menu_generated():
    try:
        return l1menu_generated._hasRun # type: ignore
    except AttributeError:
        l1menu_generated._hasRun = True # type: ignore
        return False
 
 
@cache

L1PrescaleCondAlgCfg()

def python.TrigConfigSvcCfg.L1PrescaleCondAlgCfg

(

flags

)

Definition at line 278 of file TrigConfigSvcCfg.py.

def L1PrescaleCondAlgCfg( flags ):
    log.info("Setting up L1PrescaleCondAlg")
    acc = ComponentAccumulator()
    TrigConf__L1PrescaleCondAlg = CompFactory.getComp("TrigConf::L1PrescaleCondAlg")
    l1PrescaleCondAlg = TrigConf__L1PrescaleCondAlg("L1PrescaleCondAlg")
 
    tc = getTrigConfigFromFlag( flags )
    l1PrescaleCondAlg.Source = tc["SOURCE"]
    if flags.Common.isOnline:
        from IOVDbSvc.IOVDbSvcConfig import addFolders
        acc.merge(addFolders(flags, getL1PrescaleFolderName(), "TRIGGER_ONL", className="AthenaAttributeList"))
        log.info("Adding folder %s to CompAcc", getL1PrescaleFolderName() )
    if tc["SOURCE"] == "COOL":
        l1PrescaleCondAlg.TriggerDB = tc["DBCONN"]
    elif tc["SOURCE"] == "DB":
        l1PrescaleCondAlg.TriggerDB = tc["DBCONN"]
        l1PrescaleCondAlg.L1Psk    = tc["L1PSK"]
    elif tc["SOURCE"] == "FILE":
        l1PrescaleCondAlg.Filename = getL1PrescalesSetFileName( flags )
        if _doMenuConversion(flags):
            # Save the menu in JSON format
            dbKeys = createJsonMenuFiles(run = flags.Input.RunNumbers[0],
                                         lb = flags.Input.LumiBlockNumbers[0])
            l1PrescaleCondAlg.L1Psk = dbKeys['L1PSK']
    else:
        raise RuntimeError("trigger configuration flag 'trigConfig' starts with %s, which is not understood" % tc["SOURCE"])
    acc.addCondAlgo(l1PrescaleCondAlg)
    return acc
 
@AccumulatorCache

TrigConfigSvcCfg()

def python.TrigConfigSvcCfg.TrigConfigSvcCfg

(

flags

)

Definition at line 268 of file TrigConfigSvcCfg.py.

def TrigConfigSvcCfg( flags ):
    acc = ComponentAccumulator()
    acc.merge( BunchGroupCondAlgCfg( flags ) )
    acc.merge( L1ConfigSvcCfg( flags ) )
    acc.merge( HLTConfigSvcCfg( flags ) )
    acc.merge( L1PrescaleCondAlgCfg( flags ) )
    acc.merge( HLTPrescaleCondAlgCfg( flags ) )
    return acc
 
@AccumulatorCache

Variable Documentation

log

python.TrigConfigSvcCfg.log

Definition at line 12 of file TrigConfigSvcCfg.py.

verbosity

python.TrigConfigSvcCfg.verbosity

Definition at line 397 of file TrigConfigSvcCfg.py.