RunTrigCostAnalysis Namespace Reference

Functions
	trigCostAnalysisCfg (flags, args)
	readMCpayload (args)
	readHashesFromHLTJO (joFileName="", smk=0, dbAlias="")
	decodingCfg (flags)
	hltConfigSvcCfg (flags, smk, dbAlias)
	readConfigFromCool (flags, smk, dbAlias)
	getHltMenu ()

Variables
	log = logging.getLogger('RunTrigCostAnalysis.py')
	flags = initConfigFlags()
	parser = flags.getArgumentParser()
	type
	str
	default
	help
	action
	float
	bool
	False
	int
	args = flags.fillFromArgs(parser=parser)
	cfg = MainServicesCfg(flags)
	histSvc = CompFactory.THistSvc()
	dbAlias
	withDetails
	sc = cfg.run(flags.Exec.MaxEvents)

Function Documentation

decodingCfg()

RunTrigCostAnalysis.decodingCfg

(

flags

)

Definition at line 114 of file RunTrigCostAnalysis.py.

def decodingCfg(flags):
  from AthenaCommon.CFElements import seqAND
  from TrigEDMConfig import DataScoutingInfo
 
  acc = ComponentAccumulator()
 
  acc.addSequence(seqAND("Decoding"))
  acc.addEventAlgo(CompFactory.HLTResultMTByteStreamDecoderAlg(), "Decoding")
 
  costDataDeserialiser = CompFactory.TriggerEDMDeserialiserAlg("CostDataTrigDeserialiser")
  costDataDeserialiser.ModuleID = DataScoutingInfo.getDataScoutingResultID("CostMonDS")
  acc.addEventAlgo(costDataDeserialiser, "Decoding")
 
  return acc
 
 
# Configure HLTConfigSvc with JSON Menu file

getHltMenu()

RunTrigCostAnalysis.getHltMenu

(

)

Definition at line 184 of file RunTrigCostAnalysis.py.

def getHltMenu():
  # Try to find local menu file
  menuFileName = 'HLTMenu_.*json'
 
  import re, os
  r = re.compile(menuFileName)
  menuFiles = list(filter(r.match, os.listdir('.')))
 
  if len(menuFiles) > 1:
    log.info("Found more than one menu file! Saving first match %s", menuFiles[0])
 
  return menuFiles[0] if len(menuFiles) > 0 else ""
 
 

hltConfigSvcCfg()

RunTrigCostAnalysis.hltConfigSvcCfg	(		flags,
			smk,
			dbAlias )

Definition at line 131 of file RunTrigCostAnalysis.py.

def hltConfigSvcCfg(flags, smk, dbAlias):
  acc = ComponentAccumulator()
 
  hltConfigSvc = CompFactory.getComp("TrigConf::HLTConfigSvc")("HLTConfigSvc")
 
  menuFile = getHltMenu()
  # If local file not found - read HLTMenu from database
  if menuFile:
    log.debug("Reading HLTMenu from file {0}".format(menuFile))
 
    hltConfigSvc.InputType = "FILE"
    hltConfigSvc.HLTJsonFileName = menuFile
  elif smk and dbAlias:
    log.debug("Reading HLTMenu from database {0} {1}".format(smk, dbAlias))
 
    hltConfigSvc.InputType = "DB"
    hltConfigSvc.HLTJsonFileName = ""
    hltConfigSvc.TriggerDB = dbAlias
    hltConfigSvc.SMK = smk
  else:
    log.error("Cannot read the HLTMenu! Provide file or relevant keys.")
 
  acc.addService(hltConfigSvc, False, True)
 
  return acc
 
 

readConfigFromCool()

RunTrigCostAnalysis.readConfigFromCool	(		flags,
			smk,
			dbAlias )

Definition at line 158 of file RunTrigCostAnalysis.py.

def readConfigFromCool(flags, smk, dbAlias):
  # Try to read keys from COOL (for P1 data)
  from TrigConfStorage.TriggerCoolUtil import TriggerCoolUtil
  dbconn = TriggerCoolUtil.GetConnection("CONDBR2")
  runNumber = flags.Input.RunNumbers[0]
  configKeys = TriggerCoolUtil.getHLTConfigKeys(dbconn, [[runNumber, runNumber]])
 
  log.debug("Getting keys from COOL for run {0}".format(runNumber))
  if configKeys and runNumber in configKeys.keys():
    if not smk:
      smk = configKeys[runNumber]['SMK']
 
    if not dbAlias:
      dbAlias = configKeys[runNumber]['DB']
 
    log.debug("Config keys are SMK: {0} DB alias: {1}".format(smk, dbAlias))
 
  else:
    log.debug("Configuration keys for run {0} not found!".format(runNumber))
    dbAlias = None if not dbAlias else dbAlias
    smk = None if not smk else smk
 
  return (smk, dbAlias)
 
 
# Get HLT Menu from json file

readHashesFromHLTJO()

RunTrigCostAnalysis.readHashesFromHLTJO	(		joFileName = "",
			smk = 0,
			dbAlias = "" )

Definition at line 79 of file RunTrigCostAnalysis.py.

def readHashesFromHLTJO(joFileName="", smk=0, dbAlias=""):
  joData = {}
  try:
    if joFileName:
      log.debug("Reading HLTJobOptions from file {0}".format(joFileName))
      with open(joFileName, "r") as joFile:
        import json
        joData = json.load(joFile)
    elif smk and dbAlias:
      log.debug("Reading HLTJobOptions from database {0} {1}".format(smk, dbAlias))
      from TrigConfIO.HLTTriggerConfigAccess import HLTJobOptionsAccess
      joData = HLTJobOptionsAccess(dbalias = dbAlias, smkey = smk)
    else:
      log.debug("Additional collections' names from HLTJobOptions file are not available")
      return list()
  except Exception as err:
    log.warning("Retrieving additional names fron HLTJO failed: {0}".format(err))
    return list()
 
  namesList = set()
  for entry in joData["properties"]:
    namesList.add(entry.split('.')[0])
 
    # Read algorithm names with classes
    entryObj = joData["properties"][entry]
    if "Members" in entryObj:
      membersList = entryObj["Members"].strip('][').replace("'", "").split(', ')
      namesList.update(membersList)
 
 
  log.info("Retrieved {0} additional names from HLT JO file".format(len(namesList)))
  return list(namesList)
 
 
# Configure deserialisation

readMCpayload()

RunTrigCostAnalysis.readMCpayload

(

args

)

Definition at line 58 of file RunTrigCostAnalysis.py.

def readMCpayload(args):
  payload = {}
 
  payload['MCCrossSection'] = args.MCCrossSection
  payload['MCFilterEfficiency'] = args.MCFilterEfficiency
  payload['MCKFactor'] = args.MCKFactor
  payload['MCIgnoreGeneratorWeights'] = args.MCIgnoreGeneratorWeights
 
  dset = args.MCDatasetName
  if payload['MCCrossSection'] == 0: # If the input file is MC then make sure we have the needed info
    from RatesAnalysis.GetCrossSectionAMITool import GetCrossSectionAMI
    amiTool = GetCrossSectionAMI()
    if dset == '': # Can we get the dataset name from the input file path?
      dset = amiTool.getDatasetNameFromPath(flags.Input.Files[0])
    amiTool.queryAmi(dset)
    payload['MCCrossSection'] = amiTool.crossSection
    payload['MCFilterEfficiency'] = amiTool.filterEfficiency
 
  return payload
 
# Read algorithm and class names from HLTJobOptions file

trigCostAnalysisCfg()

RunTrigCostAnalysis.trigCostAnalysisCfg	(		flags,
			args )

Definition at line 13 of file RunTrigCostAnalysis.py.

def trigCostAnalysisCfg(flags, args):
  from TrigCostAnalysis.ROSToROB import ROSToROBMap
 
  acc = ComponentAccumulator()
 
  if len(flags.Input.RunNumbers) > 1:
    log.error('Multiple run numbers from metadata! Only one expected per cost processing')
    return acc
 
  enhancedBiasWeighter = CompFactory.EnhancedBiasWeighter()
  enhancedBiasWeighter.RunNumber = flags.Input.RunNumbers[0]
  enhancedBiasWeighter.UseBunchCrossingData = False
  enhancedBiasWeighter.IsMC = flags.Input.isMC
  if flags.Input.isMC:
    MCpayload = readMCpayload(args)
    enhancedBiasWeighter.MCCrossSection = MCpayload.get('MCCrossSection')
    enhancedBiasWeighter.MCFilterEfficiency = MCpayload.get('MCFilterEfficiency')
    enhancedBiasWeighter.MCKFactor = MCpayload.get('MCKFactor')
    enhancedBiasWeighter.MCIgnoreGeneratorWeights = MCpayload.get('MCIgnoreGeneratorWeights')
 
  trigCostAnalysis = CompFactory.TrigCostAnalysis()
  trigCostAnalysis.OutputLevel = flags.Exec.OutputLevel
  trigCostAnalysis.BaseEventWeight = args.baseWeight
  trigCostAnalysis.EnhancedBiasTool = enhancedBiasWeighter
  trigCostAnalysis.AlgToChainTool = CompFactory.getComp("TrigCompositeUtils::AlgToChainTool")()
  trigCostAnalysis.UseEBWeights = args.useEBWeights
  trigCostAnalysis.MaxFullEventDumps = 100
  trigCostAnalysis.FullEventDumpProbability = 1 # X. Where probability is 1 in X
  trigCostAnalysis.UseSingleTimeRange = flags.Input.isMC or args.useEBWeights
  trigCostAnalysis.ROSToROBMap = ROSToROBMap().get_mapping()
  trigCostAnalysis.DoMonitorChainAlgorithm = args.monitorChainAlgorithm
  if args.excludeAlgsFromChainTime:
    trigCostAnalysis.ExcludeAlgsFromChainTime = args.excludeAlgsFromChainTime.split(',')
 
  if not flags.Input.isMC:
    trigCostAnalysis.AdditionalHashList = readHashesFromHLTJO(args.joFile, args.smk, args.dbAlias)
  else:
    log.debug("Hashes from the HLTJO won't be retrieved for MC job")
    trigCostAnalysis.AdditionalHashList = list()
 
  acc.addEventAlgo(trigCostAnalysis)
 
  return acc
 
# Prepare dictionary with MC parameters read from arguments, or from AMI

Variable Documentation

action

RunTrigCostAnalysis.action

Definition at line 206 of file RunTrigCostAnalysis.py.

args

RunTrigCostAnalysis.args = flags.fillFromArgs(parser=parser)

Definition at line 222 of file RunTrigCostAnalysis.py.

bool

RunTrigCostAnalysis.bool

Definition at line 208 of file RunTrigCostAnalysis.py.

cfg

RunTrigCostAnalysis.cfg = MainServicesCfg(flags)

Definition at line 227 of file RunTrigCostAnalysis.py.

dbAlias

RunTrigCostAnalysis.dbAlias

Definition at line 243 of file RunTrigCostAnalysis.py.

default

RunTrigCostAnalysis.default

Definition at line 205 of file RunTrigCostAnalysis.py.

False

RunTrigCostAnalysis.False

Definition at line 208 of file RunTrigCostAnalysis.py.

flags

RunTrigCostAnalysis.flags = initConfigFlags()

Definition at line 201 of file RunTrigCostAnalysis.py.

float

RunTrigCostAnalysis.float

Definition at line 207 of file RunTrigCostAnalysis.py.

help

RunTrigCostAnalysis.help

Definition at line 205 of file RunTrigCostAnalysis.py.

histSvc

RunTrigCostAnalysis.histSvc = CompFactory.THistSvc()

Definition at line 237 of file RunTrigCostAnalysis.py.

int

RunTrigCostAnalysis.int

Definition at line 211 of file RunTrigCostAnalysis.py.

log

RunTrigCostAnalysis.log = logging.getLogger('RunTrigCostAnalysis.py')

Definition at line 9 of file RunTrigCostAnalysis.py.

parser

RunTrigCostAnalysis.parser = flags.getArgumentParser()

Definition at line 204 of file RunTrigCostAnalysis.py.

sc

RunTrigCostAnalysis.sc = cfg.run(flags.Exec.MaxEvents)

Definition at line 251 of file RunTrigCostAnalysis.py.

str

RunTrigCostAnalysis.str

Definition at line 205 of file RunTrigCostAnalysis.py.

type

RunTrigCostAnalysis.type

Definition at line 205 of file RunTrigCostAnalysis.py.

withDetails

RunTrigCostAnalysis.withDetails

Definition at line 250 of file RunTrigCostAnalysis.py.