RunTrigCostAnalysis Namespace Reference

Functions
	trigCostAnalysisCfg (flags, args)
	readMCpayload (args)
	readHashesFromHLTJO (joFileName="", smk=0, dbAlias="")
	decodingCfg (flags)
	hltConfigSvcCfg (flags, smk, dbAlias)
	readConfigFromCool (flags, smk, dbAlias)
	getHltMenu ()

Variables
	log = logging.getLogger('RunTrigCostAnalysis.py')
	flags = initConfigFlags()
	parser = flags.getArgumentParser()
	type
	str
	default
	help
	action
	float
	bool
	False
	int
	args = flags.fillFromArgs(parser=parser)
	cfg = MainServicesCfg(flags)
	histSvc = CompFactory.THistSvc()
	dbAlias
	withDetails
	sc = cfg.run(flags.Exec.MaxEvents)

Function Documentation

decodingCfg()

decodingCfg

(

flags

)

Definition at line 112 of file RunTrigCostAnalysis.py.

def decodingCfg(flags):
  from AthenaCommon.CFElements import seqAND
  from TrigEDMConfig import DataScoutingInfo
 
  acc = ComponentAccumulator()
 
  acc.addSequence(seqAND("Decoding"))
  acc.addEventAlgo(CompFactory.HLTResultMTByteStreamDecoderAlg(), "Decoding")
 
  costDataDeserialiser = CompFactory.TriggerEDMDeserialiserAlg("CostDataTrigDeserialiser")
  costDataDeserialiser.ModuleID = DataScoutingInfo.getDataScoutingResultID("CostMonDS")
  acc.addEventAlgo(costDataDeserialiser, "Decoding")
 
  return acc
 
 
# Configure HLTConfigSvc with JSON Menu file

getHltMenu()

getHltMenu

(

)

Definition at line 182 of file RunTrigCostAnalysis.py.

def getHltMenu():
  # Try to find local menu file
  menuFileName = 'HLTMenu_.*json'
 
  import re, os
  r = re.compile(menuFileName)
  menuFiles = list(filter(r.match, os.listdir('.')))
 
  if len(menuFiles) > 1:
    log.info("Found more than one menu file! Saving first match %s", menuFiles[0])
 
  return menuFiles[0] if len(menuFiles) > 0 else ""
 
 

hltConfigSvcCfg()

hltConfigSvcCfg	(		flags,
			smk,
			dbAlias )

Definition at line 129 of file RunTrigCostAnalysis.py.

def hltConfigSvcCfg(flags, smk, dbAlias):
  acc = ComponentAccumulator()
 
  hltConfigSvc = CompFactory.getComp("TrigConf::HLTConfigSvc")("HLTConfigSvc")
 
  menuFile = getHltMenu()
  # If local file not found - read HLTMenu from database
  if menuFile:
    log.debug("Reading HLTMenu from file {0}".format(menuFile))
 
    hltConfigSvc.InputType = "FILE"
    hltConfigSvc.HLTJsonFileName = menuFile
  elif smk and dbAlias:
    log.debug("Reading HLTMenu from database {0} {1}".format(smk, dbAlias))
 
    hltConfigSvc.InputType = "DB"
    hltConfigSvc.HLTJsonFileName = ""
    hltConfigSvc.TriggerDB = dbAlias
    hltConfigSvc.SMK = smk
  else:
    log.error("Cannot read the HLTMenu! Provide file or relevant keys.")
 
  acc.addService(hltConfigSvc, False, True)
 
  return acc
 
 

readConfigFromCool()

readConfigFromCool	(		flags,
			smk,
			dbAlias )

Definition at line 156 of file RunTrigCostAnalysis.py.

def readConfigFromCool(flags, smk, dbAlias):
  # Try to read keys from COOL (for P1 data)
  from TrigConfStorage.TriggerCoolUtil import TriggerCoolUtil
  dbconn = TriggerCoolUtil.GetConnection("CONDBR2")
  runNumber = flags.Input.RunNumbers[0]
  configKeys = TriggerCoolUtil.getHLTConfigKeys(dbconn, [[runNumber, runNumber]])
 
  log.debug("Getting keys from COOL for run {0}".format(runNumber))
  if configKeys and runNumber in configKeys.keys():
    if not smk:
      smk = configKeys[runNumber]['SMK']
 
    if not dbAlias:
      dbAlias = configKeys[runNumber]['DB']
 
    log.debug("Config keys are SMK: {0} DB alias: {1}".format(smk, dbAlias))
 
  else:
    log.debug("Configuration keys for run {0} not found!".format(runNumber))
    dbAlias = None if not dbAlias else dbAlias
    smk = None if not smk else smk
 
  return (smk, dbAlias)
 
 
# Get HLT Menu from json file

readHashesFromHLTJO()

readHashesFromHLTJO	(		joFileName = "",
			smk = 0,
			dbAlias = "" )

Definition at line 77 of file RunTrigCostAnalysis.py.

def readHashesFromHLTJO(joFileName="", smk=0, dbAlias=""):
  joData = {}
  try:
    if joFileName:
      log.debug("Reading HLTJobOptions from file {0}".format(joFileName))
      with open(joFileName, "r") as joFile:
        import json
        joData = json.load(joFile)
    elif smk and dbAlias:
      log.debug("Reading HLTJobOptions from database {0} {1}".format(smk, dbAlias))
      from TrigConfIO.HLTTriggerConfigAccess import HLTJobOptionsAccess
      joData = HLTJobOptionsAccess(dbalias = dbAlias, smkey = smk)
    else:
      log.debug("Additional collections' names from HLTJobOptions file are not available")
      return list()
  except Exception as err:
    log.warning("Retrieving additional names fron HLTJO failed: {0}".format(err))
    return list()
 
  namesList = set()
  for entry in joData["properties"]:
    namesList.add(entry.split('.')[0])
 
    # Read algorithm names with classes
    entryObj = joData["properties"][entry]
    if "Members" in entryObj:
      membersList = entryObj["Members"].strip('][').replace("'", "").split(', ')
      namesList.update(membersList)
 
 
  log.info("Retrieved {0} additional names from HLT JO file".format(len(namesList)))
  return list(namesList)
 
 
# Configure deserialisation

readMCpayload()

readMCpayload

(

args

)

Definition at line 56 of file RunTrigCostAnalysis.py.

def readMCpayload(args):
  payload = {}
 
  payload['MCCrossSection'] = args.MCCrossSection
  payload['MCFilterEfficiency'] = args.MCFilterEfficiency
  payload['MCKFactor'] = args.MCKFactor
  payload['MCIgnoreGeneratorWeights'] = args.MCIgnoreGeneratorWeights
 
  dset = args.MCDatasetName
  if payload['MCCrossSection'] == 0: # If the input file is MC then make sure we have the needed info
    from RatesAnalysis.GetCrossSectionAMITool import GetCrossSectionAMI
    amiTool = GetCrossSectionAMI()
    if dset == '': # Can we get the dataset name from the input file path?
      dset = amiTool.getDatasetNameFromPath(flags.Input.Files[0])
    amiTool.queryAmi(dset)
    payload['MCCrossSection'] = amiTool.crossSection
    payload['MCFilterEfficiency'] = amiTool.filterEfficiency
 
  return payload
 
# Read algorithm and class names from HLTJobOptions file

trigCostAnalysisCfg()

trigCostAnalysisCfg	(		flags,
			args )

Definition at line 13 of file RunTrigCostAnalysis.py.

def trigCostAnalysisCfg(flags, args):
 
  acc = ComponentAccumulator()
 
  if len(flags.Input.RunNumbers) > 1:
    log.error('Multiple run numbers from metadata! Only one expected per cost processing')
    return acc
 
  enhancedBiasWeighter = CompFactory.EnhancedBiasWeighter()
  enhancedBiasWeighter.RunNumber = flags.Input.RunNumbers[0]
  enhancedBiasWeighter.UseBunchCrossingData = False
  enhancedBiasWeighter.IsMC = flags.Input.isMC
  if flags.Input.isMC:
    MCpayload = readMCpayload(args)
    enhancedBiasWeighter.MCCrossSection = MCpayload.get('MCCrossSection')
    enhancedBiasWeighter.MCFilterEfficiency = MCpayload.get('MCFilterEfficiency')
    enhancedBiasWeighter.MCKFactor = MCpayload.get('MCKFactor')
    enhancedBiasWeighter.MCIgnoreGeneratorWeights = MCpayload.get('MCIgnoreGeneratorWeights')
 
  trigCostAnalysis = CompFactory.TrigCostAnalysis()
  trigCostAnalysis.OutputLevel = flags.Exec.OutputLevel
  trigCostAnalysis.BaseEventWeight = args.baseWeight
  trigCostAnalysis.EnhancedBiasTool = enhancedBiasWeighter
  trigCostAnalysis.AlgToChainTool = CompFactory.getComp("TrigCompositeUtils::AlgToChainTool")()
  trigCostAnalysis.UseEBWeights = args.useEBWeights
  trigCostAnalysis.MaxFullEventDumps = 100
  trigCostAnalysis.FullEventDumpProbability = 1 # X. Where probability is 1 in X
  trigCostAnalysis.UseSingleTimeRange = flags.Input.isMC or args.useEBWeights
  trigCostAnalysis.DoMonitorChainAlgorithm = args.monitorChainAlgorithm
  if args.excludeAlgsFromChainTime:
    trigCostAnalysis.ExcludeAlgsFromChainTime = args.excludeAlgsFromChainTime.split(',')
 
  if not flags.Input.isMC:
    trigCostAnalysis.AdditionalHashList = readHashesFromHLTJO(args.joFile, args.smk, args.dbAlias)
  else:
    log.debug("Hashes from the HLTJO won't be retrieved for MC job")
    trigCostAnalysis.AdditionalHashList = list()
 
  acc.addEventAlgo(trigCostAnalysis)
 
  return acc
 
# Prepare dictionary with MC parameters read from arguments, or from AMI

Variable Documentation

action

RunTrigCostAnalysis.action

Definition at line 204 of file RunTrigCostAnalysis.py.

args

RunTrigCostAnalysis.args = flags.fillFromArgs(parser=parser)

Definition at line 220 of file RunTrigCostAnalysis.py.

bool

RunTrigCostAnalysis.bool

Definition at line 206 of file RunTrigCostAnalysis.py.

cfg

RunTrigCostAnalysis.cfg = MainServicesCfg(flags)

Definition at line 225 of file RunTrigCostAnalysis.py.

dbAlias

RunTrigCostAnalysis.dbAlias

Definition at line 241 of file RunTrigCostAnalysis.py.

default

RunTrigCostAnalysis.default

Definition at line 203 of file RunTrigCostAnalysis.py.

False

RunTrigCostAnalysis.False

Definition at line 206 of file RunTrigCostAnalysis.py.

flags

RunTrigCostAnalysis.flags = initConfigFlags()

Definition at line 199 of file RunTrigCostAnalysis.py.

float

RunTrigCostAnalysis.float

Definition at line 205 of file RunTrigCostAnalysis.py.

help

RunTrigCostAnalysis.help

Definition at line 203 of file RunTrigCostAnalysis.py.

histSvc

RunTrigCostAnalysis.histSvc = CompFactory.THistSvc()

Definition at line 235 of file RunTrigCostAnalysis.py.

int

RunTrigCostAnalysis.int

Definition at line 209 of file RunTrigCostAnalysis.py.

log

RunTrigCostAnalysis.log = logging.getLogger('RunTrigCostAnalysis.py')

Definition at line 9 of file RunTrigCostAnalysis.py.

parser

RunTrigCostAnalysis.parser = flags.getArgumentParser()

Definition at line 202 of file RunTrigCostAnalysis.py.

sc

RunTrigCostAnalysis.sc = cfg.run(flags.Exec.MaxEvents)

Definition at line 249 of file RunTrigCostAnalysis.py.

str

RunTrigCostAnalysis.str

Definition at line 203 of file RunTrigCostAnalysis.py.

type

RunTrigCostAnalysis.type

Definition at line 203 of file RunTrigCostAnalysis.py.

withDetails

RunTrigCostAnalysis.withDetails

Definition at line 248 of file RunTrigCostAnalysis.py.