RunTrigCostAnalysis Namespace Reference

Functions
def	trigCostAnalysisCfg (flags, args, isMC=False)
def	readMCpayload (args)
def	readHashesFromHLTJO (joFileName="", smk=0, dbAlias="")
def	decodingCfg (flags)
def	hltConfigSvcCfg (flags, smk, dbAlias)
def	readConfigFromCool (flags, smk, dbAlias)
def	getHltMenu ()

Variables
	log
	parser
	type
	str
	default
	help
	action
	float
	bool
	False
	int
	nargs
	args
	level
	flags
	OutputLevel
	cfg
	histSvc
	dbAlias
	withDetails
	sc

Function Documentation

decodingCfg()

def RunTrigCostAnalysis.decodingCfg

(

flags

)

Definition at line 112 of file RunTrigCostAnalysis.py.

def decodingCfg(flags):
  from AthenaCommon.CFElements import seqAND
  from TrigEDMConfig import DataScoutingInfo
 
  acc = ComponentAccumulator()
 
  acc.addSequence(seqAND("Decoding"))
  acc.addEventAlgo(CompFactory.HLTResultMTByteStreamDecoderAlg(), "Decoding")
 
  costDataDeserialiser = CompFactory.TriggerEDMDeserialiserAlg("CostDataTrigDeserialiser")
  costDataDeserialiser.ModuleID = DataScoutingInfo.getDataScoutingResultID("CostMonDS")
  acc.addEventAlgo(costDataDeserialiser, "Decoding")
 
  return acc
 
 
# Configure HLTConfigSvc with JSON Menu file

getHltMenu()

def RunTrigCostAnalysis.getHltMenu

(

)

Definition at line 182 of file RunTrigCostAnalysis.py.

def getHltMenu():
  # Try to find local menu file
  menuFileName = 'HLTMenu_.*json'
 
  import re, os
  r = re.compile(menuFileName)
  menuFiles = list(filter(r.match, os.listdir('.')))
 
  if len(menuFiles) > 1:
    log.info("Found more than one menu file! Saving first match %s", menuFiles[0])
 
  return menuFiles[0] if len(menuFiles) > 0 else ""
 
 

hltConfigSvcCfg()

def RunTrigCostAnalysis.hltConfigSvcCfg	(		flags,
			smk,
			dbAlias
	)

Definition at line 129 of file RunTrigCostAnalysis.py.

def hltConfigSvcCfg(flags, smk, dbAlias):
  acc = ComponentAccumulator()
 
  hltConfigSvc = CompFactory.getComp("TrigConf::HLTConfigSvc")("HLTConfigSvc")
 
  menuFile = getHltMenu()
  # If local file not found - read HLTMenu from database
  if menuFile:
    log.debug("Reading HLTMenu from file {0}".format(menuFile))
 
    hltConfigSvc.InputType = "FILE"
    hltConfigSvc.HLTJsonFileName = menuFile
  elif smk and dbAlias:
    log.debug("Reading HLTMenu from database {0} {1}".format(smk, dbAlias))
 
    hltConfigSvc.InputType = "DB"
    hltConfigSvc.HLTJsonFileName = ""
    hltConfigSvc.TriggerDB = dbAlias
    hltConfigSvc.SMK = smk
  else:
    log.error("Cannot read the HLTMenu! Provide file or relevant keys.")
 
  acc.addService(hltConfigSvc, False, True)
 
  return acc
 
 

readConfigFromCool()

def RunTrigCostAnalysis.readConfigFromCool	(		flags,
			smk,
			dbAlias
	)

Definition at line 156 of file RunTrigCostAnalysis.py.

def readConfigFromCool(flags, smk, dbAlias):
  # Try to read keys from COOL (for P1 data)
  from TrigConfStorage.TriggerCoolUtil import TriggerCoolUtil
  dbconn = TriggerCoolUtil.GetConnection("CONDBR2")
  runNumber = flags.Input.RunNumbers[0]
  configKeys = TriggerCoolUtil.getHLTConfigKeys(dbconn, [[runNumber, runNumber]])
 
  log.debug("Getting keys from COOL for run {0}".format(runNumber))
  if configKeys and runNumber in configKeys.keys():
    if not smk:
      smk = configKeys[runNumber]['SMK']
 
    if not dbAlias:
      dbAlias = configKeys[runNumber]['DB']
 
    log.debug("Config keys are SMK: {0} DB alias: {1}".format(smk, dbAlias))
 
  else:
    log.debug("Configuration keys for run {0} not found!".format(runNumber))
    dbAlias = None if not dbAlias else dbAlias
    smk = None if not smk else smk
 
  return (smk, dbAlias)
 
 
# Get HLT Menu from json file

readHashesFromHLTJO()

def RunTrigCostAnalysis.readHashesFromHLTJO	(		joFileName = "",
			smk = 0,
			dbAlias = ""
	)

Definition at line 77 of file RunTrigCostAnalysis.py.

def readHashesFromHLTJO(joFileName="", smk=0, dbAlias=""):
  joData = {}
  try:
    if joFileName:
      log.debug("Reading HLTJobOptions from file {0}".format(joFileName))
      with open(joFileName, "r") as joFile:
        import json
        joData = json.load(joFile)
    elif smk and dbAlias:
      log.debug("Reading HLTJobOptions from database {0} {1}".format(smk, dbAlias))
      from TrigConfIO.HLTTriggerConfigAccess import HLTJobOptionsAccess
      joData = HLTJobOptionsAccess(dbalias = dbAlias, smkey = smk)
    else:
      log.debug("Additional collections' names from HLTJobOptions file are not available")
      return list()
  except Exception as err:
    log.warning("Retrieving additional names fron HLTJO failed: {0}".format(err))
    return list()
 
  namesList = set()
  for entry in joData["properties"]:
    namesList.add(entry.split('.')[0])
 
    # Read algorithm names with classes
    entryObj = joData["properties"][entry]
    if "Members" in entryObj:
      membersList = entryObj["Members"].strip('][').replace("'", "").split(', ')
      namesList.update(membersList)
 
 
  log.info("Retrieved {0} additional names from HLT JO file".format(len(namesList)))
  return list(namesList)
 
 
# Configure deserialisation

readMCpayload()

def RunTrigCostAnalysis.readMCpayload

(

args

)

Definition at line 56 of file RunTrigCostAnalysis.py.

def readMCpayload(args):
  payload = {}
 
  payload['MCCrossSection'] = args.MCCrossSection
  payload['MCFilterEfficiency'] = args.MCFilterEfficiency
  payload['MCKFactor'] = args.MCKFactor
  payload['MCIgnoreGeneratorWeights'] = args.MCIgnoreGeneratorWeights
 
  dset = args.MCDatasetName
  if payload['MCCrossSection'] == 0: # If the input file is MC then make sure we have the needed info
    from RatesAnalysis.GetCrossSectionAMITool import GetCrossSectionAMI
    amiTool = GetCrossSectionAMI()
    if dset == '': # Can we get the dataset name from the input file path?
      dset = amiTool.getDatasetNameFromPath(flags.Input.Files[0])
    amiTool.queryAmi(dset)
    payload['MCCrossSection'] = amiTool.crossSection
    payload['MCFilterEfficiency'] = amiTool.filterEfficiency
 
  return payload
 
# Read algorithm and class names from HLTJobOptions file

trigCostAnalysisCfg()

def RunTrigCostAnalysis.trigCostAnalysisCfg	(		flags,
			args,
			isMC = False
	)

Definition at line 13 of file RunTrigCostAnalysis.py.

def trigCostAnalysisCfg(flags, args, isMC=False):
  from TrigCostAnalysis.ROSToROB import ROSToROBMap
 
  acc = ComponentAccumulator()
 
  if len(flags.Input.RunNumbers) > 1:
    log.error('Multiple run numbers from metadata! Only one expected per cost processing')
    return acc
 
  enhancedBiasWeighter = CompFactory.EnhancedBiasWeighter()
  enhancedBiasWeighter.RunNumber = flags.Input.RunNumbers[0]
  enhancedBiasWeighter.UseBunchCrossingData = False
  enhancedBiasWeighter.IsMC = isMC
  if isMC:
    MCpayload = readMCpayload(args)
    enhancedBiasWeighter.MCCrossSection = MCpayload.get('MCCrossSection')
    enhancedBiasWeighter.MCFilterEfficiency = MCpayload.get('MCFilterEfficiency')
    enhancedBiasWeighter.MCKFactor = MCpayload.get('MCKFactor')
    enhancedBiasWeighter.MCIgnoreGeneratorWeights = MCpayload.get('MCIgnoreGeneratorWeights')
 
  trigCostAnalysis = CompFactory.TrigCostAnalysis()
  trigCostAnalysis.OutputLevel = args.loglevel
  trigCostAnalysis.BaseEventWeight = args.baseWeight
  trigCostAnalysis.EnhancedBiasTool = enhancedBiasWeighter
  trigCostAnalysis.AlgToChainTool = CompFactory.getComp("TrigCompositeUtils::AlgToChainTool")()
  trigCostAnalysis.UseEBWeights = args.useEBWeights
  trigCostAnalysis.MaxFullEventDumps = 100
  trigCostAnalysis.FullEventDumpProbability = 1 # X. Where probability is 1 in X
  trigCostAnalysis.UseSingleTimeRange = isMC or args.useEBWeights
  trigCostAnalysis.ROSToROBMap = ROSToROBMap().get_mapping()
  trigCostAnalysis.DoMonitorChainAlgorithm = args.monitorChainAlgorithm
 
  if not isMC:
    trigCostAnalysis.AdditionalHashList = readHashesFromHLTJO(args.joFile, args.smk, args.dbAlias)
  else:
    log.debug("Hashes from the HLTJO won't be retrieved for MC job")
    trigCostAnalysis.AdditionalHashList = list()
 
  acc.addEventAlgo(trigCostAnalysis)
 
  return acc
 
# Prepare dictionary with MC parameters read from arguments, or from AMI

Variable Documentation

action

RunTrigCostAnalysis.action

Definition at line 201 of file RunTrigCostAnalysis.py.

args

RunTrigCostAnalysis.args

Definition at line 219 of file RunTrigCostAnalysis.py.

bool

RunTrigCostAnalysis.bool

Definition at line 203 of file RunTrigCostAnalysis.py.

cfg

RunTrigCostAnalysis.cfg

Definition at line 233 of file RunTrigCostAnalysis.py.

dbAlias

RunTrigCostAnalysis.dbAlias

Definition at line 249 of file RunTrigCostAnalysis.py.

default

RunTrigCostAnalysis.default

Definition at line 200 of file RunTrigCostAnalysis.py.

False

RunTrigCostAnalysis.False

Definition at line 203 of file RunTrigCostAnalysis.py.

flags

RunTrigCostAnalysis.flags

Definition at line 226 of file RunTrigCostAnalysis.py.

float

RunTrigCostAnalysis.float

Definition at line 202 of file RunTrigCostAnalysis.py.

help

RunTrigCostAnalysis.help

Definition at line 200 of file RunTrigCostAnalysis.py.

histSvc

RunTrigCostAnalysis.histSvc

Definition at line 243 of file RunTrigCostAnalysis.py.

int

RunTrigCostAnalysis.int

Definition at line 206 of file RunTrigCostAnalysis.py.

level

RunTrigCostAnalysis.level

Definition at line 221 of file RunTrigCostAnalysis.py.

log

RunTrigCostAnalysis.log

Definition at line 9 of file RunTrigCostAnalysis.py.

nargs

RunTrigCostAnalysis.nargs

Definition at line 218 of file RunTrigCostAnalysis.py.

OutputLevel

RunTrigCostAnalysis.OutputLevel

Definition at line 227 of file RunTrigCostAnalysis.py.

parser

RunTrigCostAnalysis.parser

Definition at line 199 of file RunTrigCostAnalysis.py.

sc

RunTrigCostAnalysis.sc

Definition at line 257 of file RunTrigCostAnalysis.py.

str

RunTrigCostAnalysis.str

Definition at line 200 of file RunTrigCostAnalysis.py.

type

RunTrigCostAnalysis.type

Definition at line 200 of file RunTrigCostAnalysis.py.

withDetails

RunTrigCostAnalysis.withDetails

Definition at line 256 of file RunTrigCostAnalysis.py.