Functions
	readTimestampsOfLb (runNumber, lbStart=-1, lbEnd=-1)
	readDeadtimeFromIS (startOfRun, endOfRun, server="https://atlasop.cern.ch")
	getPhysicsDeadtimePerLB (startOfRun, endOfRun, lbRangesDict, itemName="L1_TAU8--enabled", server="https://atlasop.cern.ch")
	createDeadtimeNode (xmlRoot, totalDeadtime)
	createFiltersNodes (xmlRoot, chainsDict)
	createLumiBlockNodes (xmlRoot, runNumber, lbStart, lbEnd, deadTimeData)
	createLbNode (xmlRoot, lbId, lumi, mu, nEvents, avgDeadtime)
	createBunchGroupNodes (xmlRoot, key, db)
	createBgNode (xmlRoot, bgId, name, length)

Variables
	log = logging.getLogger('ExtractRunDetails.py')
	parser = ArgumentParser()
	type
	int
	default
	help
	str
	nargs
	args = parser.parse_args()
	flags = initConfigFlags()
	runNumber = flags.Input.RunNumbers[0]
	lumiblocks = set()
	bsfile = eformat.istream(inputFile)
	event = bsfile[0]
	configKeys = getTrigConfFromCool(runNumber, min(lumiblocks))
	root = minidom.Document()
	xml = root.createElement('trigger')
	lbRanges = readTimestampsOfLb(runNumber, min(lumiblocks), max(lumiblocks))
	startOfRun
	endOfRun
	lumiValNode = createDeadtimeNode(root, readDeadtimeFromIS(startOfRun, endOfRun, args.server))
	bgNode = createBunchGroupNodes(root, configKeys["BGSK"], configKeys["DB"])
	deadTimeData = getPhysicsDeadtimePerLB(startOfRun, endOfRun, lbRanges, args.physicsDeadtimeItem, args.server)
	lumiNode = createLumiBlockNodes(root, runNumber, min(lumiblocks), max(lumiblocks), deadTimeData)
str	filename = "enhanced_bias_run_" + str(runNumber) + ".xml"
	xml_str = root.toprettyxml(indent = " ")

Function Documentation

◆ createBgNode()

ExtractEBRunDetails.createBgNode	(	xmlRoot,
		bgId,
		name,
		length )

Definition at line 200 of file ExtractEBRunDetails.py.

def createBgNode(xmlRoot, bgId, name, length):
    bgNode = xmlRoot.createElement('bunchgroup')
    bgNode.setAttribute('id', str(bgId))
    bgNode.setAttribute('name', name)
    bgNode.appendChild(xmlRoot.createTextNode(str(length)))
 
    return bgNode
 
 

◆ createBunchGroupNodes()

ExtractEBRunDetails.createBunchGroupNodes	(	xmlRoot,
		key,
		db )

Definition at line 181 of file ExtractEBRunDetails.py.

def createBunchGroupNodes(xmlRoot, key, db):
    from TrigConfIO.L1TriggerConfigAccess import BunchGroupSetAccess
    bgset = BunchGroupSetAccess(dbalias = db, bgskey = key)
 
    bgNodeList = xmlRoot.createElement('bunchgroups')
    for bunchgroup in bgset["bunchGroups"]:
        bgLength = 0
        for entry in bgset["bunchGroups"][bunchgroup]["bcids"]:
            bgLength += entry["length"]
 
        bgNode = createBgNode(xmlRoot, bgset["bunchGroups"][bunchgroup]["id"], bgset["bunchGroups"][bunchgroup]["name"], bgLength)
        bgNodeList.appendChild(bgNode)
 
        log.debug("Bunchgroup {0} length: {1}".format(bgset["bunchGroups"][bunchgroup]["name"], bgLength))
 
    return bgNodeList
 
 
# Create a node for a single bunchgroup entry

◆ createDeadtimeNode()

ExtractEBRunDetails.createDeadtimeNode	(		xmlRoot,
			totalDeadtime )

Definition at line 110 of file ExtractEBRunDetails.py.

def createDeadtimeNode(xmlRoot, totalDeadtime):
    lumiValNode = xmlRoot.createElement('lumivalues')
 
    deadtimeNode = xmlRoot.createElement('deadtime')
    deadtimeNode.appendChild(xmlRoot.createTextNode(str(round(totalDeadtime, 3))))
 
    lumiValNode.appendChild(deadtimeNode)
 
    return lumiValNode
 
# Parse constructed chains and their seeds dictionary into xml tree

◆ createFiltersNodes()

ExtractEBRunDetails.createFiltersNodes	(		xmlRoot,
			chainsDict )

Definition at line 122 of file ExtractEBRunDetails.py.

def createFiltersNodes(xmlRoot, chainsDict):
    filters = xmlRoot.createElement('filters')
    for chain in chainsDict:
        f = xmlRoot.createElement('filter')
        fname = xmlRoot.createElement('filter_name')
        fname.appendChild(xmlRoot.createTextNode(chain))
        f.appendChild(fname)
 
        for item in chainsDict[chain]:
            itemNode = xmlRoot.createElement('lv1_filter')
            itemNode.appendChild(xmlRoot.createTextNode(item))
            f.appendChild(itemNode)
 
        filters.appendChild(f)
 
    return filters
 
# Save lumiblock details for each lumi block lumi, pileup, nevents from COOL database

◆ createLbNode()

ExtractEBRunDetails.createLbNode	(	xmlRoot,
		lbId,
		lumi,
		mu,
		nEvents,
		avgDeadtime )

Definition at line 169 of file ExtractEBRunDetails.py.

def createLbNode(xmlRoot, lbId, lumi, mu, nEvents, avgDeadtime):
    l = xmlRoot.createElement('lb')
    l.setAttribute('id', str(lbId))
    l.setAttribute('lumi', str(round(lumi, 3 if lumi > 1 else 6)))
    l.setAttribute('mu', str(round(mu, 3 if mu > 1 else 6)))
    l.setAttribute('deadtime', str(round(avgDeadtime, 3)))
    l.appendChild(xmlRoot.createTextNode(str(nEvents))) 
 
    return l
 
 
# Save bunchgroup set details

◆ createLumiBlockNodes()

ExtractEBRunDetails.createLumiBlockNodes	(	xmlRoot,
		runNumber,
		lbStart,
		lbEnd,
		deadTimeData )

Definition at line 140 of file ExtractEBRunDetails.py.

def createLumiBlockNodes(xmlRoot, runNumber, lbStart, lbEnd, deadTimeData):
    from PyCool import cool
    from TrigConfStorage.TriggerCoolUtil import TriggerCoolUtil
    db = TriggerCoolUtil.GetConnection('CONDBR2')
    folder = db.getFolder("/TRIGGER/LUMI/OnlPrefLumi")
    folderIterator = folder.browseObjects(RunLumi(runNumber, lbStart), RunLumi(runNumber, lbEnd), cool.ChannelSelection())
    
    # Read number of events for each lumiblock
    from CoolRunQuery.AtlRunQuerySFO import GetSFO_NeventsAll
    from CoolRunQuery.utils.AtlRunQueryUtils import coolDbConn
    cursor = coolDbConn.GetSFODBConnection().cursor()
    nEventsPerLB = dict(GetSFO_NeventsAll(cursor, [runNumber])[runNumber]['physics_EnhancedBias'])
 
    lbNodeList = xmlRoot.createElement('lb_list')
 
    i=lbStart
    while folderIterator.goToNext():
        payload=folderIterator.currentRef().payload()
        nEvents = nEventsPerLB[i] if i in nEventsPerLB else 0
        lbNode = createLbNode(xmlRoot, i, payload["LBAvInstLumi"], payload["LBAvEvtsPerBX"], nEvents, deadTimeData[i])
        lbNodeList.appendChild(lbNode)
        log.debug("Lumiblock {0} lumi {1} pileup {2} events {3}".format(i, payload["LBAvInstLumi"], payload["LBAvEvtsPerBX"], nEvents))
        
        i+=1
 
    return lbNodeList
 
 
# Create a node for a single lumiblock entry

◆ getPhysicsDeadtimePerLB()

ExtractEBRunDetails.getPhysicsDeadtimePerLB	(	startOfRun,
		endOfRun,
		lbRangesDict,
		itemName = "L1_TAU8--enabled",
		server = "https://atlasop.cern.ch" )

Definition at line 77 of file ExtractEBRunDetails.py.

def getPhysicsDeadtimePerLB(startOfRun, endOfRun, lbRangesDict, itemName="L1_TAU8--enabled", server="https://atlasop.cern.ch"):
    try:
        import libpbeastpy
        pbeast = libpbeastpy.ServerProxy(server)
        physicsDT = pbeast.get_data('ATLAS', 'L1_Rate', 'DT', 'ISS_TRP.' + itemName, False, startOfRun, endOfRun, 0, True)[0].data['ISS_TRP.' + itemName]
 
        entryCounter = 1
        deadtimePerLb = {}
        for lbRange in lbRangesDict:
            avgDt = 0
            counter = 0
            while physicsDT[entryCounter].ts > lbRangesDict[lbRange]["start"] and physicsDT[entryCounter].ts < lbRangesDict[lbRange]["end"]:
                if type(physicsDT[entryCounter].value) is not float: # None type
                    entryCounter += 1
                    continue
                avgDt += physicsDT[entryCounter].value
                counter += 1
                entryCounter += 1
                
            deadtimePerLb[lbRange] = avgDt/counter if counter > 0 else 1.
 
        return deadtimePerLb
 
    except ImportError:
        log.error("The pbeast python library was not found! Remember to setup tdaq release")
        return {}
    except RuntimeError:
        log.error("Error when reading from Pbeast! Remember to export pbeast server sso: export PBEAST_SERVER_SSO_SETUP_TYPE=AutoUpdateKerberos")
        return {}
 
 
# Create xml node storing luminosity values
# Currently only deadtime was imported compared to Run 2, because only this value is used in further analysis

◆ readDeadtimeFromIS()

ExtractEBRunDetails.readDeadtimeFromIS	(	startOfRun,
		endOfRun,
		server = "https://atlasop.cern.ch" )

Definition at line 50 of file ExtractEBRunDetails.py.

def readDeadtimeFromIS(startOfRun, endOfRun, server="https://atlasop.cern.ch"):
    try:
        import libpbeastpy
        pbeast = libpbeastpy.ServerProxy(server)
        deadTimeData =  pbeast.get_data(
            'ATLAS', 'CtpBusyInfo', 'ctpcore_objects/CtpcoreBusyInfoObject/fraction',
            'L1CT.CTP.Instantaneous.BusyFractions/ctpcore_objects\\[9\\]', 
            True, startOfRun, endOfRun)[0].data['L1CT.CTP.Instantaneous.BusyFractions/ctpcore_objects[9]']
 
        totalDeadtime = 0
        for entry in deadTimeData:
            totalDeadtime += entry.value
 
        avgDeadtime = totalDeadtime/len(deadTimeData)
 
        log.debug("Average deadtime per event during this EB run was {0}".format(avgDeadtime))
        return avgDeadtime
 
    except ImportError:
        log.error("The pbeast python library was not found! Remember to setup tdaq release")
        return -1
    except RuntimeError:
        log.error("Error when reading from Pbeast! Remember to export pbeast server sso: export PBEAST_SERVER_SSO_SETUP_TYPE=AutoUpdateKerberos")
        return -1
 
 
# Read average physics deadtime for item from TRP per lumiblock

◆ readTimestampsOfLb()

ExtractEBRunDetails.readTimestampsOfLb	(	runNumber,
		lbStart = -1,
		lbEnd = -1 )

Returns start and end of the run read from COOL database

Definition at line 16 of file ExtractEBRunDetails.py.

def readTimestampsOfLb(runNumber, lbStart=-1, lbEnd=-1):
    ''' 
    Returns start and end of the run read from COOL database
    '''
    from TrigConfStorage.TriggerCoolUtil import TriggerCoolUtil
    dbconn = TriggerCoolUtil.GetConnection("CONDBR2")
 
    # based on TriggerCoolUtil.getRunStartTime
    f = dbconn.getFolder( "/TRIGGER/LUMI/LBLB" )
 
    since = RunLumi(runNumber, lbStart) if lbStart >= 0 else (runNumber<<32)
    until = RunLumi(runNumber, lbEnd) if lbEnd >= 0 else ((runNumber+1)<<32)-1
 
    from PyCool import cool
    objs = f.browseObjects(since, until, cool.ChannelSelection(0) )
 
    lbCounter = lbStart
    timestampDict = OrderedDict()
    while objs.goToNext():
        objCurrRef = objs.currentRef()
        timestampDict[lbCounter] = {"start": int(objCurrRef.payload()["StartTime"]/1000), "end": int(objCurrRef.payload()["EndTime"]/1000)}
        lbCounter+=1
 
    startTime = timestampDict[lbStart]["start"]
    endTime = timestampDict[lbEnd]["end"]
 
    from time import ctime
    log.info("Read start and end of run {0} from COOL: {1} - {2}".format(runNumber, ctime(startTime/1E6).replace(' ','_'), ctime(endTime/1E6).replace(' ','_')))
    log.debug("Timestamps: {0} - {1} ".format(startTime, endTime))
 
    return timestampDict
 
 
# Read the published deadtime value from IS based on start and stop of the run timestamps

Variable Documentation

◆ args

ExtractEBRunDetails.args = parser.parse_args()

Definition at line 216 of file ExtractEBRunDetails.py.

◆ bgNode

ExtractEBRunDetails.bgNode = createBunchGroupNodes(root, configKeys["BGSK"], configKeys["DB"])

Definition at line 250 of file ExtractEBRunDetails.py.

◆ bsfile

ExtractEBRunDetails.bsfile = eformat.istream(inputFile)

Definition at line 228 of file ExtractEBRunDetails.py.

◆ configKeys

ExtractEBRunDetails.configKeys = getTrigConfFromCool(runNumber, min(lumiblocks))

Definition at line 235 of file ExtractEBRunDetails.py.

◆ deadTimeData

ExtractEBRunDetails.deadTimeData = getPhysicsDeadtimePerLB(startOfRun, endOfRun, lbRanges, args.physicsDeadtimeItem, args.server)

Definition at line 254 of file ExtractEBRunDetails.py.

◆ default

ExtractEBRunDetails.default

Definition at line 212 of file ExtractEBRunDetails.py.

◆ endOfRun

ExtractEBRunDetails.endOfRun

Definition at line 245 of file ExtractEBRunDetails.py.

◆ event

ExtractEBRunDetails.event = bsfile[0]

Definition at line 229 of file ExtractEBRunDetails.py.

◆ filename

str ExtractEBRunDetails.filename = "enhanced_bias_run_" + str(runNumber) + ".xml"

Definition at line 259 of file ExtractEBRunDetails.py.

◆ flags

ExtractEBRunDetails.flags = initConfigFlags()

Definition at line 219 of file ExtractEBRunDetails.py.

◆ help

ExtractEBRunDetails.help

Definition at line 212 of file ExtractEBRunDetails.py.

◆ int

ExtractEBRunDetails.int

Definition at line 212 of file ExtractEBRunDetails.py.

◆ lbRanges

ExtractEBRunDetails.lbRanges = readTimestampsOfLb(runNumber, min(lumiblocks), max(lumiblocks))

Definition at line 244 of file ExtractEBRunDetails.py.

◆ log

ExtractEBRunDetails.log = logging.getLogger('ExtractRunDetails.py')

Definition at line 12 of file ExtractEBRunDetails.py.

◆ lumiblocks

ExtractEBRunDetails.lumiblocks = set()

Definition at line 225 of file ExtractEBRunDetails.py.

◆ lumiNode

ExtractEBRunDetails.lumiNode = createLumiBlockNodes(root, runNumber, min(lumiblocks), max(lumiblocks), deadTimeData)

Definition at line 255 of file ExtractEBRunDetails.py.

◆ lumiValNode

ExtractEBRunDetails.lumiValNode = createDeadtimeNode(root, readDeadtimeFromIS(startOfRun, endOfRun, args.server))

Definition at line 246 of file ExtractEBRunDetails.py.

◆ nargs

ExtractEBRunDetails.nargs

Definition at line 215 of file ExtractEBRunDetails.py.

◆ parser

ExtractEBRunDetails.parser = ArgumentParser()

Definition at line 211 of file ExtractEBRunDetails.py.

◆ root

ExtractEBRunDetails.root = minidom.Document()

Definition at line 238 of file ExtractEBRunDetails.py.

◆ runNumber

ExtractEBRunDetails.runNumber = flags.Input.RunNumbers[0]

Definition at line 224 of file ExtractEBRunDetails.py.

◆ startOfRun

ExtractEBRunDetails.startOfRun

Definition at line 245 of file ExtractEBRunDetails.py.

◆ str

ExtractEBRunDetails.str

Definition at line 213 of file ExtractEBRunDetails.py.

◆ type

ExtractEBRunDetails.type

Definition at line 212 of file ExtractEBRunDetails.py.

◆ xml

ExtractEBRunDetails.xml = root.createElement('trigger')

Definition at line 239 of file ExtractEBRunDetails.py.

◆ xml_str

ExtractEBRunDetails.xml_str = root.toprettyxml(indent = " ")

Definition at line 261 of file ExtractEBRunDetails.py.

Functions

Variables

Function Documentation

◆ createBgNode()

◆ createBunchGroupNodes()

◆ createDeadtimeNode()

◆ createFiltersNodes()

◆ createLbNode()

◆ createLumiBlockNodes()

◆ getPhysicsDeadtimePerLB()

◆ readDeadtimeFromIS()

◆ readTimestampsOfLb()

Variable Documentation

◆ args

◆ bgNode

◆ bsfile

◆ configKeys

◆ deadTimeData

◆ default

◆ endOfRun

◆ event

◆ filename

◆ flags

◆ help

◆ int

◆ lbRanges

◆ log

◆ lumiblocks

◆ lumiNode

◆ lumiValNode

◆ nargs

◆ parser

◆ root

◆ runNumber

◆ startOfRun

◆ str

◆ type

◆ xml

◆ xml_str