ExtractEBRunDetails Namespace Reference

Functions
def	readTimestampsOfLb (runNumber, lbStart=-1, lbEnd=-1)
def	readDeadtimeFromIS (startOfRun, endOfRun, server="https://atlasop.cern.ch")
def	getPhysicsDeadtimePerLB (startOfRun, endOfRun, lbRangesDict, itemName="L1_TAU8--enabled", server="https://atlasop.cern.ch")
def	createDeadtimeNode (xmlRoot, totalDeadtime)
def	createFiltersNodes (xmlRoot, chainsDict)
def	createLumiBlockNodes (xmlRoot, runNumber, lbStart, lbEnd, deadTimeData)
def	createLbNode (xmlRoot, lbId, lumi, mu, nEvents, avgDeadtime)
def	createBunchGroupNodes (xmlRoot, key, db)
def	createBgNode (xmlRoot, bgId, name, length)

Variables
	log
	parser
	type
	int
	default
	help
	str
	nargs
	args
	flags
	runNumber
	lumiblocks
	bsfile
	event
	configKeys
	root
	xml
	lbRanges
	startOfRun
	endOfRun
	lumiValNode
	bgNode
	deadTimeData
	lumiNode
	filename
	xml_str
	indent

Function Documentation

createBgNode()

def ExtractEBRunDetails.createBgNode	(		xmlRoot,
			bgId,
			name,
			length
	)

Definition at line 200 of file ExtractEBRunDetails.py.

def createBgNode(xmlRoot, bgId, name, length):
    bgNode = xmlRoot.createElement('bunchgroup')
    bgNode.setAttribute('id', str(bgId))
    bgNode.setAttribute('name', name)
    bgNode.appendChild(xmlRoot.createTextNode(str(length)))
 
    return bgNode
 
 

createBunchGroupNodes()

def ExtractEBRunDetails.createBunchGroupNodes	(		xmlRoot,
			key,
			db
	)

Definition at line 181 of file ExtractEBRunDetails.py.

def createBunchGroupNodes(xmlRoot, key, db):
    from TrigConfIO.L1TriggerConfigAccess import BunchGroupSetAccess
    bgset = BunchGroupSetAccess(dbalias = db, bgskey = key)
 
    bgNodeList = xmlRoot.createElement('bunchgroups')
    for bunchgroup in bgset["bunchGroups"]:
        bgLength = 0
        for entry in bgset["bunchGroups"][bunchgroup]["bcids"]:
            bgLength += entry["length"]
 
        bgNode = createBgNode(xmlRoot, bgset["bunchGroups"][bunchgroup]["id"], bgset["bunchGroups"][bunchgroup]["name"], bgLength)
        bgNodeList.appendChild(bgNode)
 
        log.debug("Bunchgroup {0} length: {1}".format(bgset["bunchGroups"][bunchgroup]["name"], bgLength))
 
    return bgNodeList
 
 
# Create a node for a single bunchgroup entry

createDeadtimeNode()

def ExtractEBRunDetails.createDeadtimeNode	(		xmlRoot,
			totalDeadtime
	)

Definition at line 110 of file ExtractEBRunDetails.py.

def createDeadtimeNode(xmlRoot, totalDeadtime):
    lumiValNode = xmlRoot.createElement('lumivalues')
 
    deadtimeNode = xmlRoot.createElement('deadtime')
    deadtimeNode.appendChild(xmlRoot.createTextNode(str(round(totalDeadtime, 3))))
 
    lumiValNode.appendChild(deadtimeNode)
 
    return lumiValNode
 
 
# Parse constructed chains and their seeds dictionary into xml tree

createFiltersNodes()

def ExtractEBRunDetails.createFiltersNodes	(		xmlRoot,
			chainsDict
	)

Definition at line 122 of file ExtractEBRunDetails.py.

def createFiltersNodes(xmlRoot, chainsDict):
    filters = xmlRoot.createElement('filters')
    for chain in chainsDict:
        f = xmlRoot.createElement('filter')
        fname = xmlRoot.createElement('filter_name')
        fname.appendChild(xmlRoot.createTextNode(chain))
        f.appendChild(fname)
 
        for item in chainsDict[chain]:
            itemNode = xmlRoot.createElement('lv1_filter')
            itemNode.appendChild(xmlRoot.createTextNode(item))
            f.appendChild(itemNode)
 
        filters.appendChild(f)
 
    return filters
 
# Save lumiblock details for each lumi block lumi, pileup, nevents from COOL database

createLbNode()

def ExtractEBRunDetails.createLbNode	(		xmlRoot,
			lbId,
			lumi,
			mu,
			nEvents,
			avgDeadtime
	)

Definition at line 169 of file ExtractEBRunDetails.py.

def createLbNode(xmlRoot, lbId, lumi, mu, nEvents, avgDeadtime):
    l = xmlRoot.createElement('lb')
    l.setAttribute('id', str(lbId))
    l.setAttribute('lumi', str(round(lumi, 3 if lumi > 1 else 6)))
    l.setAttribute('mu', str(round(mu, 3 if mu > 1 else 6)))
    l.setAttribute('deadtime', str(round(avgDeadtime, 3)))
    l.appendChild(xmlRoot.createTextNode(str(nEvents))) 
 
    return l
 
 
# Save bunchgroup set details

createLumiBlockNodes()

def ExtractEBRunDetails.createLumiBlockNodes	(		xmlRoot,
			runNumber,
			lbStart,
			lbEnd,
			deadTimeData
	)

Definition at line 140 of file ExtractEBRunDetails.py.

def createLumiBlockNodes(xmlRoot, runNumber, lbStart, lbEnd, deadTimeData):
    from PyCool import cool
    from TrigConfStorage.TriggerCoolUtil import TriggerCoolUtil
    db = TriggerCoolUtil.GetConnection('CONDBR2')
    folder = db.getFolder("/TRIGGER/LUMI/OnlPrefLumi")
    folderIterator = folder.browseObjects(RunLumi(runNumber, lbStart), RunLumi(runNumber, lbEnd), cool.ChannelSelection())
    
    # Read number of events for each lumiblock
    from CoolRunQuery.AtlRunQuerySFO import GetSFO_NeventsAll
    from CoolRunQuery.utils.AtlRunQueryUtils import coolDbConn
    cursor = coolDbConn.GetSFODBConnection().cursor()
    nEventsPerLB = dict(GetSFO_NeventsAll(cursor, [runNumber])[runNumber]['physics_EnhancedBias'])
 
    lbNodeList = xmlRoot.createElement('lb_list')
 
    i=lbStart
    while folderIterator.goToNext():
        payload=folderIterator.currentRef().payload()
        nEvents = nEventsPerLB[i] if i in nEventsPerLB else 0
        lbNode = createLbNode(xmlRoot, i, payload["LBAvInstLumi"], payload["LBAvEvtsPerBX"], nEvents, deadTimeData[i])
        lbNodeList.appendChild(lbNode)
        log.debug("Lumiblock {0} lumi {1} pileup {2} events {3}".format(i, payload["LBAvInstLumi"], payload["LBAvEvtsPerBX"], nEvents))
        
        i+=1
 
    return lbNodeList
 
 
# Create a node for a single lumiblock entry

getPhysicsDeadtimePerLB()

def ExtractEBRunDetails.getPhysicsDeadtimePerLB	(		startOfRun,
			endOfRun,
			lbRangesDict,
			itemName = "L1_TAU8--enabled",
			server = "https://atlasop.cern.ch"
	)

Definition at line 77 of file ExtractEBRunDetails.py.

def getPhysicsDeadtimePerLB(startOfRun, endOfRun, lbRangesDict, itemName="L1_TAU8--enabled", server="https://atlasop.cern.ch"):    try:
        import libpbeastpy
        pbeast = libpbeastpy.ServerProxy(server)
        physicsDT = pbeast.get_data('ATLAS', 'L1_Rate', 'DT', 'ISS_TRP.' + itemName, False, startOfRun, endOfRun, 0, True)[0].data['ISS_TRP.' + itemName]
 
        entryCounter = 1
        deadtimePerLb = {}
        for lbRange in lbRangesDict:
            avgDt = 0
            counter = 0
            while physicsDT[entryCounter].ts > lbRangesDict[lbRange]["start"] and physicsDT[entryCounter].ts < lbRangesDict[lbRange]["end"]:
                if type(physicsDT[entryCounter].value) is not float: # None type
                    entryCounter += 1
                    continue
                avgDt += physicsDT[entryCounter].value
                counter += 1
                entryCounter += 1
                
            deadtimePerLb[lbRange] = avgDt/counter if counter > 0 else 1.
 
        return deadtimePerLb
 
    except ImportError:
        log.error("The pbeast python library was not found! Remember to setup tdaq release")
        return {}
    except RuntimeError:
        log.error("Error when reading from Pbeast! Remember to export pbeast server sso: export PBEAST_SERVER_SSO_SETUP_TYPE=AutoUpdateKerberos")
        return {}
 
 
# Create xml node storing luminosity values
# Currently only deadtime was imported compared to Run 2, because only this value is used in further analysis
 

readDeadtimeFromIS()

def ExtractEBRunDetails.readDeadtimeFromIS	(		startOfRun,
			endOfRun,
			server = "https://atlasop.cern.ch"
	)

Definition at line 50 of file ExtractEBRunDetails.py.

def readDeadtimeFromIS(startOfRun, endOfRun, server="https://atlasop.cern.ch"):
    try:
        import libpbeastpy
        pbeast = libpbeastpy.ServerProxy(server)
        deadTimeData =  pbeast.get_data(
            'ATLAS', 'CtpBusyInfo', 'ctpcore_objects/CtpcoreBusyInfoObject/fraction',
            'L1CT.CTP.Instantaneous.BusyFractions/ctpcore_objects\\[9\\]', 
            True, startOfRun, endOfRun)[0].data['L1CT.CTP.Instantaneous.BusyFractions/ctpcore_objects[9]']
 
        totalDeadtime = 0
        for entry in deadTimeData:
            totalDeadtime += entry.value
 
        avgDeadtime = totalDeadtime/len(deadTimeData)
 
        log.debug("Average deadtime per event during this EB run was {0}".format(avgDeadtime))
        return avgDeadtime
 
    except ImportError:
        log.error("The pbeast python library was not found! Remember to setup tdaq release")
        return -1
    except RuntimeError:
        log.error("Error when reading from Pbeast! Remember to export pbeast server sso: export PBEAST_SERVER_SSO_SETUP_TYPE=AutoUpdateKerberos")
        return -1
 
 
# Read average physics deadtime for item from TRP per lumiblock

readTimestampsOfLb()

def ExtractEBRunDetails.readTimestampsOfLb	(		runNumber,
			lbStart = -1,
			lbEnd = -1
	)

Returns start and end of the run read from COOL database

Definition at line 16 of file ExtractEBRunDetails.py.

def readTimestampsOfLb(runNumber, lbStart=-1, lbEnd=-1):
    ''' 
    Returns start and end of the run read from COOL database
    '''
    from TrigConfStorage.TriggerCoolUtil import TriggerCoolUtil
    dbconn = TriggerCoolUtil.GetConnection("CONDBR2")
 
    # based on TriggerCoolUtil.getRunStartTime
    f = dbconn.getFolder( "/TRIGGER/LUMI/LBLB" )
 
    since = RunLumi(runNumber, lbStart) if lbStart >= 0 else (runNumber<<32)
    until = RunLumi(runNumber, lbEnd) if lbEnd >= 0 else ((runNumber+1)<<32)-1
 
    from PyCool import cool
    objs = f.browseObjects(since, until, cool.ChannelSelection(0) )
 
    lbCounter = lbStart
    timestampDict = OrderedDict()
    while objs.goToNext():
        objCurrRef = objs.currentRef()
        timestampDict[lbCounter] = {"start": int(objCurrRef.payload()["StartTime"]/1000), "end": int(objCurrRef.payload()["EndTime"]/1000)}
        lbCounter+=1
 
    startTime = timestampDict[lbStart]["start"]
    endTime = timestampDict[lbEnd]["end"]
 
    from time import ctime
    log.info("Read start and end of run {0} from COOL: {1} - {2}".format(runNumber, ctime(startTime/1E6).replace(' ','_'), ctime(endTime/1E6).replace(' ','_')))
    log.debug("Timestamps: {0} - {1} ".format(startTime, endTime))
 
    return timestampDict
 
 
# Read the published deadtime value from IS based on start and stop of the run timestamps

Variable Documentation

args

ExtractEBRunDetails.args

Definition at line 216 of file ExtractEBRunDetails.py.

bgNode

ExtractEBRunDetails.bgNode

Definition at line 250 of file ExtractEBRunDetails.py.

bsfile

ExtractEBRunDetails.bsfile

Definition at line 228 of file ExtractEBRunDetails.py.

configKeys

ExtractEBRunDetails.configKeys

Definition at line 235 of file ExtractEBRunDetails.py.

deadTimeData

ExtractEBRunDetails.deadTimeData

Definition at line 254 of file ExtractEBRunDetails.py.

default

ExtractEBRunDetails.default

Definition at line 212 of file ExtractEBRunDetails.py.

endOfRun

ExtractEBRunDetails.endOfRun

Definition at line 245 of file ExtractEBRunDetails.py.

event

ExtractEBRunDetails.event

Definition at line 229 of file ExtractEBRunDetails.py.

filename

ExtractEBRunDetails.filename

Definition at line 259 of file ExtractEBRunDetails.py.

flags

ExtractEBRunDetails.flags

Definition at line 219 of file ExtractEBRunDetails.py.

help

ExtractEBRunDetails.help

Definition at line 212 of file ExtractEBRunDetails.py.

indent

ExtractEBRunDetails.indent

Definition at line 261 of file ExtractEBRunDetails.py.

int

ExtractEBRunDetails.int

Definition at line 212 of file ExtractEBRunDetails.py.

lbRanges

ExtractEBRunDetails.lbRanges

Definition at line 244 of file ExtractEBRunDetails.py.

log

ExtractEBRunDetails.log

Definition at line 12 of file ExtractEBRunDetails.py.

lumiblocks

ExtractEBRunDetails.lumiblocks

Definition at line 225 of file ExtractEBRunDetails.py.

lumiNode

ExtractEBRunDetails.lumiNode

Definition at line 255 of file ExtractEBRunDetails.py.

lumiValNode

ExtractEBRunDetails.lumiValNode

Definition at line 246 of file ExtractEBRunDetails.py.

nargs

ExtractEBRunDetails.nargs

Definition at line 215 of file ExtractEBRunDetails.py.

parser

ExtractEBRunDetails.parser

Definition at line 211 of file ExtractEBRunDetails.py.

root

ExtractEBRunDetails.root

Definition at line 238 of file ExtractEBRunDetails.py.

runNumber

ExtractEBRunDetails.runNumber

Definition at line 224 of file ExtractEBRunDetails.py.

startOfRun

ExtractEBRunDetails.startOfRun

Definition at line 245 of file ExtractEBRunDetails.py.

str

ExtractEBRunDetails.str

Definition at line 213 of file ExtractEBRunDetails.py.

type

ExtractEBRunDetails.type

Definition at line 212 of file ExtractEBRunDetails.py.

xml

ExtractEBRunDetails.xml

Definition at line 239 of file ExtractEBRunDetails.py.

xml_str

ExtractEBRunDetails.xml_str

Definition at line 261 of file ExtractEBRunDetails.py.