Classes
class	COOLQueryHandler
class	COOLQueryWorker
class	QueryBundle
class	RateQueryBundle
class	RateQueryHandler
class	RateQueryWorker

Functions
	waitForReturn (fd)
	commonKeys (dictionaries)
	createTimeConverter (runLbRanges)
	rateNameInfo (runLbRanges, mySignal, numProc=1)
	generateRateQueryBundles (name, level, runLbRanges, nameToChannel, nameToFolder, alias=None)
	parseRatesString (ratesString)
	runNumberToRunLbRange (runNumbers)
	timeRangeToRunLbRange (timeRange)
	nanoTimeRangesToRunLbRanges (nanoTimeRanges)
	fillNumberToRunLbRange (fillNumbers)
	setAtlasStyle ()
	fillProfile (profileName, numBins, xMin, xMax, xValues, yValues)
	fillRateProfiles (data)
	configurePlotting (data)
	configureTime (data)
	configureLuminosity (data)
	configureNoBX (data)
	getNiceCanvas (name, aliases, textSize=25)
	configureCanvasLegend (canvas, aliases, textSize=25)
	plotRateProfiles (data, label=False, runNumber=None, fillNumber=None, log=True, minY=None, maxY=None, luminousBunches=None, drawOption='H')
	configureProfile (profile, i, minY, maxY, drawOption, data, log, textSize=25)
	getLumiEndPoints (data)
	generateAtlasLabel (canvas, timeLabel, luminousBunches, runNumber=None, fillNumber=None)
	fetchTimeLabel (timeStart, timeEnd)

Variables
str	__author__ = "Peter Radloff"
str	__version__ = "$Revision: 1.0$"
str	__doc__ = "Fast Rate plotter from COOL database"
	logger = logging.getLogger(__name__)
	ch = logging.StreamHandler()
	formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
	parser = argparse.ArgumentParser(prog='COOLRates.py',description='Plots rate information from COOL')
	dest
	help
	default
	None
	metavar
	type
	int
	nargs
	action
	args = parser.parse_args()
dict	folderLocations = {}
list	MarkerColors = [TColor.GetColor(hexColor) for hexColor in ['#000000','#2956B2','#7DBD00','#FF542E','#AA0078','#FFCC00','#D01A55','#A6AF7A','#DCF600','#FF5B00','#659CEF','#F2BC00','#FFF0BA']]
list	MarkerStyles = [20,21,22, 29,31, 33, 34, 23,24,25,26,27,28, 30]
list	MarkerSizes = [1.,1.,1.4,1.8,1.,1.8,1.4,1.4,1.,1.,1.,1.,1.,1.8]
	mySignal = Process(target = waitForReturn, args=(sys.stdin.fileno(),))
	runLbRanges = runNumberToRunLbRange(args.RUNNUMBER)
	FILLNUMBER
	TIMERANGE
	RUNNUMBER
	timeConverter = createTimeConverter(runLbRanges)
	coolQueryHandler = COOLQueryHandler(mySignal,numProc=args.PROCESSES,verbose=args.VERBOSE)
	rateQueryHandler = RateQueryHandler(mySignal,numProc=args.PROCESSES,verbose=args.VERBOSE)
	nameToChannel
	nameToFolder
	numProc
	rateName
	level
	alias
dict	Data = {}
dict	rateOutput = Data['rates']['deadTime1'].get(runLb)
dict	rateAfterPrescale = Data['rates']['deadTime2'].get(runLb)
float	deadTime = 1.0-rateOutput/rateAfterPrescale
str	drawOption = 'H'
	local

Function Documentation

◆ commonKeys()

COOLRates.commonKeys ( dictionaries )

Definition at line 61 of file COOLRates.py.

def commonKeys(dictionaries):
    if not len(dictionaries): return []
    elif not len(dictionaries) >= 1: return dictionaries[0].keys()
    keys = set(dictionaries[0].keys())
    for dictionary in dictionaries[1:]:
        keys = set(dictionary.keys())&keys
    return list(keys)
 
#====================================================================================================================
 

◆ configureCanvasLegend()

COOLRates.configureCanvasLegend	(	canvas,
		aliases,
		textSize = 25 )

Definition at line 888 of file COOLRates.py.

def configureCanvasLegend(canvas,aliases,textSize=25):
    height = 1.2*len(aliases)*textSize/canvas.GetWh()
    width = int(max([len(name) for name in aliases])*textSize*.50)+70
    canvas.SetLeftMargin(canvas.GetLeftMargin()*textSize/14.)
    canvas.SetBottomMargin(canvas.GetBottomMargin()*textSize/14.)
    legend = TLegend(0.00,1-canvas.GetTopMargin(),150./width,1-canvas.GetTopMargin()-height)
    legend.SetTextSize(textSize)
    legend.SetFillColor(0)
    legend.SetShadowColor(0)
    legend.SetBorderSize(0)
    SetOwnership(legend, 0)
 
    return canvas,legend
 
#====================================================================================================================
 

◆ configureLuminosity()

COOLRates.configureLuminosity ( data )

Definition at line 804 of file COOLRates.py.

def configureLuminosity(data):
    if 'filter' in data:
        validPoints = len(commonKeys([data['luminosity'],data['filter']]))
        if not validPoints:
            xMin = 0
            xMax = 0
        else:
            xMin = min([data['luminosity'][runLb] for runLb in commonKeys([data['luminosity'],data['filter']])])
            xMax = max([data['luminosity'][runLb] for runLb in commonKeys([data['luminosity'],data['filter']])])
    else:
        validPoints = len(data['luminosity'])
        if not validPoints:
            xMin = 0
            xMax = 0
        else:
            xMin = min(data['luminosity'].values())
            xMax = max(data['luminosity'].values())
    if xMin and xMax:
        xScale=round(log10(xMax)-.5)
        xLabel = 'Inst. Luminosity [10^{'+str(int(30+xScale))+'} cm^{-2} s^{-1}]'
        xScale = float(10**xScale)
    else:
        xScale = 1.0
        xLabel = 'Inst. Luminosity [10^{'+str(int(xScale+30))+'} cm^{-2} s^{-1}]'
    xMin/=xScale
    xMax/=xScale
    xOffset = 0.0
    numBins = int(min(validPoints/3.,100))
    xFormat = None
    data['plotConfig'] = {'xMin':xMin,'xMax':xMax,'xLabel':xLabel,'xScale':xScale,'xOffset':xOffset,'xFormat':xFormat,'numBins':numBins,'validPoints':validPoints,'yLabel':'Rate [Hz]'}
    return data
 
#====================================================================================================================
 

◆ configureNoBX()

COOLRates.configureNoBX ( data )

Definition at line 838 of file COOLRates.py.

def configureNoBX(data):
    if 'filter' in data:
        validPoints = len(commonKeys([data['noBX'],data['filter']]))
        if not validPoints:
            xMin = 0
            xMax = 0
        else:
            xMin = min([data['noBX'][runLb] for runLb in commonKeys([data['noBX'],data['filter']])])
            xMax = max([data['noBX'][runLb] for runLb in commonKeys([data['noBX'],data['filter']])])
    else:
        validPoints = len(data['noBX'])
        if not validPoints:
            xMin = 0
            xMax = 0
        else:
            xMin = min(data['noBX'].values())
            xMax = max(data['noBX'].values())
    xScale = 1.0
    xLabel = 'Average Interactions per Bunch Crossing'
    xOffset = 0.0
    numBins = int(min(validPoints/3.,100))
    xFormat = None
    data['plotConfig'] = {'xMin':xMin,'xMax':xMax,'xLabel':xLabel,'xScale':xScale,'xOffset':xOffset,'xFormat':xFormat,'numBins':numBins,'validPoints':validPoints,'yLabel':'Cross-section [outhouse]'}
    return data
 
#====================================================================================================================
 

◆ configurePlotting()

COOLRates.configurePlotting ( data )

Fills plotting data: # 1) xMin # 2) xMax # 3) xLabel # 4) xScale # 5) xOffset # 6) xFormat # 7) numBins # 8) validPoints # 8) yLabel # #

Definition at line 758 of file COOLRates.py.

def configurePlotting(data):
    xUnit = data['xUnit']
    if xUnit == 'time':
        data.update(configureTime(data))
    elif xUnit == 'luminosity':
        data.update(configureLuminosity(data))
    elif xUnit == 'noBX':
        data.update(configureNoBX(data))
    return data
 
#====================================================================================================================
    

◆ configureProfile()

COOLRates.configureProfile	(	profile,
		i,
		minY,
		maxY,
		drawOption,
		data,
		log,
		textSize = 25 )

Definition at line 984 of file COOLRates.py.

def configureProfile(profile,i,minY,maxY,drawOption,data,log,textSize=25):
    profile.SetMarkerColor(MarkerColors[i])
    profile.SetMarkerStyle(MarkerStyles[i])
    profile.SetMarkerSize(MarkerSizes[i])
    profile.SetLineColor(MarkerColors[i])
    if drawOption!='P': profile.SetMarkerSize(0.0)
    if drawOption=='E3':
        #profile.SetFillStyle(3001)
        profile.SetFillColor(MarkerColors[i])
    if not i:
        profile.GetXaxis().SetLabelSize(textSize)
        profile.GetXaxis().SetTitleSize(textSize)
        profile.GetYaxis().SetLabelSize(textSize)
        profile.GetYaxis().SetTitleSize(textSize)
        profile.SetMinimum(minY)
        profile.SetMaximum(maxY)
        profile.GetXaxis().SetTitle(data['plotConfig']['xLabel'])
        profile.GetYaxis().SetTitle(data['plotConfig']['yLabel'])
    if data['xUnit'] == 'time':
        profile.GetXaxis().SetTimeDisplay(1)
        profile.GetXaxis().SetTimeFormat(data['plotConfig']['xFormat'])
        dh = TDatime()
        dh.Set(int(data['plotConfig']['xOffset']), False)
        profile.GetXaxis().SetTimeOffset(dh.Convert(False))
        profile.GetXaxis().SetNdivisions(507)
    else:
        profile.GetXaxis().SetTimeDisplay(0)
    return profile
 
#====================================================================================================================
 

◆ configureTime()

COOLRates.configureTime ( data )

Definition at line 770 of file COOLRates.py.

def configureTime(data):
    xScale = 1.0*10**9
    validPoints = len(data['time'])
    if validPoints:
        xOffset = min(data['time'].values())/xScale
        xMin = 0.
        xMax = max(data['time'].values())/xScale-xOffset
        maxBins = xMax/300
        minBins = xMax/1200
        if maxBins <= 160: 
            numBins = maxBins
        elif maxBins/2 <= 160: 
            numBins = maxBins/2
        elif maxBins/3 <= 160: 
            numBins = maxBins/3
        else: 
            numBins = minBins
        if xMax > 48*60*60: xFormat = "%d/%m"
        elif xMax > 12*60*60: xFormat = "%d-%Hh"
        else: xFormat = "%H:%M"
    else:
        xOffset = 0.
        xMin = 0.
        xMax = 1.
        numBins = 1.
        xFormat = "%d/%m"
    xLabel = time.strftime("%Z Time")
    if 'filter' in data:
        validPoints = len(commonKeys([data['time'],data['filter']]))
    data['plotConfig'] = {'xMin':xMin,'xMax':xMax,'xLabel':xLabel,'xScale':xScale,'xOffset':xOffset,'xFormat':xFormat,'numBins':numBins,'validPoints':validPoints,'yLabel':'Rate [Hz]'}
    return data
 
#====================================================================================================================
    

◆ createTimeConverter()

COOLRates.createTimeConverter ( runLbRanges )

Definition at line 241 of file COOLRates.py.

def createTimeConverter(runLbRanges):
    timeConverter = {}
    worker = COOLQueryWorker()
    
    if runLbRanges is not None:
        folder = worker.getFolder('/TRIGGER/LUMI/LBLB')
        folder.setPrefetchAll(False)
        for runLbStart,runLbEnd in runLbRanges:
            timeConverter[(runLbStart,runLbEnd)]={}
            folderIterator = folder.browseObjects(runLbStart,runLbEnd,cool.ChannelSelection())
            while folderIterator.goToNext():
                currentSlice = folderIterator.currentRef()
                timeConverter[(runLbStart,runLbEnd)][int(currentSlice.since())] = int(currentSlice.payloadValue('StartTime'))
            folderIterator.close()
            
    return timeConverter
 
#====================================================================================================================
 

◆ fetchTimeLabel()

COOLRates.fetchTimeLabel	(		timeStart,
			timeEnd )

Definition at line 1081 of file COOLRates.py.

def fetchTimeLabel(timeStart,timeEnd):
    timeTupleStart = time.localtime(timeStart)
    timeTupleEnd = time.localtime(timeEnd)
 
    if timeTupleStart.tm_year != timeTupleEnd.tm_year:
        timeLabel = '{0} - {1}'.format(time.strftime('%b. %e %Y',timeTupleStart),time.strftime('%b. %e %Y',timeTupleEnd))
    else:
        if timeTupleStart.tm_mon != timeTupleEnd.tm_mon:
            timeLabel = '{0} - {1} {2}'.format(time.strftime('%b. %e',timeTupleStart),time.strftime('%b. %e',timeTupleEnd),timeTupleEnd.tm_year)    
        else:
            if timeTupleStart.tm_mday != timeTupleEnd.tm_mday:
                timeLabel = '{0}-{1} {2}'.format(time.strftime('%b. %e',timeTupleStart),time.strftime('%e',timeTupleEnd),timeTupleEnd.tm_year)  
            else:
                timeLabel = time.strftime('%b. %e %Y',timeTupleStart)                   
    return timeLabel
 
#====================================================================================================================
"""
This marks the beginning of the script
"""
#====================================================================================================================
 
 

◆ fillNumberToRunLbRange()

COOLRates.fillNumberToRunLbRange ( fillNumbers )

Definition at line 600 of file COOLRates.py.

def fillNumberToRunLbRange(fillNumbers):
    minFill = min(fillNumbers)-1
    worker = COOLQueryWorker()
    result = {}
    folder = worker.getFolder('/LHC/DCS/FILLSTATE')
    folder.setPrefetchAll(False)
    timeEnd = int(time.mktime(time.localtime()))*10**9
    channelSelection = cool.ChannelSelection()
    for i in range(25):
        timeStart = timeEnd-259200000000000
        #load information in 3 day chunks until lowest fill is less than or equal to minFill (break after loading full year)
        folderIterator = folder.browseObjects(timeStart,timeEnd,channelSelection)
        while folderIterator.goToNext():
            currentSlice = folderIterator.currentRef()
            fillNumber = currentSlice.payloadValue('FillNumber')
            if not fillNumber.isdigit(): continue
            fillNumber = int(fillNumber)
            if fillNumber not in result: result[fillNumber]=[]
            result[fillNumber].append(currentSlice.since())
            result[fillNumber].append(currentSlice.until())
        folderIterator.close()
        timeEnd = timeStart 
        if not len(result): continue
        if min(result.keys())<=minFill: break
    nanoTimeRanges = []
    for fillNumber in list(set(fillNumbers)&set(result.keys())):
        nanoTimes = result[fillNumber]
        nanoTimeRanges.append((min(nanoTimes),max(nanoTimes)))
    worker.close()
    return nanoTimeRangesToRunLbRanges(nanoTimeRanges)
 
#====================================================================================================================
"""
This marks the beginning of plotting related tools
"""
#====================================================================================================================
 

◆ fillProfile()

COOLRates.fillProfile	(	profileName,
		numBins,
		xMin,
		xMax,
		xValues,
		yValues )

Definition at line 698 of file COOLRates.py.

def fillProfile(profileName,numBins,xMin,xMax,xValues,yValues):
    profile = TProfile(profileName,profileName,int(numBins),xMin,xMax)
    for x,y in zip(xValues,yValues):
        profile.Fill(x,y)
    return profile
 
#====================================================================================================================
 

◆ fillRateProfiles()

COOLRates.fillRateProfiles ( data )

Definition at line 706 of file COOLRates.py.

def fillRateProfiles(data):
    rates = []
    if 'profiles' not in data: data['profiles'] = {}
    for group in data['groups']:
        for rate in group:
            rates.append(rate)
    xOffset = data['plotConfig']['xOffset']
    xScale = data['plotConfig']['xScale']
    for rateName,alias,level in rates:
        if data['xUnit'] == 'noBX':
            if 'filter' in data:
                runLbs = commonKeys([data[data['xUnit']],data['filter'],data['rates'][alias],data['luminosity']])
            else:
                runLbs = commonKeys([data[data['xUnit']],data['rates'][alias],data['luminosity']])
        else:
            if 'filter' in data:
                runLbs = commonKeys([data[data['xUnit']],data['filter'],data['rates'][alias]])
            else:
                runLbs = commonKeys([data[data['xUnit']],data['rates'][alias]])     
        xValues = []
        yValues = []
        if data['xUnit'] == 'noBX':
            for runLb in runLbs:
                luminosity = data['luminosity'].get(runLb)
                if luminosity==0.: continue
                yValue = data['rates'][alias].get(runLb)/luminosity
                xValues.append(data[data['xUnit']].get(runLb)/xScale - xOffset)
                yValues.append(yValue)
        else:
            for runLb in runLbs:
                xValues.append(data[data['xUnit']].get(runLb)/xScale - xOffset)
                yValues.append(data['rates'][alias].get(runLb))
        data['profiles'][alias] = fillProfile(alias,data['plotConfig']['numBins'],data['plotConfig']['xMin'],data['plotConfig']['xMax'],xValues,yValues)
    return data
 
#====================================================================================================================
 

◆ generateAtlasLabel()

COOLRates.generateAtlasLabel	(	canvas,
		timeLabel,
		luminousBunches,
		runNumber = None,
		fillNumber = None )

Definition at line 1035 of file COOLRates.py.

def generateAtlasLabel(canvas,timeLabel,luminousBunches,runNumber = None,fillNumber = None):
    canvas.cd(1)
    
    xOffset = .30
    yOffset = .27
    
    AtlasLabel = []
 
    AtlasLabel.append(TLatex())
    AtlasLabel[-1].SetNDC() 
    AtlasLabel[-1].SetTextFont(42)  
 
    if runNumber is None: runNumber = []
    if fillNumber is None: fillNumber = []
    
    if len(runNumber)==1:
        AtlasLabel[-1].DrawLatex(xOffset+0.115,yOffset,'Run {0} {1}'.format(runNumber[0],timeLabel))
        AtlasLabel.append(TLatex())
        AtlasLabel[-1].SetNDC()
        AtlasLabel[-1].SetTextFont(72)
        AtlasLabel[-1].DrawLatex(xOffset,yOffset,"ATLAS")
    elif len(fillNumber)==1:
        AtlasLabel[-1].DrawLatex(xOffset,yOffset,'LHC Fill {0} {1}'.format(fillNumber[0],timeLabel))
    else:
            AtlasLabel[-1].DrawLatex(xOffset,yOffset,'Running {0}'.format(timeLabel))       
 
    AtlasLabel.append(TLatex())
    AtlasLabel[-1].SetNDC()
    AtlasLabel[-1].SetTextFont(72)
    AtlasLabel[-1].DrawLatex(xOffset,yOffset+.07,"ATLAS")
 
    AtlasLabel.append(TLatex())
    AtlasLabel[-1].SetNDC() 
    AtlasLabel[-1].SetTextFont(42)
    AtlasLabel[-1].DrawLatex(xOffset+0.115,yOffset+.07,'Trigger Operations')
 
    if luminousBunches is not None:
        AtlasLabel.append(TLatex())
        AtlasLabel[-1].SetNDC() 
        AtlasLabel[-1].SetTextFont(42)
        AtlasLabel[-1].DrawLatex(xOffset,yOffset-.07,'{0} Luminous Bunches'.format(luminousBunches))    
    
    return canvas
 
#====================================================================================================================
 

◆ generateRateQueryBundles()

COOLRates.generateRateQueryBundles	(	name,
		level,
		runLbRanges,
		nameToChannel,
		nameToFolder,
		alias = None )

Definition at line 471 of file COOLRates.py.

def generateRateQueryBundles(name,level,runLbRanges,nameToChannel,nameToFolder,alias=None):
    queryBundles = []
    if alias is None: alias = name
    for runLbStart,runLbEnd in runLbRanges:
        run = runLbStart>>32
        if run not in nameToChannel:continue
        if name not in nameToChannel[run]:continue
        channel = nameToChannel[run][name]
        if run not in nameToFolder:continue
        if name not in nameToFolder[run]:continue
        rateType = nameToFolder[run][name]
        if rateType not in folderLocations:continue
        if level not in folderLocations[rateType]:continue
        folderName,payloadName,turnCounterFolder,turnCountPayloadName = folderLocations[rateType][level]            
        queryBundle = RateQueryBundle(runLbStart,runLbEnd,alias,folderName,payloadName,turnCounterFolder,turnCountPayloadName,channel)
        queryBundles.append(queryBundle)
    return queryBundles 
    
#====================================================================================================================
 

◆ getLumiEndPoints()

COOLRates.getLumiEndPoints ( data )

Definition at line 1015 of file COOLRates.py.

def getLumiEndPoints(data):
    if 'filter' in data:
        validPoints = len(commonKeys([data['luminosity'],data['filter']]))
        if not validPoints:
            lumiStart = 0.
            lumiEnd = 0.
        else:
            lumiStart = data['luminosity'][min(commonKeys([data['luminosity'],data['filter']]))]
            lumiEnd = data['luminosity'][max(commonKeys([data['luminosity'],data['filter']]))]
    else:
        if not validPoints:
            lumiStart = 0.
            lumiEnd = 0.
        else:
            lumiStart = data['luminosity'][min(data['luminosity'].keys())]
            lumiEnd = data['luminosity'][max(data['luminosity'].keys())]
    return (lumiStart,lumiEnd)
    
#====================================================================================================================
 

◆ getNiceCanvas()

COOLRates.getNiceCanvas	(	name,
		aliases,
		textSize = 25 )

Definition at line 865 of file COOLRates.py.

def getNiceCanvas(name,aliases,textSize=25):
    canvas = TCanvas(name, name, 4, 45, 700, 500)
    canvas.SetGridx(1)
    canvas.SetGridy(1)
    canvas.SetFillColor(0)
    canvas.SetBorderMode(0)
    canvas.SetBorderSize(0)
    canvas.SetFrameFillColor(0)
    #Stretch width and add subpad for legend
    width = int(max([len(nm) for nm in aliases])*textSize*.50)+70
    oldWidth = canvas.GetWindowWidth()
    newWidth = oldWidth+width
    canvas.SetCanvasSize(newWidth,canvas.GetWindowHeight())
    canvas.Divide(2,1)
    subPad1 = canvas.GetPad(1)
    subPad1.SetPad(.005,.005,float(oldWidth)/newWidth,.995)
    subPad2 = canvas.GetPad(2)
    subPad2.SetPad(float(oldWidth)/newWidth,.005,.995,.995)
    SetOwnership(canvas, 0)
    return canvas
 
#====================================================================================================================
 

◆ nanoTimeRangesToRunLbRanges()

COOLRates.nanoTimeRangesToRunLbRanges ( nanoTimeRanges )

Definition at line 573 of file COOLRates.py.

def nanoTimeRangesToRunLbRanges(nanoTimeRanges):
    runLbRanges = []
    worker = COOLQueryWorker()
    folder = worker.getFolder('/TRIGGER/LUMI/LBTIME')
    folder.setPrefetchAll(False)
    channelSelection = cool.ChannelSelection()
    for timeStart,timeEnd in nanoTimeRanges:
        folderIterator = folder.browseObjects(timeStart,timeEnd,channelSelection)
        if folderIterator.isEmpty():
            folderIterator.close()
            continue
        temp = {}   
        while   folderIterator.goToNext():
            currentSlice = folderIterator.currentRef()
            run = int(currentSlice.payloadValue('Run'))
            lb = int(currentSlice.payloadValue('LumiBlock'))
            runLb = (run<<32)+lb
            if run not in temp: temp[run]=[]
            temp[run].append(runLb)
        for run,runLbs in temp.items():
            runLbRanges.append((min(runLbs),max(runLbs)))
        folderIterator.close()
    worker.close()
    return runLbRanges
 
#====================================================================================================================
 

◆ parseRatesString()

COOLRates.parseRatesString ( ratesString )

Definition at line 506 of file COOLRates.py.

def parseRatesString(ratesString):
    groups_ = []
    groups = ratesString.split('|')
    for group in groups:
        if group == '': continue
        groups_.append([])
        for rate in group.split(','):
            if rate == '': continue
            if ':' in rate:
                rateName,alias = tuple(rate.split(':'))
            else:
                rateName,alias = (rate,rate)
            if rateName.endswith('-0'):
                level = 'Input'
                rateName = rateName[:-2]
            elif rateName.endswith('-1'):
                level = 'AfterPrescale'
                rateName = rateName[:-2]
            else:
                level = 'Output'
            groups_[-1].append((rateName,alias,level))
    return groups_
 
#====================================================================================================================
 

◆ plotRateProfiles()

COOLRates.plotRateProfiles	(	data,
		label = False,
		runNumber = None,
		fillNumber = None,
		log = True,
		minY = None,
		maxY = None,
		luminousBunches = None,
		drawOption = 'H' )

Definition at line 904 of file COOLRates.py.

def plotRateProfiles(data,label=False,runNumber=None,fillNumber=None,log=True,minY=None,maxY=None,luminousBunches=None,drawOption='H'):
    
    TGaxis.SetMaxDigits(3)
 
    data['canvases']={}
 
    for groupNum,group in enumerate(data['groups']):
 
        if minY is None: minY = 0.
        if log: minY = max([10**-9,minY])
        if maxY is None: maxY = 10.**10
 
        currentMin = maxY
        currentMax = minY
 
        aliases = []
        for rateName,alias,level in group:
            aliases.append(alias)
            temp = [data['profiles'][alias].GetBinContent(i) for i in range(data['profiles'][alias].GetNbinsX()+1) if minY<data['profiles'][alias].GetBinContent(i)<maxY]
            if not len(temp): continue
            thisMin = min(temp)
            thisMax = max(temp)
            currentMin = min(currentMin,thisMin)
            currentMax = max(currentMax,thisMax)
 
        canvas = getNiceCanvas('canvas{0}'.format(('000'+str(groupNum))[-3:]),aliases)
 
        if currentMin>=currentMax:
            logger.warning('No data in group, {0} is empty'.format(canvas.GetName()))       
            data['canvases'].update({canvas.GetName():canvas})
            continue
            
        scale = 1.1
        if log: scale = 1.5
        thisMinY = currentMin/scale
        thisMaxY = currentMax*scale
 
        subPad1 = canvas.GetPad(1)
        if log: subPad1.SetLogy()
 
        canvas,legend = configureCanvasLegend(canvas,aliases)
 
        legendOption = 'L'
        if 'P' in drawOption: legendOption = 'p'
        
        canvas.cd(1)
        for i,(rateName,alias,level) in enumerate(group):
 
            profile = data['profiles'][alias]
            profile = configureProfile(profile,i,thisMinY,thisMaxY,drawOption,data,log)
            if drawOption:
                if not i: profile.Draw(drawOption)
                else: profile.Draw('{0} SAME'.format(drawOption))
            else:
                if not i: profile.Draw()
                else: profile.Draw('SAME')
            if log:
                yAxis = profile.GetYaxis()
                if int(log10(minY)) == int(log10(maxY)): yAxis.SetMoreLogLabels(True)
                else: yAxis.SetMoreLogLabels(False)
                yAxis.Draw()
            legend.AddEntry(profile,alias,legendOption)
            
        canvas.cd(2)
        legend.Draw()
 
        canvas.cd(1)
        if label:
            scale = 1.0*10**9
            timeStart = min(data['time'].values())/scale
            timeEnd = max(data['time'].values())/scale
            timeLabel = fetchTimeLabel(timeStart,timeEnd)
            #startLumi,endLumi = getLumiEndPoints(data)
            canvas = generateAtlasLabel(canvas,timeLabel,luminousBunches,runNumber=runNumber,fillNumber=fillNumber)
        data['canvases'].update({canvas.GetName():canvas})
        
    return data
 
#====================================================================================================================
 

◆ rateNameInfo()

COOLRates.rateNameInfo	(	runLbRanges,
		mySignal,
		numProc = 1 )

Definition at line 308 of file COOLRates.py.

def rateNameInfo(runLbRanges,mySignal,numProc=1):
    def rateNameWorker(queueIn,queueOut):
        worker = COOLQueryWorker()
        while(1):
            try: run = queueIn.get(False,0.001)
            except Empty:
                sleep(.001)
                continue
            if run is True:
                break
            runLbStart=run<<32
            runLbEnd=runLbStart+1
            nameToChannel={}
            nameToFolder={}
            #L1 Triggers
            folder = worker.getFolder("/TRIGGER/LVL1/Menu")
            folder.setPrefetchAll(False)
            folderIterator = folder.browseObjects(runLbStart,runLbEnd,cool.ChannelSelection())
            while folderIterator.goToNext():
                currentSlice = folderIterator.currentRef()
                nameToChannel[currentSlice.payloadValue('ItemName')] = currentSlice.channelId()
                nameToFolder[currentSlice.payloadValue('ItemName')] = 0
            folderIterator.close()          
            #HLT Triggers
            folder = worker.getFolder("/TRIGGER/HLT/Menu")
            folder.setPrefetchAll(False)
            folderIterator = folder.browseObjects(runLbStart,runLbEnd,cool.ChannelSelection())
            while folderIterator.goToNext():
                currentSlice = folderIterator.currentRef()
                if currentSlice.payloadValue('ChainName').startswith('L2'):
                    nameToChannel[currentSlice.payloadValue('ChainName')] = int(currentSlice.payloadValue('ChainCounter'))
                    nameToFolder[currentSlice.payloadValue('ChainName')] = 1
                elif currentSlice.payloadValue('ChainName').startswith('EF'):
                    nameToChannel[currentSlice.payloadValue('ChainName')] = int(currentSlice.payloadValue('ChainCounter'))
                    nameToFolder[currentSlice.payloadValue('ChainName')] = 2
            folderIterator.close()          
            #Totals/Streams
            folder = worker.getFolder("/TRIGGER/HLT/TotalRates")
            folder.setPrefetchAll(False)
            for channel in folder.listChannels():
                nameToChannel[folder.channelName(channel)] = channel
                nameToFolder[folder.channelName(channel)] = 3
            queueOut.put(({run:nameToChannel},{run:nameToFolder}))
        queueOut.put(True)
        return  
 
    def terminateProcesses(QueryProcesses,troughQueue):
        while 1:
            try:troughQueue.get(False)
            except Empty: break
        logger.critical('Queue is empty')
        for i in range(numProc): troughQueue.put(True)
        time.sleep(1)
        for process in QueryProcesses: 
            process.terminate()
            process.join()
        logger.critical('Processes are joined')
        raise KeyboardInterrupt
 
    nameToChannel = {}
    nameToFolder = {}
 
    troughQueue = Queue()
    resultQueue = Queue()
 
    processes = [Process(target=rateNameWorker,args=(troughQueue,resultQueue,)) for i in range(numProc)]
    for process in processes: process.start()
    
    counter = 0
    target = 0.
    finished = 0
    
    runs = list(set([runLbStart>>32 for runLbStart,runLbEnd in runLbRanges]))
 
    for run in runs:
        counter+=1
        troughQueue.put(run)
        
    startingQueries = counter
 
    logger.info('{0} queries distributed over {1} workers'.format(startingQueries,numProc))
 
    for i in range(numProc): troughQueue.put(True)
    
    try:
        while(1):
            if not mySignal.is_alive():
                raise KeyboardInterrupt
                break
            try: result = resultQueue.get(False,0.001)
            except Empty:
                time.sleep(.001)
                continue
            if result is True:
                finished+=1
                if finished==numProc: break
                continue
            tempNTC,tempNTF = result
            nameToChannel.update(tempNTC)
            nameToFolder.update(tempNTF)
            counter-=1
            percentComplete = min(100,int(round(float(startingQueries-counter)/startingQueries*100+.5)))
            if percentComplete>=target:
                target+=5.
                logger.info('{0}% complete'.format(percentComplete))
    except KeyboardInterrupt:
        logger.critical('Caught signal, terminating processes')
        terminateProcesses(processes,troughQueue)
        
    for process in processes: process.join()
 
    return nameToChannel,nameToFolder
 
#====================================================================================================================
 

◆ runNumberToRunLbRange()

COOLRates.runNumberToRunLbRange ( runNumbers )

Definition at line 531 of file COOLRates.py.

def runNumberToRunLbRange(runNumbers):
    runLbRanges = []
    worker = COOLQueryWorker()
    folder = worker.getFolder('/TRIGGER/LUMI/LBLB')
    folder.setPrefetchAll(False)
    channelSelection = cool.ChannelSelection()
    for runNumber in runNumbers:
        folderIterator = folder.browseObjects(runNumber<<32,((runNumber+1)<<32)-1,channelSelection)
        if folderIterator.isEmpty(): 
            folderIterator.close()
            continue
        runLbs = []
        while folderIterator.goToNext():
            currentSlice = folderIterator.currentRef()
            runLbs.append(currentSlice.since())
        folderIterator.close()  
        runLbRanges.append((min(runLbs),max(runLbs)))
    worker.close()
    return runLbRanges
 
#====================================================================================================================
 

◆ setAtlasStyle()

COOLRates.setAtlasStyle ( )

Definition at line 637 of file COOLRates.py.

def setAtlasStyle():
    from ROOT import TStyle
        
    atlasStyle = TStyle("ATLAS","Atlas style")
 
    atlasStyle.SetFrameBorderMode(0)
    atlasStyle.SetFrameFillColor(0)
    atlasStyle.SetCanvasBorderMode(0)
    atlasStyle.SetCanvasColor(0)
    atlasStyle.SetPadBorderMode(0)
    atlasStyle.SetPadColor(0)
    atlasStyle.SetStatColor(0)  
    atlasStyle.SetPaperSize(20,26)
    atlasStyle.SetPadTopMargin(0.07)
    atlasStyle.SetPadRightMargin(0.05)
    atlasStyle.SetPadBottomMargin(0.16)
    atlasStyle.SetPadLeftMargin(0.16)
    atlasStyle.SetTitleXOffset(1.4)
    atlasStyle.SetTitleYOffset(1.2)
    font=43
    tsize=0.05
    atlasStyle.SetTextFont(font)
    atlasStyle.SetTextSize(tsize)
    atlasStyle.SetLabelFont(font,"x")
    atlasStyle.SetTitleFont(font,"x")
    atlasStyle.SetLabelFont(font,"y")
    atlasStyle.SetTitleFont(font,"y")
    atlasStyle.SetLabelFont(font,"z")
    atlasStyle.SetTitleFont(font,"z")
    atlasStyle.SetLabelSize(tsize,"x")
    atlasStyle.SetTitleSize(tsize,"x")
    atlasStyle.SetLabelSize(tsize,"y")
    atlasStyle.SetTitleSize(tsize,"y")
    atlasStyle.SetLabelSize(tsize,"z")
    atlasStyle.SetTitleSize(tsize,"z")
    atlasStyle.SetMarkerStyle(20)
    atlasStyle.SetMarkerSize(1.2)
    atlasStyle.SetHistLineWidth(2)
    atlasStyle.SetLineStyleString(2,"[12 12]")
    atlasStyle.SetEndErrorSize(0.)
    atlasStyle.SetOptTitle(0)
    atlasStyle.SetOptStat(0)
    atlasStyle.SetOptFit(0)
    atlasStyle.SetPadTickX(1)
    atlasStyle.SetPadTickY(1)
 
    gROOT.SetStyle("ATLAS")
    gROOT.ForceStyle()
    
#====================================================================================================================
 

◆ timeRangeToRunLbRange()

COOLRates.timeRangeToRunLbRange ( timeRange )

Definition at line 553 of file COOLRates.py.

def timeRangeToRunLbRange(timeRange):
 
    if len(timeRange.split(';'))!=2:
        logger.critical('Time range "{0}" does not match YYYY-MM-DD:HH:mm:ss;YYYY-MM-DD:HH:mm:ss'.format(timeRange))
        sys.exit(0)
    timeStart,timeEnd = tuple(timeRange.split(';'))
    try:
        timeStart = time.strptime(timeStart,'%Y-%m-%d:%H:%M:%S')
        timeEnd = time.strptime(timeEnd,'%Y-%m-%d:%H:%M:%S')
    except Exception:
        logger.critical('Time range "{0}" does not match YYYY-MM-DD:HH:mm:ss;YYYY-MM-DD:HH:mm:ss'.format(timeRange))
        sys.exit(0)
 
    timeStart = int(time.mktime(timeStart))*10**9
    timeEnd = int(time.mktime(timeEnd))*10**9
 
    return nanoTimeRangesToRunLbRanges([(timeStart,timeEnd)])
 
#====================================================================================================================
 

◆ waitForReturn()

COOLRates.waitForReturn ( fd )

Definition at line 50 of file COOLRates.py.

def waitForReturn(fd):
    logger.critical('Press Return to safely exit')
    signal.signal(signal.SIGINT, signal.SIG_IGN)
    while(1):
        ch = os.read(fd,1)
        if ch == '\n': break
    logger.critical('Received signal, exiting at first chance')
    return
 
#====================================================================================================================
 

Variable Documentation

◆ author

str COOLRates.__author__ = "Peter Radloff"

private

Definition at line 7 of file COOLRates.py.

◆ doc

str COOLRates.__doc__ = "Fast Rate plotter from COOL database"

private

Definition at line 9 of file COOLRates.py.

◆ version

str COOLRates.__version__ = "$Revision: 1.0$"

private

Definition at line 8 of file COOLRates.py.

◆ action

COOLRates.action

Definition at line 34 of file COOLRates.py.

◆ alias

COOLRates.alias

Definition at line 1172 of file COOLRates.py.

◆ args

COOLRates.args = parser.parse_args()

Definition at line 44 of file COOLRates.py.

◆ ch

COOLRates.ch = logging.StreamHandler()

Definition at line 22 of file COOLRates.py.

◆ coolQueryHandler

COOLRates.coolQueryHandler = COOLQueryHandler(mySignal,numProc=args.PROCESSES,verbose=args.VERBOSE)

Definition at line 1138 of file COOLRates.py.

◆ Data

dict COOLRates.Data = {}

Definition at line 1202 of file COOLRates.py.

◆ deadTime

float COOLRates.deadTime = 1.0-rateOutput/rateAfterPrescale

Definition at line 1220 of file COOLRates.py.

◆ default

COOLRates.default

Definition at line 31 of file COOLRates.py.

◆ dest

COOLRates.dest

Definition at line 30 of file COOLRates.py.

◆ drawOption

COOLRates.drawOption = 'H'

Definition at line 1241 of file COOLRates.py.

◆ FILLNUMBER

COOLRates.FILLNUMBER

Definition at line 1115 of file COOLRates.py.

◆ folderLocations

dict COOLRates.folderLocations = {}

Definition at line 286 of file COOLRates.py.

◆ formatter

COOLRates.formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')

Definition at line 23 of file COOLRates.py.

◆ help

COOLRates.help

Definition at line 30 of file COOLRates.py.

◆ int

COOLRates.int

Definition at line 31 of file COOLRates.py.

◆ level

COOLRates.level

Definition at line 1172 of file COOLRates.py.

◆ local

COOLRates.local

Definition at line 1253 of file COOLRates.py.

◆ logger

COOLRates.logger = logging.getLogger(__name__)

Definition at line 21 of file COOLRates.py.

◆ MarkerColors

list COOLRates.MarkerColors = [TColor.GetColor(hexColor) for hexColor in ['#000000','#2956B2','#7DBD00','#FF542E','#AA0078','#FFCC00','#D01A55','#A6AF7A','#DCF600','#FF5B00','#659CEF','#F2BC00','#FFF0BA']]

Set default color, styles and sizes (14 available) # #

Definition at line 694 of file COOLRates.py.

◆ MarkerSizes

list COOLRates.MarkerSizes = [1.,1.,1.4,1.8,1.,1.8,1.4,1.4,1.,1.,1.,1.,1.,1.8]

Definition at line 696 of file COOLRates.py.

◆ MarkerStyles

list COOLRates.MarkerStyles = [20,21,22, 29,31, 33, 34, 23,24,25,26,27,28, 30]

Definition at line 695 of file COOLRates.py.

◆ metavar

COOLRates.metavar

Definition at line 31 of file COOLRates.py.

◆ mySignal

COOLRates.mySignal = Process(target = waitForReturn, args=(sys.stdin.fileno(),))

Definition at line 1106 of file COOLRates.py.

◆ nameToChannel

COOLRates.nameToChannel

Definition at line 1142 of file COOLRates.py.

◆ nameToFolder

COOLRates.nameToFolder

Definition at line 1142 of file COOLRates.py.

◆ nargs

COOLRates.nargs

Definition at line 31 of file COOLRates.py.

◆ None

COOLRates.None

Definition at line 31 of file COOLRates.py.

◆ numProc

COOLRates.numProc

Definition at line 1142 of file COOLRates.py.

◆ parser

COOLRates.parser = argparse.ArgumentParser(prog='COOLRates.py',description='Plots rate information from COOL')

Definition at line 29 of file COOLRates.py.

◆ rateAfterPrescale

dict COOLRates.rateAfterPrescale = Data['rates']['deadTime2'].get(runLb)

Definition at line 1217 of file COOLRates.py.

◆ rateName

COOLRates.rateName

Definition at line 1172 of file COOLRates.py.

◆ rateOutput

dict COOLRates.rateOutput = Data['rates']['deadTime1'].get(runLb)

Definition at line 1216 of file COOLRates.py.

◆ rateQueryHandler

COOLRates.rateQueryHandler = RateQueryHandler(mySignal,numProc=args.PROCESSES,verbose=args.VERBOSE)

Definition at line 1139 of file COOLRates.py.

◆ runLbRanges

COOLRates.runLbRanges = runNumberToRunLbRange(args.RUNNUMBER)

Definition at line 1114 of file COOLRates.py.

◆ RUNNUMBER

COOLRates.RUNNUMBER

Definition at line 1120 of file COOLRates.py.

◆ timeConverter

COOLRates.timeConverter = createTimeConverter(runLbRanges)

Definition at line 1136 of file COOLRates.py.

◆ TIMERANGE

COOLRates.TIMERANGE

Definition at line 1116 of file COOLRates.py.

◆ type

COOLRates.type

Definition at line 31 of file COOLRates.py.

Classes

Functions

Variables

Function Documentation

◆ commonKeys()

◆ configureCanvasLegend()

◆ configureLuminosity()

◆ configureNoBX()

◆ configurePlotting()

◆ configureProfile()

◆ configureTime()

◆ createTimeConverter()

◆ fetchTimeLabel()

◆ fillNumberToRunLbRange()

◆ fillProfile()

◆ fillRateProfiles()

◆ generateAtlasLabel()

◆ generateRateQueryBundles()

◆ getLumiEndPoints()

◆ getNiceCanvas()

◆ nanoTimeRangesToRunLbRanges()

◆ parseRatesString()

◆ plotRateProfiles()

◆ rateNameInfo()

◆ runNumberToRunLbRange()

◆ setAtlasStyle()

◆ timeRangeToRunLbRange()

◆ waitForReturn()

Variable Documentation

◆ __author__

◆ __doc__

◆ __version__

◆ action

◆ alias

◆ args

◆ ch

◆ coolQueryHandler

◆ Data

◆ deadTime

◆ default

◆ dest

◆ drawOption

◆ FILLNUMBER

◆ folderLocations

◆ formatter

◆ help

◆ int

◆ level

◆ local

◆ logger

◆ MarkerColors

◆ MarkerSizes

◆ MarkerStyles

◆ metavar

◆ mySignal

◆ nameToChannel

◆ nameToFolder

◆ nargs

◆ None

◆ numProc

◆ parser

◆ rateAfterPrescale

◆ rateName

◆ rateOutput

◆ rateQueryHandler

◆ runLbRanges

◆ RUNNUMBER

◆ timeConverter

◆ TIMERANGE

◆ type

◆ author

◆ doc

◆ version