beamspotnt Namespace Reference

Classes
class	Plots

Functions
def	setCuts (nt)
def	getNt ()
def	cleanUpLowStat (allBSResultsInNt, averagenVtx, lbSize)
def	fillInMissingLbs (allBSResultsInNt, lbSize)

Variables
string	__author__ = 'Juerg Beringer'
string	__version__ = 'beamspotnt.py atlas/athena'
string	__usage__
string	periodDef = '/afs/cern.ch/user/a/atlidbs/nt/DataPeriods'
list	qargv = [ ]
string	qcmd = ' '.join(qargv)
	parser = OptionParser(usage=__usage__, version=__version__)
	dest
	default
	help
	action
	False
	type
	None
	options
	args
	cmd = args[0]
	varDefs
bool	cmdOk = False
string	timeLabel = 'Time (%s)' % options.timezone
	datefmt
	atlasx
	atlasy
	atlasdx
	ntClass = locals()[options.type]
def	nt = getNt()
string	tableTemplate
list	varList = ['status','posX','posY','posZ','sigmaX','sigmaY','sigmaZ','k']
list	rows = []
list	cols = []
dictionary	runInfo = {}
	r = b.run
	srcNtClass = locals()[options.srctype]
	srcNt = srcNtClass(args[1],database=options.database,folder=options.dbfolder,fullCorrelations=options.fullCorrelations)
	dstNt = ntClass(options.ntname,True,fullCorrelations=options.fullCorrelations,addScanVars=options.addScanVars)
int	totalEntries = 0
int	totalVtxs = 0
int	lbSize = 0
list	allBSResultsInNt = []
int	averagenVtx = totalVtxs/totalEntries
	plots = Plots(nt)
	whatList
	saveAsList
	allCanvasSize
	allCanvasDivs
	calc = BeamSpotAverage(varList,weightedAverage=not options.simpleaverage)
int	minrun = 1e10
int	maxrun = 0
	ave = calc.ave
	err = calc.err
	rms = calc.rms
list	varRanges
int	iTable = 1
string	latexheader = 'Period '
string	latexrow = '%s' % options.period.replace('_',r'\_')
list	parName = calc.varList[i]
	useAlternate
string	sqliteFile = options.cooltag+'.db'
	folderHandle = openBeamSpotDbFile(sqliteFile,True)
	tag
	status
	posX
	posY
	posZ
	sigmaX
	sigmaY
	sigmaZ
	tiltX
	tiltY
	sigmaXY
	posXErr
	posYErr
	posZErr
	sigmaXErr
	sigmaYErr
	sigmaZErr
	tiltXErr
	tiltYErr
	sigmaXYErr
	runMin
	runMax
	runEndInt = b.runEnd
	lbMin
	lbMax
	var = args[1]
	singleCanvasSize
string	plotType = 'perbcid'
	msize
list	labels = []
	datasetinfo = options.ntname.replace("-DB_BEAMSPOT","").split('.')
int	time0 = 1262304000
	ascii = open(args[1],'w')
string	xtype = 'time'
	graphs = plots.genPlot(var,'plotscan')
list	scans = [(int(s.split('-')[0]), int(s.split('-')[1])) for s in options.scans.split(',')]
	overlayScans

Function Documentation

cleanUpLowStat()

def beamspotnt.cleanUpLowStat	(		allBSResultsInNt,
			averagenVtx,
			lbSize
	)

Definition at line 279 of file bin/beamspotnt.py.

def cleanUpLowStat( allBSResultsInNt, averagenVtx, lbSize ):
    i=0 
    while  i < len( allBSResultsInNt ):
      b = allBSResultsInNt[i]
      if b.status < 70 and  b.sigmaZErr == 0:
        print ("Will change Z error for  lb's " + str(b.lbStart) +" to " + str(b.lbEnd) + " which has " + str(b.nValid) + " verticies")
        b.sigmaZErr = b.sigmaZ * 0.5
      i += 1 
   
    i=0
    while  i < len( allBSResultsInNt ):
      b = allBSResultsInNt[i]
 
      if b.status < 70 and b.nValid < 2000 and b.nValid < averagenVtx:
        print ("Will take an average for  lb's " + str(b.lbStart) +" to " + str(b.lbEnd) + " which has " + str(b.nValid) + " verticies" )
        lastGoodEntry = b
        nextGoodEntry = b
        iNeg = i-1;
        # Find previous good entry
        while iNeg >= 0:
          if allBSResultsInNt[iNeg].status == 59 and allBSResultsInNt[iNeg].nValid > 2000 :
            lastGoodEntry = allBSResultsInNt[iNeg]
            print (" --- Starting with lb : " + str(lastGoodEntry.lbStart) +" to " + str(lastGoodEntry.lbEnd))
            break
          iNeg -= 1 
    
        # Find the next good entry
        iPos = i+1;
        while iPos < len(allBSResultsInNt):
          if allBSResultsInNt[iPos].status == 59 and allBSResultsInNt[iPos].nValid > 2000:
            nextGoodEntry = allBSResultsInNt[iPos]
            print (" --- Ending with lb   : " + str(nextGoodEntry.lbStart) +" to " + str(nextGoodEntry.lbEnd))
            break
          iPos += 1 
    
        #if all entries are useless then we are in trouble dont do anything
        if lastGoodEntry == b and nextGoodEntry == b :
          print ("Failed to do average - no good entries were found")
          i+=1
          continue
 
        #check the entries are reasonablly close to each other
        if( ( nextGoodEntry == b or abs(nextGoodEntry.lbStart - b.lbEnd) > abs(lbSize) ) and (lastGoodEntry == b or abs(b.lbStart - lastGoodEntry.lbEnd) > abs(lbSize) ) ):
          print ("Failed to do average - entries were too far away")
          i+=1
          continue 
 
        #Calculate the average beamspot position for the following parameters
        varList = ['posX','posY','posZ','sigmaX','sigmaY','sigmaZ','tiltX','tiltY','rhoXY']
        if options.cooltag:
            varList.append('sigmaXY')
        calc = BeamSpotAverage(varList ,weightedAverage=True)
        #Add current entry if it is reliable 
        if( b.status == 59 and b.posXErr != 0 and not math.isnan(b.posX) and not math.isnan(b.posZ) and not math.isnan(b.sigmaZ) ):
          calc.add(b)
        #Add previous entry if it is not too far away in time
        if lastGoodEntry != b and abs(b.lbStart - lastGoodEntry.lbEnd) <= abs(lbSize) :
          calc.add(lastGoodEntry)
        #Add next entry if it is not too far away in time
        if nextGoodEntry != b and abs(nextGoodEntry.lbStart - b.lbEnd) <= abs(lbSize) :
          calc.add(nextGoodEntry)
        calc.average()
 
        ave = calc.ave
        err = calc.err
        b.status = 666 #b.status << 4
        bcopy = copy.deepcopy(b)
 
        for var in varList:
          setattr(bcopy, var,       ave[calc.varList.index(var)])
          setattr(bcopy, var+"Err", err[calc.varList.index(var)])
        
        bcopy.status = 59        
        i += 1
        allBSResultsInNt.insert(i, bcopy)
      i += 1
 
 
 
 

fillInMissingLbs()

def beamspotnt.fillInMissingLbs	(		allBSResultsInNt,
			lbSize
	)

Definition at line 359 of file bin/beamspotnt.py.

def fillInMissingLbs(allBSResultsInNt, lbSize):
      i=0
      lastValidEntry  = -1
      nextValidEntry  = -1
      while  i < len( allBSResultsInNt ):
        if allBSResultsInNt[i].status != 59: 
          i += 1
          continue
 
        nextValidEntry = i
          
        if(lastValidEntry >= 0):
          if allBSResultsInNt[nextValidEntry].lbStart !=  allBSResultsInNt[lastValidEntry].lbEnd + 1:
            print ("Missing Lumi block from {:>5d} to {:>5d}".format( allBSResultsInNt[lastValidEntry].lbEnd + 1 , allBSResultsInNt[nextValidEntry].lbStart))
            
            
            if allBSResultsInNt[nextValidEntry].lbStart -  allBSResultsInNt[lastValidEntry].lbEnd + 1 > lbSize:
              print ("--Lumi block gap too large wont fill in the gap"           )
            elif (allBSResultsInNt[nextValidEntry].lbStart-1) -  (allBSResultsInNt[lastValidEntry].lbEnd+1) < 0 :
              print ("Missing Lumi block is invalid from {:>5d} to {:>5d}".format( allBSResultsInNt[lastValidEntry].lbEnd+1, allBSResultsInNt[nextValidEntry].lbStart -1))
            else:
              varList = ['posX','posY','posZ','sigmaX','sigmaY','sigmaZ','tiltX','tiltY','rhoXY']
              if options.cooltag:
                  varList.append('sigmaXY')
              calc = BeamSpotAverage(varList ,weightedAverage=True)
              calc.add(allBSResultsInNt[nextValidEntry])
              calc.add(allBSResultsInNt[lastValidEntry])
              calc.average()
 
              ave = calc.ave
              err = calc.err
 
              bcopy = copy.deepcopy(b)
              
              for var in varList:
                setattr(bcopy, var,       ave[calc.varList.index(var)])
                setattr(bcopy, var+"Err", err[calc.varList.index(var)])
 
              bcopy.status    = 59
              bcopy.timeStart = 0 
              bcopy.timeEnd   = 0   
              bcopy.nEvents   = 1   
              bcopy.nValid    = 1    
              bcopy.nVtxAll   = 1   
              bcopy.nVtxPrim  = 1  
              bcopy.lbStart   = allBSResultsInNt[lastValidEntry].lbEnd + 1    
              bcopy.lbEnd     = allBSResultsInNt[nextValidEntry].lbStart-1
              allBSResultsInNt.insert(lastValidEntry+1, bcopy)
              i += 1
              nextValidEntry += 1
 
        lastValidEntry = nextValidEntry
        i += 1  
 
 
 

getNt()

def beamspotnt.getNt

(

)

Definition at line 265 of file bin/beamspotnt.py.

def getNt():
    try:
        if options.fullCorrelations:
            nt = ntClass(options.ntname,fullCorrelations=True)
        else:
            nt = ntClass(options.ntname)
    except Exception as e:
        sys.exit('ERROR: '+str(e))
 
    setCuts(nt)
    print (nt.summary())
    print (nt.cutSummary())
    return nt
    

setCuts()

def beamspotnt.setCuts

(

nt

)

Definition at line 212 of file bin/beamspotnt.py.

def setCuts(nt):
    if options.run!=None:
        nt.runMin = options.run
        nt.runMax = options.run
    if options.runMin!=None:
        nt.runMin = options.runMin
    if options.runMax!=None:
        nt.runMax = options.runMax
    if options.runExclude!=None:
        nt.runListExclude = [int(r) for r in options.runExclude.split(',')]
    if options.fill!=None:
        nt.fillMin = options.fill
        nt.fillMax = options.fill
    if options.fillMin!=None:
        nt.fillMin = options.fillMin
    if options.fillMax!=None:
        nt.fillMax = options.fillMax
    if options.bcid!=None:
        nt.bcidMin = options.bcid
        nt.bcidMax = options.bcid
    if options.bcidMin!=None:
        nt.bcidMin = options.bcidMin
    if options.bcidMax!=None:
        nt.bcidMax = options.bcidMax
    if options.lbMin!=None:
        nt.lbMin = options.lbMin
    if options.lbMax!=None:
        nt.lbMax = options.lbMax
    if options.timeMin!=None:
        nt.timeMin = time.mktime(time.strptime(options.timeMin,'%b %d %H:%M:%S %Y'))
    if options.timeMax!=None:
        nt.timeMax = time.mktime(time.strptime(options.timeMax,'%b %d %H:%M:%S %Y'))
    if options.status:
        nt.statusList = [int(x) for x in options.status.split(',')]
    if options.period:
        for p in options.period.split(','):                        
            project,period = p.split('.')
            location = os.path.normpath(options.periodDef + '/' + project)
            try:
                fileName = glob.glob('%s/%s.runs.list' % (location,period))[0]
                nt.runList.extend([int(r) for r in open(fileName).read().split()])
            except:
                sys.exit('ERROR: Definition file for period %s not found in directory %s' % (options.period, location))
 
        if not nt.runList:
            sys.exit('ERROR: no runs found for requested periods')
 
    if options.grl:
        nt.grl = options.grl
 
    if options.acqFlag:
        nt.acqFlag = 1.0
    

Variable Documentation

__author__

string beamspotnt.__author__ = 'Juerg Beringer'

private

Definition at line 9 of file bin/beamspotnt.py.

__usage__

string beamspotnt.__usage__

private

Initial value:

=  '''%prog [options] command [args ...]
 
Commands are:
 
dump                  Dump contents of a beam spot ntuple
maketable             Make LaTeX table of selected entries
inspect               Inspect ntuple and provide summary of contents
merge SRCNT           Merge source beam spot ntuple into master ntuple
                      (use --srcnt to specify type if not BeamSpotFinderNt)
ave                   Calculate average of beam spot parameters
hist var              Histogram of var
histvspileup var      Profile histogram of var vs pileup
pull var:value        Pull of var with respect to true value
plot var              History of var
summary               Summary history plots
ascii filename        Write ASCII file with data in Massi\'s format
 
Examples:
 
beamspotnt -t BeamSpotCOOL -f IndetBeampos-ES1-UPD2 --ru 165815 --rl 165815 dump
'''

Definition at line 11 of file bin/beamspotnt.py.

__version__

string beamspotnt.__version__ = 'beamspotnt.py atlas/athena'

private

Definition at line 10 of file bin/beamspotnt.py.

action

beamspotnt.action

Definition at line 55 of file bin/beamspotnt.py.

allBSResultsInNt

list beamspotnt.allBSResultsInNt = []

Definition at line 1184 of file bin/beamspotnt.py.

allCanvasDivs

beamspotnt.allCanvasDivs

Definition at line 1243 of file bin/beamspotnt.py.

allCanvasSize

beamspotnt.allCanvasSize

Definition at line 1242 of file bin/beamspotnt.py.

args

beamspotnt.args

Definition at line 151 of file bin/beamspotnt.py.

ascii

beamspotnt.ascii = open(args[1],'w')

Definition at line 1475 of file bin/beamspotnt.py.

atlasdx

beamspotnt.atlasdx

Definition at line 208 of file bin/beamspotnt.py.

atlasx

beamspotnt.atlasx

Definition at line 201 of file bin/beamspotnt.py.

atlasy

beamspotnt.atlasy

Definition at line 206 of file bin/beamspotnt.py.

ave

beamspotnt.ave = calc.ave

Definition at line 1263 of file bin/beamspotnt.py.

averagenVtx

int beamspotnt.averagenVtx = totalVtxs/totalEntries

Definition at line 1194 of file bin/beamspotnt.py.

calc

beamspotnt.calc = BeamSpotAverage(varList,weightedAverage=not options.simpleaverage)

Definition at line 1251 of file bin/beamspotnt.py.

cmd

beamspotnt.cmd = args[0]

Definition at line 154 of file bin/beamspotnt.py.

cmdOk

bool beamspotnt.cmdOk = False

Definition at line 179 of file bin/beamspotnt.py.

cols

list beamspotnt.cols = []

Definition at line 1113 of file bin/beamspotnt.py.

datasetinfo

beamspotnt.datasetinfo = options.ntname.replace("-DB_BEAMSPOT","").split('.')

Definition at line 1450 of file bin/beamspotnt.py.

datefmt

beamspotnt.datefmt

Definition at line 194 of file bin/beamspotnt.py.

default

beamspotnt.default

Definition at line 52 of file bin/beamspotnt.py.

dest

beamspotnt.dest

Definition at line 52 of file bin/beamspotnt.py.

dstNt

beamspotnt.dstNt = ntClass(options.ntname,True,fullCorrelations=options.fullCorrelations,addScanVars=options.addScanVars)

Definition at line 1178 of file bin/beamspotnt.py.

err

beamspotnt.err = calc.err

Definition at line 1264 of file bin/beamspotnt.py.

False

beamspotnt.False

Definition at line 55 of file bin/beamspotnt.py.

folderHandle

beamspotnt.folderHandle = openBeamSpotDbFile(sqliteFile,True)

Definition at line 1311 of file bin/beamspotnt.py.

graphs

beamspotnt.graphs = plots.genPlot(var,'plotscan')

Definition at line 1537 of file bin/beamspotnt.py.

help

beamspotnt.help

Definition at line 52 of file bin/beamspotnt.py.

iTable

int beamspotnt.iTable = 1

Definition at line 1281 of file bin/beamspotnt.py.

labels

list beamspotnt.labels = []

Definition at line 1446 of file bin/beamspotnt.py.

latexheader

string beamspotnt.latexheader = 'Period '

Definition at line 1282 of file bin/beamspotnt.py.

latexrow

string beamspotnt.latexrow = '%s' % options.period.replace('_',r'\_')

Definition at line 1283 of file bin/beamspotnt.py.

lbMax

beamspotnt.lbMax

Definition at line 1376 of file bin/beamspotnt.py.

lbMin

beamspotnt.lbMin

Definition at line 1375 of file bin/beamspotnt.py.

lbSize

int beamspotnt.lbSize = 0

Definition at line 1183 of file bin/beamspotnt.py.

maxrun

int beamspotnt.maxrun = 0

Definition at line 1255 of file bin/beamspotnt.py.

minrun

int beamspotnt.minrun = 1e10

Definition at line 1254 of file bin/beamspotnt.py.

msize

beamspotnt.msize

Definition at line 1441 of file bin/beamspotnt.py.

None

beamspotnt.None

Definition at line 58 of file bin/beamspotnt.py.

nt

def beamspotnt.nt = getNt()

Definition at line 1062 of file bin/beamspotnt.py.

ntClass

beamspotnt.ntClass = locals()[options.type]

Definition at line 210 of file bin/beamspotnt.py.

options

beamspotnt.options

Definition at line 151 of file bin/beamspotnt.py.

overlayScans

beamspotnt.overlayScans

Definition at line 1548 of file bin/beamspotnt.py.

parName

list beamspotnt.parName = calc.varList[i]

Definition at line 1286 of file bin/beamspotnt.py.

parser

beamspotnt.parser = OptionParser(usage=__usage__, version=__version__)

Definition at line 51 of file bin/beamspotnt.py.

periodDef

string beamspotnt.periodDef = '/afs/cern.ch/user/a/atlidbs/nt/DataPeriods'

Definition at line 34 of file bin/beamspotnt.py.

plots

beamspotnt.plots = Plots(nt)

Definition at line 1239 of file bin/beamspotnt.py.

plotType

string beamspotnt.plotType = 'perbcid'

Definition at line 1422 of file bin/beamspotnt.py.

posX

beamspotnt.posX

Definition at line 1317 of file bin/beamspotnt.py.

posXErr

beamspotnt.posXErr

Definition at line 1326 of file bin/beamspotnt.py.

posY

beamspotnt.posY

Definition at line 1318 of file bin/beamspotnt.py.

posYErr

beamspotnt.posYErr

Definition at line 1327 of file bin/beamspotnt.py.

posZ

beamspotnt.posZ

Definition at line 1319 of file bin/beamspotnt.py.

posZErr

beamspotnt.posZErr

Definition at line 1328 of file bin/beamspotnt.py.

qargv

list beamspotnt.qargv = [ ]

Definition at line 39 of file bin/beamspotnt.py.

qcmd

string beamspotnt.qcmd = ' '.join(qargv)

Definition at line 48 of file bin/beamspotnt.py.

r

beamspotnt.r = b.run

Definition at line 1137 of file bin/beamspotnt.py.

rms

beamspotnt.rms = calc.rms

Definition at line 1265 of file bin/beamspotnt.py.

rows

list beamspotnt.rows = []

Definition at line 1111 of file bin/beamspotnt.py.

runEndInt

beamspotnt.runEndInt = b.runEnd

Definition at line 1367 of file bin/beamspotnt.py.

runInfo

dictionary beamspotnt.runInfo = {}

Definition at line 1135 of file bin/beamspotnt.py.

runMax

beamspotnt.runMax

Definition at line 1339 of file bin/beamspotnt.py.

runMin

beamspotnt.runMin

Definition at line 1339 of file bin/beamspotnt.py.

saveAsList

beamspotnt.saveAsList

Definition at line 1241 of file bin/beamspotnt.py.

scans

list beamspotnt.scans = [(int(s.split('-')[0]), int(s.split('-')[1])) for s in options.scans.split(',')]

Definition at line 1544 of file bin/beamspotnt.py.

sigmaX

beamspotnt.sigmaX

Definition at line 1320 of file bin/beamspotnt.py.

sigmaXErr

beamspotnt.sigmaXErr

Definition at line 1329 of file bin/beamspotnt.py.

sigmaXY

beamspotnt.sigmaXY

Definition at line 1325 of file bin/beamspotnt.py.

sigmaXYErr

beamspotnt.sigmaXYErr

Definition at line 1334 of file bin/beamspotnt.py.

sigmaY

beamspotnt.sigmaY

Definition at line 1321 of file bin/beamspotnt.py.

sigmaYErr

beamspotnt.sigmaYErr

Definition at line 1330 of file bin/beamspotnt.py.

sigmaZ

beamspotnt.sigmaZ

Definition at line 1322 of file bin/beamspotnt.py.

sigmaZErr

beamspotnt.sigmaZErr

Definition at line 1331 of file bin/beamspotnt.py.

singleCanvasSize

beamspotnt.singleCanvasSize

Definition at line 1398 of file bin/beamspotnt.py.

sqliteFile

string beamspotnt.sqliteFile = options.cooltag+'.db'

Definition at line 1310 of file bin/beamspotnt.py.

srcNt

beamspotnt.srcNt = srcNtClass(args[1],database=options.database,folder=options.dbfolder,fullCorrelations=options.fullCorrelations)

Definition at line 1171 of file bin/beamspotnt.py.

srcNtClass

beamspotnt.srcNtClass = locals()[options.srctype]

Definition at line 1168 of file bin/beamspotnt.py.

status

beamspotnt.status

Definition at line 1316 of file bin/beamspotnt.py.

tableTemplate

string beamspotnt.tableTemplate

Definition at line 1072 of file bin/beamspotnt.py.

tag

beamspotnt.tag

Definition at line 1315 of file bin/beamspotnt.py.

tiltX

beamspotnt.tiltX

Definition at line 1323 of file bin/beamspotnt.py.

tiltXErr

beamspotnt.tiltXErr

Definition at line 1332 of file bin/beamspotnt.py.

tiltY

beamspotnt.tiltY

Definition at line 1324 of file bin/beamspotnt.py.

tiltYErr

beamspotnt.tiltYErr

Definition at line 1333 of file bin/beamspotnt.py.

time0

int beamspotnt.time0 = 1262304000

Definition at line 1474 of file bin/beamspotnt.py.

timeLabel

string beamspotnt.timeLabel = 'Time (%s)' % options.timezone

Definition at line 186 of file bin/beamspotnt.py.

totalEntries

int beamspotnt.totalEntries = 0

Definition at line 1181 of file bin/beamspotnt.py.

totalVtxs

int beamspotnt.totalVtxs = 0

Definition at line 1182 of file bin/beamspotnt.py.

type

beamspotnt.type

Definition at line 58 of file bin/beamspotnt.py.

useAlternate

beamspotnt.useAlternate

Definition at line 1292 of file bin/beamspotnt.py.

var

beamspotnt.var = args[1]

Definition at line 1393 of file bin/beamspotnt.py.

varDefs

beamspotnt.varDefs

Definition at line 170 of file bin/beamspotnt.py.

varList

list beamspotnt.varList = ['status','posX','posY','posZ','sigmaX','sigmaY','sigmaZ','k']

Definition at line 1107 of file bin/beamspotnt.py.

varRanges

list beamspotnt.varRanges

Initial value:

=  [ range(options.splittable),
                      range(options.splittable,len(calc.varList)) ]

Definition at line 1272 of file bin/beamspotnt.py.

whatList

beamspotnt.whatList

Definition at line 1240 of file bin/beamspotnt.py.

xtype

string beamspotnt.xtype = 'time'

Definition at line 1508 of file bin/beamspotnt.py.