Functions
	categorizeData (categData)
	compareCategoryData (trigData, recoData)
	printCategoryData (categData, diskTotal)
	sortTrigData (orderedData, diskTotal)
	printAuxDynVars (dynvars)

Variables
str	__author__
	parser = OptionParser( usage = "usage: %prog [-f] my.xAOD.file.pool.root" )
	p = parser.add_option
	dest
	help
	action
	default
	options
	args
dict	categoryStrings
list	fileNames = []
	fileName = os.path.expandvars( os.path.expanduser( options.fileName ) )
	poolFile = PF.PoolFile( fileName )
dict	summedData = {}
dict	categData = {}
dict	categTrigData = {}
dict	categTrigDynVars = {}
	brName = d.name
	m = re.match( r"(.)Aux\..", d.name )
list	orderedData = []
	sorter = PF.PoolRecord.Sorter.DiskSize
	key
	tfile = ROOT.TFile.Open( fileName )
	ttree = tfile.Get( "CollectionTree" )
float	memSize = 0.0
float	diskSize = 0.0
	mtlp = re.match( "(.)_tlp.$", d.name ) or re.match( "(.)DataHeader(.*)", d.name )
	br = ttree.GetBranch( d.name )
	d_name = d.name
	m1 = re.match( "(.*)_tlp._", d.name )
	m2 = re.match( "(.*)_v.>_", d.name )
	m3 = re.match( "([a-zA-Z]+)_(.*_[lL]inks?)", d.name )
str	nameType = "%s (%s)" % ( d.name[m.end():], br.GetClassName() )
	nt = m1.group(1).replace("_",":") + m1.group(2)
	n = m1.group(1).replace("_",":")
bool	found = False
str	catName = 'Unknown'
	writer = csv.writer( f )

Function Documentation

◆ categorizeData()

checkTriggerxAOD.categorizeData ( categData )

Definition at line 25 of file checkTriggerxAOD.py.

def categorizeData(categData):
    categorizedData = []
    for br in categData.keys():
        categorizedData += [ categData[ br ] ]
        pass
    sorter = PF.PoolRecord.Sorter.DiskSize
    import operator
    categorizedData.sort( key = operator.attrgetter( sorter ) )
    return categorizedData
 

◆ compareCategoryData()

checkTriggerxAOD.compareCategoryData	(		trigData,
			recoData )

Definition at line 35 of file checkTriggerxAOD.py.

def compareCategoryData(trigData,recoData):
    trDict = {'Trig_Egamma':'egamma',
            'Trig_Muon':'Muon',
            'Trig_MET':'MET',
            'Trig_Tau':'tau',
            'Trig_Bjet':'BTag',
            'Trig_Jet':'Jet',
            'Trig_InDet':'InDet'}
    td = categorizeData(trigData)
    rd = categorizeData(recoData)
 
                
    print( "=" * 80 )
    print( "         Categorized data" )
    print( "=" * 80 )
    print( "        Trigger    Offline     Trigger/Offline  Category Name  Offline" )
    print( "-" * 80 )
    for d in td:
        for r in rd:
            if d.name in trDict:
                if trDict[d.name] is r.name:
                    dsPerEvt = d.diskSize/poolFile.dataHeader.nEntries
                    rsPerEvt = r.diskSize/poolFile.dataHeader.nEntries
                    frac = dsPerEvt/rsPerEvt
                    print( "%12.3f kb %12.3f kb %12.3f       %12s %12s" % ( dsPerEvt, rsPerEvt, frac, d.name, r.name ) )
 
 

◆ printAuxDynVars()

checkTriggerxAOD.printAuxDynVars ( dynvars )

Definition at line 141 of file checkTriggerxAOD.py.

def printAuxDynVars(dynvars):
 
    for key,items in dynvars.items():
        print( "=" * 80 )
        print(key)
        print( "=" * 80 )
        for var in items:
            print('%s'%var)
 
 
        

◆ printCategoryData()

checkTriggerxAOD.printCategoryData	(		categData,
			diskTotal )

Definition at line 62 of file checkTriggerxAOD.py.

def printCategoryData(categData,diskTotal):
    categorizedData = categorizeData(categData)
 
    print( "=" * 80 )
    print( "         Categorized data" )
    print( "=" * 80 )
    print( "     Disk Size         Fraction    Category Name" )
    print( "-" * 80 )
    totDiskSize = 0.0
    frac        = 0.0
    ds     = []
    dsFrac = []
    dsName = []
    for d in categorizedData:
        dsPerEvt     = d.diskSize / poolFile.dataHeader.nEntries
        dsPerEvtFrac = d.diskSize / diskTotal
        totDiskSize += dsPerEvt
        frac        += dsPerEvtFrac
        ds          += [dsPerEvt]
        dsFrac      += [dsPerEvtFrac]
        dsName      += [d.name]
        print( "%12.3f kb %12.3f       %s" % ( dsPerEvt, dsPerEvtFrac, d.name ) )
        pass
    print( "%12.3f kb %12.3f       %s" % ( totDiskSize , frac, "Total" ) )
    ds     += [totDiskSize]
    dsFrac += [frac]
    dsName += ["Total"]
        
    print( "" )
    print( "=" * 80 )
    print( "CSV for categories disk size/evt and fraction:" )
    # print out comment separated list in descending order
    print(",".join(dsName[::-1]))
    b = ['{:<0.3f}'.format(i)  for i in ds[::-1]]
    print(",".join(b))
    b = ['{:<0.3f}'.format(i)  for i in dsFrac[::-1]]
    print(",".join(b))
    print( "=" * 80 )
    print( "" )
 

◆ sortTrigData()

checkTriggerxAOD.sortTrigData	(		orderedData,
			diskTotal )

Definition at line 102 of file checkTriggerxAOD.py.

def sortTrigData(orderedData,diskTotal):
    # Sort and print the trigger containers
    orderTrigData = {}
    memSize = 0.0
    diskSize = 0.0
    for d in orderedData:
        catName = edm.getCategory(d.name).strip()
        if(catName == 'NOTFOUND'): continue
        if catName in orderTrigData.keys():
            orderTrigData[ catName ].append(d)
        else: 
            orderTrigData[ catName ] = [d]
        pass    
    for k in orderTrigData:   
        # Print a header:
        print( "" )
        print( "=" * 100 )
        print(' Trigger EDM group: %s' % (k))
        print( "=" * 100 )
        print( PF.PoolOpts.HDR_FORMAT %
               ( "Mem Size", "Disk Size", "Size/Evt", "Compression",
                 "Items", "Container Name (Type)" ) )
        print( "-" * 100 )
        memSize = 0.0
        diskSize = 0.0
        for d in orderTrigData[k]:
            memSize = memSize + d.memSize
            diskSize = diskSize + d.diskSize
            print( PF.PoolOpts.ROW_FORMAT %
                   ( d.memSize,
                     d.diskSize,
                     ( d.diskSize / poolFile.dataHeader.nEntries ),
                     ( d.memSize / d.diskSize ),
                     d.nEntries,
                     d.name ) )
        print( "-" * 100 )
        print( " %s Total size/evt %12.3f  AOD fraction %12.3f" % (k,diskSize/poolFile.dataHeader.nEntries,diskSize/diskTotal)  )
        print( "=" * 100 )
 

Variable Documentation

◆ author

str checkTriggerxAOD.__author__

private

Initial value:

=  "Sebastien Binet <binet@cern.ch>, " \
    "Attila Krasznahorkay <Attila.Krasznahorkay@cern.ch>, " \
    "RD Schaffer R.D.Schaffer@cern.ch" \
    "Ryan White <ryan.white@cern.ch>"

Definition at line 12 of file checkTriggerxAOD.py.

◆ action

checkTriggerxAOD.action

Definition at line 166 of file checkTriggerxAOD.py.

◆ args

checkTriggerxAOD.args

Definition at line 171 of file checkTriggerxAOD.py.

◆ br

checkTriggerxAOD.br = ttree.GetBranch( d.name )

Definition at line 290 of file checkTriggerxAOD.py.

◆ brName

checkTriggerxAOD.brName = d.name

Definition at line 231 of file checkTriggerxAOD.py.

◆ categData

dict checkTriggerxAOD.categData = {}

Definition at line 224 of file checkTriggerxAOD.py.

◆ categoryStrings

dict checkTriggerxAOD.categoryStrings

Initial value:

=  {
        "MetaData" : ["^DataHeader", "(.*)_mems$", "(.*)_timings$", "^Token$", "^RawInfoSummaryForTag$"],
        "Trig"     : ["^HLT", "^LVL1", "^xTrig", "^Trig", "^CTP_Decision", "^TrigInDetTrackTruthMap", "^TrigNavigation", ".*TriggerTowers", "TileTTL1MBTS", "^TileL2Cnt", "RoIBResult","^_TRIGGER","^L1TopoRawData"],
        "MET"      : ["^MET", "^METMAP", "JEMEtSums"],
        "EvtId"    : ["^ByteStreamEventInfo", "^EventInfo", "^McEventInfo", "^LumiBlockN", "^EventWeight", "^RunNumber", "^ConditionsRun", "^EventTime", "^BunchId", "^EventNumber","^IsTestBeam", "^IsSimulation", "^IsCalibration", "^AvgIntPerXing", "^ActualIntPerXing", "^RandomNumber"], 
        "tau"      : ["^Tau", "^CombinedStauTrackParticles", "^ExtrapolatedStauTrackParticles","^finalTauPi0s","^DiTauJets"],
        "PFO"      : ["(.*)EventShape$", "^AntiKt4EMPFlowJets", "^JetETMissChargedParticleFlowObjects", "^JetETMissNeutralParticleFlowObjects"],
        "egamma"   : ["^GSF", "^ForwardElectron", "^egamma", "^Electron", "^Photon"],
        "Muon"     : ["^Muon", "^TileMuObj", "^MS", "^SlowMuons", "^Staus", "(.*)MuonTrackParticles$", "MUCTPI_RDO", "^RPC", "^TGC", "^MDT", "^CSC", ".*MuonMeasurements$", "^ExtrapolatedMuonTracks", "^CombinedMuonTracks"],
        "BTag"     : ["^BTag"],
        "InDet"    : ["^InDet", "^PrimaryVertices", "^ComTime_TRT", "^Pixel", "^TRT", "^SCT", "^BCM", "^CTP", "^Tracks", "^ResolvedForwardTracks", "^SplitClusterAmbiguityMap"],
        "Jet"      : ["^CamKt", "^AntiKt", "^Jet","^LCOriginTopoClusters","^EMOriginTopoClusters"],
        "CaloTopo" : ["CaloCalTopoCluster"],
        "Calo"     : ["^LAr", "^AllCalo", "^AODCellContainer", "^MBTSContainer", "^CaloCompactCellContainer", "^E4prContainer", "^TileCellVec", "^TileDigits"],
        "Truth"    : ["^Truth", "Truth$", "TruthMap$", "TruthCollection$", "^PRD_MultiTruth", "TracksTruth$", ".*TrackTruth$", "TrackTruthCollection"]
        }

Definition at line 175 of file checkTriggerxAOD.py.

◆ categTrigData

dict checkTriggerxAOD.categTrigData = {}

Definition at line 225 of file checkTriggerxAOD.py.

◆ categTrigDynVars

dict checkTriggerxAOD.categTrigDynVars = {}

Definition at line 226 of file checkTriggerxAOD.py.

◆ catName

str checkTriggerxAOD.catName = '*Unknown*'

Definition at line 329 of file checkTriggerxAOD.py.

◆ d_name

checkTriggerxAOD.d_name = d.name

Definition at line 291 of file checkTriggerxAOD.py.

◆ default

checkTriggerxAOD.default

Definition at line 168 of file checkTriggerxAOD.py.

◆ dest

checkTriggerxAOD.dest

Definition at line 158 of file checkTriggerxAOD.py.

◆ diskSize

float checkTriggerxAOD.diskSize = 0.0

Definition at line 282 of file checkTriggerxAOD.py.

◆ fileName

checkTriggerxAOD.fileName = os.path.expandvars( os.path.expanduser( options.fileName ) )

Definition at line 203 of file checkTriggerxAOD.py.

◆ fileNames

list checkTriggerxAOD.fileNames = []

Definition at line 192 of file checkTriggerxAOD.py.

◆ found

bool checkTriggerxAOD.found = False

Definition at line 328 of file checkTriggerxAOD.py.

◆ help

checkTriggerxAOD.help

Definition at line 159 of file checkTriggerxAOD.py.

◆ key

checkTriggerxAOD.key

Definition at line 273 of file checkTriggerxAOD.py.

◆ m

checkTriggerxAOD.m = re.match( r"(.*)Aux\..*", d.name )

Definition at line 233 of file checkTriggerxAOD.py.

◆ m1

checkTriggerxAOD.m1 = re.match( "(.*)_tlp._", d.name )

Definition at line 294 of file checkTriggerxAOD.py.

◆ m2

checkTriggerxAOD.m2 = re.match( "(.*)_v.>_", d.name )

Definition at line 295 of file checkTriggerxAOD.py.

◆ m3

checkTriggerxAOD.m3 = re.match( "([a-zA-Z]+)_(.*_[lL]inks?)", d.name )

Definition at line 296 of file checkTriggerxAOD.py.

◆ memSize

float checkTriggerxAOD.memSize = 0.0

Definition at line 281 of file checkTriggerxAOD.py.

◆ mtlp

checkTriggerxAOD.mtlp = re.match( "(.*)_tlp.$", d.name ) or re.match( "(.*)DataHeader(.*)", d.name )

Definition at line 286 of file checkTriggerxAOD.py.

◆ n

checkTriggerxAOD.n = m1.group(1).replace("_",":")

Definition at line 321 of file checkTriggerxAOD.py.

◆ nameType

str checkTriggerxAOD.nameType = "%s (%s)" % ( d.name[m.end():], br.GetClassName() )

Definition at line 298 of file checkTriggerxAOD.py.

◆ nt

checkTriggerxAOD.nt = m1.group(1).replace("_",":") + m1.group(2)

Definition at line 320 of file checkTriggerxAOD.py.

◆ options

checkTriggerxAOD.options

Definition at line 171 of file checkTriggerxAOD.py.

◆ orderedData

list checkTriggerxAOD.orderedData = []

Definition at line 267 of file checkTriggerxAOD.py.

◆ p

checkTriggerxAOD.p = parser.add_option

Definition at line 155 of file checkTriggerxAOD.py.

◆ parser

checkTriggerxAOD.parser = OptionParser( usage = "usage: %prog [-f] my.xAOD.file.pool.root" )

Definition at line 154 of file checkTriggerxAOD.py.

◆ poolFile

checkTriggerxAOD.poolFile = PF.PoolFile( fileName )

Definition at line 219 of file checkTriggerxAOD.py.

◆ sorter

checkTriggerxAOD.sorter = PF.PoolRecord.Sorter.DiskSize

Definition at line 271 of file checkTriggerxAOD.py.

◆ summedData

dict checkTriggerxAOD.summedData = {}

Definition at line 223 of file checkTriggerxAOD.py.

◆ tfile

checkTriggerxAOD.tfile = ROOT.TFile.Open( fileName )

Definition at line 277 of file checkTriggerxAOD.py.

◆ ttree

checkTriggerxAOD.ttree = tfile.Get( "CollectionTree" )

Definition at line 278 of file checkTriggerxAOD.py.

◆ writer

checkTriggerxAOD.writer = csv.writer( f )

Definition at line 437 of file checkTriggerxAOD.py.

Functions

Variables