checkxAOD Namespace Reference

Classes
class	ContainerInfo
	Class for holding information about a single container. More...

Functions
	main ()
	C(++) style main function.
	printFileInfo (fileName, categoryStrings)
	Function printing information about a single xAOD file.

Variables
str	__author__
	parser = OptionParser( usage = "usage: %prog [OPTION]... my.xAOD.file.pool.root" )
	p = parser.add_option
	action
	dest
	help
	options
	args = {'newline' : ''}
dict	categoryStrings
list	fileNames = []
	fileName = os.path.expandvars( os.path.expanduser( options.fileName ) )
	kb
str	sizeUnits = "kB"
	auxvarptn = re.compile( r"Aux(?:Dyn)?(?:\.|:)" )
	poolFile = PF.PoolFile( fileName )
dict	summedData = {}
dict	categData = {}
	brName = d.name
	m = auxvarptn.search( d.name )
	file
	typeName
list	orderedData = [rec for rec in summedData.values()]
	sorter = PF.PoolRecord.Sorter.DiskSize
	key
float	memSize = 0.0
float	diskSize = 0.0
str	mtlp = re.search( "_tlp.$", d.name ) or "DataHeader" in d.name
	colTypeName = d.typeName
	d_name = m.group(1)
str	nameType = "%s (%s)" % (d_name, colTypeName)
	catName = categ
	categorizedData = list(categData.values())
float	totDiskSize = 0.0
float	frac = 0.0
list	ds = []
list	dsFrac = []
list	dsName = []
float	dsPerEvt = d.diskSize / max(poolFile.dataHeader.nEntries,1)
float	dsPerCatFrac = d.diskSize / diskSize
list	b = ['{:.3f}'.format(i) for i in reversed(ds)]
	writer = csv.writer( f )

Function Documentation

main()

checkxAOD.main

(

)

C(++) style main function.

I just prefer writing executable Python code like this...

Returns

0 on success, something else on failure

Definition at line 21 of file Control/xAODRootAccess/scripts/checkxAOD.py.

def main():
 
    # Set up the command line option parser:
    parser = OptionParser( usage = "usage: %prog [-f] xAOD.pool.root" )
    parser.add_option( "-f", "--file",
                       dest = "fileName",
                       help = "The path to the xAOD file to analyse" )
    ( options, args ) = parser.parse_args()
 
    # Set up categorization matching strings:
    categoryStrings = {
        "MetaData" : ["^DataHeader", "(.*)_mems$", "(.*)_timings$", "^Token$", "^RawInfoSummaryForTag$"],
        "Trig"     : ["^HLT", "^LVL1", "^xTrig", "^Trig", "^CTP_Decision", "^TrigInDetTrackTruthMap", "^TrigNavigation", ".*TriggerTowers", "TileTTL1MBTS", "^TileL2Cnt", "RoIBResult"],
        "MET"      : ["^MET", "^METMAP", "JEMEtSums"],
        "EvtId"    : ["^ByteStreamEventInfo", "^EventInfo", "^McEventInfo", "^LumiBlockN", "^EventWeight", "^RunNumber", "^ConditionsRun", "^EventTime", "^BunchId", "^EventNumber"],
        "tau"      : ["^Tau", "^DiTauJets"],
        "PFO"      : ["(.*)EventShape$", "^AntiKt4EMPFlowJets", "^JetETMissChargedParticleFlowObjects", "^JetETMissNeutralParticleFlowObjects", "^JetETMissLCNeutralParticleFlowObjects"],
        "egamma"   : ["^GSF", "^ForwardElectron", "^egamma", "^Electron", "^Photon"],
        "Muon"     : ["^Muon", "^TileMuObj", "^MS", "^SlowMuons", ".*Stau", "(.*)MuonTrackParticles$", "MUCTPI_RDO", "^RPC", "^TGC", "^MDT", "^CSC", "^sTGC", "^MM", ".*MuonMeasurements$", "^ExtrapolatedMuonTracks", "^CombinedMuonTracks"],
        "BTag"     : ["^BTag"],
        "InDet"    : ["^InDet", "^PrimaryVertices", "^ComTime_TRT", "^Pixel", "^TRT", "^SCT", "^BCM", "^CTP", "^Tracks", "^ResolvedForwardTracks", "^SplitClusterAmbiguityMap"],
        "Jet"      : ["^CamKt", "^AntiKt", "^Jet"],
        "CaloTopo" : ["CaloCalTopoCluster"],
        "Calo"     : ["^LAr", "^AODCellContainer", "^MBTSContainer", "^CaloCompactCellContainer", "^E4prContainer", "^TileCellVec", "^TileDigits"],
        "Truth"    : ["^Truth", "Truth$", "TruthMap$", "TruthCollection$", "^PRD_MultiTruth", "TracksTruth$", ".*TrackTruth$", "TrackTruthCollection"]
        }
    # Get the file name(s), taking all options into account:
    fileNames = []
    if len( args ) > 0:
        fileNames = [ arg for arg in args if arg[ 0 ] != "-" ]
        pass
    if ( options.fileName == None ) and ( len( fileNames ) == 0 ):
        parser.print_help()
        return 1
    if options.fileName != None:
        fileNames.append(
            os.path.expandvars( os.path.expanduser( options.fileName ) ) )
        pass
    fileNames = set( fileNames )
 
    # Set up ROOT:
    ROOT.gErrorIgnoreLevel = ROOT.kError
 
    # Loop over the files:
    for fileName in fileNames:
        # Print their contents using the helper function:
        printFileInfo( fileName, categoryStrings )
        pass
    
    # Return gracefully:
    return 0
 

printFileInfo()

checkxAOD.printFileInfo	(		fileName,
			categoryStrings )

Function printing information about a single xAOD file.

This function is used to print the contents of a given xAOD file.

Parameters

fileName

The name of the file to print information about

Definition at line 113 of file Control/xAODRootAccess/scripts/checkxAOD.py.

def printFileInfo( fileName, categoryStrings ):
 
    # Open the file:
    f = ROOT.TFile.Open( fileName, "READ" )
    if not f or f.IsZombie():
        raise "Couldn't open file %s" % fileName
 
    # Get the main event tree from the file:
    t = f.Get( "CollectionTree" )
    if not t:
        raise "Couldn't find 'CollectionTree; in file %s" % fileName
 
    # The collected data:
    infoForCont = {}
    categData   = {}
 
    # The entries in the TTree, for cross-checking:
    entries = t.GetEntries()
 
    # Get all the branches of the file:
    branches = t.GetListOfBranches()
    for i in range( branches.GetEntries() ):
        # Get the branch:
        branch = branches.At( i )
        # A little security check:
        if branch.GetEntries() != entries:
            raise "Found %i entries in branch %s instead of %i" % \
              ( branch.GetEntries(), branch.GetName(), entries )
        # "Decode" the name of the branch:
        brName = branch.GetName()
        # Check if this is a static auxiliary branch:
        m = re.match( r"(.*)Aux\..*", branch.GetName() )
        if m:
            brName = m.group( 1 )
            pass
        # Check if this is a dynamic auxiliary branch:
        m = re.match( r"(.*)AuxDyn\..*", branch.GetName() )
        if m:
            brName = m.group( 1 )
            pass
        # Get the information that we need:
        if brName in infoForCont.keys():
            infoForCont[ brName ]._memSize  += branch.GetTotBytes( "*" )
            infoForCont[ brName ]._diskSize += branch.GetZipBytes( "*" )
        else:
            infoForCont[ brName ] = ContainerInfo( brName,
                                                   branch.GetTotBytes( "*" ),
                                                   branch.GetZipBytes( "*" ),
                                                   entries )
            pass
        pass
 
    # Sort the collected info based on the on-disk size of the containers:
    orderedData = []
    for cName in infoForCont.keys():
        orderedData += [ infoForCont[ cName ] ]
        pass
    orderedData.sort( key = operator.attrgetter( "_diskSize" ) )
 
    # Finally, print the collected information:
    memSize  = 0.0
    diskSize = 0.0
    print( "=" * 120 )
    print( " File: %s" % fileName )
    print( "-" * 120 )
    print( "    Memory size        Disk Size       Size/Event  Compression "
           "Entries  Name (Type)" )
    print( "-" * 120 )
    for d in orderedData:
        # Try to get the type of the object/container:
        intBr = t.GetBranch( d.name() )
        className = "<!!!Interface missing!!!>"
        if intBr:
            className = intBr.GetClassName()
            pass
        # The name and type of the branch in question:
        nameType = "%s (%s)" % ( d.name(), className )
 
 
        # Find category:
        found = False
        catName = '*Unknown*'
        # for pair in categoryStrings:
        for categ in categoryStrings:
            for pattern in categoryStrings[ categ ]:
                # print d.name, d_name, pair, type(d.name), type(d_name), type(pair[0])
                m = None
                try:
                    m = re.match(pattern, d.name())
                except TypeError:
                    pass
                if m:
                    found = True
                    catName = categ
                    break
                    # print d.name, pair[1]
                pass
            if not found:
                # print "Did not find category for:", d.name, d_name, br
                pass
            pass
        # Add on category to name/type
        nameType += ' [' + catName + ']'
 
        # Now sum up the sizes according to the category
        # Check if we already know this category:
        if catName in categData.keys():
            categData[ catName ]._memSize  += d._memSize
            categData[ catName ]._diskSize += d._diskSize
        else:
            categData[ catName ] = \
                ContainerInfo( catName,
                               d._memSize,
                               d._diskSize,
                               d._nEntries )
            pass
        pass
        memSize  = memSize  + d.memSize()
        diskSize = diskSize + d.diskSize()
        
        print( " %12.2f kB  %12.2f kB  %7.2f kB/event   %5.2f  %8i   %s" % \
               ( d.memSize(), d.diskSize(),
                 d.diskSizePerEntry(),
                 d.compression(),
                 d.nEntries(), nameType ) )
        pass
    print( "-" * 120 )
    print( " %12.2f kB  %12.2f kB  %7.2f kB/event                     Total" % \
           ( memSize, diskSize, diskSize/entries ) )
    print( "=" * 120 )
    print( "" )
 
    # Now print out the categorized information
    # Order the records by size:
    categorizedData = []
    for br in categData.keys():
        categorizedData += [ categData[ br ] ]
        pass
    categorizedData.sort( key = operator.attrgetter( "_diskSize" ) )
 
    print( "=" * 80 )
    print( "         Categorized data" )
    print( "=" * 80 )
    print( "     Disk Size         Fraction    Category Name" )
    print( "-" * 80 )
    totDiskSize = 0.0
    frac        = 0.0
    ds     = []
    dsFrac = []
    dsName = []
    for d in categorizedData:
        #print d.name(), d.diskSize(), d.nEntries()
        dsPerEvt     = d.diskSize() / d.nEntries()
        dsPerEvtFrac = d.diskSize() / diskSize
        totDiskSize += dsPerEvt
        frac        += dsPerEvtFrac
        ds          += [dsPerEvt]
        dsFrac      += [dsPerEvtFrac]
        dsName      += [d.name()]
        print( "%12.3f kb %12.3f       %s" % ( dsPerEvt, dsPerEvtFrac, d.name() ) )
        pass
    print( "%12.3f kb %12.3f       %s" % ( totDiskSize , frac, "Total" ) )
    ds     += [totDiskSize]
    dsFrac += [frac]
    dsName += ["Total"]
    
    print( "" )
    print( "=" * 80 )
    print( "CSV for categories disk size/evt and fraction:" )
    # print out comment separated list in descending order
    print( ",".join(dsName[::-1]))
    b = ['{:<0.3f}'.format(i)  for i in ds[::-1]]
    print( ",".join(b))
    b = ['{:<0.3f}'.format(i)  for i in dsFrac[::-1]]
    print( ",".join(b))
    print( "=" * 80 )
    print( "" )
 
    return
 
# Run the main function in "normal mode":

Variable Documentation

__author__

str checkxAOD.__author__

private

Initial value:

=  "Sebastien Binet <binet@cern.ch>, " \
    "Attila Krasznahorkay <Attila.Krasznahorkay@cern.ch>, " \
    "RD Schaffer R.D.Schaffer@cern.ch"

Definition at line 11 of file Tools/PyUtils/bin/checkxAOD.py.

action

checkxAOD.action

Definition at line 27 of file Tools/PyUtils/bin/checkxAOD.py.

args

dict checkxAOD.args = {'newline' : ''}

Definition at line 38 of file Tools/PyUtils/bin/checkxAOD.py.

auxvarptn

checkxAOD.auxvarptn = re.compile( r"Aux(?:Dyn)?(?:\.|:)" )

Definition at line 110 of file Tools/PyUtils/bin/checkxAOD.py.

b

list checkxAOD.b = ['{:.3f}'.format(i) for i in reversed(ds)]

Definition at line 283 of file Tools/PyUtils/bin/checkxAOD.py.

brName

checkxAOD.brName = d.name

Definition at line 125 of file Tools/PyUtils/bin/checkxAOD.py.

categData

dict checkxAOD.categData = {}

Definition at line 120 of file Tools/PyUtils/bin/checkxAOD.py.

categorizedData

checkxAOD.categorizedData = list(categData.values())

Definition at line 249 of file Tools/PyUtils/bin/checkxAOD.py.

categoryStrings

dict checkxAOD.categoryStrings

Definition at line 47 of file Tools/PyUtils/bin/checkxAOD.py.

catName

str checkxAOD.catName = categ

Definition at line 207 of file Tools/PyUtils/bin/checkxAOD.py.

colTypeName

checkxAOD.colTypeName = d.typeName

Definition at line 175 of file Tools/PyUtils/bin/checkxAOD.py.

d_name

checkxAOD.d_name = m.group(1)

Definition at line 180 of file Tools/PyUtils/bin/checkxAOD.py.

dest

checkxAOD.dest

Definition at line 27 of file Tools/PyUtils/bin/checkxAOD.py.

diskSize

float checkxAOD.diskSize = 0.0

Definition at line 168 of file Tools/PyUtils/bin/checkxAOD.py.

ds

list checkxAOD.ds = []

Definition at line 260 of file Tools/PyUtils/bin/checkxAOD.py.

dsFrac

list checkxAOD.dsFrac = []

Definition at line 261 of file Tools/PyUtils/bin/checkxAOD.py.

dsName

list checkxAOD.dsName = []

Definition at line 262 of file Tools/PyUtils/bin/checkxAOD.py.

dsPerCatFrac

float checkxAOD.dsPerCatFrac = d.diskSize / diskSize

Definition at line 265 of file Tools/PyUtils/bin/checkxAOD.py.

dsPerEvt

float checkxAOD.dsPerEvt = d.diskSize / max(poolFile.dataHeader.nEntries,1)

Definition at line 264 of file Tools/PyUtils/bin/checkxAOD.py.

file

checkxAOD.file

Definition at line 148 of file Tools/PyUtils/bin/checkxAOD.py.

fileName

checkxAOD.fileName = os.path.expandvars( os.path.expanduser( options.fileName ) )

Definition at line 90 of file Tools/PyUtils/bin/checkxAOD.py.

fileNames

list checkxAOD.fileNames = []

Definition at line 79 of file Tools/PyUtils/bin/checkxAOD.py.

frac

float checkxAOD.frac = 0.0

Definition at line 259 of file Tools/PyUtils/bin/checkxAOD.py.

help

checkxAOD.help

Definition at line 28 of file Tools/PyUtils/bin/checkxAOD.py.

kb

checkxAOD.kb

Definition at line 104 of file Tools/PyUtils/bin/checkxAOD.py.

key

checkxAOD.key

Definition at line 155 of file Tools/PyUtils/bin/checkxAOD.py.

m

checkxAOD.m = auxvarptn.search( d.name )

Definition at line 127 of file Tools/PyUtils/bin/checkxAOD.py.

memSize

float checkxAOD.memSize = 0.0

Definition at line 167 of file Tools/PyUtils/bin/checkxAOD.py.

mtlp

str checkxAOD.mtlp = re.search( "_tlp.$", d.name ) or "DataHeader" in d.name

Definition at line 172 of file Tools/PyUtils/bin/checkxAOD.py.

nameType

str checkxAOD.nameType = "%s (%s)" % (d_name, colTypeName)

Definition at line 188 of file Tools/PyUtils/bin/checkxAOD.py.

options

checkxAOD.options

Definition at line 38 of file Tools/PyUtils/bin/checkxAOD.py.

orderedData

list checkxAOD.orderedData = [rec for rec in summedData.values()]

Definition at line 153 of file Tools/PyUtils/bin/checkxAOD.py.

p

checkxAOD.p = parser.add_option

Definition at line 25 of file Tools/PyUtils/bin/checkxAOD.py.

parser

checkxAOD.parser = OptionParser( usage = "usage: %prog [OPTION]... my.xAOD.file.pool.root" )

Definition at line 24 of file Tools/PyUtils/bin/checkxAOD.py.

poolFile

checkxAOD.poolFile = PF.PoolFile( fileName )

Definition at line 115 of file Tools/PyUtils/bin/checkxAOD.py.

sizeUnits

str checkxAOD.sizeUnits = "kB"

Definition at line 105 of file Tools/PyUtils/bin/checkxAOD.py.

sorter

checkxAOD.sorter = PF.PoolRecord.Sorter.DiskSize

Definition at line 154 of file Tools/PyUtils/bin/checkxAOD.py.

summedData

dict checkxAOD.summedData = {}

Definition at line 119 of file Tools/PyUtils/bin/checkxAOD.py.

totDiskSize

float checkxAOD.totDiskSize = 0.0

Definition at line 258 of file Tools/PyUtils/bin/checkxAOD.py.

typeName

checkxAOD.typeName

Definition at line 149 of file Tools/PyUtils/bin/checkxAOD.py.

writer

checkxAOD.writer = csv.writer( f )

Definition at line 317 of file Tools/PyUtils/bin/checkxAOD.py.