python.comparexAODDigest Namespace Reference

Functions
	extractData (filename)
	compare2Files (file1, file2, ignoredColumns=None)
	compareDigest (filelist)

Variables
	parser
	nargs
	type
	help
	action
	default
	args = parser.parse_args()
list	ignored = []
	retval = compare2Files(args.digestFile[0], args.digestFile[1], ignoredColumns=ignored)

Function Documentation

compare2Files()

python.comparexAODDigest.compare2Files	(		file1,
			file2,
			ignoredColumns = None )

Definition at line 24 of file comparexAODDigest.py.

def compare2Files(file1, file2, ignoredColumns=None):
 
    res1,h1=extractData(file1)
    res2,h2=extractData(file2)
 
 
    if (h1 != h2):
        print("ERROR, headers don't match")
        print(h1)
        print(h2)
        return 1
 
    runEvts = res1.keys()
    if len(res2) < len(res1):
        runEvts = res2.keys()
 
    diffCounter=dict()
    for h in h1[2:]:
        diffCounter[h]=0
 
    # Loop over events:
    for runEvt in runEvts:
        values1 = res1[runEvt]
        values2 = res2[runEvt]
        for i, name in enumerate(h1[2:]):
            #print (name,i,len(values1),len(values2))
            if values1[i] != values2[i]:
                ignored = False
                if ignoredColumns and name in ignoredColumns:
                    ignored = True
                suffix = ' (ignored)' if ignored else ''
                print ("Diff: Run {} Evt {} {} {} -> {}{}".format(runEvt[0],runEvt[1],name,values1[i],values2[i],suffix))
                diffCounter[name]+=1
                pass
            pass
        pass
 
    print("Summary of differences:")
    noChanges=""
    nEvt=len(runEvts)
    changed = False
    for (name,count) in diffCounter.items():
        if (count>0):
            #print (name,":",count,"(of ",nEvt,")")
            print ("{}: {} events (out of {})".format(name,count,nEvt))
            if not ignoredColumns or name not in ignoredColumns:
                changed = True
        else:
            noChanges+=" "+name
    if not changed:
        print("No changes")
    else:
        print("No changes for:",noChanges)
    return changed
 
 

compareDigest()

python.comparexAODDigest.compareDigest

(

filelist

)

Definition at line 80 of file comparexAODDigest.py.

def compareDigest(filelist):
    if len(filelist)<2:
        print("Got only %i files. Can't compare")
        return None
 
    runevtset=set()
 
    summary=dict() #key is the datestamp
 
    for f in filelist:
        datestamp=f.split('/')[9]
        print("Fond file for %s" % datestamp)
        header=None
        if datestamp in summary:
            print("ERROR, duplicate date-stamp %s" % datestamp)
            continue
 
        res,hdr=extractData(f)
        if header is None:
            header=hdr
        elif (header!=hdr):
            print("ERROR, headers of file %s doesn't match!" % f)
            continue
 
        summary[datestamp]=res
        runevtset |= set(res.keys())
        pass
 
 
    #collected all data, now invert the matrix, sort per run/event
    nValues=len(header)-2
 
    perEvt=dict()
    for runevt in runevtset:
        perEvt[runevt]=[]
        for i in range(nValues):
            perEvt[runevt].append(set())
 
    for day,data in summary.items():
        for runevt,v in data.items():
            for i in range(nValues):
                perEvt[runevt][i].add(v[i])
 
 
    row_format ="{:>12}" * len(header)
    #row_format+=os.linesep
    print (row_format.format(*header))
    for runevt,v in perEvt.items():
        updates=[runevt[0],runevt[1]]
        updates+=[len(x)-1 for x in v]
        print (row_format.format(*updates))
 
 

extractData()

python.comparexAODDigest.extractData

(

filename

)

Definition at line 7 of file comparexAODDigest.py.

def extractData(filename):
 
    result=dict()
 
    rein=open(filename)
    for line in rein:
        l=line.split()
        if l[0]=='run':
            header=l
        else:
            run=int(l[0])
            evt=int(l[1])
            result[(run,evt)]=[float(s) for s in l[2:]]
    rein.close()
    return result,header
 
 

Variable Documentation

action

python.comparexAODDigest.action

Definition at line 137 of file comparexAODDigest.py.

args

python.comparexAODDigest.args = parser.parse_args()

Definition at line 143 of file comparexAODDigest.py.

default

python.comparexAODDigest.default

Definition at line 139 of file comparexAODDigest.py.

help

python.comparexAODDigest.help

Definition at line 137 of file comparexAODDigest.py.

ignored

list python.comparexAODDigest.ignored = []

Definition at line 145 of file comparexAODDigest.py.

nargs

python.comparexAODDigest.nargs

Definition at line 136 of file comparexAODDigest.py.

parser

python.comparexAODDigest.parser

Initial value:

=  argparse.ArgumentParser(
        description="A script to compare 2 xAODDigest files")

Definition at line 134 of file comparexAODDigest.py.

retval

python.comparexAODDigest.retval = compare2Files(args.digestFile[0], args.digestFile[1], ignoredColumns=ignored)

Definition at line 151 of file comparexAODDigest.py.

type

python.comparexAODDigest.type

Definition at line 136 of file comparexAODDigest.py.