python.comparexAODDigest Namespace Reference

Functions
def	extractData (filename)
def	compare2Files (file1, file2, ignoredColumns=None)
def	compareDigest (filelist)

Variables
	parser
	description
	nargs
	type
	help
	action
	default
	args
	ignored
	retval
	ignoredColumns

Function Documentation

compare2Files()

def python.comparexAODDigest.compare2Files	(		file1,
			file2,
			ignoredColumns = None
	)

Definition at line 24 of file comparexAODDigest.py.

def compare2Files(file1, file2, ignoredColumns=None):
 
    res1,h1=extractData(file1)
    res2,h2=extractData(file2)
 
 
    if (h1 != h2):
        print("ERROR, headers don't match")
        print(h1)
        print(h2)
        return 1
 
    runEvts = res1.keys()
    if len(res2) < len(res1):
        runEvts = res2.keys()
 
    diffCounter=dict()
    for h in h1[2:]:
        diffCounter[h]=0
 
    # Loop over events:
    for runEvt in runEvts:
        values1 = res1[runEvt]
        values2 = res2[runEvt]
        for i, name in enumerate(h1[2:]):
            #print (name,i,len(values1),len(values2))
            if values1[i] != values2[i]:
                ignored = False
                if ignoredColumns and name in ignoredColumns:
                    ignored = True
                suffix = ' (ignored)' if ignored else ''
                print ("Diff: Run {} Evt {} {} {} -> {}{}".format(runEvt[0],runEvt[1],name,values1[i],values2[i],suffix))
                diffCounter[name]+=1
                pass
            pass
        pass
 
    print("Summary of differences:")
    noChanges=""
    nEvt=len(runEvts)
    changed = False
    for (name,count) in diffCounter.items():
        if (count>0):
            #print (name,":",count,"(of ",nEvt,")")
            print ("{}: {} events (out of {})".format(name,count,nEvt))
            if not ignoredColumns or name not in ignoredColumns:
                changed = True
        else:
            noChanges+=" "+name
    if not changed:
        print("No changes")
    else:
        print("No changes for:",noChanges)
    return changed
 
 

compareDigest()

def python.comparexAODDigest.compareDigest

(

filelist

)

Definition at line 80 of file comparexAODDigest.py.

def compareDigest(filelist):
    if len(filelist)<2:
        print("Got only %i files. Can't compare")
        return None
 
    runevtset=set()
 
    summary=dict() #key is the datestamp
 
    for f in filelist:
        datestamp=f.split('/')[9]
        print("Fond file for %s" % datestamp)
        header=None
        if datestamp in summary:
            print("ERROR, duplicate date-stamp %s" % datestamp)
            continue
 
        res,hdr=extractData(f)
        if header is None:
            header=hdr
        elif (header!=hdr):
            print("ERROR, headers of file %s doesn't match!" % f)
            continue
 
        summary[datestamp]=res
        runevtset |= set(res.keys())
        pass
 
 
    #collected all data, now invert the matrix, sort per run/event
    nValues=len(header)-2
 
    perEvt=dict()
    for runevt in runevtset:
        perEvt[runevt]=[]
        for i in range(nValues):
            perEvt[runevt].append(set())
 
    for day,data in summary.items():
        for runevt,v in data.items():
            for i in range(nValues):
                perEvt[runevt][i].add(v[i])
 
 
    row_format ="{:>12}" * len(header)
    #row_format+=os.linesep
    print (row_format.format(*header))
    for runevt,v in perEvt.items():
        updates=[runevt[0],runevt[1]]
        updates+=[len(x)-1 for x in v]
        print (row_format.format(*updates))
 
 

extractData()

def python.comparexAODDigest.extractData

(

filename

)

Definition at line 7 of file comparexAODDigest.py.

def extractData(filename):
 
    result=dict()
 
    rein=open(filename)
    for line in rein:
        l=line.split()
        if l[0]=='run':
            header=l
        else:
            run=int(l[0])
            evt=int(l[1])
            result[(run,evt)]=[float(s) for s in l[2:]]
    rein.close()
    return result,header
 
 

Variable Documentation

action

python.comparexAODDigest.action

Definition at line 137 of file comparexAODDigest.py.

args

python.comparexAODDigest.args

Definition at line 143 of file comparexAODDigest.py.

default

python.comparexAODDigest.default

Definition at line 139 of file comparexAODDigest.py.

description

python.comparexAODDigest.description

Definition at line 135 of file comparexAODDigest.py.

help

python.comparexAODDigest.help

Definition at line 137 of file comparexAODDigest.py.

ignored

python.comparexAODDigest.ignored

Definition at line 145 of file comparexAODDigest.py.

ignoredColumns

python.comparexAODDigest.ignoredColumns

Definition at line 151 of file comparexAODDigest.py.

nargs

python.comparexAODDigest.nargs

Definition at line 136 of file comparexAODDigest.py.

parser

python.comparexAODDigest.parser

Definition at line 134 of file comparexAODDigest.py.

retval

python.comparexAODDigest.retval

Definition at line 151 of file comparexAODDigest.py.

type

python.comparexAODDigest.type

Definition at line 136 of file comparexAODDigest.py.