Functions
	compareTreeFiles (rName, vName, details)
	diffPoolFiles (ref, chk, details, toIgnore=['RecoTimingObj_p1_RAWtoESD_timings', 'RecoTimingObj_p1_ESDtoAOD_timings'])
	diffPickleFiles (ref, chk, details)

Variables
	ignoreTrees = set(("CollectionMetadata",))
	nRef = None
	nVal = None
	rRef = None
	rVal = None
	detailsFN = None
list	filePattern = []
	sumFileName = None
	refPath = None
	valPath = None
bool	diffroot = False
	opts
	args
list	allPatterns = []
str	msg = "Reference TCT:\n"
	details = open(detailsFN, "w")
	ff = findTCTFiles(refPath,valPath)
	tctlist = ff.getCommonChains()
	statPerChain = dict()
str	Summary = ""
int	nIdenticalFiles = 0
int	nDifferentFiles = 0
	filesToCompare = ff.findFiles(pattern)
	fileName = r.split('/')[-1]
bool	identical = False
	r
	v
	stat = os.system("acmd.py diff-root "+r+" "+v+" --error-mode resilient --ignore-leaves HITStoRDO_timings RecoTimingObj_p1_HITStoRDO_timings RecoTimingObj_p1_RAWtoESD_mems RecoTimingObj_p1_RAWtoESD_timings RAWtoESD_mems RAWtoESD_timings ESDtoAOD_mems ESDtoAOD_timings RAWtoALL_mems RAWtoALL_timings RecoTimingObj_p1_RAWtoALL_mems RecoTimingObj_p1_RAWtoALL_timings --entries 10 > tmp.txt")
str	complain = ""
float	ratio = 100.0*(info[1].loglines-info[0].loglines)/info[0].loglines
str	ln = "\tLoglines: %i -> %i (%.2f)" % (info[0].loglines,info[1].loglines,ratio)
	cpu_r = info[0].cpulist[1]
	cpu_v = info[1].cpulist[1]
	mem_r = info[0].memlist[1]
	mem_v = info[1].memlist[1]
bool	isok = True
	sumFile = open(sumFileName,"w")
str	line = "%-70s" % f

Function Documentation

◆ compareTreeFiles()

python.compareTCTs.compareTreeFiles	(	rName,
		vName,
		details )

Definition at line 16 of file compareTCTs.py.

def compareTreeFiles(rName,vName,details):
    if rName.startswith("/castor"):
        rFile=TFile.Open("root://castoratlas/"+rName)
    elif rName.startswith("/eos"):
        rFile=TFile.Open("root://eosatlas.cern.ch/"+rName)
    else:
        rFile=TFile.Open(rName)
 
    if vName.startswith("/castor"):
        vFile=TFile.Open("root://castoratlas/"+vName)
    elif vName.startswith("/eos"):
        vFile=TFile.Open("root://eosatlas.cern.ch/"+vName)
    else:
        vFile=TFile.Open(vName)
 
    if rFile is None:
        print ("Failed to open reference file",rName)
        return (0,1)
    
    if vFile is None:
        print ("Failed to open validation file",vName)
        return (0,1)
 
    rKeys=set()
    for k in rFile.GetListOfKeys():
        rKeys.add(k.GetName())
    vKeys=set()
    for k in vFile.GetListOfKeys():
        vKeys.add(k.GetName())
    #print (rKeys)
    #print (vKeys)
    keys=rKeys & vKeys
    keys -= ignoreTrees
        
    if len(keys)==0:
        print ("ERROR no common trees names found in files",rName,vName)
        return 0
 
    nGood=0
    nBad=0
    for k in keys:
        rTree=rFile.Get(k)
        vTree=vFile.Get(k)
        if not isinstance(rTree,TTree):
            continue
        if not isinstance(vTree,TTree):
            continue
        print ("Comparing TTree",k)
        (good,bad)=diffTTree(rTree,vTree,details)
        nGood+=good
        nBad+=bad
    return (nGood,nBad)
 

◆ diffPickleFiles()

python.compareTCTs.diffPickleFiles	(	ref,
		chk,
		details )

Definition at line 84 of file compareTCTs.py.

def diffPickleFiles(ref,chk,details):
    try:
        ref_nlines = open(ref).readlines()
        chk_nlines = open(chk).readlines()
        if len(ref_nlines) == len(chk_nlines):
            stat=False
            print ("same number of lines!")
        else :
            print (ref," has ",len(ref_nlines)," lines." )
            print (chk," has ",len(chk_nlines)," lines.")
            stat=True
        #print (ref," has ",len(ref_nlines)," lines." )
        #print (chk," has ",len(chk_nlines)," lines.")
        #for refer, check in zip(ref_nlines,chk_nlines):
        #    if refer != check:
        #        print ("Expected %r; got %r " % (refer,check))
        #stat=False
    except Exception:
        stat=True
        print ("Exception caught while comparinging jobReport(_RecoTrf)?.gpickle files")
    return stat 
 
 

◆ diffPoolFiles()

python.compareTCTs.diffPoolFiles	(	ref,
		chk,
		details,
		toIgnore = ['RecoTimingObj_p1_RAWtoESD_timings', 'RecoTimingObj_p1_ESDtoAOD_timings'] )

Definition at line 69 of file compareTCTs.py.

def diffPoolFiles(ref,chk,details,toIgnore = ['RecoTimingObj_p1_RAWtoESD_timings', 'RecoTimingObj_p1_ESDtoAOD_timings']):
    import PyUtils.PoolFile as PF
    try:
        df = PF.DiffFiles( refFileName = ref, chkFileName = chk, ignoreList = toIgnore)
        if details is None:
            df.printSummary()
        else:
            df.printSummary(details)
        stat=df.status()
        del df
    except Exception:
        print ("Exception caught while diff'ing POOL files")
        stat=True
    return stat 
 

Variable Documentation

◆ allPatterns

list python.compareTCTs.allPatterns = []

Definition at line 185 of file compareTCTs.py.

◆ args

python.compareTCTs.args

Definition at line 124 of file compareTCTs.py.

◆ complain

str python.compareTCTs.complain = ""

Definition at line 288 of file compareTCTs.py.

◆ cpu_r

python.compareTCTs.cpu_r = info[0].cpulist[1]

Definition at line 303 of file compareTCTs.py.

◆ cpu_v

python.compareTCTs.cpu_v = info[1].cpulist[1]

Definition at line 304 of file compareTCTs.py.

◆ details

python.compareTCTs.details = open(detailsFN, "w")

Definition at line 213 of file compareTCTs.py.

◆ detailsFN

python.compareTCTs.detailsFN = None

Definition at line 118 of file compareTCTs.py.

◆ diffroot

python.compareTCTs.diffroot = False

Definition at line 123 of file compareTCTs.py.

◆ ff

python.compareTCTs.ff = findTCTFiles(refPath,valPath)

Definition at line 218 of file compareTCTs.py.

◆ fileName

python.compareTCTs.fileName = r.split('/')[-1]

Definition at line 239 of file compareTCTs.py.

◆ filePattern

list python.compareTCTs.filePattern = []

Definition at line 119 of file compareTCTs.py.

◆ filesToCompare

python.compareTCTs.filesToCompare = ff.findFiles(pattern)

Definition at line 229 of file compareTCTs.py.

◆ identical

python.compareTCTs.identical = False

Definition at line 241 of file compareTCTs.py.

◆ ignoreTrees

python.compareTCTs.ignoreTrees = set(("CollectionMetadata",))

Definition at line 14 of file compareTCTs.py.

◆ isok

bool python.compareTCTs.isok = True

Definition at line 349 of file compareTCTs.py.

◆ line

str python.compareTCTs.line = "%-70s" % f

Definition at line 360 of file compareTCTs.py.

◆ ln

str python.compareTCTs.ln = "\tLoglines: %i -> %i (%.2f)" % (info[0].loglines,info[1].loglines,ratio)

Definition at line 295 of file compareTCTs.py.

◆ mem_r

python.compareTCTs.mem_r = info[0].memlist[1]

Definition at line 327 of file compareTCTs.py.

◆ mem_v

python.compareTCTs.mem_v = info[1].memlist[1]

Definition at line 328 of file compareTCTs.py.

◆ msg

str python.compareTCTs.msg = "Reference TCT:\n"

Definition at line 206 of file compareTCTs.py.

◆ nDifferentFiles

int python.compareTCTs.nDifferentFiles = 0

Definition at line 228 of file compareTCTs.py.

◆ nIdenticalFiles

int python.compareTCTs.nIdenticalFiles = 0

Definition at line 227 of file compareTCTs.py.

◆ nRef

python.compareTCTs.nRef = None

Definition at line 114 of file compareTCTs.py.

◆ nVal

python.compareTCTs.nVal = None

Definition at line 115 of file compareTCTs.py.

◆ opts

python.compareTCTs.opts

Definition at line 124 of file compareTCTs.py.

◆ r

python.compareTCTs.r

Definition at line 243 of file compareTCTs.py.

◆ ratio

float python.compareTCTs.ratio = 100.0*(info[1].loglines-info[0].loglines)/info[0].loglines

Definition at line 294 of file compareTCTs.py.

◆ refPath

python.compareTCTs.refPath = None

Definition at line 121 of file compareTCTs.py.

◆ rRef

python.compareTCTs.rRef = None

Definition at line 116 of file compareTCTs.py.

◆ rVal

python.compareTCTs.rVal = None

Definition at line 117 of file compareTCTs.py.

◆ stat

python.compareTCTs.stat = os.system("acmd.py diff-root "+r+" "+v+" --error-mode resilient --ignore-leaves HITStoRDO_timings RecoTimingObj_p1_HITStoRDO_timings RecoTimingObj_p1_RAWtoESD_mems RecoTimingObj_p1_RAWtoESD_timings RAWtoESD_mems RAWtoESD_timings ESDtoAOD_mems ESDtoAOD_timings RAWtoALL_mems RAWtoALL_timings RecoTimingObj_p1_RAWtoALL_mems RecoTimingObj_p1_RAWtoALL_timings --entries 10 > tmp.txt")

Definition at line 245 of file compareTCTs.py.

◆ statPerChain

python.compareTCTs.statPerChain = dict()

Definition at line 223 of file compareTCTs.py.

◆ sumFile

python.compareTCTs.sumFile = open(sumFileName,"w")

Definition at line 358 of file compareTCTs.py.

◆ sumFileName

python.compareTCTs.sumFileName = None

Definition at line 120 of file compareTCTs.py.

◆ Summary

str python.compareTCTs.Summary = ""

Definition at line 225 of file compareTCTs.py.

◆ tctlist

python.compareTCTs.tctlist = ff.getCommonChains()

Definition at line 219 of file compareTCTs.py.

◆ v

python.compareTCTs.v

Definition at line 244 of file compareTCTs.py.

◆ valPath

python.compareTCTs.valPath = None

Definition at line 122 of file compareTCTs.py.

Functions

Variables