python.runDiffRootOnChanged Namespace Reference

Functions
	read_diff_pool_log (filename)
	diff_root (pool_list, test, ftype)
	guessSecond (ESD_list)
	get_test_pool_files (logfile, tests)
	test_pool_files (logfile, tests)

Variables
	parser = OptionParser(usage="\n ./runDiffRootOnChanged.py --file <file name with full diff-pool log > \n")
	type
	dest
	default
	help
	action
	False
	options
	args
	logfile = options.filename
	tests = read_diff_pool_log(logfile)

Function Documentation

diff_root()

python.runDiffRootOnChanged.diff_root	(		pool_list,
			test,
			ftype )

Definition at line 42 of file runDiffRootOnChanged.py.

def diff_root(pool_list,test,ftype):
    outfile = "%s_%s.log" %(test, ftype)
    command =  "acmd.py diff-root %s %s --error-mode resilient --ignore-leaves RecoTimingObj_p1_HITStoRDO_timings RecoTimingObj_p1_RAWtoESD_mems RecoTimingObj_p1_RAWtoESD_timings RAWtoESD_mems RAWtoESD_timings ESDtoAOD_mems ESDtoAOD_timings HITStoRDO_timings  --entries 10  >> %s" %(pool_list[0], pool_list[1], outfile)
    if options.dryrun:
        print (command)
    else:
        os.system(command)
 
 
 
"""
  since some pool files are located on eos others are on afs
  this little hack is needed to get all files for the comparison
"""

get_test_pool_files()

python.runDiffRootOnChanged.get_test_pool_files	(		logfile,
			tests )

Definition at line 70 of file runDiffRootOnChanged.py.

def get_test_pool_files(logfile, tests):
    for test in tests:
        AOD_list = []
        ESD_list = []
        print()
        print()
        print (test)
        f = open(logfile, 'r')
        for line in f:
            if ".pool.root" in line and "open" in line and test in line:
                if "AOD" in line:
                    AOD_list.append( line.split('[')[1].split(']')[0])
                elif "ESD" in line:
                    ESD_list.append( line.split('[')[1].split(']')[0]) 
        f.close()
        AOD_list = list(set(AOD_list))
        ESD_list = list(set(ESD_list))
        if len(ESD_list) == 1:
            ESD_list = guessSecond(ESD_list)
        if len(AOD_list) == 1:
            AOD_list = guessSecond(AOD_list)
 
        if len(ESD_list) < 2:
            print ("ERROR missing ESD file for diff-root comparison"           )
        else:
            print ("INFO evaluate ESD diff-root")
            diff_root(ESD_list, test, "ESD")
 
        if len(AOD_list) < 2:
            print ("ERROR missing AOD file for diff-root comparison")
        else:  
            print ("INFO evaluate AOD diff-root")
            diff_root(AOD_list, test, "AOD")
 
 
 

guessSecond()

python.runDiffRootOnChanged.guessSecond

(

ESD_list

)

Definition at line 56 of file runDiffRootOnChanged.py.

def guessSecond(ESD_list):
    ref = ESD_list[0]
    repl = "rel%s" %(ref.split("rel")[1].split("/")[0])
    newversion = "rel_%i" %(int(repl.split("_")[1])+1)
    filename = ref.replace(repl,newversion)
    if os.path.isfile(filename):
        ESD_list.append(filename)
    return ESD_list
 
"""
  extract path to pool files from diff-pool log 
  skip tests with failing tests
  then execute diff_root for every pair
"""

read_diff_pool_log()

python.runDiffRootOnChanged.read_diff_pool_log

(

filename

)

Definition at line 29 of file runDiffRootOnChanged.py.

def read_diff_pool_log(filename):
    changed_tests = []
    f = open(filename, 'r')
    lines = f.readlines(); f.close()
    for line in lines[-40:]:
        if "CHANGED" in line:
            changed_tests.append(line.split()[0])           
    return changed_tests
 
 
"""
  exectute diff-root command
"""

test_pool_files()

python.runDiffRootOnChanged.test_pool_files	(		logfile,
			tests )

Definition at line 106 of file runDiffRootOnChanged.py.

def test_pool_files(logfile, tests):
    rels = ["rel_2","rel_3"]
    for test in tests:
        path = "/afs/cern.ch/atlas/project/RTT/prod/Results/tct/REL/20.1.X.Y-VAL/build/x86_64-slc6-gcc48-opt/offline/Tier0ChainTests/%s/" %(test)
        AOD_list = []
        ESD_list = []
        print()
        print()
        print (test)
        for rel in rels:
            aod = path.replace("REL",rel)+"myAOD.pool.root"
            esd = path.replace("REL",rel)+"myESD.pool.root"
            if os.path.isfile(aod):
                AOD_list.append(aod)
            if os.path.isfile(esd):
                ESD_list.append(esd)
        AOD_list = list(set(AOD_list))
        ESD_list = list(set(ESD_list))
        if len(ESD_list) < 2:
            print ("ERROR missing ESD file for diff-root comparison"           )
        else:
            print ("INFO evaluate ESD diff-root")
            diff_root(ESD_list, test, "ESD")
 
        if len(AOD_list) < 2:
            print ("ERROR missing AOD file for diff-root comparison")
        else:  
            print ("INFO evaluate AOD diff-root")
            diff_root(AOD_list, test, "AOD")
 

Variable Documentation

action

python.runDiffRootOnChanged.action

Definition at line 138 of file runDiffRootOnChanged.py.

args

python.runDiffRootOnChanged.args

Definition at line 141 of file runDiffRootOnChanged.py.

default

python.runDiffRootOnChanged.default

Definition at line 137 of file runDiffRootOnChanged.py.

dest

python.runDiffRootOnChanged.dest

Definition at line 137 of file runDiffRootOnChanged.py.

False

python.runDiffRootOnChanged.False

Definition at line 138 of file runDiffRootOnChanged.py.

help

python.runDiffRootOnChanged.help

Definition at line 137 of file runDiffRootOnChanged.py.

logfile

python.runDiffRootOnChanged.logfile = options.filename

Definition at line 142 of file runDiffRootOnChanged.py.

options

python.runDiffRootOnChanged.options

Definition at line 141 of file runDiffRootOnChanged.py.

parser

python.runDiffRootOnChanged.parser = OptionParser(usage="\n ./runDiffRootOnChanged.py --file <file name with full diff-pool log > \n")

Definition at line 136 of file runDiffRootOnChanged.py.

tests

python.runDiffRootOnChanged.tests = read_diff_pool_log(logfile)

Definition at line 143 of file runDiffRootOnChanged.py.

type

python.runDiffRootOnChanged.type

Definition at line 137 of file runDiffRootOnChanged.py.