validation Namespace Reference

Functions
	file_is_empty (path)
	getDAOD (list_DAOD)
	validate (testSampleDir, thisSampleName, testSamplePath, weight_database, outputSamples)

Variables
	parser = optparse.OptionParser(usage="%prog [options]")
	help
	dest
	default
	opts
	args
	f = open(opts.inputSamples)
list	weight_database = []
	SampleName = line.split()[0]
	dsid = SampleName.split(".")[1]
	dictionary
	keys
	testSamplePath = None
	ofile = open(opts.outputSamples, 'a+')
str	ruciolist = "rucio list-dids %s*DAOD* --filter type = CONTAINER --short > list_DAOD.txt" % (SampleName.split("_")[0] + '_' + SampleName.split("_")[1] + '_' + SampleName.split("_")[2])
	lfile = open('list_DAOD.txt', 'r')
	list_DAOD = lfile.readlines()
	shortDAOD = getDAOD(list_DAOD)
	d_list = list(element for element in list_DAOD if DAOD in element)
	thisSampleName = d_list[-1].split()[0]

Function Documentation

file_is_empty()

validation.file_is_empty

(

path

)

Definition at line 14 of file validation.py.

def file_is_empty(path):
  return os.stat(path).st_size == 0
 
 

getDAOD()

validation.getDAOD

(

list_DAOD

)

Definition at line 18 of file validation.py.

def getDAOD(list_DAOD):
    DAOD_types = []
    for d in list_DAOD:
        DAOD_types.append(d.split('.')[4])
    short_DAOD = list(set(DAOD_types))
    return short_DAOD
 
 

validate()

validation.validate	(		testSampleDir,
			thisSampleName,
			testSamplePath,
			weight_database,
			outputSamples )

Definition at line 26 of file validation.py.

def validate(testSampleDir, thisSampleName, testSamplePath, weight_database, outputSamples):
    for dirName in os.listdir(testSampleDir):
        if thisSampleName.split(":")[1] in dirName:
            testSamplePath = testSampleDir + "/" + dirName
    if (testSamplePath is None):
        print("[INFO] do not currently have a test sample for ", thisSampleName)
        rucioCommand = "rucio download --nrandom 1 %s --dir %s " % (thisSampleName, opts.testSampleDir)
        print("[INFO] --> downloading one using this command \n ", rucioCommand)
        os.system(rucioCommand)
    testSamplePath = testSampleDir + "/" + thisSampleName.split(":")[1]
    if not os.path.exists(testSamplePath):
        print("[ERROR INFO] No such directory: %s OR downloading Failed" % (testSamplePath))
        return
    if not os.listdir(testSamplePath):
        print("[ERROR INFO] Downloading Failed for ", testSamplePath)
        return
    for fileName in os.listdir(testSamplePath):
        if fileName.endswith('part'):
            print("[ERROR INFO] Downloading Failed for ", testSamplePath)
            rmdir = "rm -r %s" % (testSamplePath)
            os.system(rmdir)
            return
        testSamplePath = testSamplePath + "/" + fileName
        break
    print("[SUCCESS] found test file ", testSamplePath)
    athenaCommand = "athena --filesInput=%s --evtMax = 1 MyPackage/MyPackageAlgJobOptions.py" % (testSamplePath)
    print("[INFO] running athena weight retrieving tool using \n", athenaCommand)
    os.system(athenaCommand)
    if not os.path.exists('weight.txt'):
        print('[INFO] Athena Tool failed to retrieve weights')
        return
    wfile = open('weight.txt', 'r')
    ofile = open(outputSamples, 'a+')
    weightFile = wfile.read().splitlines()
    if set(weight_database) == set(weightFile):
        print('%s is Validated' % (thisSampleName))
        ofile.write(thisSampleName.split(":")[1] + ' ' + 'PASSED' + '\n')
    else:
        print('%s is NOT Validated' % (thisSampleName))
        ofile.write(thisSampleName.split(":")[1] + ' ' + 'FAILED')
    wfile.close()
    ofile.close()
    rmcommand = "rm weight.txt"
    os.system(rmcommand)
    rmsample = "rm -r %s" % (testSampleDir + "/" + thisSampleName.split(":")[1])
    os.system(rmsample)
 
 

Variable Documentation

args

validation.args

Definition at line 78 of file validation.py.

d_list

validation.d_list = list(element for element in list_DAOD if DAOD in element)

Definition at line 114 of file validation.py.

default

validation.default

Definition at line 75 of file validation.py.

dest

validation.dest

Definition at line 75 of file validation.py.

dictionary

validation.dictionary

Definition at line 87 of file validation.py.

dsid

validation.dsid = SampleName.split(".")[1]

Definition at line 86 of file validation.py.

f

validation.f = open(opts.inputSamples)

Definition at line 81 of file validation.py.

help

validation.help

Definition at line 75 of file validation.py.

keys

validation.keys

Definition at line 87 of file validation.py.

lfile

validation.lfile = open('list_DAOD.txt', 'r')

Definition at line 110 of file validation.py.

list_DAOD

validation.list_DAOD = lfile.readlines()

Definition at line 111 of file validation.py.

ofile

validation.ofile = open(opts.outputSamples, 'a+')

Definition at line 96 of file validation.py.

opts

validation.opts

Definition at line 78 of file validation.py.

parser

validation.parser = optparse.OptionParser(usage="%prog [options]")

Definition at line 74 of file validation.py.

ruciolist

str validation.ruciolist = "rucio list-dids %s*DAOD* --filter type = CONTAINER --short > list_DAOD.txt" % (SampleName.split("_")[0] + '_' + SampleName.split("_")[1] + '_' + SampleName.split("_")[2])

Definition at line 103 of file validation.py.

SampleName

validation.SampleName = line.split()[0]

Definition at line 85 of file validation.py.

shortDAOD

validation.shortDAOD = getDAOD(list_DAOD)

Definition at line 112 of file validation.py.

testSamplePath

validation.testSamplePath = None

Definition at line 94 of file validation.py.

thisSampleName

validation.thisSampleName = d_list[-1].split()[0]

Definition at line 116 of file validation.py.

weight_database

validation.weight_database = []

Definition at line 83 of file validation.py.