check-daod-stats Namespace Reference

Classes
class	term

Functions
def	get_ami_events (ami_client, dataset)
def	get_xaod_name (dataset)
def	get_cbk_events (root_file)
def	get_local_events (files)
def	check_sample_stats (ami_client, dataset, cbk_events)
def	check_derivation_stats (ami_client, dataset, daod_events)
def	load_files (opts)
def	parse_opts ()
def	main ()

Variables
	_orig_argv = sys.argv[:]
	argv

Function Documentation

check_derivation_stats()

def check-daod-stats.check_derivation_stats	(		ami_client,
			dataset,
			daod_events
	)

Definition at line 110 of file check-daod-stats.py.

def check_derivation_stats(ami_client, dataset, daod_events):
    ami_events = get_ami_events(ami_client, dataset)
 
    if ami_events == daod_events:
        print term.GREEN + "Derviation events good: %d events" % ami_events, term.ENDC
    else:
        print term.RED + "Derviation events bad: %d events (local), %d events (AMI)" % (daod_events, ami_events), term.ENDC
 
    return ami_events == daod_events
 

check_sample_stats()

def check-daod-stats.check_sample_stats	(		ami_client,
			dataset,
			cbk_events
	)

Definition at line 99 of file check-daod-stats.py.

def check_sample_stats(ami_client, dataset, cbk_events):
    xaod = get_xaod_name(dataset)
    ami_events = get_ami_events(ami_client, xaod)
 
    if ami_events == cbk_events:
        print term.GREEN + "CutBookkeepers good: %d events" % ami_events, term.ENDC
    else:
        print term.RED + "CutBookkeepers bad: %d events (local), %d events (AMI)" % (cbk_events, ami_events), term.ENDC
 
    return ami_events == cbk_events
 

get_ami_events()

def check-daod-stats.get_ami_events	(		ami_client,
			dataset
	)

Definition at line 36 of file check-daod-stats.py.

def get_ami_events(ami_client, dataset):
    results = atlas_api.get_dataset_info(ami_client, dataset)
    if len(results) != 1:
        print "WARNING: %d results returned from AMI, expected 1" % len(results)
 
    return int(results[0]["totalEvents"])
 

get_cbk_events()

def check-daod-stats.get_cbk_events

(

root_file

)

Definition at line 66 of file check-daod-stats.py.

def get_cbk_events(root_file):
    tree = xAOD.MakeTransientMetaTree(root_file)
    tree.GetEntry(0)
 
    max_cycle = -1
    all_events_cbk = None
    for cbk in tree.CutBookkeepers:
        if cbk.cycle() > max_cycle and cbk.name() == "AllExecutedEvents" and cbk.inputStream() == "StreamAOD":
            max_cycle = cbk.cycle()
            all_events_cbk = cbk
 
    return all_events_cbk.nAcceptedEvents()
 

get_local_events()

def check-daod-stats.get_local_events

(

files

)

Definition at line 79 of file check-daod-stats.py.

def get_local_events(files):
    num_files = len(files)
 
    daod_events = 0
    cbk_events = 0
 
    for i in xrange(num_files):
        sys.stdout.write("Reading local statistics, file %d/%d (%d events so far)..." % (i+1, num_files, daod_events))
        sys.stdout.flush()
 
        rf = TFile.Open(files[i])
        daod_events += rf.Get("CollectionTree").GetEntries()
        cbk_events += get_cbk_events(rf)
        rf.Close()
 
        sys.stdout.write(term.CLEAR_LINE)
        sys.stdout.flush()
 
    return daod_events, cbk_events
 

get_xaod_name()

def check-daod-stats.get_xaod_name

(

dataset

)

Definition at line 43 of file check-daod-stats.py.

def get_xaod_name(dataset):
    if ":" in dataset:
        dataset = dataset.split(":")[1]
 
    parts = dataset.split(".")
    xaod_parts = []
    for p in parts:
        if "DAOD" in p: # remove derivation type
            p = "AOD"
 
        if "deriv" in p: # recon.AOD instead of deriv.DAOD
            p = "recon"
 
        if "_p" in p: # remove p-tag
            if p.endswith("/"):
                p = p[:-7] # 7 == len("_p1234/")
            else:
                p = p[:-6] # 6 == len("_p1234")
 
        xaod_parts.append(p)
 
    return ".".join(xaod_parts)
 

load_files()

def check-daod-stats.load_files

(

opts

)

Definition at line 120 of file check-daod-stats.py.

def load_files(opts):
    infile = open(opts.file_list, "r")
 
    files = []
    for line in infile:
        line = line.strip()
        if line == "" or line.startswith("#"):
            continue
 
        files.append(line)
 
    return files
 

main()

def check-daod-stats.main

(

)

Definition at line 144 of file check-daod-stats.py.

def main():
    opts = parse_opts()
 
    files = load_files(opts)
 
    print "Initializing PyAMI"
    ami_client = pyAMI.client.Client("atlas")
    atlas_api.init()
 
    print "Checking dataset %s with %d files" % (opts.dataset, len(files))
 
    daod_events, cbk_events = get_local_events(files)
 
    good = True
    if not check_derivation_stats(ami_client, opts.dataset, daod_events):
        good = False
    if not check_sample_stats(ami_client, opts.dataset, cbk_events):
        good = False
 
    if not good:
        sys.exit(1)
 

parse_opts()

def check-daod-stats.parse_opts

(

)

Definition at line 133 of file check-daod-stats.py.

def parse_opts():
    import argparse
 
    parser = argparse.ArgumentParser()
    parser.add_argument("dataset", help="Name of the dataset, something like mc15_13TeV.123456.SomeGenerator.DAOD_SUSY5.e1234_p4321")
    parser.add_argument("file_list", help="List of files, belonging to the dataset")
 
    opts = parser.parse_args()
 
    return opts
 

Variable Documentation

_orig_argv

check-daod-stats._orig_argv = sys.argv[:]

private

Definition at line 8 of file check-daod-stats.py.

argv

check-daod-stats.argv

Definition at line 9 of file check-daod-stats.py.