python.TrigValSteering.Input Namespace Reference

Classes
class	TrigValInput

Functions
	load_input_json ()
	is_input_defined (keyword)
	get_input (keyword)

Variables
str	input_json = 'TrigValTools/TrigValInputs.json'

Detailed Description

Common way to configure input samples for Trigger ART tests

Function Documentation

get_input()

python.TrigValSteering.Input.get_input

(

keyword

)

Common getter function to retrieve inputs by keyword

Definition at line 96 of file Input.py.

def get_input(keyword):
    '''Common getter function to retrieve inputs by keyword'''
 
    log = get_logger()
 
    # use rucio dataset for grid jobs, else rely on EOS/cvmfs inputs (TrigValInputs.json)
    import os
    paths = os.getenv("ArtInFile",None)
 
    if paths:
        source = "data" if "data" in paths else "mc"
        format = None
        for key,value in {'RAW':'BS', 'HITS':'HITS', 'RDO':'RDO', 'ESD':'ESD', 'AOD':'AOD'}.items():
            if key in paths:
                format = value
                break
        data_object = {"source":source, "format":format, "paths":[paths]}
    else:
        data = load_input_json()
        if keyword not in data.keys():
            log.error('Failed to find keyword "%s" in input JSON %s',keyword, input_json)
            return None
 
        data_object = data[keyword]
 
        # for ART tests running on RAW data:
        # - build tests use small files on cvmfs
        # - grid tests running interactively must copy large files from EOS to the local area
        if data_object["format"] == "BS":
            grid = False
            Nfiles = 0
            import sys
            with open(sys.argv[0], 'r') as f:
                for line in f:
                    if "# art-type:" in line:
                        grid = line.split()[2]=="grid"
                    if "# art-input-nfiles:" in line:
                        Nfiles = int(line.split()[2])
            if grid:
                data_object["paths"] = [path for path in data_object["paths"] if "/eos/" in path]
                import subprocess
                local_files = []
                for i in range(Nfiles):
                    f = data_object["paths"][i].split('/')[-1]
                    if not (os.path.exists(f)) and not os.environ.get('TRIGVALSTEERING_DRY_RUN'):
                        print(f'copying {data_object["paths"][i]}')
                        result = subprocess.run(['xrdcp',f'root://eosatlas.cern.ch/{data_object["paths"][i]}','.'])
                        if result.returncode != 0:
                            raise Exception("xrdcp failed, please check you have a valid kerberos ticket")
                    local_files.append(f)
                data_object["paths"] = local_files
            else:
                data_object["paths"] = [path for path in data_object["paths"] if "/cvmfs/" in path]
 
    result = TrigValInput(
        keyword,
        data_object["source"],
        data_object["format"],
        data_object["paths"]
    )
 
    if result.is_valid():
        return result
    else:
        log.error('Failed to create a valid input object')
        return None

is_input_defined()

python.TrigValSteering.Input.is_input_defined

(

keyword

)

Checks if the keyword exists in the input json file

Definition at line 90 of file Input.py.

def is_input_defined(keyword):
    '''Checks if the keyword exists in the input json file'''
    data = load_input_json()
    return keyword in data
 
 

load_input_json()

python.TrigValSteering.Input.load_input_json

(

)

Reads the json file with input definitions and returns the data as dictionary

Definition at line 75 of file Input.py.

def load_input_json():
    '''Reads the json file with input definitions and returns the data as dictionary'''
 
    log = get_logger()
 
    input_json_fullpath = find_file_in_path(input_json, 'DATAPATH')
    if not input_json_fullpath:
        log.error('Failed to determine full path for input JSON %s', input_json)
        return None
 
    log.debug('Reading %s', input_json_fullpath)
    with open(input_json_fullpath) as data_file:
        return json.load(data_file)
 
 

Variable Documentation

input_json

str python.TrigValSteering.Input.input_json = 'TrigValTools/TrigValInputs.json'

Definition at line 16 of file Input.py.