Functions
	extract_file_list_legacy (inputdata, options)
	extract_file_list (options)
	process_flags (options, legacy=False)
	make_runner (runner_type, flags)

Variables
list	__authors__ = ['Juerg Beringer', 'Carl Suster']
str	__version__ = 'runJobs.py atlas/athena'
str	__usage__
	cmd = subprocess.list2cmdline(sys.argv)
	parser = OptionParser(usage=__usage__, version=__version__)
	dest
	action
	default
	help
	type
	metavar
	execopt = OptionGroup(parser, 'Execution Options')
	choices
	None
	inopt
	filtopt
	deprecated = OptionGroup(parser, 'Deprecated Options')
	opts
	args
	joboptiontemplate = args[0]
	dsname = args[1]
	taskname = args[2]
int	legacy_options = 4
	files = extract_file_list_legacy(args[3], opts)
	grid_mode = bool(opts.legacy_griduser)
	runner_type = opts.legacy_runner
	flags = process_flags(opts, legacy=legacy_options)
	workdir = os.path.join(os.getcwd(), dsname, taskname)
	runner = make_runner(runner_type, flags)
	postprocsteps
	comment

Function Documentation

◆ extract_file_list()

runJobs.extract_file_list ( options )

Use new flags to work out input file list.

Definition at line 55 of file runJobs.py.

def extract_file_list(options):
    ''' Use new flags to work out input file list. '''
    if options.in_directory:
        fs = DiskUtils.FileSet.from_directory(options.in_directory)
    elif options.in_list:
        fs = DiskUtils.FileSet.from_file_containing_list(options.in_list)
    return list(sorted(fs
            .matching(options.f_match)
            .excluding(options.f_exclude)
            ))
 

◆ extract_file_list_legacy()

runJobs.extract_file_list_legacy	(		inputdata,
			options )

Reads several legacy options to work out what input data to use.

Definition at line 29 of file runJobs.py.

def extract_file_list_legacy(inputdata, options):
    ''' Reads several legacy options to work out what input data to use. '''
    if options.legacy_griduser:
        fs = [inputdata]
    elif options.legacy_fromcastor:
        # INPUTDATA specifies a directory with files
        pattern = options.legacy_filter or (None if options.bytestream else '.*ESD.*')
        fs = DiskUtils.FileSet.from_directory(inputdata).matching(pattern)
    elif os.path.isfile(inputdata):
        # inputdata is a text file with filenames
        fs = DiskUtils.FileSet.from_file_containing_list(inputdata)
    elif options.legacy_runoverdpd:
        # INPUTDATA is filename
        rundir = os.path.join(os.getcwd(), dsname)
        if not os.path.exists(rundir):
            raise Exception('Run ' + dsname + ' (directory ' + rundir + ') not found')
        dpddir = os.path.join(rundir, inputdata)
        if not os.path.exists(dpddir):
            raise Exception('Dataset with name ' + inputdata + ' (directory ' + dpddir + ') not found')
        fs = DiskUtils.FileSet.from_glob(os.path.join(dpddir, '*', '*-dpd.root*'))
    else:
        # INPUTDATA is a directory with files
        pattern = options.legacy_filter or '*.root*'
        fs = DiskUtils.FileSet.from_glob(os.path.join(inputdata, pattern))
    return list(sorted(fs))
 

◆ make_runner()

runJobs.make_runner	(		runner_type,
			flags )

Definition at line 114 of file runJobs.py.

def make_runner(runner_type, flags):
    runner_class = InDetBeamSpotExample.loadClass(runner_type)
    return runner_class(**flags)
 

◆ process_flags()

runJobs.process_flags	(		options,
			legacy = False )

Definition at line 66 of file runJobs.py.

def process_flags(options, legacy=False):
    flags = {
            'inputds' : '',
            'bytestream' : options.bytestream,
            'DataSource' : 'geant4' if options.is_mc else 'data',
            'evtmax' : options.evtmax,
            'maxjobs' : options.maxjobs,
            'outputlevel' : options.outputlevel,
            'logmail' : options.users,
            'alignmentfile' : options.alignmentfile,
            'beamspotfile' : options.beamspotfile,
            'autoconfparams' : options.autoconfparams,
            'taskpostprocsteps' : options.postprocsteps,
            'filesperjob' : options.nfiles,
            'lbperjob' : options.lbperjob,
            'batchqueue' : options.batchqueue,
            'gridsite' : options.gridsite,
            'addinputtopoolcatalog' : not (options.bytestream or options.submit == 'grid' or options.legacy_griduser),
            }
 
    # List of desired output files. For grid jobs, it must specify exactly
    # the expected files (otherwise the grid jobs will fail or not return the
    # desired output). For all other jobs, it can be an inclusive list of
    # possible outputs and JobRunner will return only the actually present
    # output files when asked for output files.
    if options.outputfilelist:
        flags['outputfilelist'] = [ f.strip() for f in options.outputfilelist.split(',') ]
    else:
        flags['outputfilelist'] = ['dpd.root', 'nt.root', 'monitoring.root', 'beamspot.db']
 
    if legacy:
        flags['griduser'] = options.legacy_griduser
    else:
        flags['griduser'] = '.'.join(['user', options.grid_user or os.getenv('USER')])
 
    if options.legacy_runoverdpd and not options.lbperjob:
        flags['maxjobs'] = 1
 
    for s in options.params.split(', '):
        if s:
            try:
                p = s.split('=', 1)
                flags[p[0].strip()] = eval(p[1].strip())
            except:
                print ('\nERROR parsing user parameter', p, '- parameter will be ignored')
 
    return flags
 

Variable Documentation

◆ authors

list runJobs.__authors__ = ['Juerg Beringer', 'Carl Suster']

private

Definition at line 8 of file runJobs.py.

◆ usage

str runJobs.__usage__

private

Initial value:

=  """%prog [options] JOBOPTIONTEMPLATE DATASET TASK
 
Templates: - InDetBeamSpotExample/VertexTemplate.py
           - InDetBeamSpotExample/*Template.py
           - your own template file
 
See the comment field of jobs (e.g. MON.DB_BEAMSPOT jobs) in the beam spot
summary webpage for real usage examples.
"""

Definition at line 10 of file runJobs.py.

◆ version

str runJobs.__version__ = 'runJobs.py atlas/athena'

private

Definition at line 9 of file runJobs.py.

◆ action

runJobs.action

Definition at line 123 of file runJobs.py.

◆ args

runJobs.args

Definition at line 213 of file runJobs.py.

◆ choices

runJobs.choices

Definition at line 161 of file runJobs.py.

◆ cmd

runJobs.cmd = subprocess.list2cmdline(sys.argv)

Definition at line 119 of file runJobs.py.

◆ comment

runJobs.comment

Definition at line 310 of file runJobs.py.

◆ default

runJobs.default

Definition at line 123 of file runJobs.py.

◆ deprecated

runJobs.deprecated = OptionGroup(parser, 'Deprecated Options')

Definition at line 190 of file runJobs.py.

◆ dest

runJobs.dest

Definition at line 123 of file runJobs.py.

◆ dsname

runJobs.dsname = args[1]

Definition at line 218 of file runJobs.py.

◆ execopt

runJobs.execopt = OptionGroup(parser, 'Execution Options')

Definition at line 159 of file runJobs.py.

◆ files

runJobs.files = extract_file_list_legacy(args[3], opts)

Definition at line 225 of file runJobs.py.

◆ filtopt

runJobs.filtopt

Initial value:

1= OptionGroup(parser, 'Input Filtering Options',

2 "Optional filters to select input files.")

Definition at line 181 of file runJobs.py.

◆ flags

runJobs.flags = process_flags(opts, legacy=legacy_options)

Definition at line 250 of file runJobs.py.

◆ grid_mode

str runJobs.grid_mode = bool(opts.legacy_griduser)

Definition at line 226 of file runJobs.py.

◆ help

runJobs.help

Definition at line 124 of file runJobs.py.

◆ inopt

runJobs.inopt

Initial value:

1= OptionGroup(parser, 'Input File Options',

2 "One of these must be specified.")

Definition at line 171 of file runJobs.py.

◆ joboptiontemplate

runJobs.joboptiontemplate = args[0]

Definition at line 217 of file runJobs.py.

◆ legacy_options

int runJobs.legacy_options = 4

Definition at line 221 of file runJobs.py.

◆ metavar

runJobs.metavar

Definition at line 129 of file runJobs.py.

◆ None

runJobs.None

Definition at line 163 of file runJobs.py.

◆ opts

runJobs.opts

Definition at line 213 of file runJobs.py.

◆ parser

runJobs.parser = OptionParser(usage=__usage__, version=__version__)

Definition at line 122 of file runJobs.py.

◆ postprocsteps

runJobs.postprocsteps

Definition at line 310 of file runJobs.py.

◆ runner

runJobs.runner = make_runner(runner_type, flags)

Definition at line 280 of file runJobs.py.

◆ runner_type

dict runJobs.runner_type = opts.legacy_runner

Definition at line 227 of file runJobs.py.

◆ taskname

runJobs.taskname = args[2]

Definition at line 219 of file runJobs.py.

◆ type

runJobs.type

Definition at line 127 of file runJobs.py.

◆ workdir

runJobs.workdir = os.path.join(os.getcwd(), dsname, taskname)

Definition at line 268 of file runJobs.py.

Functions

Variables

Function Documentation

◆ extract_file_list()

◆ extract_file_list_legacy()

◆ make_runner()

◆ process_flags()

Variable Documentation

◆ __authors__

◆ __usage__

◆ __version__

◆ action

◆ args

◆ choices

◆ cmd

◆ comment

◆ default

◆ deprecated

◆ dest

◆ dsname

◆ execopt

◆ files

◆ filtopt

◆ flags

◆ grid_mode

◆ help

◆ inopt

◆ joboptiontemplate

◆ legacy_options

◆ metavar

◆ None

◆ opts

◆ parser

◆ postprocsteps

◆ runner

◆ runner_type

◆ taskname

◆ type

◆ workdir

◆ authors

◆ usage

◆ version