Functions
def	extract_file_list_legacy (inputdata, options)

def	extract_file_list (options)

def	process_flags (options, legacy=False)

def	make_runner (runner_type, flags)

Variables
list	__authors__ = ['Juerg Beringer', 'Carl Suster']

string	__version__ = 'runJobs.py atlas/athena'

string	__usage__

	cmd = subprocess.list2cmdline(sys.argv)

	parser = OptionParser(usage=__usage__, version=__version__)

	dest

	action

	default

	help

	type

	metavar

	execopt = OptionGroup(parser, 'Execution Options')

	choices

	None

	inopt

	filtopt

	deprecated = OptionGroup(parser, 'Deprecated Options')

	opts

	args

	joboptiontemplate = args[0]

	dsname = args[1]

	taskname = args[2]

int	legacy_options = 4

def	files = extract_file_list_legacy(args[3], opts)

	grid_mode = bool(opts.legacy_griduser)

	runner_type = opts.legacy_runner

def	flags = process_flags(opts, legacy=legacy_options)

	workdir = os.path.join(os.getcwd(), dsname, taskname)

def	runner = make_runner(runner_type, flags)

	postprocsteps

	comment

Function Documentation

◆ extract_file_list()

def runJobs.extract_file_list ( options )

Use new flags to work out input file list.

Definition at line 55 of file runJobs.py.

 def extract_file_list(options):
     ''' Use new flags to work out input file list. '''
     if options.in_directory:
         fs = DiskUtils.FileSet.from_directory(options.in_directory)
     elif options.in_list:
         fs = DiskUtils.FileSet.from_file_containing_list(options.in_list)
     return list(sorted(fs
             .matching(options.f_match)
             .excluding(options.f_exclude)
             ))
  

◆ extract_file_list_legacy()

def runJobs.extract_file_list_legacy	(	inputdata,
		options
	)

Reads several legacy options to work out what input data to use.

Definition at line 29 of file runJobs.py.

 def extract_file_list_legacy(inputdata, options):
     ''' Reads several legacy options to work out what input data to use. '''
     if options.legacy_griduser:
         fs = [inputdata]
     elif options.legacy_fromcastor:
         # INPUTDATA specifies a directory with files
         pattern = options.legacy_filter or (None if options.bytestream else '.*ESD.*')
         fs = DiskUtils.FileSet.from_directory(inputdata).matching(pattern)
     elif os.path.isfile(inputdata):
         # inputdata is a text file with filenames
         fs = DiskUtils.FileSet.from_file_containing_list(inputdata)
     elif options.legacy_runoverdpd:
         # INPUTDATA is filename
         rundir = os.path.join(os.getcwd(), dsname)
         if not os.path.exists(rundir):
             raise Exception('Run ' + dsname + ' (directory ' + rundir + ') not found')
         dpddir = os.path.join(rundir, inputdata)
         if not os.path.exists(dpddir):
             raise Exception('Dataset with name ' + inputdata + ' (directory ' + dpddir + ') not found')
         fs = DiskUtils.FileSet.from_glob(os.path.join(dpddir, '*', '*-dpd.root*'))
     else:
         # INPUTDATA is a directory with files
         pattern = options.legacy_filter or '*.root*'
         fs = DiskUtils.FileSet.from_glob(os.path.join(inputdata, pattern))
     return list(sorted(fs))
  

◆ make_runner()

def runJobs.make_runner	(	runner_type,
		flags
	)

Definition at line 114 of file runJobs.py.

 def make_runner(runner_type, flags):
     runner_class = InDetBeamSpotExample.loadClass(runner_type)
     return runner_class(**flags)
  

◆ process_flags()

def runJobs.process_flags	(	options,
		legacy = `False`
	)

Definition at line 66 of file runJobs.py.

 def process_flags(options, legacy=False):
     flags = {
             'inputds' : '',
             'bytestream' : options.bytestream,
             'DataSource' : 'geant4' if options.is_mc else 'data',
             'evtmax' : options.evtmax,
             'maxjobs' : options.maxjobs,
             'outputlevel' : options.outputlevel,
             'logmail' : options.users,
             'alignmentfile' : options.alignmentfile,
             'beamspotfile' : options.beamspotfile,
             'autoconfparams' : options.autoconfparams,
             'taskpostprocsteps' : options.postprocsteps,
             'filesperjob' : options.nfiles,
             'lbperjob' : options.lbperjob,
             'batchqueue' : options.batchqueue,
             'gridsite' : options.gridsite,
             'addinputtopoolcatalog' : not (options.bytestream or options.submit == 'grid' or options.legacy_griduser),
             }
  
     # List of desired output files. For grid jobs, it must specify exactly
     # the expected files (otherwise the grid jobs will fail or not return the
     # desired output). For all other jobs, it can be an inclusive list of
     # possible outputs and JobRunner will return only the actually present
     # output files when asked for output files.
     if options.outputfilelist:
         flags['outputfilelist'] = [ f.strip() for f in options.outputfilelist.split(',') ]
     else:
         flags['outputfilelist'] = ['dpd.root', 'nt.root', 'monitoring.root', 'beamspot.db']
  
     if legacy:
         flags['griduser'] = options.legacy_griduser
     else:
         flags['griduser'] = '.'.join(['user', options.grid_user or os.getenv('USER')])
  
     if options.legacy_runoverdpd and not options.lbperjob:
         flags['maxjobs'] = 1
  
     for s in options.params.split(', '):
         if s:
             try:
                 p = s.split('=', 1)
                 flags[p[0].strip()] = eval(p[1].strip())
             except:
                 print ('\nERROR parsing user parameter', p, '- parameter will be ignored')
  
     return flags
  

Variable Documentation

◆ authors

list runJobs.__authors__ = ['Juerg Beringer', 'Carl Suster']

private

Definition at line 8 of file runJobs.py.

◆ usage

string runJobs.__usage__

private

Initial value:

 =  """%prog [options] JOBOPTIONTEMPLATE DATASET TASK
  
 Templates: - InDetBeamSpotExample/VertexTemplate.py
            - InDetBeamSpotExample/*Template.py
            - your own template file
  
 See the comment field of jobs (e.g. MON.DB_BEAMSPOT jobs) in the beam spot
 summary webpage for real usage examples.
 """

Definition at line 10 of file runJobs.py.

◆ version

string runJobs.__version__ = 'runJobs.py atlas/athena'

private

Definition at line 9 of file runJobs.py.

◆ action

runJobs.action

Definition at line 123 of file runJobs.py.

◆ args

runJobs.args

Definition at line 213 of file runJobs.py.

◆ choices

runJobs.choices

Definition at line 161 of file runJobs.py.

◆ cmd

runJobs.cmd = subprocess.list2cmdline(sys.argv)

Definition at line 119 of file runJobs.py.

◆ comment

runJobs.comment

Definition at line 310 of file runJobs.py.

◆ default

runJobs.default

Definition at line 123 of file runJobs.py.

◆ deprecated

runJobs.deprecated = OptionGroup(parser, 'Deprecated Options')

Definition at line 190 of file runJobs.py.

◆ dest

runJobs.dest

Definition at line 123 of file runJobs.py.

◆ dsname

runJobs.dsname = args[1]

Definition at line 218 of file runJobs.py.

◆ execopt

runJobs.execopt = OptionGroup(parser, 'Execution Options')

Definition at line 159 of file runJobs.py.

◆ files

def runJobs.files = extract_file_list_legacy(args[3], opts)

Definition at line 225 of file runJobs.py.

◆ filtopt

runJobs.filtopt

Initial value:

1 = OptionGroup(parser, 'Input Filtering Options',

2 "Optional filters to select input files.")

Definition at line 181 of file runJobs.py.

◆ flags

def runJobs.flags = process_flags(opts, legacy=legacy_options)

Definition at line 250 of file runJobs.py.

◆ grid_mode

string runJobs.grid_mode = bool(opts.legacy_griduser)

Definition at line 226 of file runJobs.py.

◆ help

runJobs.help

Definition at line 124 of file runJobs.py.

◆ inopt

runJobs.inopt

Initial value:

1 = OptionGroup(parser, 'Input File Options',

2 "One of these must be specified.")

Definition at line 171 of file runJobs.py.

◆ joboptiontemplate

runJobs.joboptiontemplate = args[0]

Definition at line 217 of file runJobs.py.

◆ legacy_options

int runJobs.legacy_options = 4

Definition at line 221 of file runJobs.py.

◆ metavar

runJobs.metavar

Definition at line 129 of file runJobs.py.

◆ None

runJobs.None

Definition at line 163 of file runJobs.py.

◆ opts

runJobs.opts

Definition at line 213 of file runJobs.py.

◆ parser

runJobs.parser = OptionParser(usage=__usage__, version=__version__)

Definition at line 122 of file runJobs.py.

◆ postprocsteps

runJobs.postprocsteps

Definition at line 310 of file runJobs.py.

◆ runner

def runJobs.runner = make_runner(runner_type, flags)

Definition at line 280 of file runJobs.py.

◆ runner_type

dictionary runJobs.runner_type = opts.legacy_runner

Definition at line 227 of file runJobs.py.

◆ taskname

runJobs.taskname = args[2]

Definition at line 219 of file runJobs.py.

◆ type

runJobs.type

Definition at line 127 of file runJobs.py.

◆ workdir

runJobs.workdir = os.path.join(os.getcwd(), dsname, taskname)

Definition at line 268 of file runJobs.py.

Functions

Variables

Function Documentation

◆ extract_file_list()

◆ extract_file_list_legacy()

◆ make_runner()

◆ process_flags()

Variable Documentation

◆ __authors__

◆ __usage__

◆ __version__

◆ action

◆ args

◆ choices

◆ cmd

◆ comment

◆ default

◆ deprecated

◆ dest

◆ dsname

◆ execopt

◆ files

◆ filtopt

◆ flags

◆ grid_mode

◆ help

◆ inopt

◆ joboptiontemplate

◆ legacy_options

◆ metavar

◆ None

◆ opts

◆ parser

◆ postprocsteps

◆ runner

◆ runner_type

◆ taskname

◆ type

◆ workdir

◆ authors

◆ usage

◆ version