python.TaskManager Namespace Reference

Classes
class	DbParam
class	JobAnalyzer
class	TaskAnalyzer
class	TaskManager
class	TaskManagerCheckError
class	TaskManagerDatabaseError

Functions
def	dictFactory (cursor, row)
def	getKey (d, v)
def	getStatusClass (status)
def	appendUnique (s, v)
def	getFullTaskNames (taskman, dsname, taskname, requireSingleTask=False, confirmWithUser=False, addWildCards=True)
def	getJobConfig (jobDir, dsName, taskName, jobName=' *')

Variables
string	__author__ = 'Juerg Beringer'
string	__version__ = 'TaskManager.py atlas/athena'

Function Documentation

appendUnique()

def python.TaskManager.appendUnique	(		s,
			v
	)

Definition at line 66 of file TaskManager.py.

def appendUnique(s,v):
    if not s:
        s = ''   # make sure it is not None
    if v not in s.split():
        s = ' '.join([s,v])
    return s
 
 

dictFactory()

def python.TaskManager.dictFactory	(		cursor,
			row
	)

Convert a tuple from a database query into a dictonary.

Definition at line 35 of file TaskManager.py.

def dictFactory(cursor, row):
    """Convert a tuple from a database query into a dictonary."""
    d = {}
    for idx, col in enumerate(cursor.description):
        d[col[0]] = row[idx]
    return d
 
 

getFullTaskNames()

def python.TaskManager.getFullTaskNames	(		taskman,
			dsname,
			taskname,
			requireSingleTask = False,
			confirmWithUser = False,
			addWildCards = True
	)

Retrieve the full dataset and task names given a pair of (dsname,task) that may
   contain wildcards or be just a parital name such as the run number. Depending
   on the requireSingleTask and confirmWithUser settings a TaskManagerCheckError
   is raised if there are multiple tasks or if the user doesn't confirm.

Definition at line 74 of file TaskManager.py.

def getFullTaskNames(taskman,dsname,taskname,requireSingleTask=False,confirmWithUser=False,addWildCards=True):
    """Retrieve the full dataset and task names given a pair of (dsname,task) that may
       contain wildcards or be just a parital name such as the run number. Depending
       on the requireSingleTask and confirmWithUser settings a TaskManagerCheckError
       is raised if there are multiple tasks or if the user doesn't confirm."""
    taskList = taskman.getTaskNames(dsname,taskname,addWildCards)
    if len(taskList)==0:
        raise  TaskManagerCheckError ('ERROR: No tasks found for dataset = %s, task = %s' % (dsname,taskname))
    if requireSingleTask and len(taskList)!=1:
        m = "ERROR: Multiple data set names found for dataset = %s, task = %s\n       Please use full dataset or task name from list below, using option -n if necessary:\n\n" % (dsname,taskname)
        m += "    %-50s  %s\n" % ('DATASET NAME','TASK NAME')
        m += "    %s\n" % (75*'-')
        for t in taskList:
            m += "    %-50s  %s\n" % (t[0],t[1])
        m += '\n'
        raise TaskManagerCheckError (m)
    if confirmWithUser:
        print ('Please confirm that you want to execute this command for the following tasks:\n')
        print ("    %-50s  %s" % ('DATASET NAME','TASK NAME'))
        print ("    %s" % (75*'-'))
        for t in taskList:
            print ("    %-50s  %s" % (t[0],t[1]))
        a = input('\nARE YOU SURE [n] ? ')
        if a!='y':
            raise TaskManagerCheckError ('ERROR: Aborted by user')
        print()
    return taskList
 
 

getJobConfig()

def python.TaskManager.getJobConfig	(		jobDir,
			dsName,
			taskName,
			jobName = '*'
	)

Read config dict from job files.

Definition at line 103 of file TaskManager.py.

def getJobConfig(jobDir,dsName,taskName,jobName='*'):
    """Read config dict from job files."""
    config = {}
    configFile = glob.glob('%s/%s/%s/%s/%s' % (jobDir,dsName,taskName,jobName,'*.config.py.final.py'))
    if not configFile:
        configFile = glob.glob('%s/%s/%s/%s/%s' % (jobDir,dsName,taskName,jobName,'*.config.py'))
    if configFile:
        exec(open(configFile[0]).read(),config)    # Eval config file and put defs into config dict
    return config['jobConfig']
 
 

getKey()

def python.TaskManager.getKey	(		d,
			v
	)

Get the key for which dictonary d has an entry with value v.
Returns 'Undefined' if there's no such key, if several values are found.

Definition at line 43 of file TaskManager.py.

def getKey(d, v):
    """Get the key for which dictonary d has an entry with value v.
    Returns 'Undefined' if there's no such key, if several values are found."""
    l = [k for k in d.keys() if d[k]==v]
    if len(l)==1:
        return l[0]
    else:
        return 'Undefined'
 
 

getStatusClass()

def python.TaskManager.getStatusClass

(

status

)

Returns 'ok', 'warn' or 'bad' depending on the value of status.

Definition at line 53 of file TaskManager.py.

def getStatusClass(status):
    """Returns 'ok', 'warn' or 'bad' depending on the value of status."""
    statusMap = {
        7: 'bad',
        10: 'ok',
        11: 'bad'
        }
    if status in statusMap:
        return statusMap[status]
    else:
        return 'warn'
 
 

Variable Documentation

__author__

string python.TaskManager.__author__ = 'Juerg Beringer'

private

Definition at line 17 of file TaskManager.py.

__version__

string python.TaskManager.__version__ = 'TaskManager.py atlas/athena'

private

Definition at line 18 of file TaskManager.py.