python.TrfUtils Namespace Reference

Classes
class	JobRunnerTransform

Functions
	readJSON (fname)
	writeJSON (fname, data)
	getDataSetName (name, sep='#')
	getFileName (name, sep='#')
	parseQualifiedFileNames (inputList, sep='#')
	getGuid (name)
	getFileDescription (fileName, dsname='')

Variables
str	__author__ = 'Juerg Beringer'
str	__version__ = 'TrfUtils.py atlas/athena'

Detailed Description

Utilities for writing job transforms for use at T0 and at the CAF Task Management System.

Function Documentation

getDataSetName()

python.TrfUtils.getDataSetName	(		name,
			sep = '#' )

Extract dataset name from a qualified file name.

Definition at line 33 of file TrfUtils.py.

def getDataSetName(name, sep='#'):
    """Extract dataset name from a qualified file name."""
    if isinstance(name, str) :
        """Old format of ds/file """
        if sep in name:
            return name.split(sep)[0]
        else:
            return None
    elif isinstance(name, dict) :
        """New format of ds/file """
        return name['dsn']
 

getFileDescription()

python.TrfUtils.getFileDescription	(		fileName,
			dsname = '' )

Return a dictionary with the standard file description required by T0 conventions.
   If no explicit dataset name is provided in dsname, the dataset name is
   assumed to be prepended to the fileName (first part, before '#').

Definition at line 95 of file TrfUtils.py.

def getFileDescription(fileName,dsname=''):
    """Return a dictionary with the standard file description required by T0 conventions.
       If no explicit dataset name is provided in dsname, the dataset name is
       assumed to be prepended to the fileName (first part, before '#')."""
    if not dsname:
        dsname = getDataSetName(fileName)
    d = {
        'dataset': dsname,
        'subFiles':[
            {
                'name': getFileName(fileName),
                'file_guid': getGuid(fileName),
                'file_size': 0,
                'nentries': 0,
                'checkSum': 0,
                
                }
            ]
        }
    return d
 
 

getFileName()

python.TrfUtils.getFileName	(		name,
			sep = '#' )

Extract file name from a qualified file name.

Definition at line 45 of file TrfUtils.py.

def getFileName(name, sep='#'):
    """Extract file name from a qualified file name."""
    if isinstance(name, str) :
        """Old format of ds/file """
        if sep in name:
            return name.split(sep)[1]
        else:
            return name
    elif isinstance(name, dict) :
        """New format of ds/file """
        return name['lfn']
 
 

getGuid()

python.TrfUtils.getGuid

(

name

)

Get GUID of file name from local Pool file catalog (from Armin Nairz, as used at Tier-0).

Definition at line 71 of file TrfUtils.py.

def getGuid(name):
    """Get GUID of file name from local Pool file catalog (from Armin Nairz, as used at Tier-0)."""
    pfc='PoolFileCatalog.xml'
    if not os.path.isfile(pfc) :
        try :
            (s,o) = subprocess.getstatusoutput('uuidgen')
            guid = o.strip()
        except Exception:
            guid = 'UUIDGENERROR'
    else :
        try :
            cmd  = 'grep -B2 %s %s' % (name,pfc)
            cmd += ' | grep "File ID" | sed -e "s/  <File ID=\\\"//g" | sed -e "s/\\\">//g"'
            (s,o) = subprocess.getstatusoutput(cmd)
            guid = o.strip()
            # there might be a PFC from earlier processing steps
            if guid == '' :
                (s,o) = subprocess.getstatusoutput('uuidgen')
                guid = o.strip()
        except Exception:
            guid = 'PFCPARSINGERROR'
    return guid
 
 

parseQualifiedFileNames()

python.TrfUtils.parseQualifiedFileNames	(		inputList,
			sep = '#' )

Parse a list of qualified file names (file names that are prepended with
   their dataset name). Returns a tuple consisting of the dataset name and the
   list of unqualified file names.

Definition at line 58 of file TrfUtils.py.

def parseQualifiedFileNames(inputList, sep='#'):
    """Parse a list of qualified file names (file names that are prepended with
       their dataset name). Returns a tuple consisting of the dataset name and the
       list of unqualified file names."""
    if not inputList:
        return (None, [])
    dataset = getDataSetName(inputList[0],sep)
    files = []
    for f in inputList:
        files.append(getFileName(f,sep))
    return (dataset,files)
 
 

readJSON()

python.TrfUtils.readJSON

(

fname

)

Read a JSON file and return its data.

Definition at line 19 of file TrfUtils.py.

def readJSON(fname):
    """Read a JSON file and return its data."""
    f = open(fname,'r')
    """JSON converts strings to unicode, so we use YAML instead."""
    data = yaml.load(f,Loader=yaml.FullLoader)
    f.close()
    return data
 

writeJSON()

python.TrfUtils.writeJSON	(		fname,
			data )

Serialize data and write to fname.

Definition at line 27 of file TrfUtils.py.

def writeJSON(fname, data):
    """Serialize data and write to fname."""
    f = open(fname,'w')
    print (json.dumps(data), file=f)
    f.close()
 

Variable Documentation

__author__

str python.TrfUtils.__author__ = 'Juerg Beringer'

private

Definition at line 8 of file TrfUtils.py.

__version__

str python.TrfUtils.__version__ = 'TrfUtils.py atlas/athena'

private

Definition at line 9 of file TrfUtils.py.