python.TrfUtils Namespace Reference

Classes
class	JobRunnerTransform

Functions
def	readJSON (fname)
def	writeJSON (fname, data)
def	getDataSetName (name, sep='#')
def	getFileName (name, sep='#')
def	parseQualifiedFileNames (inputList, sep='#')
def	getGuid (name)
def	getFileDescription (fileName, dsname='')

Variables
string	__author__ = 'Juerg Beringer'
string	__version__ = 'TrfUtils.py atlas/athena'

Function Documentation

getDataSetName()

def python.TrfUtils.getDataSetName	(		name,
			sep = '#'
	)

Extract dataset name from a qualified file name.

Definition at line 33 of file TrfUtils.py.

def getDataSetName(name, sep='#'):
    """Extract dataset name from a qualified file name."""
    if isinstance(name, str) :
        """Old format of ds/file """
        if sep in name:
            return name.split(sep)[0]
        else:
            return None
    elif isinstance(name, dict) :
        """New format of ds/file """
        return name['dsn']
 

getFileDescription()

def python.TrfUtils.getFileDescription	(		fileName,
			dsname = ''
	)

Return a dictionary with the standard file description required by T0 conventions.
   If no explicit dataset name is provided in dsname, the dataset name is
   assumed to be prepended to the fileName (first part, before '#').

Definition at line 95 of file TrfUtils.py.

def getFileDescription(fileName,dsname=''):
    """Return a dictionary with the standard file description required by T0 conventions.
       If no explicit dataset name is provided in dsname, the dataset name is
       assumed to be prepended to the fileName (first part, before '#')."""
    if not dsname:
        dsname = getDataSetName(fileName)
    d = {
        'dataset': dsname,
        'subFiles':[
            {
                'name': getFileName(fileName),
                'file_guid': getGuid(fileName),
                'file_size': 0,
                'nentries': 0,
                'checkSum': 0,
                
                }
            ]
        }
    return d
 
 

getFileName()

def python.TrfUtils.getFileName	(		name,
			sep = '#'
	)

Extract file name from a qualified file name.

Definition at line 45 of file TrfUtils.py.

def getFileName(name, sep='#'):
    """Extract file name from a qualified file name."""
    if isinstance(name, str) :
        """Old format of ds/file """
        if sep in name:
            return name.split(sep)[1]
        else:
            return name
    elif isinstance(name, dict) :
        """New format of ds/file """
        return name['lfn']
 
 

getGuid()

def python.TrfUtils.getGuid

(

name

)

Get GUID of file name from local Pool file catalog (from Armin Nairz, as used at Tier-0).

Definition at line 71 of file TrfUtils.py.

def getGuid(name):
    """Get GUID of file name from local Pool file catalog (from Armin Nairz, as used at Tier-0)."""
    pfc='PoolFileCatalog.xml'
    if not os.path.isfile(pfc) :
        try :
            (s,o) = subprocess.getstatusoutput('uuidgen')
            guid = o.strip()
        except Exception:
            guid = 'UUIDGENERROR'
    else :
        try :
            cmd  = 'grep -B2 %s %s' % (name,pfc)
            cmd += ' | grep "File ID" | sed -e "s/  <File ID=\\\"//g" | sed -e "s/\\\">//g"'
            (s,o) = subprocess.getstatusoutput(cmd)
            guid = o.strip()
            # there might be a PFC from earlier processing steps
            if guid == '' :
                (s,o) = subprocess.getstatusoutput('uuidgen')
                guid = o.strip()
        except Exception:
            guid = 'PFCPARSINGERROR'
    return guid
 
 

parseQualifiedFileNames()

def python.TrfUtils.parseQualifiedFileNames	(		inputList,
			sep = '#'
	)

Parse a list of qualified file names (file names that are prepended with
   their dataset name). Returns a tuple consisting of the dataset name and the
   list of unqualified file names.

Definition at line 58 of file TrfUtils.py.

def parseQualifiedFileNames(inputList, sep='#'):
    """Parse a list of qualified file names (file names that are prepended with
       their dataset name). Returns a tuple consisting of the dataset name and the
       list of unqualified file names."""
    if not inputList:
        return (None, [])
    dataset = getDataSetName(inputList[0],sep)
    files = []
    for f in inputList:
        files.append(getFileName(f,sep))
    return (dataset,files)
 
 

readJSON()

def python.TrfUtils.readJSON

(

fname

)

Read a JSON file and return its data.

Definition at line 19 of file TrfUtils.py.

def readJSON(fname):
    """Read a JSON file and return its data."""
    f = open(fname,'r')
    """JSON converts strings to unicode, so we use YAML instead."""
    data = yaml.load(f,Loader=yaml.FullLoader)
    f.close()
    return data
 

writeJSON()

def python.TrfUtils.writeJSON	(		fname,
			data
	)

Serialize data and write to fname.

Definition at line 27 of file TrfUtils.py.

def writeJSON(fname, data):
    """Serialize data and write to fname."""
    f = open(fname,'w')
    print (json.dumps(data), file=f)
    f.close()
 

Variable Documentation

__author__

string python.TrfUtils.__author__ = 'Juerg Beringer'

private

Definition at line 8 of file TrfUtils.py.

__version__

string python.TrfUtils.__version__ = 'TrfUtils.py atlas/athena'

private

Definition at line 9 of file TrfUtils.py.