UploadDQAMITag Namespace Reference

Functions
def	get_current_config (amiclient)
def	get_next_tag (latestTag)
def	update_dict_for_configs_afs (updict, indir)
def	update_dict_for_configs_cvmfs (updict, indir)
def	update_dict_for_release (updict, release)
def	upload_new_config (amiclient, nextTag, updict)

Variables
string	AMI_TAG_PREFIX = 'h'
	parser
	certificate
	dest
	help
	action
	options
	args
	amiclient = pyAMI.client.Client('atlas')
	cfgdict
	latestTag
def	nextTag = get_next_tag(latestTag)
string	s = "Invalid directory given. hcfg files should exist in cvmfs or the atlasdqm afs space"

Function Documentation

get_current_config()

def UploadDQAMITag.get_current_config

(

amiclient

)

Definition at line 21 of file UploadDQAMITag.py.

def get_current_config(amiclient):
 
    #amicommand = ['ListElement', '-entity=h_config', '-processingStep=Atlas_Production', '-project=Atlas_Production', '-select=tag']
    amicommand = ['SearchQuery', '''-sql="SELECT V_AMITags.tagType, V_AMITags.tagNumber FROM V_AMITags WHERE V_AMITags.tagType = 'h' ORDER BY V_AMITags.tagNumber DESC"''' 
                                 '-project="AMITags"', '-processingStep=production']
 
    print (amicommand)
 
    result = amiclient.execute(amicommand, format='dict_object')
    resultlist = result.get_rows('Element_Info')
    latestTag = 'h' + resultlist[0]['tagNumber']
    #try:
    #    latestTag = 'h' + `max(int(_['tag'][1:]) for _ in resultlist)`
    #except:
    #    latestTag = 'h0'
 
    nextTag = latestTag[0] + str(int(latestTag[1:])+1)
 
    print ('Latest AMI tag is', latestTag)
    print ('Will create AMI tag', nextTag)
    #latestTag='h7'
 
    amicommand = ['AMIGetAMITagInfo', '-amiTag='+latestTag]
 
    result = amiclient.execute(amicommand, format='dict_object')
    print ('----------')
    #print (result)
    #print (result.get_rowset_types())
    #print (result.get_rows('amiTagInfo'))
    rv = result.get_rows('amiTagInfo')[0]
 
    print ()
    print ('-------------------------------------')
    print ('Info of current AMI tag ...')
    for key, val in rv.items():
        print ('  %s:' % key, val)
    rv1 = {}
    for k, v in rv.items():
        rv1[k] = v.__str__()
 
    #del rv1['readStatus']
    #del rv1['writeStatus']
    for k in ('tag', 'createdBy', 'modifiedBy', 'tagStatus', 'tagNumber', 'tagType',
              'locked', 'updates', 'created', 'lastModified', 'processingStep',
              'transformationName', 'baseRelease', 'modified', 'phconfig'):
        try:
            del rv1[k]
        except KeyError:
            pass
    for k in ('inputs','outputs', 'moreInfo', 'trfsetupcmd',
              'description'):
        rv1[k] = '"%s"' % str(rv1[k].__str__())
 
    #rv1['phconfig'] = str(rv1['phconfig'].__str__())
    return rv1, latestTag
 

get_next_tag()

def UploadDQAMITag.get_next_tag

(

latestTag

)

Definition at line 77 of file UploadDQAMITag.py.

def get_next_tag(latestTag):
    nextTag = latestTag[0] + str(int(latestTag[1:])+1)
    #nextTag='h8'
    return nextTag
 
#if reading from afs, use the old system, looking for the most current hcfg files and setting the symlink as phconfig

update_dict_for_configs_afs()

def UploadDQAMITag.update_dict_for_configs_afs	(		updict,
			indir
	)

Definition at line 83 of file UploadDQAMITag.py.

def update_dict_for_configs_afs(updict, indir):
 
    basedir = os.path.abspath(indir)
 
    print ('Looking for configurations in subdirectories of', indir)
 
    types = ['minutes10', 'minutes30', 'run']
    searchparams = [('Cosmics', 'cosmics'), ('Collisions', 'collisions'),
                    ('HeavyIons', 'heavyions')]
 
    filepathdict = {}
    filelist = []
 
    for dir1, fn in searchparams:
        print (dir1)
        filepathdict[dir1] = {}
        for t in types:
            print ('  ', t, '...',)
            fname = os.path.join(basedir, dir1,
                                '%s_%s.current.hcfg' % (fn, t))
            if os.access(fname, os.R_OK):
                print ('found,',)
                if os.path.islink(fname) and os.path.isfile(fname):
                    realname = os.readlink(fname)
                    if not os.path.isabs(realname):
                        realname = os.path.join(os.path.dirname(fname), realname)
                    print ('is symlink to', realname)
                    filepathdict[dir1][t] = realname
                    filelist.append(realname)
                else:
                    print ('but is not valid symlink')
            else:
                print ('not found')
        if filepathdict[dir1] == {}:
            del filepathdict[dir1]
 
    commonpart = os.path.dirname(os.path.commonprefix(filelist)) + os.sep
 
    filepathdict['basename'] = commonpart
 
    # clean up common part
    for dir1, fn in searchparams:
        for t in types:
            try:
                filepathdict[dir1][t] =  filepathdict[dir1][t].replace(commonpart, '')
            except KeyError:
                pass
 
    print ()
    print ('-------------------------------------')
    print ('File path dictionary to upload:')
    print (filepathdict)
    print ('-------------------------------------')
    print ()
 
    val = updict.get('phconfig', {})
    if isinstance(val, str):
        val = {}
    val['filepaths'] = filepathdict
    updict['phconfig'] = '"%s"' % val
 
#if reading hcfgs from a cvmfs directory, only one set of files should be present. Use those for phconfig

update_dict_for_configs_cvmfs()

def UploadDQAMITag.update_dict_for_configs_cvmfs	(		updict,
			indir
	)

Definition at line 145 of file UploadDQAMITag.py.

def update_dict_for_configs_cvmfs(updict, indir):
  
    basedir = os.path.abspath(indir)
 
    print ('Looking for configurations in subdirectories of', indir)
 
    types = ['minutes10', 'run']
    searchparams = [('Cosmics', 'cosmics'), ('Collisions', 'collisions'),
                    ('HeavyIons', 'heavyions')]
 
    filepathdict = {}
    filelist = []
 
    for dir1, fn in searchparams:
        print (dir1)
        filepathdict[dir1] = {}
        for t in types:
            print ('  ', t, '...',)
            fname = os.path.join(basedir, '%s_%s.hcfg' % (fn, t))
            if os.access(fname, os.R_OK):
                print ('found %s' % (dir1))
                if os.path.isfile(fname):
                    filepathdict[dir1][t] = fname
                    filelist.append(fname)
            else:
                print ('not found')
        if filepathdict[dir1] == {}:
            del filepathdict[dir1]
 
    commonpart = os.path.dirname(os.path.commonprefix(filelist)) + os.sep
 
    filepathdict['basename'] = commonpart
 
    # clean up common part
    for dir1, fn in searchparams:
        for t in types:
            try:
                filepathdict[dir1][t] =  filepathdict[dir1][t].replace(commonpart, '')
            except KeyError:
                pass
 
    print ()
    print ('-------------------------------------')
    print ('File path dictionary to upload:')
    print (filepathdict)
    print ('-------------------------------------')
    print ()
 
    val = updict.get('phconfig', {})
    if isinstance(val, str):
        val = {}
    val['filepaths'] = filepathdict
    updict['phconfig'] = '"%s"' % val
 

update_dict_for_release()

def UploadDQAMITag.update_dict_for_release	(		updict,
			release
	)

Definition at line 199 of file UploadDQAMITag.py.

def update_dict_for_release(updict, release):
    # From UpdateAMITag.py
    #Check if release exists
    relSp=release.split("-")
    if len(relSp)!=2:
        s="ERROR: Expected parameter 'release' in the form Project-number, got "+release
        raise RuntimeError(s)
    relProj=relSp[0]
    if ',' in relSp[1]:
        relNbr, _=relSp[1].split(',', 1)
    else:
        relNbr, _=relSp[1], None
    
    baseRelNbr=".".join(relNbr.split(".")[:2])
    relPath = "/cvmfs/atlas.cern.ch/repo/sw/software/%s/%s/%s" % (baseRelNbr, relProj, relNbr)
    if not os.path.isdir(relPath):
        s="ERROR Release directory " + relPath + " does not exist"
        raise RuntimeError(s)
    #Release exists if we reach this point
 
    extraSetup = " oracleCOOL"
    if relProj == "AtlasProduction":
        extraSetup += " AtlasProduction"
    elif relProj == "Athena":
        extraSetup += " Athena"
    elif relProj == "AthDataQuality":
        extraSetup += " AthDataQuality"
    elif relProj != "AtlasOffline":
        s="ERROR: The project specified (" + relProj +") is not Athena, AtlasOffline or AtlasProduction. Are you sure?"
        raise RuntimeError(s)
 
    # update dictionary
    tasktransinfo = {'trfpath': 'DQM_Tier0Wrapper_tf.py',
                               'trfsetupcmd': "/afs/cern.ch/atlas/tzero/software/setup/usetuptrf.sh " + relNbr + extraSetup}
    updict['moreInfo'] = '"{\'tasktransinfo\': %s}"' % tasktransinfo.__str__()
    updict['SWReleaseCache'] = release.replace('-', '_')
    updict['groupName'] = relProj
    updict['cacheName'] = relSp[1]
    updict['description'] = "'Trf for combined DQM histogram merging and DQM webpage creation, to get periodic DQ monitoring updates. Using " + release +"'"
    updict['trfsetupcmd'] = '"%s"' % tasktransinfo['trfsetupcmd']
    #updict['tagNumber'] = nextTag[1:]
    #del updict['trfsetupcmd']
 

upload_new_config()

def UploadDQAMITag.upload_new_config	(		amiclient,
			nextTag,
			updict
	)

Definition at line 242 of file UploadDQAMITag.py.

def upload_new_config(amiclient, nextTag, updict):
 
    amicommand = ['AddAMITag', 'tagType="h"', ]
    
    for key, val in updict.items():
        amicommand.append('%s=%s' % (key, val))
 
    print ('-------------------------------------')
    print ()
    print ('Now uploading new AMI tag')
    print ('AMI command:', amicommand)
 
    result = amiclient.execute(amicommand)
    print (result)
    print ()
    print ('Success!')
 

Variable Documentation

action

UploadDQAMITag.action

Definition at line 272 of file UploadDQAMITag.py.

AMI_TAG_PREFIX

string UploadDQAMITag.AMI_TAG_PREFIX = 'h'

Definition at line 19 of file UploadDQAMITag.py.

amiclient

UploadDQAMITag.amiclient = pyAMI.client.Client('atlas')

Definition at line 301 of file UploadDQAMITag.py.

args

UploadDQAMITag.args

Definition at line 275 of file UploadDQAMITag.py.

certificate

UploadDQAMITag.certificate

Definition at line 268 of file UploadDQAMITag.py.

cfgdict

UploadDQAMITag.cfgdict

Definition at line 304 of file UploadDQAMITag.py.

dest

UploadDQAMITag.dest

Definition at line 269 of file UploadDQAMITag.py.

help

UploadDQAMITag.help

Definition at line 269 of file UploadDQAMITag.py.

latestTag

UploadDQAMITag.latestTag

Definition at line 304 of file UploadDQAMITag.py.

nextTag

def UploadDQAMITag.nextTag = get_next_tag(latestTag)

Definition at line 305 of file UploadDQAMITag.py.

options

UploadDQAMITag.options

Definition at line 275 of file UploadDQAMITag.py.

parser

UploadDQAMITag.parser

Initial value:

=  optparse.OptionParser(usage='Usage: %prog [options] cmd arg\n'
                               '  cmd can be:\n'
                               '    configs: update only DQ configurations; args should be the config base directory\n'
                               '    release: update only the release; args should be the new release'
                               )

Definition at line 262 of file UploadDQAMITag.py.

s

string UploadDQAMITag.s = "Invalid directory given. hcfg files should exist in cvmfs or the atlasdqm afs space"

Definition at line 313 of file UploadDQAMITag.py.