python.AtlRunQueryAMI.ARQ_AMI Class Reference

Collaboration diagram for python.AtlRunQueryAMI.ARQ_AMI:

Public Member Functions
def	getAmiClient (cls, amiconf=None, verbose=False)
def	amiclient (cls)
def	OpenAMIConnection (cls)
def	amiexec (cls, cmdList)
def	get_periods_for_run (cls, run)
def	get_periods (cls, year, level)
def	get_all_periods (cls)
def	get_runs (cls, period, year)

Static Public Attributes
dictionary	store = {}
	all_periods = None

Static Private Attributes
	_amiclient = None

Detailed Description

Definition at line 17 of file AtlRunQueryAMI.py.

Member Function Documentation

amiclient()

def python.AtlRunQueryAMI.ARQ_AMI.amiclient

(

cls

)

Definition at line 83 of file AtlRunQueryAMI.py.

    def amiclient(cls):
        if cls._amiclient is None:
            from os import getenv
            from CoolRunQuery.utils.AtlRunQueryUtils import runsOnServer
            if runsOnServer():
                home = "/data/atrqadm/data/"
            else:
                home = getenv('HOME')
                if not home:
                    home = '~'
            conffilename = home + "/private/AMIConf.txt"
            cls._amiclient = cls.getAmiClient(conffilename)
            if cls._amiclient is None:
                print ("ERROR: voms-proxy authentication not valid and no AMI configuration file",conffilename,"supplied. No access to AMI!")
                cls._amiclient="No AMI"
        return cls._amiclient
 

amiexec()

def python.AtlRunQueryAMI.ARQ_AMI.amiexec	(		cls,
			cmdList
	)

Definition at line 113 of file AtlRunQueryAMI.py.

    def amiexec(cls, cmdList):
        try:
            result = cls.amiclient().execute(cmdList)
            return result.getDict()
        except Exception as ex:
            print ("AMI exception '",type(ex),"' occured")
            import traceback
            traceback.print_exc()
        return {}
 
 

get_all_periods()

def python.AtlRunQueryAMI.ARQ_AMI.get_all_periods

(

cls

)

Definition at line 163 of file AtlRunQueryAMI.py.

    def get_all_periods(cls):
        if cls.all_periods is not None:
            return cls.all_periods
        cls.all_periods = []
        p = re.compile(r"(?P<period>(?P<periodletter>[A-Za-z]+)(?P<periodnumber>\d+)?)$")
        try:
            result = cls.get_periods(0, 0)
            for period, projectName in result:
                m = p.match(period)
                if not m:
                    continue
                year = int(projectName[4:6])
                period_letter = m.group('periodletter')
                period_number = int(m.group('periodnumber')) if m.group('periodnumber') else 0
                if len(period_letter)!=1:
                    pc = 0
                else:
                    pc = 10000*year + 100*(ord(period_letter.upper())-65) + period_number
                cls.all_periods += [ ((year, period, pc), projectName+".period" + period) ]
            cls.all_periods.sort()
        except Exception:
            import traceback
            traceback.print_exc()
            pass
        return cls.all_periods
    
 

get_periods()

def python.AtlRunQueryAMI.ARQ_AMI.get_periods	(		cls,
			year,
			level
	)

Definition at line 144 of file AtlRunQueryAMI.py.

    def get_periods(cls, year, level):
        try:
            cmd = ['ListDataPeriods', '-createdSince=2009-01-01 00:00:00' ]
            if year>2000:
                cmd += [ '-projectName=data%02i%%' % (year-2000) ]
            if level in [1,2,3]:
                cmd += [ '-periodLevel=%i' % level ]
            #result = cls.amiclient().execute(cmd)
            result = cls.amiexec(cmd)
            #rows = [ (e['period'], e['projectName']) for e in result.getDict()['Element_Info'].values() ]
            rows = [ (e['period'], e['projectName']) for e in result['Element_Info'].values() ]
            return sorted(rows)
        except Exception:
            import traceback
            traceback.printExc()
            return []
 
 

get_periods_for_run()

def python.AtlRunQueryAMI.ARQ_AMI.get_periods_for_run	(		cls,
			run
	)

Definition at line 125 of file AtlRunQueryAMI.py.

    def get_periods_for_run(cls, run):
        try:
            run = int(run)
        except ValueError:
            return []
        if run not in cls.store:
            try:
                print ('GetDataPeriodsForRun', '-runNumber=%i' % run)
                #result = cls.amiclient().execute(['GetDataPeriodsForRun', '-runNumber=%i' % run])
                result = cls.amiexec(['GetDataPeriodsForRun', '-runNumber=%i' % run])
                #cls.store[run] = sorted([ (int(e['periodLevel']),e['period'],e['project']) for e in result.getDict()['Element_Info'].values() ])
                cls.store[run] = sorted([ (int(e['periodLevel']),e['period'],e['project']) for e in result['Element_Info'].values() ])
            except Exception:
                print ("Exception")
                cls.store[run] = []
        return [x[1] for x in cls.store[run]]
 
 

get_runs()

def python.AtlRunQueryAMI.ARQ_AMI.get_runs	(		cls,
			period,
			year
	)

Definition at line 191 of file AtlRunQueryAMI.py.

    def get_runs(cls, period, year):
        try:
            cmd = ['GetRunsForDataPeriod', '-period=%s' % period]
            if year>2000:
                cmd += [ '-projectName=data%02i%%' % (year-2000) ]
            #result = cls.amiclient().execute(cmd)
            result = cls.amiexec(cmd)
            #print ("amiCommand",' '.join(cmd)        )
            #r = sorted([ int(e['runNumber']) for e in result.getDict()['Element_Info'].values() ])
            r = sorted([ int(e['runNumber']) for e in result['Element_Info'].values() ])
            return r
        except (ValueError, KeyError):
            pass
 
 
 
# for testing purpose

getAmiClient()

def python.AtlRunQueryAMI.ARQ_AMI.getAmiClient	(		cls,
			amiconf = None,
			verbose = False
	)

get ami client
param amiconf: name of file with AMI user and pw

If a valid filename is specified, it tries to read the
username and password from there. If that does not succeed or
no filename is specified, voms based authentication is tried.

Definition at line 25 of file AtlRunQueryAMI.py.

    def getAmiClient(cls, amiconf = None, verbose = False):
        """get ami client
        param amiconf: name of file with AMI user and pw
 
        If a valid filename is specified, it tries to read the
        username and password from there. If that does not succeed or
        no filename is specified, voms based authentication is tried.
        """
        from pyAMI.pyAMI import AMI,pyAMIEndPoint
        from os import stat,path
 
        useConfigFile = False
        if amiconf:
            if not path.exists(amiconf):
                if verbose:
                    print ("WARNING: AMI config file", amiconf, "does not exist. Need to rely on valid voms proxy.")
            elif stat(amiconf).st_mode & path.stat.S_IRUSR == 0:
                if verbose:
                    print ("WARNING: AMI config file", amiconf, "exists but is not readable. Need to rely on valid voms proxy.")
            else:
                useConfigFile = True
                
        if useConfigFile:
            pyAMIEndPoint.setType("replica")
            ami=AMI()
            ami.readConfig(amiconf)
            if ami.checkAuth():
                print ("... connecting to CERN AMI replica with user+pw")
                return ami
            pyAMIEndPoint.setType("main")
            ami.certAuth()
            if ami.checkAuth():
                print ("... connecting to AMI main server with user+pw")
                return ami
 
            print ("WARNING: Authentication in config file",amiconf,"not valid, check format, user, pw. Need to rely on valid voms proxy.")
 
 
        pyAMIEndPoint.setType("replica")
        ami=AMI()
        if ami.checkAuth():
            print ("... connecting to CERN replica using voms-proxy")
            return ami
 
 
        pyAMIEndPoint.setType("main")
        ami.certAuth()
        if ami.checkAuth():
            print ("... connecting to main server using voms-proxy")
            return ami
 
 
        if verbose:
            print ("WARNING voms-proxy authentication not valid. No access to AMI.")
        return None
 
 

OpenAMIConnection()

def python.AtlRunQueryAMI.ARQ_AMI.OpenAMIConnection

(

cls

)

Definition at line 101 of file AtlRunQueryAMI.py.

    def OpenAMIConnection(cls):
        try:
            from pyAMI.pyAMI import AMI
            amiclient = AMI()
            amiclient.readConfig("./AMIConf.txt")
            return amiclient
        except ImportError:
            print ('ERROR: could not load pyAMI')
            return None
 
 

Member Data Documentation

_amiclient

python.AtlRunQueryAMI.ARQ_AMI._amiclient = None

staticprivate

Definition at line 19 of file AtlRunQueryAMI.py.

all_periods

python.AtlRunQueryAMI.ARQ_AMI.all_periods = None

static

Definition at line 21 of file AtlRunQueryAMI.py.

store

dictionary python.AtlRunQueryAMI.ARQ_AMI.store = {}

static

Definition at line 20 of file AtlRunQueryAMI.py.

---

The documentation for this class was generated from the following file:

• AtlRunQueryAMI.py