athena_checkUpload Namespace Reference

Functions
def	StartDate (period)
	--> Definitions: More...
def	ConvertedRunNumber (rNumber)
def	RunListInDBTotal (start_date, end_date, file_name, string_pattern)
def	channelValueQuery (server, schema, dbname, folder, iov0, iov1, tag, channels)
def	RunListInDB (array, server, schema, dbname, folder, tag, channels)
def	GetNumberOfNoisyModulesInDB (array, server, schema, dbname, folder, tag, channels)
def	GetNumberOfNoisyStripsInDB (array, server, schema, dbname, folder, tag, channels)
def	GetNoisyModulesAverageInDB (array)
def	DisplayInfoForRunsInDB (runs, noisy_mods, noisy_strips)

Variables
int	Period = 7
	--> Execution phase: More...
def	startDate = StartDate(Period)
	endDate = str(datetime.date.today())
string	fileName = "./runs_"+startDate+"_"+endDate+".txt"
string	Server = 'ATLAS_COOLPROD'
string	Schema = 'ATLAS_COOLOFL_SCT'
string	Dbname = 'COMP200'
string	Folder = '/SCT/Derived/Monitoring'
string	Tag = 'SctDerivedMonitoring-003-00'
string	String_Pattern = 'ATLAS'
def	RunsInDBTotal = RunListInDBTotal(startDate, endDate, fileName, String_Pattern)
def	RunsInDB = RunListInDB(RunsInDBTotal, Server,Schema,Dbname,Folder,Tag,'*')
def	numNoisyModulesInDB = GetNumberOfNoisyModulesInDB(RunsInDB, Server,Schema,Dbname,Folder,Tag,'*')
def	noisyModulesAverageInDB = GetNoisyModulesAverageInDB(numNoisyModulesInDB)
def	noisyStripsInDB = GetNumberOfNoisyStripsInDB(RunsInDB, Server,Schema,Dbname,Folder,Tag,'*')
def	noisyStripsInDB_lastRun = noisyStripsInDB[0]

Function Documentation

channelValueQuery()

def athena_checkUpload.channelValueQuery	(		server,
			schema,
			dbname,
			folder,
			iov0,
			iov1,
			tag,
			channels
	)

Definition at line 64 of file athena_checkUpload.py.

def channelValueQuery(server, schema, dbname, folder, iov0, iov1, tag, channels):
    timespan= str(iov0) + '-' + str(iov1)
    prefix='http://coolcherrypy.cern.ch:8080/cooldb/'
    d = '/'
    url = prefix+server+d+schema+d+dbname+folder+'/timespan/'+timespan+'/tag/'+tag+'/channels/'+channels
    httpHeaders={'Accept':'text/xml'}
    textData=None
    #print(url)
    request=urllib2.Request(url,textData, httpHeaders)
    u=urllib2.urlopen(request)
    xmlDocString = u.read()
    return xmlDocString
 

ConvertedRunNumber()

def athena_checkUpload.ConvertedRunNumber

(

rNumber

)

Definition at line 23 of file athena_checkUpload.py.

def ConvertedRunNumber(rNumber):
    RNumber = long(rNumber)
    return RNumber << 32
 

DisplayInfoForRunsInDB()

def athena_checkUpload.DisplayInfoForRunsInDB	(		runs,
			noisy_mods,
			noisy_strips
	)

Definition at line 168 of file athena_checkUpload.py.

def DisplayInfoForRunsInDB(runs, noisy_mods, noisy_strips):
    if (len(runs) != 0):
        for i in range(len(runs)):
            print("Run: ",runs[i], " --> Num. noisy modules: ", noisy_mods[i], " --> Num. noisy channels: ", noisy_strips[i])
    else:
        print("--> No information found.")
 

GetNoisyModulesAverageInDB()

def athena_checkUpload.GetNoisyModulesAverageInDB

(

array

)

Definition at line 157 of file athena_checkUpload.py.

def GetNoisyModulesAverageInDB(array):
    sum=0
    if (len(array) != 0):
        for j in range(len(array)):
            sum=sum+array[j]
            NoisyModulesAverage = sum/len(array)
    else:
        NoisyModulesAverage = -999     
    return NoisyModulesAverage 
    

GetNumberOfNoisyModulesInDB()

def athena_checkUpload.GetNumberOfNoisyModulesInDB	(		array,
			server,
			schema,
			dbname,
			folder,
			tag,
			channels
	)

Definition at line 100 of file athena_checkUpload.py.

def GetNumberOfNoisyModulesInDB(array, server, schema, dbname, folder, tag, channels):
    Array_numNoisyModules=[]
    if (array[0] != -999):
        for i in range(len(array)):
            runNumber=array[i]
            iovSince=ConvertedRunNumber(runNumber)
            iovUntil=ConvertedRunNumber(runNumber+1)-1
 
            derived_string=channelValueQuery(server, schema, dbname, folder, iovSince, iovUntil, tag, channels)
            
            derived=NonvalidatingReader.parseString(derived_string,uri="dummy")
            numNoisyModules=derived.xpath(u'count(//channel)')
            if numNoisyModules !=0.0:
                Array_numNoisyModules.append(numNoisyModules)
    else:
       Array_numNoisyModules.append(-999) 
 
    return Array_numNoisyModules
 

GetNumberOfNoisyStripsInDB()

def athena_checkUpload.GetNumberOfNoisyStripsInDB	(		array,
			server,
			schema,
			dbname,
			folder,
			tag,
			channels
	)

Definition at line 120 of file athena_checkUpload.py.

def GetNumberOfNoisyStripsInDB(array, server, schema, dbname, folder, tag, channels):
    Array_numNoisyStrips = []
    if (array[0] != -999):
        for i in range(len(array)):
            runNumber=array[i]
            iovSince=ConvertedRunNumber(runNumber)
            iovUntil=ConvertedRunNumber(runNumber+1)-1
 
            derived_string=channelValueQuery(server, schema, dbname, folder, iovSince, iovUntil, tag, channels)
 
            derived=NonvalidatingReader.parseString(derived_string,uri="dummy")
            numNoisyModules=derived.xpath(u'count(//channel)')
            if numNoisyModules !=0.0:
 
                allDefectStripsList=(derived.xpath(u"//channel/value[@name='DefectList']"))
                numNoisyStrips=0
                numNoisyStripsAdds=0
 
                for strips in allDefectStripsList:
                    words=strips.firstChild.data.split()
                    for j in range(len(words)):
                        jk=words[j]
                        if jk.find("-")>=0:
                            sep=jk.replace ( '-', ' ' )
                            sep1=sep.split()
                            numNoisyStripsAdds=numNoisyStripsAdds+int(sep1[1])-int(sep1[0])
                        
                    numNoisyStrips=numNoisyStrips+len(strips.firstChild.data.split())
 
                Array_numNoisyStrips.append(numNoisyStrips + numNoisyStripsAdds)
 
    else:
        Array_numNoisyStrips.append(-999)
        
    return Array_numNoisyStrips
 

RunListInDB()

def athena_checkUpload.RunListInDB	(		array,
			server,
			schema,
			dbname,
			folder,
			tag,
			channels
	)

Definition at line 78 of file athena_checkUpload.py.

def RunListInDB(array, server, schema, dbname, folder, tag, channels):
    Array_runsInDB=[]
    if (len(array) != 0):
        for i in range(len(array)):
            runNumber=array[i]
            iovSince=ConvertedRunNumber(runNumber)
            iovUntil=ConvertedRunNumber(runNumber+1)-1
 
            derived_string=channelValueQuery(server, schema, dbname, folder, iovSince, iovUntil, tag, channels)
 
            derived=NonvalidatingReader.parseString(derived_string,uri="dummy")
            numNoisyModules=derived.xpath(u'count(//channel)')
 
            if numNoisyModules !=0.0:
                Array_runsInDB.append(runNumber)
    else:
        Array_runsInDB.append(-999)
 
    return Array_runsInDB
     
 

RunListInDBTotal()

def athena_checkUpload.RunListInDBTotal	(		start_date,
			end_date,
			file_name,
			string_pattern
	)

Definition at line 28 of file athena_checkUpload.py.

def RunListInDBTotal(start_date, end_date, file_name, string_pattern):
    prefix="http://atlas-service-runinformation.web.cern.ch/atlas-service-runinformation/cgi-bin/runnumbers.py?"
    url=prefix+"start.date="+start_date+"%2012:06:00&end.date="+end_date+"%2012:06:00&format=html"
    # print(url)
    request=urllib2.Request(url)
    u=urllib2.urlopen(request)
    DocString = u.read()
    
    DocString_1 = DocString.replace ( '<td>', ' ' )
    DocString_2 = DocString_1.replace ( '</td>', ' ' )
    DocString_3 = DocString_2.replace ( '<tr>', ' ' )
    DocString_4 = DocString_3.replace ( '</tr>', ' ' )
    DocString_5 = DocString_4.replace ( '<th>Name</th><th>Number</th><th>Start At (UTC)</th><th>Duration</th><th>Partition</th>', ' ' )
 
    
    f=open(file_name, 'w')
    f.write(DocString_5)
    f.close()
    
    Runs = []
    if os.path.exists(file_name):
        f = open(file_name,'r') 
        for line in f.readlines(): 
            if line.find(string_pattern)>= 0:
                ar=string.split(line)
                Runs.append(int(ar[1]))
        f.close()
    else:
        print("-->ERROR: athena_checkUpload: Can't find input file !")
 
    
    os.remove(file_name)
 
    return Runs
 

StartDate()

def athena_checkUpload.StartDate

(

period

)

--> Definitions:

Definition at line 17 of file athena_checkUpload.py.

def StartDate(period):
    
    start_date = (datetime.date.today() - datetime.timedelta(period)).isoformat()
    return start_date
 

Variable Documentation

Dbname

string athena_checkUpload.Dbname = 'COMP200'

Definition at line 187 of file athena_checkUpload.py.

endDate

athena_checkUpload.endDate = str(datetime.date.today())

Definition at line 181 of file athena_checkUpload.py.

fileName

string athena_checkUpload.fileName = "./runs_"+startDate+"_"+endDate+".txt"

Definition at line 183 of file athena_checkUpload.py.

Folder

string athena_checkUpload.Folder = '/SCT/Derived/Monitoring'

Definition at line 188 of file athena_checkUpload.py.

noisyModulesAverageInDB

def athena_checkUpload.noisyModulesAverageInDB = GetNoisyModulesAverageInDB(numNoisyModulesInDB)

Definition at line 197 of file athena_checkUpload.py.

noisyStripsInDB

def athena_checkUpload.noisyStripsInDB = GetNumberOfNoisyStripsInDB(RunsInDB, Server,Schema,Dbname,Folder,Tag,'*')

Definition at line 199 of file athena_checkUpload.py.

noisyStripsInDB_lastRun

def athena_checkUpload.noisyStripsInDB_lastRun = noisyStripsInDB[0]

Definition at line 200 of file athena_checkUpload.py.

numNoisyModulesInDB

def athena_checkUpload.numNoisyModulesInDB = GetNumberOfNoisyModulesInDB(RunsInDB, Server,Schema,Dbname,Folder,Tag,'*')

Definition at line 196 of file athena_checkUpload.py.

Period

int athena_checkUpload.Period = 7

--> Execution phase:

Definition at line 179 of file athena_checkUpload.py.

RunsInDB

def athena_checkUpload.RunsInDB = RunListInDB(RunsInDBTotal, Server,Schema,Dbname,Folder,Tag,'*')

Definition at line 194 of file athena_checkUpload.py.

RunsInDBTotal

def athena_checkUpload.RunsInDBTotal = RunListInDBTotal(startDate, endDate, fileName, String_Pattern)

Definition at line 193 of file athena_checkUpload.py.

Schema

string athena_checkUpload.Schema = 'ATLAS_COOLOFL_SCT'

Definition at line 186 of file athena_checkUpload.py.

Server

string athena_checkUpload.Server = 'ATLAS_COOLPROD'

Definition at line 185 of file athena_checkUpload.py.

startDate

def athena_checkUpload.startDate = StartDate(Period)

Definition at line 180 of file athena_checkUpload.py.

String_Pattern

string athena_checkUpload.String_Pattern = 'ATLAS'

Definition at line 190 of file athena_checkUpload.py.

Tag

string athena_checkUpload.Tag = 'SctDerivedMonitoring-003-00'

Definition at line 189 of file athena_checkUpload.py.