ReadCool Namespace Reference

Functions
	StartDate (period)
	--> Definitions:
	ConvertedRunNumber (rNumber)
	RunListInDBTotal (start_date, end_date, file_name, string_pattern)
	channelValueQuery (server, schema, dbname, folder, iov0, iov1, tag, channels)
	RunListInDB (array, server, schema, dbname, folder, tag, channels)
	GetNumberOfNoisyModulesInDB (array, server, schema, dbname, folder, tag, channels)
	GetNumberOfNoisyStripsInDB (array, server, schema, dbname, folder, tag, channels)
	GetNoisyModulesAverageInDB (array)
	DisplayInfoForRunsInDB (runs, noisy_mods, noisy_strips)
	UnpackData (data)
	iov_keygen (iov)
	DumpFolderSummary (db_string, folder, tag, run=None)
	ReadRtCool (db_string, folder, tag, run_number)
	ReadT0Cool (db_string, folder, tag, run_number)
	GetFolderTag (db_string, folder)

Variables
	argv

Function Documentation

channelValueQuery()

ReadCool.channelValueQuery	(		server,
			schema,
			dbname,
			folder,
			iov0,
			iov1,
			tag,
			channels )

Definition at line 64 of file InnerDetector/InDetCalibAlgs/SCT_CalibAlgs/share/ReadCool.py.

def channelValueQuery(server, schema, dbname, folder, iov0, iov1, tag, channels):
    timespan= str(iov0) + '-' + str(iov1)
    prefix='http://voatlas11.cern.ch:8080/cooldb/'
    d = '/'
    url = prefix+server+d+schema+d+dbname+folder+'/timespan/'+timespan+'/tag/'+tag+'/channels/'+channels
    httpHeaders={'Accept':'text/xml'}
    textData=None
    # print(url)
    request=urllib2.Request(url,textData, httpHeaders)
    u=urllib2.urlopen(request)
    xmlDocString = u.read()
    return xmlDocString
 

ConvertedRunNumber()

ReadCool.ConvertedRunNumber

(

rNumber

)

Definition at line 23 of file InnerDetector/InDetCalibAlgs/SCT_CalibAlgs/share/ReadCool.py.

def ConvertedRunNumber(rNumber):
    RNumber = long(rNumber)
    return RNumber << 32
 

DisplayInfoForRunsInDB()

ReadCool.DisplayInfoForRunsInDB	(		runs,
			noisy_mods,
			noisy_strips )

Definition at line 168 of file InnerDetector/InDetCalibAlgs/SCT_CalibAlgs/share/ReadCool.py.

def DisplayInfoForRunsInDB(runs, noisy_mods, noisy_strips):
    if (len(runs) != 0):
        for i in range(len(runs)):
            print("Run: ",runs[i], " --> Num. noisy modules: ", noisy_mods[i], " --> Num. noisy channels: ", noisy_strips[i])
    else:
        print("--> No information found.")
 

DumpFolderSummary()

ReadCool.DumpFolderSummary	(		db_string,
			folder,
			tag,
			run = None )

Definition at line 30 of file MuonSpectrometer/MuonCalib/MuonCalibDbOperations/python/ReadCool.py.

def DumpFolderSummary(db_string, folder, tag, run=None):
    
    try:
        db=AtlCoolLib.indirectOpen(db_string, readOnly=True, debug=True)
    except Exception as e:
        print ('Problem opening database',e)
        sys.exit(-1)
 
#get folder and tag 
    cool_folder=db.getFolder(folder)
    cool_tag=ResolveTag(cool_folder, tag)
    
    counters={}
    if run:
        objs=cool_folder.browseObjects((run<<32), ((run+1)<<32), cool.ChannelSelection.all(), cool_tag)
    else:
        objs=cool_folder.browseObjects(0, (999999<<32), cool.ChannelSelection.all(), cool_tag)
    for obj in objs:
        file_col=obj.payload()['file']
        file_items=re.split('[A-Z,a-z]*', file_col)
        site="default"
        head_id=-1
        if len(file_items)==2:
            try:
                head_id = int(file_items[1])
                site = re.sub("[0-9]", "", file_col)
            except ValueError:
                site=file_col
        ts="NOTS"
        if TimeSlewingApplied(obj):
            ts="TS"     
        ident=(obj.since()>>32, obj.until()>>32, site, head_id, ts)
        if ident not in counters:
            counters[ident] = 0
        counters[ident] +=1
    for ident in sorted(counters.keys(), key=iov_keygen):
        print ("[", ident[0], ",", ident[1], "[", ident[2], ident[3], ident[4], ":" , counters[ident])
            
 

GetFolderTag()

ReadCool.GetFolderTag	(		db_string,
			folder )

Definition at line 158 of file MuonSpectrometer/MuonCalib/MuonCalibDbOperations/python/ReadCool.py.

def GetFolderTag(db_string, folder):
    dbSvc=cool.DatabaseSvcFactory.databaseService()
    try:
        db=dbSvc.openDatabase(db_string)
    except Exception as e:
        print ('Problem opening database',e)
        sys.exit(-1)
 
#get folder and tag 
    cool_folder=db.getFolder(folder)
    for x in cool_folder.listTags():
        return x
    

GetNoisyModulesAverageInDB()

ReadCool.GetNoisyModulesAverageInDB

(

array

)

Definition at line 157 of file InnerDetector/InDetCalibAlgs/SCT_CalibAlgs/share/ReadCool.py.

def GetNoisyModulesAverageInDB(array):
    sum=0
    if (len(array) != 0):
        for j in range(len(array)):
            sum=sum+array[j]
            NoisyModulesAverage = sum/len(array)
    else:
        NoisyModulesAverage = -999     
    return NoisyModulesAverage 
    

GetNumberOfNoisyModulesInDB()

ReadCool.GetNumberOfNoisyModulesInDB	(		array,
			server,
			schema,
			dbname,
			folder,
			tag,
			channels )

Definition at line 100 of file InnerDetector/InDetCalibAlgs/SCT_CalibAlgs/share/ReadCool.py.

def GetNumberOfNoisyModulesInDB(array, server, schema, dbname, folder, tag, channels):
    Array_numNoisyModules=[]
    if (array[0] != -999):
        for i in range(len(array)):
            runNumber=array[i]
            iovSince=ConvertedRunNumber(runNumber)
            iovUntil=ConvertedRunNumber(runNumber+1)-1
 
            derived_string=channelValueQuery(server, schema, dbname, folder, iovSince, iovUntil, tag, channels)
            
            derived=NonvalidatingReader.parseString(derived_string,uri="dummy")
            numNoisyModules=derived.xpath(u'count(//channel)')
            if numNoisyModules !=0.0:
                Array_numNoisyModules.append(numNoisyModules)
    else:
       Array_numNoisyModules.append(-999) 
 
    return Array_numNoisyModules
 

GetNumberOfNoisyStripsInDB()

ReadCool.GetNumberOfNoisyStripsInDB	(		array,
			server,
			schema,
			dbname,
			folder,
			tag,
			channels )

Definition at line 120 of file InnerDetector/InDetCalibAlgs/SCT_CalibAlgs/share/ReadCool.py.

def GetNumberOfNoisyStripsInDB(array, server, schema, dbname, folder, tag, channels):
    Array_numNoisyStrips = []
    if (array[0] != -999):
        for i in range(len(array)):
            runNumber=array[i]
            iovSince=ConvertedRunNumber(runNumber)
            iovUntil=ConvertedRunNumber(runNumber+1)-1
 
            derived_string=channelValueQuery(server, schema, dbname, folder, iovSince, iovUntil, tag, channels)
 
            derived=NonvalidatingReader.parseString(derived_string,uri="dummy")
            numNoisyModules=derived.xpath(u'count(//channel)')
            if numNoisyModules !=0.0:
 
                allDefectStripsList=(derived.xpath(u"//channel/value[@name='DefectList']"))
                numNoisyStrips=0
                numNoisyStripsAdds=0
 
                for strips in allDefectStripsList:
                    words=strips.firstChild.data.split()
                    for j in range(len(words)):
                        jk=words[j]
                        if jk.find("-")>=0:
                            sep=jk.replace ( '-', ' ' )
                            sep1=sep.split()
                            numNoisyStripsAdds=numNoisyStripsAdds+int(sep1[1])-int(sep1[0])
                        
                    numNoisyStrips=numNoisyStrips+len(strips.firstChild.data.split())
 
                Array_numNoisyStrips.append(numNoisyStrips + numNoisyStripsAdds)
 
    else:
        Array_numNoisyStrips.append(-999)
        
    return Array_numNoisyStrips
 

iov_keygen()

ReadCool.iov_keygen

(

iov

)

Definition at line 27 of file MuonSpectrometer/MuonCalib/MuonCalibDbOperations/python/ReadCool.py.

def iov_keygen(iov):
    return iov[0]*10000000 + iov[1]
 

ReadRtCool()

ReadCool.ReadRtCool	(		db_string,
			folder,
			tag,
			run_number )

Definition at line 69 of file MuonSpectrometer/MuonCalib/MuonCalibDbOperations/python/ReadCool.py.

def ReadRtCool(db_string, folder, tag, run_number):
 
    try:
        db=AtlCoolLib.indirectOpen(db_string, readOnly=True, debug=True)
    except Exception as e:
        print ('Problem opening database',e)
        sys.exit(-1)
 
#get folder and tag 
    cool_folder=db.getFolder(folder)
    cool_tag=ResolveTag(cool_folder, tag)
 
#data to be filled
    graphs={}
    splines={}  
    iovs=set([])
    
    myiov=(run_number<<32)
    
    objs=cool_folder.browseObjects(myiov,myiov, cool.ChannelSelection.all(), cool_tag)
    for obj in objs:
        iov=(obj.since(), obj.until())
        iovs.add(iov)
        sp=UnpackData(obj.payload()['data']).split('\n')
        sp1=sp[0].split(',')
        chamber=int(sp1[0])
        n_points=int(sp1[1])    
        sp2=sp[1].split(',')
        graphs[chamber]=TGraphErrors(n_points)
        up=MuonFixedIdUnpack(chamber)
        if up.stationNameString()=='XXX':
            print ("Invalid station name in ", obj.payload()['file'])
            sys.exit(1)
        nm=up.stationNameString() + "_" + str(up.stationPhi()) + "_" + str(up.stationEta())
#       print (nm)
        ts_applied=TimeSlewingApplied(obj)
        for i in range(0, n_points):
            r=float(sp2[3*i])
            t=float(sp2[3*i+1])
            s=float(sp2[3*i+2])
            if not ts_applied:
                t_new=NoTs2Ts(r, t)
                t=t_new
            graphs[chamber].SetPoint(i, r, t)
            graphs[chamber].SetPointError(i, 0, s)
        splines[chamber]=TSpline3("sp_" + nm, graphs[chamber])
        if gDirectory.IsWritable():
            splines[chamber].Write("sp_" + nm)
            graphs[chamber].Write("gr_" + nm)
    
    return graphs, splines, iovs
 
 

ReadT0Cool()

ReadCool.ReadT0Cool	(		db_string,
			folder,
			tag,
			run_number )

Definition at line 122 of file MuonSpectrometer/MuonCalib/MuonCalibDbOperations/python/ReadCool.py.

def ReadT0Cool(db_string, folder, tag, run_number):
    
    try:
        db=AtlCoolLib.indirectOpen(db_string, readOnly=True, debug=True)
    except Exception as e:
        print ('Problem opening database',e)
        sys.exit(-1)
 
#get folder and tag 
    cool_folder=db.getFolder(folder)
    cool_tag=ResolveTag(cool_folder, tag)
    myiov=(run_number<<32)
#data
    t0_values={}
    
    objs=cool_folder.browseObjects(myiov,myiov, cool.ChannelSelection.all(), cool_tag)
    
    for obj in objs:
        sp=UnpackData(obj.payload()['data']).split('\n')
        sp1=sp[0].split(',')
        ch_sp=sp1[0][2:].split("_")
        ch_id=(ch_sp[0], int(ch_sp[1]), int(ch_sp[2]))
        ntubes=int(sp1[-1])
        
        t0_items=sp[1].split(",")
        t0_values[ch_id] = []
        ts_applied=TimeSlewingApplied(obj)
        for i in range(0, ntubes):
            t0=float(t0_items[3*i+0])
            if not ts_applied:
                t0+= GasmonDriftTimeOffsetT0
            t0_values[ch_id].append((t0, int(t0_items[3*i+1]), float(t0_items[3*i+2])))
    
    return t0_values
        
    

RunListInDB()

ReadCool.RunListInDB	(		array,
			server,
			schema,
			dbname,
			folder,
			tag,
			channels )

Definition at line 78 of file InnerDetector/InDetCalibAlgs/SCT_CalibAlgs/share/ReadCool.py.

def RunListInDB(array, server, schema, dbname, folder, tag, channels):
    Array_runsInDB=[]
    if (len(array) != 0):
        for i in range(len(array)):
            runNumber=array[i]
            iovSince=ConvertedRunNumber(runNumber)
            iovUntil=ConvertedRunNumber(runNumber+1)-1
 
            derived_string=channelValueQuery(server, schema, dbname, folder, iovSince, iovUntil, tag, channels)
 
            derived=NonvalidatingReader.parseString(derived_string,uri="dummy")
            numNoisyModules=derived.xpath(u'count(//channel)')
 
            if numNoisyModules !=0.0:
                Array_runsInDB.append(runNumber)
    else:
        Array_runsInDB.append(-999)
 
    return Array_runsInDB
     
 

RunListInDBTotal()

ReadCool.RunListInDBTotal	(		start_date,
			end_date,
			file_name,
			string_pattern )

Definition at line 28 of file InnerDetector/InDetCalibAlgs/SCT_CalibAlgs/share/ReadCool.py.

def RunListInDBTotal(start_date, end_date, file_name, string_pattern):
    prefix="http://atlas-service-runinformation.web.cern.ch/atlas-service-runinformation/cgi-bin/runnumbers.py?"
    url=prefix+"start.date="+start_date+"%2012:06:00&end.date="+end_date+"%2012:06:00&format=html"
    # print(url)
    request=urllib2.Request(url)
    u=urllib2.urlopen(request)
    DocString = u.read()
    
    DocString_1 = DocString.replace ( '<td>', ' ' )
    DocString_2 = DocString_1.replace ( '</td>', ' ' )
    DocString_3 = DocString_2.replace ( '<tr>', ' ' )
    DocString_4 = DocString_3.replace ( '</tr>', ' ' )
    DocString_5 = DocString_4.replace ( '<th>Name</th><th>Number</th><th>Start At (UTC)</th><th>Duration</th><th>Partition</th>', ' ' )
 
    
    f=open(file_name, 'w')
    f.write(DocString_5)
    f.close()
    
    Runs = []
    if os.path.exists(file_name):
        f = open(file_name,'r') 
        for line in f.readlines(): 
            if line.find(string_pattern)>= 0:
                ar=string.split(line)
                Runs.append(int(ar[1]))
        f.close()
    else:
        print("-->ERROR: athena_checkUpload: Can't find input file !")
 
    
    os.remove(file_name)
 
    return Runs
 

StartDate()

ReadCool.StartDate

(

period

)

--> Definitions:

Definition at line 17 of file InnerDetector/InDetCalibAlgs/SCT_CalibAlgs/share/ReadCool.py.

def StartDate(period):
    
    start_date = (datetime.date.today() - datetime.timedelta(period)).isoformat()
    return start_date
 

UnpackData()

ReadCool.UnpackData

(

data

)

Definition at line 17 of file MuonSpectrometer/MuonCalib/MuonCalibDbOperations/python/ReadCool.py.

def UnpackData(data):
    if type(data)==str:
        return data
    if type(data)==coral.Blob:
        blob=StringIO.StringIO()
        for i in range(data.size()):
            blob.write(chr(data[i]))
        unpacked=zlib.decompress(blob.getvalue())
        return unpacked
 

Variable Documentation

argv

ReadCool.argv

Definition at line 12 of file MuonSpectrometer/MuonCalib/MuonCalibDbOperations/python/ReadCool.py.