python.TileCalibCrest.TileBlobReaderCrest Class Reference

Inheritance diagram for python.TileCalibCrest.TileBlobReaderCrest:

Collaboration diagram for python.TileCalibCrest.TileBlobReaderCrest:

Public Member Functions
def	__init__ (self, db, folder='', tag='', run=None, lumi=0, modmin=0, modmax=275, copyBlob=False)
def	getTag (self)
def	getFolderTag (self, folder, prefix, globalTag, api=None)
def	getIovs (self, since=(MINRUN, MINLBK), until=(MAXRUN, MAXLBK))
def	getIov (self, option=0)
def	getBlob (self, ros, mod, runlumi=None, dbg=False)
def	getDrawer (self, ros, mod, runlumi=None, dbg=False, useDefault=True)
def	getComment (self, runlumi=None, split=False)
def	getDefault (self, ros, drawer)

Public Attributes
	payload

Private Member Functions
def	__getIov (self, runlumi, dbg=False)
def	__runlumi2iov (self, runlumi)
def	__checkIov (self, runlumi)
def	__make_blob (self, string)
def	__create_comment (self, b64string)
def	__create_drawer (self, b64string, chan)

Private Attributes
	__db
	__folder
	__tag
	__copyBlob
	__iovList
	__iov
	__commentBlob
	__drawerBlob
	__comment
	__drawer
	__modmin
	__modmax
	__remote
	__api_instance

Detailed Description

TileCalibBlobReader is a helper class, managing the details of CREST interactions for
the user of TileCalibBlobs.

Definition at line 48 of file TileCalibCrest.py.

Constructor & Destructor Documentation

__init__()

def python.TileCalibCrest.TileBlobReaderCrest.__init__	(		self,
			db,
			folder = '',
			tag = '',
			run = None,
			lumi = 0,
			modmin = 0,
			modmax = 275,
			copyBlob = False
	)

Input:
- db    : server connection string or file name
- folder: full folder path
- tag   : The folder tag, e.g. \"UPD4-24\" or full tag
- run   : Run number (if known)
- lumi  : Lumi block number
- modmin: Minimal module (COOL channel number)
- modmax: Maximal module (COOL channel number)
- copyBlob: save payload from CREST (Default:False, True to copy payload to json file)

Definition at line 55 of file TileCalibCrest.py.

    def __init__(self, db, folder='', tag='', run=None, lumi=0, modmin=0, modmax=275, copyBlob=False):
        """
        Input:
        - db    : server connection string or file name
        - folder: full folder path
        - tag   : The folder tag, e.g. \"UPD4-24\" or full tag
        - run   : Run number (if known)
        - lumi  : Lumi block number
        - modmin: Minimal module (COOL channel number)
        - modmax: Maximal module (COOL channel number)
        - copyBlob: save payload from CREST (Default:False, True to copy payload to json file)
        """
          #=== initialize base class
        TileCalibLogger.__init__(self,"TileBlobReader")
        self.payload = {}
        self.__db = db
        self.__folder = folder
        self.__tag = tag
        self.__copyBlob = copyBlob
 
        self.__iovList = []
        self.__iov = (-1,0)
        self.__commentBlob = None
        self.__drawerBlob = [None]*276
        self.__comment = None
        self.__drawer = [None]*276
        self.__modmin = modmin
        self.__modmax = modmax+1
 
        #=== try to open db
        self.__remote = (("http://" in db) or ("https://" in db) or ("CREST" in db))
        if self.__remote:
            if 'http' not in self.__db:
                self.__db = os.getenv(db,os.getenv('CREST_HOST',os.getenv('CREST_SERVER_PATH','http://crest-j23.cern.ch:8080/api-v5.0')))
            self.log().info('Host %s' , (self.__db))
            self.__api_instance = CrestApi(host=self.__db)
            socks = os.getenv('CREST_SOCKS', 'False')
            if socks == 'True': self.__api_instance.socks()
            self.__tag = self.getFolderTag(folder,None,tag)
            if run is not None and lumi is not None:
                log.info("Initializing for run %d, lumiblock %d", run,lumi)
                self.__getIov((run,lumi),True)
        else:
            self.log().info('File %s' , (self.__db))
            self.__api_instance = None
            self.__tag = 'unknown'
            self.__iovList.append(((MINRUN,MINLBK),(MAXRUN, MAXLBK)))
            self.__iov = self.__runlumi2iov(self.__iovList[-1])
            with open(self.__db, 'r') as the_file:
                jdata = json.load(the_file)
                for chan in range(self.__modmin,self.__modmax):
                    try:
                        blob=jdata[str(chan)][0]
                    except Exception:
                        blob=None
                    self.__create_drawer(blob,chan)
                try:
                    blob=jdata['1000'][0]
                except Exception:
                    blob=None
                self.__create_comment(blob)
 

Member Function Documentation

__checkIov()

def python.TileCalibCrest.TileBlobReaderCrest.__checkIov (   self,   runlumi  )

private

Definition at line 268 of file TileCalibCrest.py.

    def __checkIov(self,runlumi):
        point = (runlumi[0]<<32) + runlumi[1]
        inrange = point>=self.__iov[0] and point<self.__iov[1]
        return inrange
 

__create_comment()

def python.TileCalibCrest.TileBlobReaderCrest.__create_comment (   self,   b64string  )

private

Definition at line 281 of file TileCalibCrest.py.

    def __create_comment(self,b64string):
        if b64string is None or len(b64string)==0:
            if b64string is None:
                self.__commentBlob = None
            else:
                self.__commentBlob = 0
            self.__comment = None
        else:
            blob1 = base64.decodebytes(bytes(b64string,'ascii'))
            self.__commentBlob = self.__make_blob(blob1)
            self.__comment = TileCalibDrawerCmt.getInstance(self.__commentBlob)
        return
 

__create_drawer()

def python.TileCalibCrest.TileBlobReaderCrest.__create_drawer (   self,   b64string,   chan  )

private

Definition at line 295 of file TileCalibCrest.py.

    def __create_drawer(self,b64string,chan):
        if b64string is None or isinstance(b64string, (int, float)) or len(b64string)==0:
            if b64string is None:
                self.__drawerBlob[chan] = None
            else:
                self.__drawerBlob[chan] = 0
            self.__drawer[chan] = None
            return
        blob1 = base64.decodebytes(bytes(b64string,'ascii'))
        self.__drawerBlob[chan] = self.__make_blob(blob1)
        cmt = TileCalibDrawerCmt.getInstance(self.__drawerBlob[chan])
        typeName = TileCalibType.getClassName(cmt.getObjType())
        del cmt
        #=== create calibDrawer depending on type
        if   typeName=='TileCalibDrawerFlt':
            self.__drawer[chan] = TileCalibDrawerFlt.getInstance(self.__drawerBlob[chan])
            self.log().debug( "typeName = Flt " )
        elif typeName=='TileCalibDrawerInt':
            self.__drawer[chan] = TileCalibDrawerInt.getInstance(self.__drawerBlob[chan])
            self.log().debug( "typeName = Int " )
        elif typeName=='TileCalibDrawerBch':
            self.__drawer[chan] = TileCalibDrawerBch.getInstance(self.__drawerBlob[chan])
            self.log().debug( "typeName = Bch " )
        elif typeName=='TileCalibDrawerOfc':
            self.__drawer[chan] = TileCalibDrawerOfc.getInstance(self.__drawerBlob[chan])
            self.log().debug( "typeName = Ofc " )
        elif typeName=='TileCalibDrawerCmt':
            self.__drawer[chan] = cppyy.gbl.CaloCondBlobFlt.getInstance(self.__drawerBlob[chan])
            self.log().debug( "typeName = CaloFlt " )
        else:
            self.__drawer[chan] = None
            self.log().warn("Unknown blob type for chan %d - ignoring", chan)
        return
 

__getIov()

def python.TileCalibCrest.TileBlobReaderCrest.__getIov (   self,   runlumi,   dbg = False  )

private

Definition at line 214 of file TileCalibCrest.py.

    def __getIov(self,runlumi,dbg=False):
        if self.__api_instance is None:
            pass
        else:
            run_lumi1=str((runlumi[0]<<32)+runlumi[1]+1)
            MAXRUNLUMI1=str(MAXRUNLUMI+1)
            iovs1=self.__api_instance.select_iovs(self.__tag,"0",run_lumi1,sort='id.since:DESC,id.insertionTime:DESC',size=1,snapshot=0)
            iovs2=self.__api_instance.select_iovs(self.__tag,run_lumi1,MAXRUNLUMI1,sort='id.since:ASC,id.insertionTime:DESC',size=1,snapshot=0)
            if iovs1.size==0:
                raise Exception( "IOV for tag %s run,lumi (%s,%s) not found" % (self.__tag,runlumi[0],runlumi[1]) )
            else:
                iov=iovs1.resources[0]
                since=int(iov.since)
                runS=since>>32
                lumiS=since&0xFFFFFFFF
                until=MAXRUNLUMI if iovs2.size==0 else iovs2.resources[0].since
                runU=until>>32
                lumiU=until&0xFFFFFFFF
                hash=iov.payload_hash
                if dbg:
                    #self.log().info('Run,Lumi (%d,%d)' , runlumi)
                    self.log().info('IOV [%d,%d] - (%d,%d)' , runS,lumiS,runU,lumiU)
                    self.log().info('Insertion time %s' , iov.insertion_time)
                    self.log().info('Hash %s' , hash)
                payload = self.__api_instance.get_payload(hash=hash).decode('utf-8')
                jdata=json.loads(payload)
                #with open("payload.json", 'w') as the_file:
                #    the_file.write(payload)
                #    the_file.write('\n')
                if self.__copyBlob:
                    self.payload = jdata
                    return
                self.__iovList.append(((runS,lumiS),(runU, lumiU)))
                self.__iov = self.__runlumi2iov(self.__iovList[-1])
                for chan in range(self.__modmin,self.__modmax):
                    try:
                        blob=jdata[str(chan)][0]
                    except Exception:
                        blob=None
                    self.__create_drawer(blob,chan)
                try:
                    blob=jdata['1000'][0]
                except Exception:
                    blob=None
                self.__create_comment(blob)
        return
 

__make_blob()

def python.TileCalibCrest.TileBlobReaderCrest.__make_blob (   self,   string  )

private

Definition at line 274 of file TileCalibCrest.py.

    def __make_blob(self,string):
        b = Blob()
        b.write(string)
        b.seek(0)
        return b
 

__runlumi2iov()

def python.TileCalibCrest.TileBlobReaderCrest.__runlumi2iov (   self,   runlumi  )

private

Definition at line 262 of file TileCalibCrest.py.

    def __runlumi2iov(self,runlumi):
        since = (runlumi[0][0]<<32) + runlumi[0][1]
        until = (runlumi[1][0]<<32) + runlumi[1][1]
        return (since,until)
 

getBlob()

def python.TileCalibCrest.TileBlobReaderCrest.getBlob	(		self,
			ros,
			mod,
			runlumi = None,
			dbg = False
	)

Definition at line 330 of file TileCalibCrest.py.

    def getBlob(self,ros, mod, runlumi=None, dbg=False):
 
        if self.__remote and runlumi is not None and not self.__checkIov(runlumi):
            self.__getIov(runlumi,dbg)
 
        if ros<0:
            chanNum = mod
        else:
            chanNum = TileCalibUtils.getDrawerIdx(ros,mod)
 
        if (chanNum>=0 and chanNum<len(self.__drawer)):
            return self.__drawerBlob[chanNum]
        else:
            raise Exception( "Invalid drawer requested: %s %s" % (ros,mod) )
 

getComment()

def python.TileCalibCrest.TileBlobReaderCrest.getComment	(		self,
			runlumi = None,
			split = False
	)

Definition at line 378 of file TileCalibCrest.py.

    def getComment(self,runlumi=None,split=False):
 
        if self.__remote and runlumi is not None and not self.__checkIov(runlumi):
            self.__getIov(runlumi)
        if self.__comment is not None:
            if split:
                return (self.__comment.getAuthor(),self.__comment.getComment(),self.__comment.getDate())
            else:
                return self.__comment.getFullComment()
        else:
            return "<no comment found>"
 

getDefault()

def python.TileCalibCrest.TileBlobReaderCrest.getDefault	(		self,
			ros,
			drawer
	)

Returns a default drawer number (among first 20 COOL channels) for any drawer in any partition

Definition at line 391 of file TileCalibCrest.py.

    def getDefault(self, ros, drawer):
        """
        Returns a default drawer number (among first 20 COOL channels) for any drawer in any partition
        """
        if ros==0:
            if drawer<=4 or drawer==12 or drawer>=20:
                drawer1=0
            elif drawer<12:
                drawer1=4
            else:
                drawer1=12
        elif ros==1 or ros==2:
            drawer1=4
        elif ros==3:
            OffsetEBA = [ 0, 0, 0, 0, 0, 0, 3, 2, #// Merged E+1: EBA07; Outer MBTS: EBA08
                          0, 0, 0, 0, 7, 6, 5, 7, #// D+4: EBA13, EBA16; Special D+4: EBA14; Special D+40: EBA15
                          7, 6, 6, 7, 0, 0, 0, 2, #// D+4: EBA17, EBA20; Special D+4: EBA18, EBA19; Outer MBTS: EBA24
                          3, 0, 0, 0, 0, 0, 0, 0, #// Merged E+1:  EBA25
                          0, 0, 0, 0, 0, 0, 1, 1, #// Inner MBTS + special C+10: EBA39, EBA40
                          1, 1, 2, 3, 0, 0, 0, 0, #// Inner MBTS + special C+10: EBA41, EBA42; Outer MBTS: EBA43; Merged E+1: EBA44
                          0, 0, 0, 0, 3, 2, 1, 1, #// Merged E+1: EBA53; Outer MBTS: EBA54; Inner MBTS + special C+10: EBA55, EBA56
                          1, 1, 0, 0, 0, 0, 0, 0] #// Inner MBTS + special C+10: EBA57, EBA58
            drawer1 = 12 + OffsetEBA[drawer]
        elif ros==4:
            OffsetEBC = [ 0, 0, 0, 0, 0, 0, 3, 2, #// Merged E-1: EBC07; Outer MBTS: EBC08
                          0, 0, 0, 0, 7, 6, 6, 7, # // D-4: EBC13, EBC16; Special D-4: EBC14, EBC15;
                          7, 5, 6, 7, 0, 0, 0, 2, #// D-4: EBC17, EBC20; Special D-40 EBC18; Special D-4: EBC19; Outer MBTS: EBC24
                          3, 0, 0, 3, 4, 0, 3, 4, #// Merged E-1:  EBC25, EBC28, EBC31; E-4': EBC29, EBC32
                          0, 4, 3, 0, 4, 3, 1, 1, #// E-4': EBC34, EBC37; Merged E-1: EBC35, EBC38; Inner MBTS + special C-10: EBC39, EBC40
                          1, 1, 2, 3, 0, 0, 0, 0, #// Inner MBTS + special C-10: EBC41, EBC42; Outer MBTS: EBC43; Merged E-1: EBC44
                          0, 0, 0, 0, 3, 2, 1, 1, #// Merged E-1: EBC53; Outer MBTS: EBC54; Inner MBTS + special C-10: EBC55, EBC56
                          1, 1, 0, 0, 0, 0, 0, 0] #// Inner MBTS + special C-10: EBC57, EBC58
            drawer1 = 12 + OffsetEBC[drawer]
        else:
            drawer1=0
 
        return (0,drawer1)
 

getDrawer()

def python.TileCalibCrest.TileBlobReaderCrest.getDrawer	(		self,
			ros,
			mod,
			runlumi = None,
			dbg = False,
			useDefault = True
	)

Definition at line 346 of file TileCalibCrest.py.

    def getDrawer(self,ros, mod, runlumi=None, dbg=False, useDefault=True):
 
        if self.__remote and runlumi is not None and not self.__checkIov(runlumi):
            self.__getIov(runlumi,dbg)
 
        if ros<0:
            chanNum = mod
        else:
            chanNum = TileCalibUtils.getDrawerIdx(ros,mod)
 
        if (chanNum>=0 and chanNum<len(self.__drawer)):
            drawer=self.__drawer[chanNum]
            if not useDefault and drawer is None:
                if self.__drawerBlob[chanNum] is None:
                    return None
                else:
                    return 0
            while drawer is None:
                #=== no default at all?
                if ros==0 and drawer==0:
                    raise Exception('No default available')
                #=== follow default policy
                ros,mod = self.getDefault(ros,mod)
                chanNum = TileCalibUtils.getDrawerIdx(ros,mod)
                drawer=self.__drawer[chanNum]
            return drawer
        elif (chanNum == 1000):
            return self.__comment
        else:
            raise Exception( "Invalid drawer requested: %s %s" % (ros,mod) )
 

getFolderTag()

def python.TileCalibCrest.TileBlobReaderCrest.getFolderTag	(		self,
			folder,
			prefix,
			globalTag,
			api = None
	)

Definition at line 122 of file TileCalibCrest.py.

    def getFolderTag(self, folder, prefix, globalTag, api=None):
        if globalTag=='CURRENT' or globalTag=='UPD4' or globalTag=='' or globalTag=='HEAD':
            globalTag=TileCalibTools.getAliasFromFile('Current')
            log.info("Resolved CURRENT globalTag to \'%s\'", globalTag)
        elif globalTag=='CURRENTES' or globalTag=='UPD1':
            globalTag=TileCalibTools.getAliasFromFile('CurrentES')
            log.info("Resolved CURRENT ES globalTag to \'%s\'", globalTag)
        elif globalTag=='NEXT':
            globalTag=TileCalibTools.getAliasFromFile('Next')
            log.info("Resolved NEXT globalTag to \'%s\'", globalTag)
        elif globalTag=='NEXTES':
            globalTag=TileCalibTools.getAliasFromFile('NextES')
            log.info("Resolved NEXT ES globalTag to \'%s\'", globalTag)
        globalTag=globalTag.replace('*','')
        if prefix is None:
            prefix = ''
            for f in folder.split('/'):
                if re.findall('[a-z]+',f) != [] and f!='CellNoise':
                    prefix+=f
                else:
                    prefix+=f.capitalize()
        else:
            prefix=prefix.strip('-').split('-')[0]
        if prefix.startswith('Calo') and 'NoiseCell' not in prefix:
            prefix='CALO'+prefix[4:]
        if 'UPD1' in globalTag or 'UPD4' in globalTag or 'COND' not in globalTag:
            if prefix != '':
                if globalTag.startswith(prefix) or globalTag.startswith(prefix.upper()):
                    tag=globalTag
                else:
                    tag=prefix+'-'+globalTag
                self.log().info("Resolved localTag \'%s\' to folderTag \'%s\'", globalTag,tag)
            elif folder!='' and not (globalTag.upper().startswith('TILE') or globalTag.upper().startswith('CALO')):
                tag = TileCalibUtils.getFullTag(folder, globalTag)
                if tag.startswith('Calo') and 'NoiseCell' not in tag:
                    tag='CALO'+tag[4:]
                self.log().info("Resolved localTag \'%s\' to folderTag \'%s\'", globalTag,tag)
            else:
                tag=globalTag
                self.log().info("Use localTag \'%s\' as is", tag)
        else:
            tag=None
            if api:
                tags=api.find_global_tag_map(globalTag)
            else:
                tags=self.__api_instance.find_global_tag_map(globalTag)
            if tags.size==0:
                raise Exception( "globalTag %s not found" % (globalTag) )
            else:
                for i in range(tags.size):
                    t=tags.resources[i].tag_name
                    l=tags.resources[i].label
                    if (prefix!='' and t.startswith(prefix)) or l==folder:
                        tag=t
                        self.log().info("Resolved globalTag \'%s\' to folderTag \'%s\'", globalTag,tag)
                        #taginfo = self.__api_instance.find_tag(name=tag)
                        #print(taginfo)
        return tag
 

getIov()

def python.TileCalibCrest.TileBlobReaderCrest.getIov	(		self,
			option = 0
	)

Definition at line 207 of file TileCalibCrest.py.

    def getIov(self, option=0):
        if option!=0:
            return self.__iov
        else:
            return self.__iovList[-1]
 

getIovs()

def python.TileCalibCrest.TileBlobReaderCrest.getIovs	(		self,
			since = (MINRUN,MINLBK),
			until = (MAXRUN,MAXLBK)
	)

Definition at line 182 of file TileCalibCrest.py.

    def getIovs(self,since=(MINRUN,MINLBK),until=(MAXRUN,MAXLBK)):
        if self.__api_instance is None:
            return [self.__iovList[0][0]]
        else:
            run_lumi1=str((since[0]<<32)+since[1]+1)
            run_lumi2=str((until[0]<<32)+until[1]+1)
            MAXRUNLUMI1=str(MAXRUNLUMI+1)
            iovs1=self.__api_instance.select_iovs(self.__tag,"0",run_lumi1,sort='id.since:DESC,id.insertionTime:DESC',size=1,snapshot=0)
            iovs2=self.__api_instance.select_iovs(self.__tag,run_lumi2,MAXRUNLUMI1,sort='id.since:ASC,id.insertionTime:DESC',size=1,snapshot=0)
            since1=0 if iovs1.size==0 else iovs1.resources[0].since
            until1=MAXRUNLUMI if iovs2.size==0 else iovs2.resources[0].since
            iovs=self.__api_instance.select_iovs(self.__tag,str(since1),str(until1),sort='id.since:ASC,id.insertionTime:DESC',size=999999,snapshot=0)
            iovList=[]
            if iovs.size==0:
                raise Exception( "IOV for tag %s IOV [%s,%s] - (%s,%s) not found" % (self.__tag,since[0],since[1],until[0],until[1]) )
            else:
                for i in range(iovs.size):
                    iov=iovs.resources[i]
                    since=int(iov.since)
                    runS=since>>32
                    lumiS=since&0xFFFFFFFF
                    iovList.append((runS,lumiS))
            return iovList
 

getTag()

def python.TileCalibCrest.TileBlobReaderCrest.getTag

(

self

)

Definition at line 118 of file TileCalibCrest.py.

    def getTag(self):
        return self.__tag
 

Member Data Documentation

__api_instance

python.TileCalibCrest.TileBlobReaderCrest.__api_instance

private

Definition at line 90 of file TileCalibCrest.py.

__comment

python.TileCalibCrest.TileBlobReaderCrest.__comment

private

Definition at line 79 of file TileCalibCrest.py.

__commentBlob

python.TileCalibCrest.TileBlobReaderCrest.__commentBlob

private

Definition at line 77 of file TileCalibCrest.py.

__copyBlob

python.TileCalibCrest.TileBlobReaderCrest.__copyBlob

private

Definition at line 73 of file TileCalibCrest.py.

__db

python.TileCalibCrest.TileBlobReaderCrest.__db

private

Definition at line 70 of file TileCalibCrest.py.

__drawer

python.TileCalibCrest.TileBlobReaderCrest.__drawer

private

Definition at line 80 of file TileCalibCrest.py.

__drawerBlob

python.TileCalibCrest.TileBlobReaderCrest.__drawerBlob

private

Definition at line 78 of file TileCalibCrest.py.

__folder

python.TileCalibCrest.TileBlobReaderCrest.__folder

private

Definition at line 71 of file TileCalibCrest.py.

__iov

python.TileCalibCrest.TileBlobReaderCrest.__iov

private

Definition at line 76 of file TileCalibCrest.py.

__iovList

python.TileCalibCrest.TileBlobReaderCrest.__iovList

private

Definition at line 75 of file TileCalibCrest.py.

__modmax

python.TileCalibCrest.TileBlobReaderCrest.__modmax

private

Definition at line 82 of file TileCalibCrest.py.

__modmin

python.TileCalibCrest.TileBlobReaderCrest.__modmin

private

Definition at line 81 of file TileCalibCrest.py.

__remote

python.TileCalibCrest.TileBlobReaderCrest.__remote

private

Definition at line 85 of file TileCalibCrest.py.

__tag

python.TileCalibCrest.TileBlobReaderCrest.__tag

private

Definition at line 72 of file TileCalibCrest.py.

payload

python.TileCalibCrest.TileBlobReaderCrest.payload

Definition at line 69 of file TileCalibCrest.py.

---

The documentation for this class was generated from the following file:

• TileCalibCrest.py