TileSynchronizeBch.py

Go to the documentation of this file.

#!/bin/env python
 
# Copyright (C) 2002-2026 CERN for the benefit of the ATLAS collaboration
#
# TileSynchronizeBch.py <TAG1> <TAG2> <MASKONLY> <RUN1> <RUN2> <SCHEMA> <OUTPUT_DIR> <AUTHOR>
# sanya.solodkov@cern.ch July 2016
# copy bad status from one tag to another (e.g. from UPD4 to UPD1)
# <TAG1> - origin tag (no default), can be UPD1 or UPD4 or exact tag
# <TAG2> - destination (no default) can be UPD1 or UPD4 or ONL (for online DB)
# <MASKONLY> - if "1" or "yes" or "True", channels are only masked and never unmasked
# <RUN1> - run number to use for <TAG1> (default = MAXRUN)
# <RUN2> - run number to use for <TAG2> and for sqlite (default = next run)
# <SCHEMA> - full schema string for input database (optional)
# <OUTPUT_DIR> - directory for output file tileSqlite.db (optional)
# <AUTHOR> - user name for comment string (optional)
 
import os,sys
 
tag1 = "" if len(sys.argv) < 2 else sys.argv[1].rpartition("=")[2]
tag2 = "" if len(sys.argv) < 3 else sys.argv[2].rpartition("=")[2]
opt  = "" if len(sys.argv) < 4 else sys.argv[3].rpartition("=")[2]
run1 = "" if len(sys.argv) < 5 else sys.argv[4].rpartition("=")[2]
run2 = "" if len(sys.argv) < 6 else sys.argv[5].rpartition("=")[2]
schema="" if len(sys.argv) < 7 else sys.argv[6]
if len(sys.argv) >= 8:
    os.chdir(sys.argv[7])
author = os.getlogin() if len(sys.argv) < 9 else sys.argv[8]
 
from TileCalibBlobPython import TileCalibTools
from TileCalibBlobPython import TileBchTools
from TileCalibBlobPython.TileCalibTools import MAXRUN
from TileCalibBlobObjs.Classes import TileCalibUtils, TileBchPrbs, \
     TileBchDecoder
 
from TileCalibBlobPython.TileCalibLogger import getLogger
log = getLogger("SyncBch")
import logging
log.setLevel(logging.DEBUG)
 
 
log.info("")
if tag1=="":
    log.error( "Please, use non-empty tag as first parameter (e.g. UPD1)")
    sys.exit(2)
if tag2=="":
    log.error( "Please, use non-empty tag as second parameter (e.g. UPD4)")
    sys.exit(2)
if tag1==tag2:
    log.error( "Please, use different tags as first and second parameter (e.g. UPD1 UPD4)")
    sys.exit(2)
 
opt=opt[0].upper() if len(opt)>0 else " "
copyall = not (opt=="1" or opt=="Y" or opt=="T" or opt=="B")
if copyall:
    log.info( "Copying all statuses from %s to %s", tag1,tag2)
else:
    log.info( "Copying only BAD statuses from %s to %s", tag1,tag2)
 
if not run1.isdigit() or int(run1) < 0:
    badrun=run1
    run1=MAXRUN
    if not badrun.isdigit():
        log.info( "First run number was not specified, using maximal possible run number %d for input DB", run1 )
    else:
        log.warning( "First run number %s is bad, using maximal possible run number %d for input DB", badrun, run1)
else:
    run1=int(run1)
if not run2.isdigit() or int(run2) < 0:
    badrun=run2
    run2=TileCalibTools.getNextRunNumber()
    if not badrun.isdigit():
        log.info( "Second run number was not specified, using next run number %d for output DB", run2 )
    else:
        log.warning( "Second run number %s is bad, using next run number %d for output DB", badrun, run2)
    if run2 is None or run2<0:
        log.error( "Still bad run number")
        sys.exit(2)
else:
    run2=int(run2)
if not schema:
    schema="COOLOFL_TILE/CONDBR2"
log.info( "Using schema  %s", schema)
if tag2[0:3].upper()=="ONL":
    schema2=schema.replace("COOLOFL_TILE","COOLONL_TILE")
    schema=schema2.replace("COOLONL_TILE","COOLOFL_TILE")
    if schema!=schema2:
        log.info( "Second schema %s", schema2)
else:
    schema2=schema
 
log.info("")
 
#===================================================================
#====================== FILL DB BELOW ==============================
#===================================================================
 
#=== get DB1
db1 = TileCalibTools.openDbConn(schema)
folder1 = "/TILE/OFL02/STATUS/ADC"
folderTag1 = TileCalibTools.getFolderTag(db1, folder1, tag1)
 
#--- create first bad channel manager
mgr1 = TileBchTools.TileBchMgr()
mgr1.setLogLvl(logging.DEBUG)
log.info("Initializing with offline bad channels at tag=%s and time=%s", folderTag1, (run1, 0))
mgr1.initialize(db1, folder1, folderTag1, (run1,0))
 
#=== get DB2
online = tag2[0:3].upper()=="ONL"
if online:
    db2 = TileCalibTools.openDbConn(schema2)
    folder2 = "/TILE/ONL01/STATUS/ADC"
    folderTag2 = ""
else:
    db2 = TileCalibTools.openDbConn(schema)
    folder2 = "/TILE/OFL02/STATUS/ADC"
    folderTag2 = TileCalibTools.getFolderTag(db2, folder2, tag2)
 
#--- create second bad channel manager
mgr2 = TileBchTools.TileBchMgr()
mgr2.setLogLvl(logging.DEBUG)
mgr2.initialize(db2, folder2, folderTag2, (run2,0), 2)
 
#=== synchronize
comment=""
for ros in range(1,5):
    for mod in range(0,64):
        modName = TileCalibUtils.getDrawerString(ros, mod)
        comm = ""
        for chn in range(0, 48):
            statlo = mgr1.getAdcStatus(ros, mod, chn, 0)
            stathi = mgr1.getAdcStatus(ros, mod, chn, 1)
 
            statloBefore = mgr2.getAdcProblems(ros,mod,chn,0)
            stathiBefore = mgr2.getAdcProblems(ros,mod,chn,1)
 
            if online:
 
                # remove all trigger problems first
                for prb in [TileBchPrbs.TrigGeneralMask,
                            TileBchPrbs.TrigNoGain,
                            TileBchPrbs.TrigHalfGain,
                            TileBchPrbs.TrigNoisy]:
                    mgr2.delAdcProblem(ros, mod, chn, 0, prb)
                    mgr2.delAdcProblem(ros, mod, chn, 1, prb)
                # and now set new trigger problems (if any)
                if not statlo.isGood():
                    prbs = statlo.getPrbs()
                    for prb in prbs:
                        if prb in [TileBchPrbs.TrigGeneralMask,
                                   TileBchPrbs.TrigNoGain,
                                   TileBchPrbs.TrigHalfGain,
                                   TileBchPrbs.TrigNoisy]:
                            mgr2.addAdcProblem(ros, mod, chn, 0, prb)
                            mgr2.addAdcProblem(ros, mod, chn, 1, prb)
 
                if copyall or statlo.isBad() or stathi.isBad():
                    #--- add IgnoreInHlt if either of the ADCs has isBad
                    #--- add OnlineGeneralMaskAdc if the ADCs has isBad
                    if statlo.isBad() and stathi.isBad():
                        mgr2.addAdcProblem(ros, mod, chn, 0, TileBchPrbs.IgnoredInHlt)
                        mgr2.addAdcProblem(ros, mod, chn, 0, TileBchPrbs.OnlineGeneralMaskAdc)
                        mgr2.addAdcProblem(ros, mod, chn, 1, TileBchPrbs.IgnoredInHlt)
                        mgr2.addAdcProblem(ros, mod, chn, 1, TileBchPrbs.OnlineGeneralMaskAdc)
                    elif statlo.isBad():
                        mgr2.addAdcProblem(ros, mod, chn, 0, TileBchPrbs.IgnoredInHlt)
                        mgr2.addAdcProblem(ros, mod, chn, 0, TileBchPrbs.OnlineGeneralMaskAdc)
                        mgr2.addAdcProblem(ros, mod, chn, 1, TileBchPrbs.IgnoredInHlt)
                        mgr2.delAdcProblem(ros, mod, chn, 1, TileBchPrbs.OnlineGeneralMaskAdc)
                    elif stathi.isBad():
                        mgr2.addAdcProblem(ros, mod, chn, 0, TileBchPrbs.IgnoredInHlt)
                        mgr2.delAdcProblem(ros, mod, chn, 0, TileBchPrbs.OnlineGeneralMaskAdc)
                        mgr2.addAdcProblem(ros, mod, chn, 1, TileBchPrbs.IgnoredInHlt)
                        mgr2.addAdcProblem(ros, mod, chn, 1, TileBchPrbs.OnlineGeneralMaskAdc)
                    else:
                        #--- delete IgnoreInHlt and OnlineGeneralMaskAdc if both ADCs are not Bad
                        mgr2.delAdcProblem(ros, mod, chn, 0, TileBchPrbs.IgnoredInHlt)
                        mgr2.delAdcProblem(ros, mod, chn, 0, TileBchPrbs.OnlineGeneralMaskAdc)
                        mgr2.delAdcProblem(ros, mod, chn, 1, TileBchPrbs.IgnoredInHlt)
                        mgr2.delAdcProblem(ros, mod, chn, 1, TileBchPrbs.OnlineGeneralMaskAdc)
 
                    #--- add OnlineWrongBCID if either of the ADCs has isWrongBCID
                    if statlo.isWrongBCID() or stathi.isWrongBCID():
                        mgr2.addAdcProblem(ros, mod, chn, 0, TileBchPrbs.OnlineWrongBCID)
                        mgr2.addAdcProblem(ros, mod, chn, 1, TileBchPrbs.OnlineWrongBCID)
                    else:
                        #--- delete OnlineWrongBCID if the both ADCs has not isWrongBCID
                        mgr2.delAdcProblem(ros, mod, chn, 0, TileBchPrbs.OnlineWrongBCID)
                        mgr2.delAdcProblem(ros, mod, chn, 1, TileBchPrbs.OnlineWrongBCID)
 
                    #--- add OnlineBadTiming if either of the ADCs has isBadTiming
                    if statlo.isBadTiming() or stathi.isBadTiming():
                        mgr2.addAdcProblem(ros, mod, chn, 0, TileBchPrbs.OnlineBadTiming)
                        mgr2.addAdcProblem(ros, mod, chn, 1, TileBchPrbs.OnlineBadTiming)
                    else:
                        #--- delete OnlineBadTiming if the both ADCs has not isBadTiming
                        mgr2.delAdcProblem(ros, mod, chn, 0, TileBchPrbs.OnlineBadTiming)
                        mgr2.delAdcProblem(ros, mod, chn, 1, TileBchPrbs.OnlineBadTiming)
 
                    #--- add OnlineTimingDmuBcOffsetPos if either of the ADCs has isTimingDmuBcOffsetPos
                    if statlo.isTimingDmuBcOffsetPos() or stathi.isTimingDmuBcOffsetPos():
                        mgr2.addAdcProblem(ros, mod, chn, 0, TileBchPrbs.OnlineTimingDmuBcOffsetPos)
                        mgr2.addAdcProblem(ros, mod, chn, 1, TileBchPrbs.OnlineTimingDmuBcOffsetPos)
                    else:
                        #--- delete OnlineTimingDmuBcOffsetPos if the both ADCs has not isTimingDmuBcOffsetPos
                        mgr2.delAdcProblem(ros, mod, chn, 0, TileBchPrbs.OnlineTimingDmuBcOffsetPos)
                        mgr2.delAdcProblem(ros, mod, chn, 1, TileBchPrbs.OnlineTimingDmuBcOffsetPos)
 
                    #--- add OnlineTimingDmuBcOffsetNeg if either of the ADCs has isTimingDmuBcOffsetNeg
                    if statlo.isTimingDmuBcOffsetNeg() or stathi.isTimingDmuBcOffsetNeg():
                        mgr2.addAdcProblem(ros, mod, chn, 0, TileBchPrbs.OnlineTimingDmuBcOffsetNeg)
                        mgr2.addAdcProblem(ros, mod, chn, 1, TileBchPrbs.OnlineTimingDmuBcOffsetNeg)
                    else:
                        #--- delete OnlineTimingDmuBcOffsetNeg if the both ADCs has not isTimingDmuBcOffsetNeg
                        mgr2.delAdcProblem(ros, mod, chn, 0, TileBchPrbs.OnlineTimingDmuBcOffsetNeg)
                        mgr2.delAdcProblem(ros, mod, chn, 1, TileBchPrbs.OnlineTimingDmuBcOffsetNeg)
            else:
                if copyall or (statlo.isBad() and not mgr2.getAdcStatus(ros, mod, chn, 0).isBad()):
                    mgr2.setAdcStatus(ros,mod,chn,0,statlo)
                if copyall or (stathi.isBad() and not mgr2.getAdcStatus(ros, mod, chn, 1).isBad()):
                    mgr2.setAdcStatus(ros,mod,chn,1,stathi)
 
            statloAfter = mgr2.getAdcProblems(ros,mod,chn,0)
            stathiAfter = mgr2.getAdcProblems(ros,mod,chn,1)
 
            if (statloBefore != statloAfter) or (stathiBefore != stathiAfter):
                pbm = [statloBefore, stathiBefore, statloAfter, stathiAfter]
                #print modName,"%3d 0"%chn,statloBefore,"=>",statloAfter
                #print modName,"%3d 1"%chn,stathiBefore,"=>",stathiAfter
                for adc in range(2):
                    if pbm[adc] != pbm[adc + 2]:
                        msg = ''
                        for pb in range(2):
                            if pb:
                                msg += "  =>"
                            else:
                                msg = "%s %2i %1i " % (modName, chn, adc)
                            prbs = pbm[adc+pb*2]
                            if len(prbs):
                                for prbCode in sorted(prbs.keys()):
                                    prbDesc = prbs[prbCode]
                                    msg += " %5i (%s)" % (prbCode, prbDesc)
                            else:
                                msg += "  GOOD"
                        log.info(msg)
                comm += " ch %d" % chn
        if len(comm):
            comment += " " + modName + comm
 
#=== commit changes
if len(comment):
    if online:
        dbw = TileCalibTools.openDb('SQLITE', 'CONDBR2', 'RECREATE','COOLONL_TILE')
        mgr2.commitToDb(dbw, folder2, folderTag2, TileBchDecoder.BitPat_onl01, author, "synchronizing with %s; updated channels:%s" %(tag1, comment), (run2,0))
    else:
        dbw = TileCalibTools.openDb('SQLITE', 'CONDBR2', 'RECREATE','COOLOFL_TILE')
        mgr2.commitToDb(dbw, folder2, folderTag2, TileBchDecoder.BitPat_ofl01, author, "synchronizing with %s; updated channels:%s" %(tag1, comment), (run2,0))
    dbw.closeDatabase()
else:
    log.warning("Folders are in sync, nothing to update")
 
#=== close databases
db1.closeDatabase()
db2.closeDatabase()