CaloPedestal_fillDB.py

Go to the documentation of this file.

#!/bin/env python
# Copyright (C) 2002-2020 CERN for the benefit of the ATLAS collaboration
 
from __future__ import print_function
 
import sys
import six
 
def usage():
   print ("Syntax for UPD4 open-end IoV noise update")
   print (" The first parameter is the run number of IoV start, the second parameter is the lumiblock number for IoV start")
   print (" The third and fourth parameter are the Run/lb for IoV end (if run is -1, uses open ended IoV)")
 
if len(sys.argv)<6:
   usage()
   sys.exit(-1)
 
runSince = sys.argv[1]
lbkSince = sys.argv[2]
runUntil = sys.argv[3]
lbkUntil = sys.argv[4]
runTag   = sys.argv[5]
 
print ("runUntil ", runUntil, lbkUntil)
print ("tag ", runTag)
 
import cppyy
from PyCool import cool
from CaloCondBlobAlgs import CaloCondTools, CaloCondLogger
 
#==================================================
#===
#=== Configuration section
#===
#==================================================
inputFile = "calopedestal.txt"
#=== IOV range
iovSince = CaloCondTools.iovFromRunLumi(runSince,lbkSince)
iovUntil = cool.ValidityKeyMax
print (" iovUntil max ",iovUntil)
if int(runUntil) > 0:
   print (" use run number to define iobUntil ", runUntil)
   iovUntil = CaloCondTools.iovFromRunLumi(runUntil,lbkUntil)
 
print (" iovSince ", iovSince)
print (" iovUntil ", iovUntil)
 
#=== folder tag suffix 
tag = ""
if runTag == "UPD4":
  tag      = "CALOOflPedestalCellPedestal-UPD4-00"
elif runTag == "UPD1":
  tag      = "CALOOflPedestalCellPedestal-UPD1-00"
else:
  print("expected 'UPD4' or 'BOTH'")
#=== values for the comment channel
author   = "gunal"
comment  = "Updated pedestal shift values"
 
#==================================================
#===
#=== Code starts below here
#===
#==================================================
#=== set shortcut
g = cppyy.gbl
#cppyy.makeClass('std::vector<float>') # This doesn't work in ROOT 6.22 anymore
getattr(cppyy.gbl,'std::vector<float>')
 
 
#=== get a logger
log = CaloCondLogger.getLogger("CaloNoiseWriter")
 
#=== (re-)create the database
db = CaloCondTools.openDb('SQLITE', 'CONDBR2', 'UPDATE')
 
try:
    #=== creating folder specifications
    spec = cool.RecordSpecification()
    spec.extend( 'CaloCondBlob16M', cool.StorageType.Blob16M )
    fspec = cool.FolderSpecification(cool.FolderVersioning.MULTI_VERSION, spec)
     
    #=== create the folder
    folderPath = CaloCondTools.getCaloPrefix()+"Ofl/Pedestal/CellPedestal"
    folderTag  = tag
    log.info( "Filling COOL folder %s with tag %s", folderPath, folderTag )
    desc = CaloCondTools.getAthenaFolderDescr()
    try:
        folder = db.getFolder(folderPath)
    except Exception:
        log.warning("Folder %s not found, creating it...", folderPath)
        folder = db.createFolder(folderPath, fspec, desc, True)
        
    #==================================================
    #=== Create the CaloCondBlobFlt objects
    #==================================================   
    #=== default a and b to be used for each gain 
    gainDefVec = g.std.vector('float')()
    gainDefVec.push_back(0.) # a 
    gainDefVec.push_back(0.) # b 
    #=== three gains per channel for LAr
    defVecLAr = g.std.vector('std::vector<float>')()
    defVecLAr.push_back(gainDefVec)
    defVecLAr.push_back(gainDefVec)
    defVecLAr.push_back(gainDefVec)
    #=== four "gains" per channel for Tile
    defVecTile = g.std.vector('std::vector<float>')()
    defVecTile.push_back(gainDefVec)
    defVecTile.push_back(gainDefVec)
    defVecTile.push_back(gainDefVec)
    defVecTile.push_back(gainDefVec)
    
    #=== system specific data: sysId  -> (nChannel, hash-offset, default-vector, name)
    systemDict = {  0 : (31872,      0, defVecLAr , 'EMEC, z<0'),
                    1 : (54784,  31872, defVecLAr , 'EMB , z<0'),
                    2 : (54784,  86656, defVecLAr , 'EMB , z>0'),
                    3 : (31872, 141440, defVecLAr , 'EMEC, z>0'),
                   16 : ( 5632,      0, defVecLAr , 'HEC'      ),
                   32 : ( 3524,      0, defVecLAr , 'FCAL'     ),
                   48 : ( 5184,      0, defVecTile, 'TILE'     ) 
                   }
    fltDict = {}
    for systemId, info in six.iteritems (systemDict):
     if (systemId<48) :
        nChannel = info[0] 
        defVec   = info[2]
        sysName  = info[3]
        log.info("Creating BLOB for %s", sysName)
        data = cool.Record( spec )
        blob = data['CaloCondBlob16M']
        flt = g.CaloCondBlobFlt.getInstance(blob)
        flt.init(defVec,nChannel,2,author,comment)
        fltDict[systemId] = [data,flt]
        mbSize = float(blob.size()) / 1024.
        log.info("---> BLOB size is %4.1f kB", mbSize)
 
    #=== read noise values from file
    lines = open(inputFile,"r").readlines()
    for line in lines:
        fields = line.split()
        
        systemId = int(fields[0])
        hash     = int(fields[1]) - systemDict[systemId][1]
        gain     = g.CaloCondUtils.getDbCaloGain(int(fields[2]))
        noiseA   = float(fields[3])
        noiseB   = float(fields[4])
        flt = fltDict[systemId][1]
        
        flt.setData(hash,gain,0,noiseA)
        flt.setData(hash,gain,1,noiseB)
        
    #=== write to DB
    for systemId, dataList in six.iteritems (fltDict):
      if (systemId<48):
        sysName  = systemDict[systemId][3]
        log.info("Committing BLOB for %s", sysName)
        channelId = cool.ChannelId(systemId)
        log.info("Cool channel ID %s", channelId)
        data = dataList[0]
        folder.storeObject(iovSince, iovUntil, data, channelId, folderTag)
        
except Exception as e:
    log.fatal("Exception caught:")
    print (e)
 
#=== close the database
db.closeDatabase()