DeMoLib Namespace Reference

Functions
def	MakeTProfile (name, xtitle, ytitle, xmin, xmax, nbins, color)
def	MakeTH1 (name, xtitle, ytitle, xmin, xmax, nbins, color)
def	SetXLabel (h, list)
def	MakeLegend (xmin, ymin, xmax, ymax)
def	returnPeriod (runNb, system, year, tag)
	Return the data period of a run based on the information stored in YearStats-[system]/[year]/[tag]/runs-ALL.dat. More...
def	retrieveYearTagProperties (year, tag)
	Return the year/tag properties (defect/veto/lumi tags...) stored in YearStats-common/DeMoConfig-[year]-[tag].dat. More...
def	strLumi (lumi, unit="ub", latex=True, floatNumber=False)
	Return a string with the luminosity in a human readable way If the unit is %%, this is a percentage. More...
def	plotStack (name, histo, index, indexName, histoIntLumi, lumiBool, resStack, resCanvas, resLegend, recovBool=True, compBool=False, approvedPlots=False)
def	initializeMonitoredDefects (system, partitions, defects0, defectVeto, veto, signOff, year, tag, runlist={})

Variables
int	iColor = 0
	NEWSYSTEM defects if system == "NEWSYSTEM": partitions["color"] = {} partitions["list"] = partitions["color"].keys() More...
list	colorPalette = [kBlue+3,kRed+1,kGreen-2,kOrange,kBlue-4,kMagenta+2,kYellow+1,kSpring-9,kAzure+6,kViolet-4,kPink,kBlue-9,kPink-6]

Function Documentation

initializeMonitoredDefects()

def DeMoLib.initializeMonitoredDefects	(		system,
			partitions,
			defects0,
			defectVeto,
			veto,
			signOff,
			year,
			tag,
			runlist = {}
	)

Definition at line 294 of file DeMoLib.py.

def initializeMonitoredDefects(system,partitions,defects0,defectVeto,veto,signOff,year,tag,runlist = {}):
 
  runlist["filename"] = "runlist-%s-%s.dat"%(year,tag)
 

MakeLegend()

def DeMoLib.MakeLegend	(		xmin,
			ymin,
			xmax,
			ymax
	)

Definition at line 46 of file DeMoLib.py.

def MakeLegend(xmin,ymin,xmax,ymax):
    l = TLegend(xmin,ymin,xmax,ymax)
    l.SetFillColor(kWhite)
    l.SetTextSize(0.03)
    l.SetBorderSize(0)
    return l
 

MakeTH1()

def DeMoLib.MakeTH1	(		name,
			xtitle,
			ytitle,
			xmin,
			xmax,
			nbins,
			color
	)

Definition at line 30 of file DeMoLib.py.

def MakeTH1(name,xtitle,ytitle,xmin,xmax,nbins,color):
   h = TH1F(name,name,nbins, xmin,xmax)
   h.SetYTitle(ytitle)
   h.SetXTitle(xtitle)
   h.SetLineColor(1)
   h.SetMarkerStyle(22)
   h.SetMarkerColor(color)
   h.SetFillColor(color)
   h.Sumw2()
   return h
 

MakeTProfile()

def DeMoLib.MakeTProfile	(		name,
			xtitle,
			ytitle,
			xmin,
			xmax,
			nbins,
			color
	)

Definition at line 18 of file DeMoLib.py.

def MakeTProfile(name,xtitle,ytitle,xmin,xmax,nbins,color):
   h = TProfile(name,name, nbins, xmin, xmax)
   h.SetYTitle(ytitle)
   h.SetXTitle(xtitle)
   h.SetMarkerStyle(22)
   h.SetMarkerColor(color)
   h.SetLineColor(1)
   h.SetFillColor(color)
   h.SetStats(0)
   h.SetTitle("")
   return h
 

plotStack()

def DeMoLib.plotStack	(		name,
			histo,
			index,
			indexName,
			histoIntLumi,
			lumiBool,
			resStack,
			resCanvas,
			resLegend,
			recovBool = True,
			compBool = False,
			approvedPlots = False
	)

Definition at line 118 of file DeMoLib.py.

def plotStack(name,histo,index,indexName,histoIntLumi,lumiBool,resStack,resCanvas,resLegend,recovBool = True,compBool = False,approvedPlots = False):
# name: Mainly an index of the output. Also used to define TAxis Title
# histo: dict of histograms or TProfile to be displayed
# index: list of keys of histo to be displayed
# indexName: dict of namesof index used for the TLegend
# histoIntLumi : integrated lumi with the same x binning as histo
# lumiBool : display results in term of lumi and not percent
# resStack, resCanvas, resLegend: dict of (stacks, canvas, legend) outputs
# recovBool: display the recoverable histograms (referenced as %%%__recov in histo
# compBool: this is a >=2 yearTag plots. Write all numbers in TLegend and not only last bin (that is not meaningful in yearTag)
 
  # unit is the main unit. unitAux is the complementary one used only the TLegend
  if (lumiBool):
    unit = "pb^{-1}"
    unitAux = "%%"
  else:
    unit = "%%"
    unitAux = "pb^{-1}"
 
  nameSplitted = name.split("--") # Assume that the name is "Veto/defect (y axis) - Year/Run (x axis)- Dataset name"
  xAxisTitle = nameSplitted[1]
  if unit == "%%":
    yAxisTitle = "Lost luminosity due to %s [%%]"%(nameSplitted[0])
  else:
    yAxisTitle = "Lost luminosity due to %s [%s]"%(nameSplitted[0],unit)
  legendHeader = "%s - %s"%(nameSplitted[2],time.strftime("%d %b", time.localtime()))
 
  resCanvas[name] = TCanvas(name,"%s - %s"%(yAxisTitle,xAxisTitle),100, 10, 1350, 500)
  resCanvas[name].SetLeftMargin(0.08)
  resCanvas[name].SetRightMargin(0.35)
  resCanvas[name].SetGridy(1)
  resStack[name] = THStack("%s_stack"%name,"")
  resLegend[name] = MakeLegend(0.66,0.8,0.98,0.95) # Y1 will be redefined later according to the number of entries
  resLegend[name].AddEntry(0, "", "")
 
  first = True
 
  nBinsX = histoIntLumi.GetNbinsX()
  totalIneff = 0.
  if (compBool):
    totalIneff_comp = nBinsX * [0.]
 
  totalIntegratedLumi = histoIntLumi.GetBinContent(nBinsX)
  if lumiBool:
    auxScaleFactor = 100./totalIntegratedLumi
  else:
    auxScaleFactor = totalIntegratedLumi/100.
 
  tmpColor = [kBlue-4,kOrange-7,kTeal+1,kMagenta-4,kPink-3,kGreen+3,kSpring-3,kViolet+4,kAzure-8,kCyan+1]
  tmpColorIndex = 0
 
  for iIndex in sorted(index,reverse=True):
    if first: # Create a recoverable histograms just in case of
      resStack["%s__recov"%name] = MakeTH1("h1_%s__recovTotal"%(name),"Recoverable","",-0.5,-0.5+nBinsX,nBinsX,1)
      resStack["%s__recov"%name].SetMarkerStyle(23)  
      first = False
    iIndexName = iIndex.split("_")[0]
 
    # Define a "temporary" color for the defect histogram for which it was not yet defined
    # Mandatory for defect that are not yet known as impacting the system (i.e. with a loss-[defect].dat file
    # Especially useful for weekly reports with a new type of defect affecting the system
    if (histo[iIndex].GetFillColor() == kBlack and tmpColorIndex < len(tmpColor) and histo[iIndex].GetBinContent(histo[iIndex].GetNbinsX()) != 0):
      histo[iIndex].SetFillColor(tmpColor[tmpColorIndex])
      tmpColorIndex = tmpColorIndex + 1
 
    # Fill histo["%s_toStack"] the main histo
    # and histo["%s_aux"] the complementary one used only for TLegend
    if (histo[iIndex]).IsA().InheritsFrom("TProfile"):
      histo['%s_toStack'%iIndex] = histo[iIndex].ProjectionX()
      histo['%s_toStack'%iIndex].SetFillColor(histo[iIndex].GetFillColor())
    else:
      histo['%s_toStack'%iIndex] = histo[iIndex]
    if lumiBool:
      histo['%s_toStack'%iIndex].Multiply(histo['%s_toStack'%iIndex],histoIntLumi,0.01)
    histo['%s_toStack'%iIndex].LabelsOption("v")
    resStack[name].Add(histo['%s_toStack'%iIndex])
 
  entryNb = 0
  for iIndex in sorted(index): # Reverse order to have the TLegend ordered as the stacks
    iIndexName = iIndex.split("__")[0] # Trick needed to get the defect name for the recoverable defect histogram    
    baseEntry = "%s"%(strLumi(histo['%s_toStack'%iIndex].GetBinContent(nBinsX),unit))
    auxEntry = "%s"%(strLumi(histo['%s_toStack'%iIndex].GetBinContent(nBinsX)*auxScaleFactor,unitAux))
 
    if (recovBool and "%s__recov"%iIndex in list(histo.keys()) and histo["%s__recov"%iIndex].GetBinContent(nBinsX) != 0.):
      baseEntryRecov = "%s"%(strLumi(histo["%s__recov"%iIndex].GetBinContent(nBinsX),unit))
      entry = "#splitline{%s}{%s(recov:%s) / %s}"%(indexName[iIndexName],baseEntry,baseEntryRecov,auxEntry) # Second part of Legend to fix
      for iBin in range(nBinsX+1):
        resStack["%s__recov"%name].Fill(iBin-1,histo["%s__recov"%iIndex].GetBinContent(iBin))
    else:
      entry = "#splitline{%s}{%s / %s}"%(indexName[iIndex],baseEntry,auxEntry)
 
    if (compBool): # This is a >=2 yearTag histograms
      if histo[iIndex].GetNbinsX() >= 2 and histo[iIndex].GetNbinsX()<5:
        if histo[iIndex].GetBinContent(1) != 0.:
          entry = "#splitline{%s}{%s"%(indexName[iIndexName],strLumi(histo[iIndex].GetBinContent(1),unit))
        else:
          entry = "#splitline{%s}{     -     "%(indexName[iIndexName])
        for iTag in range(2,histo[iIndex].GetNbinsX()+1):
          if histo[iIndex].GetBinContent(iTag) != 0.:
            entry += " / %s "%(strLumi(histo[iIndex].GetBinContent(iTag),unit))
          else:
            entry += " /     -      "
        entry += "}"
      else:
        entry = "%s"%(indexName[iIndexName])
 
    if (histo[iIndex].GetMaximum() != 0): 
      resLegend[name].AddEntry(histo[iIndex],entry,"f")
      entryNb = entryNb+1
 
  # Extract the total inefficiency 
  allIndex = ""
  if ("allIntol" in list(histo.keys())):
    allIndex = "allIntol"
  if ("allVeto" in list(histo.keys())):
    allIndex = "allVeto"
 
  if allIndex != "":
    if compBool:
      for iBin in range(1,nBinsX+1):
        totalIneff_comp[iBin-1] = histo[allIndex].GetBinContent(iBin)          
    else:
      totalIneff = histo[allIndex].GetBinContent(nBinsX)
 
  mx = resStack[name].GetMaximum()*1.2
  resStack[name].SetMaximum(mx)
  resStack[name].Draw("hist")
  resStack[name].GetXaxis().LabelsOption("v")
  resStack[name].GetXaxis().SetLabelSize(0.04)
  resStack[name].GetXaxis().SetTitle("%s"%xAxisTitle)
  resStack[name].GetXaxis().SetTitleOffset(1.45)
  resStack[name].GetYaxis().SetTitle("%s"%yAxisTitle)
  resStack[name].GetYaxis().SetTitleOffset(0.7)
  if resStack[name].GetMaximum()>10.:
    resCanvas[name].SetLogy(1)
 
  if compBool:
    resStack[name].GetXaxis().SetLabelSize(0.065)
    if histo[iIndex].GetNbinsX() == 2:
      resLegend[name].SetHeader("#splitline{%s}{Total loss: %s / %s}"%(legendHeader,strLumi(totalIneff_comp[0],unit),strLumi(totalIneff_comp[1],unit)))
    elif histo[iIndex].GetNbinsX() == 3:
      resLegend[name].SetHeader("#splitline{%s}{Total loss: %s / %s / %s}"%(legendHeader,strLumi(totalIneff_comp[0],unit),strLumi(totalIneff_comp[1],unit),strLumi(totalIneff_comp[2],unit)))
    elif histo[iIndex].GetNbinsX() == 4:
      resLegend[name].SetHeader("#splitline{%s}{Total loss: %s /  %s /  %s /  %s}"%(legendHeader,strLumi(totalIneff_comp[0],unit),strLumi(totalIneff_comp[1],unit),strLumi(totalIneff_comp[2],unit),strLumi(totalIneff_comp[3],unit)))
    else:
      resLegend[name].SetHeader("%s"%(legendHeader))
  else:
    totalIneffAux = totalIneff*auxScaleFactor
    if (approvedPlots):
      resLegend[name].SetHeader("#splitline{%s}{Total loss: %s / %s}"%(legendHeader,strLumi(totalIneff,unit),strLumi(totalIneffAux,unitAux)))
    else:
       if (totalIneff != 0.):
          resLegend[name].SetHeader("#splitline{%s (%s)}{Total loss: %s / %s}"%(legendHeader,strLumi(totalIntegratedLumi,"pb"),strLumi(totalIneff,unit),strLumi(totalIneffAux,unitAux)))
       else:
          resLegend[name].SetHeader("%s (%s)"%(legendHeader,strLumi(totalIntegratedLumi,"pb")))
  if resStack["%s__recov"%name].GetEntries() != 0.:
    resStack["%s__recov"%name].SetMarkerStyle(20)
    resStack["%s__recov"%name].SetMarkerColor(kAzure+8)
    resStack["%s__recov"%name].Draw("PSAME HIST")
    resLegend[name].AddEntry(resStack["%s__recov"%name],"#splitline{Recoverable}{total: %.2f%%}"%(resStack["%s__recov"%name].GetBinContent(nBinsX)),"p")
    entryNb = entryNb + 1
   
  if (entryNb<9):
     resLegend[name].SetTextSize(0.035)
  else:
     resLegend[name].SetTextSize(0.028)
 
  resLegend[name].SetY1(max(0.83-entryNb*0.098,0.05))
  resLegend[name].Draw()
 
  resCanvas[name].Update()
  
  return totalIneff # totalIneff is used only with the savePage1 option in DeMoStatus
 

retrieveYearTagProperties()

def DeMoLib.retrieveYearTagProperties	(		year,
			tag
	)

Return the year/tag properties (defect/veto/lumi tags...) stored in YearStats-common/DeMoConfig-[year]-[tag].dat.

Definition at line 68 of file DeMoLib.py.

def retrieveYearTagProperties(year,tag):
   ytp = {"Description":"","Defect tag":"","Veto tag":"","OflLumi tag":"","OflLumiAcct tag":""}
   DeMoConfigFile = open("YearStats-common/%s/DeMoConfig-%s-%s.dat"%(year,year,tag),"r")
   for line in DeMoConfigFile:
      for i_ytp in ytp.keys():
         if ("%s: "%i_ytp in line):
            ytp[i_ytp] = (line.split("%s: "%i_ytp)[1]).replace("\n","")
   DeMoConfigFile.close()
 
   for i_ytp in ytp.keys():
      if (ytp[i_ytp] == ""):
         print("ERROR: Missing (%s) in YearStats-common/%s/DeMoConfig-%s-%s.dat -> Please check or define it with DeMoSetup.py"%(i_ytp,year,year,tag))
 
   return ytp
 

returnPeriod()

def DeMoLib.returnPeriod	(		runNb,
			system,
			year,
			tag
	)

Return the data period of a run based on the information stored in YearStats-[system]/[year]/[tag]/runs-ALL.dat.

Definition at line 56 of file DeMoLib.py.

def returnPeriod(runNb,system,year,tag):
   p = subprocess.Popen(["grep","%d"%runNb,"YearStats-%s/%s/%s/runs-ALL.dat"%(system,year,tag)],stdout = subprocess.PIPE)
   (o,e) = p.communicate()
   tmp = o.decode().split("(")
   if len(tmp)>0:
      tmp2 = tmp[1].split(")")[0]
 
   return tmp2
   

SetXLabel()

def DeMoLib.SetXLabel	(		h,
			list
	)

Definition at line 41 of file DeMoLib.py.

def SetXLabel(h,list):
    for i in range(len(list)):
         h.GetXaxis().SetBinLabel(i+1,str(list[i]))
    return
 

strLumi()

def DeMoLib.strLumi	(		lumi,
			unit = "ub",
			latex = True,
			floatNumber = False
	)

Return a string with the luminosity in a human readable way If the unit is %%, this is a percentage.

Definition at line 86 of file DeMoLib.py.

def strLumi(lumi,unit="ub",latex = True,floatNumber = False):
  if (unit == "%%"):
    string0 = "%.2f%% "%(lumi)
  else:
    if (unit == "pb" or unit == "pb^{-1}" or unit == "pb-1"):
      lumi = lumi*1e6
 
    if lumi < 1e3:
      if latex:
        if (floatNumber):string0 = "%.2f #mub"%(lumi)
        else:string0 = "%.0f #mub"%(lumi)
      else:
        if (floatNumber):string0 = "%.2f ub"%(lumi)  
        else:string0 = "%.0f ub"%(lumi)  
    elif lumi<1e6:
      if (floatNumber):string0 = "%.2f nb"%(lumi/1e3)
      else: string0 = "%.0f nb"%(lumi/1e3)
    elif lumi<1e9:
      if (floatNumber):string0 = "%.2f pb"%(lumi/1e6)    
      else:string0 = "%.0f pb"%(lumi/1e6)    
    else:
      if (floatNumber):string0 = "%.3f fb"%(lumi/1e9)
      else:string0 = "%.1f fb"%(lumi/1e9)
    if latex:
      string0= string0+"^{-1}"
    else:
      string0= string0+"-1"
 
  return string0
 
 

Variable Documentation

colorPalette

list DeMoLib.colorPalette = [kBlue+3,kRed+1,kGreen-2,kOrange,kBlue-4,kMagenta+2,kYellow+1,kSpring-9,kAzure+6,kViolet-4,kPink,kBlue-9,kPink-6]

Definition at line 1070 of file DeMoLib.py.

iColor

int DeMoLib.iColor = 0

NEWSYSTEM defects if system == "NEWSYSTEM": partitions["color"] = {} partitions["list"] = partitions["color"].keys()

defects0["prefix"] = ["NEWSYSTEM"]

Partition intolerable and tolerable defects - Order determines what defect is proeminent

Warning : do not remove/edit the comment specifying the system. It is used to display the defects in the webpage

defects0["partIntol"] = [] # NEWSYSTEM system defects0["partTol"] = [] # NEWSYSTEM system

Global intolerable and tolerable defects

Warning : do not remove/edit the comment specifying the system. It is used to display the defects in the webpage

defects0["globIntol"] = [] # NEWSYSTEM system defects0["globTol"] = [] # NEWSYSTEM system

veto["all"] = [] # Veto name as defined in the COOL database veto["COOL"] = {} # Veto name as defined in the COOL database

defectVeto["description"] = {"":""}

signOff["EXPR."] = ["NEWSYSTEM_UNCHECKED"] signOff["BULK"] = ["NEWSYSTEM_BULK_UNCHECKED"] signOff["FINAL"] = [] Pixel defects SCT defects https://twiki.cern.ch/twiki/bin/view/Atlas/SCTOfflineMonitoringShifts#List_of_Defects TRT defects https://twiki.cern.ch/twiki/bin/view/Atlas/TRTDQDefects LAr defects DB tag for the (veto) condition database So far, only LAr use event veto can be found with the twiki: https://twiki.cern.ch/twiki/bin/viewauth/AtlasComputing/CoolProdTags#Tags_for_RUN_2_Bulk_Data_Process Tile defects https://twiki.cern.ch/twiki/bin/view/Atlas/TileDQLeaderManual#Global_Tile_Defects MUON-CSC defects https://twiki.cern.ch/twiki/bin/view/Atlas/MuonMCPDefectList Obsolete in Run 3 MUON-MDT defects https://twiki.cern.ch/twiki/bin/view/Atlas/MuonMCPDefectList MUON-RPC defects https://twiki.cern.ch/twiki/bin/view/Atlas/MuonMCPDefectList MUON-TGC defects https://twiki.cern.ch/twiki/bin/view/Atlas/MuonMCPDefectList MUON CP defects https://twiki.cern.ch/twiki/bin/view/Atlas/MuonMCPDefectList ID defects Jet/MET/EGamma/Tau/CaloGlobal defects https://twiki.cern.ch/twiki/bin/view/AtlasProtected/EgammaShifts https://twiki.cern.ch/twiki/bin/viewauth/AtlasProtected/JetEtMissDataQuality2016#Jets_defects https://twiki.cern.ch/twiki/bin/view/Atlas/TauDataQualityMonitoringRun2#Frequent_problems_or_defects BTAG defects https://twiki.cern.ch/twiki/bin/view/Atlas/FlavourTaggingDataQualityMonitoringShifterInstructions#Run_signoff TRIG_L1 defects https://twiki.cern.ch/twiki/bin/view/Atlas/DataQualityTriggerDefects Trig_HLT defects LUMI defects Source : private email by Davide Caforio LUCID defects ALFA defects AFP defects ZDC defects GLOBAL defects Definitions common to all systems

Definition at line 1067 of file DeMoLib.py.