DeMoLib Namespace Reference

Functions
	MakeTProfile (name, xtitle, ytitle, xmin, xmax, nbins, color)
	MakeTH1 (name, xtitle, ytitle, xmin, xmax, nbins, color)
	SetXLabel (h, list)
	MakeLegend (xmin, ymin, xmax, ymax)
	returnPeriod (runNb, system, year, tag)
	Return the data period of a run based on the information stored in YearStats-[system]/[year]/[tag]/runs-ALL.dat.
	retrieveYearTagProperties (year, tag)
	Return the year/tag properties (defect/veto/lumi tags...) stored in YearStats-common/DeMoConfig-[year]-[tag].dat.
	strLumi (lumi, unit="ub", latex=True, floatNumber=False)
	Return a string with the luminosity in a human readable way If the unit is %%, this is a percentage.
	plotStack (name, histo, index, indexName, histoIntLumi, lumiBool, resStack, resCanvas, resLegend, recovBool=True, compBool=False, approvedPlots=False)
	initializeMonitoredDefects (system, partitions, defects0, defectVeto, veto, signOff, year, tag, runlist={})

Variables
int	iColor = 0
list	colorPalette = [kBlue+3,kRed+1,kGreen-2,kOrange,kBlue-4,kMagenta+2,kYellow+1,kSpring-9,kAzure+6,kViolet-4,kPink,kBlue-9,kPink-6]

Function Documentation

initializeMonitoredDefects()

DeMoLib.initializeMonitoredDefects	(		system,
			partitions,
			defects0,
			defectVeto,
			veto,
			signOff,
			year,
			tag,
			runlist = {} )

Definition at line 294 of file DeMoLib.py.

def initializeMonitoredDefects(system,partitions,defects0,defectVeto,veto,signOff,year,tag,runlist = {}):
 
  runlist["filename"] = "runlist-%s-%s.dat"%(year,tag)
 

MakeLegend()

DeMoLib.MakeLegend	(		xmin,
			ymin,
			xmax,
			ymax )

Definition at line 46 of file DeMoLib.py.

def MakeLegend(xmin,ymin,xmax,ymax):
    l = TLegend(xmin,ymin,xmax,ymax)
    l.SetFillColor(kWhite)
    l.SetTextSize(0.03)
    l.SetBorderSize(0)
    return l
 

MakeTH1()

DeMoLib.MakeTH1	(		name,
			xtitle,
			ytitle,
			xmin,
			xmax,
			nbins,
			color )

Definition at line 30 of file DeMoLib.py.

def MakeTH1(name,xtitle,ytitle,xmin,xmax,nbins,color):
   h = TH1F(name,name,nbins, xmin,xmax)
   h.SetYTitle(ytitle)
   h.SetXTitle(xtitle)
   h.SetLineColor(1)
   h.SetMarkerStyle(22)
   h.SetMarkerColor(color)
   h.SetFillColor(color)
   h.Sumw2()
   return h
 

MakeTProfile()

DeMoLib.MakeTProfile	(		name,
			xtitle,
			ytitle,
			xmin,
			xmax,
			nbins,
			color )

Definition at line 18 of file DeMoLib.py.

def MakeTProfile(name,xtitle,ytitle,xmin,xmax,nbins,color):
   h = TProfile(name,name, nbins, xmin, xmax)
   h.SetYTitle(ytitle)
   h.SetXTitle(xtitle)
   h.SetMarkerStyle(22)
   h.SetMarkerColor(color)
   h.SetLineColor(1)
   h.SetFillColor(color)
   h.SetStats(0)
   h.SetTitle("")
   return h
 

plotStack()

DeMoLib.plotStack	(		name,
			histo,
			index,
			indexName,
			histoIntLumi,
			lumiBool,
			resStack,
			resCanvas,
			resLegend,
			recovBool = True,
			compBool = False,
			approvedPlots = False )

Definition at line 118 of file DeMoLib.py.

def plotStack(name,histo,index,indexName,histoIntLumi,lumiBool,resStack,resCanvas,resLegend,recovBool = True,compBool = False,approvedPlots = False):
# name: Mainly an index of the output. Also used to define TAxis Title
# histo: dict of histograms or TProfile to be displayed
# index: list of keys of histo to be displayed
# indexName: dict of namesof index used for the TLegend
# histoIntLumi : integrated lumi with the same x binning as histo
# lumiBool : display results in term of lumi and not percent
# resStack, resCanvas, resLegend: dict of (stacks, canvas, legend) outputs
# recovBool: display the recoverable histograms (referenced as %%%__recov in histo
# compBool: this is a >=2 yearTag plots. Write all numbers in TLegend and not only last bin (that is not meaningful in yearTag)
 
  # unit is the main unit. unitAux is the complementary one used only the TLegend
  if (lumiBool):
    unit = "pb^{-1}"
    unitAux = "%%"
  else:
    unit = "%%"
    unitAux = "pb^{-1}"
 
  nameSplitted = name.split("--") # Assume that the name is "Veto/defect (y axis) - Year/Run (x axis)- Dataset name"
  xAxisTitle = nameSplitted[1]
  if unit == "%%":
    yAxisTitle = "Lost luminosity due to %s [%%]"%(nameSplitted[0])
  else:
    yAxisTitle = "Lost luminosity due to %s [%s]"%(nameSplitted[0],unit)
  legendHeader = "%s - %s"%(nameSplitted[2],time.strftime("%d %b", time.localtime()))
 
  resCanvas[name] = TCanvas(name,"%s - %s"%(yAxisTitle,xAxisTitle),100, 10, 1350, 500)
  resCanvas[name].SetLeftMargin(0.08)
  resCanvas[name].SetRightMargin(0.35)
  resCanvas[name].SetGridy(1)
  resStack[name] = THStack("%s_stack"%name,"")
  resLegend[name] = MakeLegend(0.66,0.8,0.98,0.95) # Y1 will be redefined later according to the number of entries
  resLegend[name].AddEntry(0, "", "")
 
  first = True
 
  nBinsX = histoIntLumi.GetNbinsX()
  totalIneff = 0.
  if (compBool):
    totalIneff_comp = nBinsX * [0.]
 
  totalIntegratedLumi = histoIntLumi.GetBinContent(nBinsX)
  if lumiBool:
    auxScaleFactor = 100./totalIntegratedLumi
  else:
    auxScaleFactor = totalIntegratedLumi/100.
 
  tmpColor = [kBlue-4,kOrange-7,kTeal+1,kMagenta-4,kPink-3,kGreen+3,kSpring-3,kViolet+4,kAzure-8,kCyan+1]
  tmpColorIndex = 0
 
  for iIndex in sorted(index,reverse=True):
    if first: # Create a recoverable histograms just in case of
      resStack["%s__recov"%name] = MakeTH1("h1_%s__recovTotal"%(name),"Recoverable","",-0.5,-0.5+nBinsX,nBinsX,1)
      resStack["%s__recov"%name].SetMarkerStyle(23)  
      first = False
    iIndexName = iIndex.split("_")[0]
 
    # Define a "temporary" color for the defect histogram for which it was not yet defined
    # Mandatory for defect that are not yet known as impacting the system (i.e. with a loss-[defect].dat file
    # Especially useful for weekly reports with a new type of defect affecting the system
    if (histo[iIndex].GetFillColor() == kBlack and tmpColorIndex < len(tmpColor) and histo[iIndex].GetBinContent(histo[iIndex].GetNbinsX()) != 0):
      histo[iIndex].SetFillColor(tmpColor[tmpColorIndex])
      tmpColorIndex = tmpColorIndex + 1
 
    # Fill histo["%s_toStack"] the main histo
    # and histo["%s_aux"] the complementary one used only for TLegend
    if (histo[iIndex]).IsA().InheritsFrom("TProfile"):
      histo['%s_toStack'%iIndex] = histo[iIndex].ProjectionX()
      histo['%s_toStack'%iIndex].SetFillColor(histo[iIndex].GetFillColor())
    else:
      histo['%s_toStack'%iIndex] = histo[iIndex]
    if lumiBool:
      histo['%s_toStack'%iIndex].Multiply(histo['%s_toStack'%iIndex],histoIntLumi,0.01)
    histo['%s_toStack'%iIndex].LabelsOption("v")
    resStack[name].Add(histo['%s_toStack'%iIndex])
 
  entryNb = 0
  for iIndex in sorted(index): # Reverse order to have the TLegend ordered as the stacks
    iIndexName = iIndex.split("__")[0] # Trick needed to get the defect name for the recoverable defect histogram    
    baseEntry = "%s"%(strLumi(histo['%s_toStack'%iIndex].GetBinContent(nBinsX),unit))
    auxEntry = "%s"%(strLumi(histo['%s_toStack'%iIndex].GetBinContent(nBinsX)*auxScaleFactor,unitAux))
 
    if (recovBool and "%s__recov"%iIndex in list(histo.keys()) and histo["%s__recov"%iIndex].GetBinContent(nBinsX) != 0.):
      baseEntryRecov = "%s"%(strLumi(histo["%s__recov"%iIndex].GetBinContent(nBinsX),unit))
      entry = "#splitline{%s}{%s(recov:%s) / %s}"%(indexName[iIndexName],baseEntry,baseEntryRecov,auxEntry) # Second part of Legend to fix
      for iBin in range(nBinsX+1):
        resStack["%s__recov"%name].Fill(iBin-1,histo["%s__recov"%iIndex].GetBinContent(iBin))
    else:
      entry = "#splitline{%s}{%s / %s}"%(indexName[iIndex],baseEntry,auxEntry)
 
    if (compBool): # This is a >=2 yearTag histograms
      if histo[iIndex].GetNbinsX() >= 2 and histo[iIndex].GetNbinsX()<5:
        if histo[iIndex].GetBinContent(1) != 0.:
          entry = "#splitline{%s}{%s"%(indexName[iIndexName],strLumi(histo[iIndex].GetBinContent(1),unit))
        else:
          entry = "#splitline{%s}{     -     "%(indexName[iIndexName])
        for iTag in range(2,histo[iIndex].GetNbinsX()+1):
          if histo[iIndex].GetBinContent(iTag) != 0.:
            entry += " / %s "%(strLumi(histo[iIndex].GetBinContent(iTag),unit))
          else:
            entry += " /     -      "
        entry += "}"
      else:
        entry = "%s"%(indexName[iIndexName])
 
    if (histo[iIndex].GetMaximum() != 0): 
      resLegend[name].AddEntry(histo[iIndex],entry,"f")
      entryNb = entryNb+1
 
  # Extract the total inefficiency 
  allIndex = ""
  if ("allIntol" in list(histo.keys())):
    allIndex = "allIntol"
  if ("allVeto" in list(histo.keys())):
    allIndex = "allVeto"
 
  if allIndex != "":
    if compBool:
      for iBin in range(1,nBinsX+1):
        totalIneff_comp[iBin-1] = histo[allIndex].GetBinContent(iBin)          
    else:
      totalIneff = histo[allIndex].GetBinContent(nBinsX)
 
  mx = resStack[name].GetMaximum()*1.2
  resStack[name].SetMaximum(mx)
  resStack[name].Draw("hist")
  resStack[name].GetXaxis().LabelsOption("v")
  resStack[name].GetXaxis().SetLabelSize(0.04)
  resStack[name].GetXaxis().SetTitle("%s"%xAxisTitle)
  resStack[name].GetXaxis().SetTitleOffset(1.45)
  resStack[name].GetYaxis().SetTitle("%s"%yAxisTitle)
  resStack[name].GetYaxis().SetTitleOffset(0.7)
  if resStack[name].GetMaximum()>10.:
    resCanvas[name].SetLogy(1)
 
  if compBool:
    resStack[name].GetXaxis().SetLabelSize(0.065)
    if histo[iIndex].GetNbinsX() == 2:
      resLegend[name].SetHeader("#splitline{%s}{Total loss: %s / %s}"%(legendHeader,strLumi(totalIneff_comp[0],unit),strLumi(totalIneff_comp[1],unit)))
    elif histo[iIndex].GetNbinsX() == 3:
      resLegend[name].SetHeader("#splitline{%s}{Total loss: %s / %s / %s}"%(legendHeader,strLumi(totalIneff_comp[0],unit),strLumi(totalIneff_comp[1],unit),strLumi(totalIneff_comp[2],unit)))
    elif histo[iIndex].GetNbinsX() == 4:
      resLegend[name].SetHeader("#splitline{%s}{Total loss: %s /  %s /  %s /  %s}"%(legendHeader,strLumi(totalIneff_comp[0],unit),strLumi(totalIneff_comp[1],unit),strLumi(totalIneff_comp[2],unit),strLumi(totalIneff_comp[3],unit)))
    else:
      resLegend[name].SetHeader("%s"%(legendHeader))
  else:
    totalIneffAux = totalIneff*auxScaleFactor
    if (approvedPlots):
      resLegend[name].SetHeader("#splitline{%s}{Total loss: %s / %s}"%(legendHeader,strLumi(totalIneff,unit),strLumi(totalIneffAux,unitAux)))
    else:
       if (totalIneff != 0.):
          resLegend[name].SetHeader("#splitline{%s (%s)}{Total loss: %s / %s}"%(legendHeader,strLumi(totalIntegratedLumi,"pb"),strLumi(totalIneff,unit),strLumi(totalIneffAux,unitAux)))
       else:
          resLegend[name].SetHeader("%s (%s)"%(legendHeader,strLumi(totalIntegratedLumi,"pb")))
  if resStack["%s__recov"%name].GetEntries() != 0.:
    resStack["%s__recov"%name].SetMarkerStyle(20)
    resStack["%s__recov"%name].SetMarkerColor(kAzure+8)
    resStack["%s__recov"%name].Draw("PSAME HIST")
    resLegend[name].AddEntry(resStack["%s__recov"%name],"#splitline{Recoverable}{total: %.2f%%}"%(resStack["%s__recov"%name].GetBinContent(nBinsX)),"p")
    entryNb = entryNb + 1
   
  if (entryNb<9):
     resLegend[name].SetTextSize(0.035)
  else:
     resLegend[name].SetTextSize(0.028)
 
  resLegend[name].SetY1(max(0.83-entryNb*0.098,0.05))
  resLegend[name].Draw()
 
  resCanvas[name].Update()
  
  return totalIneff # totalIneff is used only with the savePage1 option in DeMoStatus
 

retrieveYearTagProperties()

DeMoLib.retrieveYearTagProperties	(		year,
			tag )

Return the year/tag properties (defect/veto/lumi tags...) stored in YearStats-common/DeMoConfig-[year]-[tag].dat.

Definition at line 68 of file DeMoLib.py.

def retrieveYearTagProperties(year,tag):
   ytp = {"Description":"","Defect tag":"","Veto tag":"","OflLumi tag":"","OflLumiAcct tag":""}
   DeMoConfigFile = open("YearStats-common/%s/DeMoConfig-%s-%s.dat"%(year,year,tag),"r")
   for line in DeMoConfigFile:
      for i_ytp in ytp.keys():
         if ("%s: "%i_ytp in line):
            ytp[i_ytp] = (line.split("%s: "%i_ytp)[1]).replace("\n","")
   DeMoConfigFile.close()
 
   for i_ytp in ytp.keys():
      if (ytp[i_ytp] == ""):
         print("ERROR: Missing (%s) in YearStats-common/%s/DeMoConfig-%s-%s.dat -> Please check or define it with DeMoSetup.py"%(i_ytp,year,year,tag))
 
   return ytp
 

returnPeriod()

DeMoLib.returnPeriod	(		runNb,
			system,
			year,
			tag )

Return the data period of a run based on the information stored in YearStats-[system]/[year]/[tag]/runs-ALL.dat.

Definition at line 56 of file DeMoLib.py.

def returnPeriod(runNb,system,year,tag):
   p = subprocess.Popen(["grep","%d"%runNb,"YearStats-%s/%s/%s/runs-ALL.dat"%(system,year,tag)],stdout = subprocess.PIPE)
   (o,e) = p.communicate()
   tmp = o.decode().split("(")
   if len(tmp)>0:
      tmp2 = tmp[1].split(")")[0]
 
   return tmp2
   

SetXLabel()

DeMoLib.SetXLabel	(		h,
			list )

Definition at line 41 of file DeMoLib.py.

def SetXLabel(h,list):
    for i in range(len(list)):
         h.GetXaxis().SetBinLabel(i+1,str(list[i]))
    return
 

strLumi()

DeMoLib.strLumi	(		lumi,
			unit = "ub",
			latex = True,
			floatNumber = False )

Return a string with the luminosity in a human readable way If the unit is %%, this is a percentage.

Definition at line 86 of file DeMoLib.py.

def strLumi(lumi,unit="ub",latex = True,floatNumber = False):
  if (unit == "%%"):
    string0 = "%.2f%% "%(lumi)
  else:
    if (unit == "pb" or unit == "pb^{-1}" or unit == "pb-1"):
      lumi = lumi*1e6
 
    if lumi < 1e3:
      if latex:
        if (floatNumber):string0 = "%.2f #mub"%(lumi)
        else:string0 = "%.0f #mub"%(lumi)
      else:
        if (floatNumber):string0 = "%.2f ub"%(lumi)  
        else:string0 = "%.0f ub"%(lumi)  
    elif lumi<1e6:
      if (floatNumber):string0 = "%.2f nb"%(lumi/1e3)
      else: string0 = "%.0f nb"%(lumi/1e3)
    elif lumi<1e9:
      if (floatNumber):string0 = "%.2f pb"%(lumi/1e6)    
      else:string0 = "%.0f pb"%(lumi/1e6)    
    else:
      if (floatNumber):string0 = "%.3f fb"%(lumi/1e9)
      else:string0 = "%.1f fb"%(lumi/1e9)
    if latex:
      string0= string0+"^{-1}"
    else:
      string0= string0+"-1"
 
  return string0
 
 

Variable Documentation

colorPalette

list DeMoLib.colorPalette = [kBlue+3,kRed+1,kGreen-2,kOrange,kBlue-4,kMagenta+2,kYellow+1,kSpring-9,kAzure+6,kViolet-4,kPink,kBlue-9,kPink-6]

Definition at line 1070 of file DeMoLib.py.

iColor

int DeMoLib.iColor = 0

Definition at line 1067 of file DeMoLib.py.