lumiFormat.py

Go to the documentation of this file.

#Copyright (C) 2002-2024 CERN for the benefit of the ATLAS collaboration
 
import os
import datetime, time
 
# Function to iterate through dates between start and end in steps of delta. ~ish                                                                                                    
def perdelta(start, end, delta):
    curr = start
    while curr < end:
        yield curr, min(curr + delta, end)
        curr += delta
 
# Function to return required dates                                                                                                                                                       
def checkDates(datesFileName):
        #placeholder declarations
        tempRun = 0
 
        startingDates=[]
        endDates=[]
 
        #if no file containing previously used dates, create one with default values.
        #"No any file found!" is what my motherboard says whilst booting my home PC, I found it funny and copied it over here                                                        
        if not os.path.exists(datesFileName):
                print("No any file found! at " + datesFileName + ". Making default values")
 
                with open(datesFileName,'w') as datesFile:
                    firstTempDate = datetime.datetime(2015,4,2,1,1,1,1)
                    lastTempDate = datetime.datetime(2015,4,2,1,1,1)
 
                    datesFile.write(str(tempRun) + " " + str(firstTempDate) + " " + str(lastTempDate) +"\n")
                    startingDates.append(firstTempDate)
                    endDates.append(lastTempDate)
 
        #if dates file exists, read from it                                                                                                                                        
        else:
                print("Found " + datesFileName)
                with open(datesFileName,'r') as datesFile:
 
                    for dateLine in datesFile:
                        tempDatesLine = dateLine.split()
                        firstTemp = tempDatesLine[1].split('-')
                        lastTemp = tempDatesLine[3].split('-')
 
                        firstTempTime = tempDatesLine[2].split(':')
                        lastTempTime = tempDatesLine[4].split(':')
 
                        firstTempTimes = firstTempTime[2].split('.')
                        lastTempTimes = lastTempTime[2].split('.')
 
                        if len(firstTempTimes)<2:
                            firstTempTimes.append(0)
                        if len(lastTempTimes)<2:
                            lastTempTimes.append(0)
 
                        firstTempDate = datetime.datetime(int(firstTemp[0]), int(firstTemp[1]), int(firstTemp[2]), int(firstTempTime[0]),int(firstTempTime[1]), int(firstTempTimes[0]), int(firstTempTimes[1]))
                        lastTempDate = datetime.datetime(int(lastTemp[0]), int(lastTemp[1]), int(lastTemp[2]), int(lastTempTime[0]), int(lastTempTimes[0]),int(lastTempTimes[0]), int(lastTempTimes[1]))
 
                        startingDates.append(firstTempDate)
                        endDates.append(lastTempDate)
 
        datesList=[startingDates,endDates]
        return datesList
 
outPath = "/eos/atlas/user/j/jdickins/Pixel/LeakageCurrent/IBLData/processedData/Lumi/"
outputName = outPath + "/runData.txt"
outputSummary = outPath + "/runs.txt"
 
inPath = "/eos/atlas/user/j/jdickins/Pixel/LeakageCurrent/IBLData/rawData/Lumi/"
 
[startDates,endDates] = checkDates(outputSummary)
 
currentDay = datetime.date(2018,11,7)
firstDay = startDates[0].date()
 
with open(outputName,'a+') as fout:
 
    if firstDay + datetime.timedelta(days=1)<currentDay:
        for s, e in perdelta( firstDay, currentDay, datetime.timedelta(days=1)):
            
            s_str = str(s).replace('-','_')
            e_str = str(e).replace('-','_')
            print(s_str)
            filename = inPath + s_str + "-" + e_str + ".txt"
            with open(filename,"r") as fin:
                i = -1
                for line in fin:
                    i = i+1
                    if i < 3:
                        continue
 
                    array=line.rstrip().split()
 
                    startDateTime=array[0].split('/UTC')[0].split('[')[1]
                    startDate = startDateTime.split('-')
                    startTime = startDateTime.split(':')
                    start = datetime.datetime(int(startDate[0]),int(startDate[1]),int(startDate[2].split(':')[0]),int(startTime[1]),int(startTime[2]),int(startTime[3]))
 
                    endDateTime=array[1].split('/UTC')[0]
                    endDate = startDateTime.split('-')
                    endTime = startDateTime.split(':')
                    end = datetime.datetime(int(endDate[0]),int(endDate[1]),int(endDate[2].split(':')[0]),int(endTime[1]),int(endTime[2]),int(endTime[3]))
 
                    [run,lb] = array[2].split('/')
                    fill = int(array[3])
                    length = float(array[6])
                    lumi = float(array[10])
                    intlumi = length*lumi
 
                    # Match Nick's output format
                    fout.write(str(run) + " " + str(fill) + " " + str(lb) + " " +
                               str(time.mktime(start.timetuple())) + " " + str(length) + " " +
                               str(0) + " " + str(0) + " " + str(lumi) + " " + str(intlumi) +
                               "\n")
 
            
with open(outputSummary,'w') as summaryFile:
    summaryFile.write(str(run) + " " + str(startDates[0]) + " " + str(end) +"\n")