downloadSingle.py

Go to the documentation of this file.

#Copyright (C) 2002-2024 CERN for the benefit of the ATLAS collaboration
 
# A script that re-downloads a single day's worth of data
# Very useful if something went wrong in the initial download
# Replace s and e with the desired start and end dates
 
import datetime
import os
 
url = 'http://atlas-ddv.cern.ch:8089/multidata/getDataSafely'
url2 = 'http://atlas-ddv.cern.ch:8089/multidata/downloadTxtData'
 
 
s = datetime.datetime(2016,12,30,0,0,0)
e = datetime.datetime(2016,12,31,0,0,0)
 
dataFolder = '/eos/atlas/user/j/jdickins/Pixel/LeakageCurrent/IBLData/rawData/'
dataType = 'ENV_TT'
 
if not os.path.exists(dataFolder+dataType+'/'):
        os.mkdir(dataFolder+dataType+'/')
 
if not os.path.exists(dataFolder+dataType+'Stave/'):
        os.mkdir(dataFolder+dataType+'Stave/')
 
saveFileName2 = dataFolder+dataType+'/'+s.strftime("%Y_%m_%d") +'-' +e.strftime("%Y_%m_%d")+ '.txt'
if os.path.exists(saveFileName2):
        os.remove(saveFileName2)
 
with open(saveFileName2,'w') as saveFile:
 
        staveString="stave"
        for staveNumber in range (1,15):
                if staveNumber<10:
                        staveString = "0" + str(staveNumber)
                else:
                        staveString =  str(staveNumber)
 
                # Generate save file name. I save in format YYYY/MM/DD, so it is in alphabetical order.
                saveFileName = dataFolder+dataType+'Stave/'+s.strftime("%Y_%m_%d") +'-' +e.strftime("%Y_%m_%d")+ 'Stave'+ staveString + '.txt'
                if os.path.exists(saveFileName):
                        os.remove(saveFileName)
 
                # Create wget command
                cmd = 'wget --post-data "queryInfo=atlas_pvssPIX, alias, LI_S' + staveString + '_A_M1_' + dataType + ', ' + s.strftime("%d-%m-%Y") + ' 00:00, ' + e.strftime("%d-%m-%Y") + ' 00:01, , , , , ,no, , +2!atlas_pvssPIX, alias, LI_S' + staveString + '_A_M2_' + dataType + ', ' + s.strftime("%d-%m-%Y") + ' 00:00, ' + e.strftime("%d-%m-%Y") + ' 00:01, , , , , ,no, , +2!atlas_pvssPIX, alias, LI_S' + staveString + '_A_M3_' + dataType + ', ' + s.strftime("%d-%m-%Y") + ' 00:00, ' + e.strftime("%d-%m-%Y") + ' 00:01, , , , , ,no, , +2!atlas_pvssPIX, alias, LI_S' + staveString + '_A_M4_' + dataType + ', ' + s.strftime("%d-%m-%Y") + ' 00:00, ' + e.strftime("%d-%m-%Y") + ' 00:01, , , , , ,no, , +2!atlas_pvssPIX, alias, LI_S' + staveString + '_C_M1_' + dataType + ', ' + s.strftime("%d-%m-%Y") + ' 00:00, ' + e.strftime("%d-%m-%Y") + ' 00:01, , , , , ,no, , +2!atlas_pvssPIX, alias, LI_S' + staveString + '_C_M2_' + dataType + ', ' + s.strftime("%d-%m-%Y") + ' 00:00, ' + e.strftime("%d-%m-%Y") + ' 00:01, , , , , ,no, , +2!atlas_pvssPIX, alias, LI_S' + staveString + '_C_M3_' + dataType + ', ' + s.strftime("%d-%m-%Y") + ' 00:00, ' + e.strftime("%d-%m-%Y") + ' 00:01, , , , , ,no, , +2!atlas_pvssPIX, alias, LI_S' + staveString + '_C_M4_' + dataType + ', ' + s.strftime("%d-%m-%Y") + ' 00:00, ' + e.strftime("%d-%m-%Y") + ' 00:01, , , , , ,no, , +2!" ' + url + ' --output-document='+ saveFileName
 
                # Execute wget command
                os.system(cmd)
 
                with open(saveFileName,'r') as bloop:
 
                        for bloopLine in bloop:
                                saveFile.write(bloopLine)