LArMerge_trf.py

Go to the documentation of this file.

#!/usr/bin/env python
 
# Copyright (C) 2002-2020 CERN for the benefit of the ATLAS collaboration
 
 

 
import sys, os, pickle, pprint, subprocess
 

 
# Utility function
 
def getFileMap(fname, dsname, nevts=0, guid='') :
  if os.path.isfile(fname) :
    dataMap = { 'lfn': fname,
                'dataset' : dsname,
                'events' : nevts
          }
    if guid : 
      dataMap['GUID'] = guid      
  else : 
    dataMap = {}
  return dataMap
 

 
 
def larMerge(dataMap) :
 
  print ("\n##################################################################")
  print (  "##                 ATLAS Tier0 LAr CAF file Merging             ##")
  print (  "##################################################################\n")
 
  print ("\nFull Tier-0 run options:\n")
  pprint.pprint(dataMap)
  
  inputList = []
  inputDSName = None
 
  for val in dataMap['inputLArFiles'] :
    inputList.append(val.split('#')[1]) 
    if not inputDSName :
      inputDSName = val.split('#')[0]
    
  print ("\ninputLArFiles list:\n")
  pprint.pprint(inputList)
 
  # output file
  outputDSName = dataMap['outputLArFile'].split('#')[0]
  outputFile = dataMap['outputLArFile'].split('#')[1]
 
  print ('\nOutput file name:', outputFile)
 
  retcode = 0
  acronym = 'OK'
 
  outFiles = []
  inFiles = []
  nEvents=0
 
  cmdline=["LArSamplesMerge.exe"]
  for fileName in inputList:
    if os.access(fileName,os.R_OK):
      cmdline.append(fileName)
    else:
      print ('ERROR : could not open file', fileName)
      retcode = 74001
      acronym = 'TRF_LAR_FILE_INPUT_ERROR'
      break
    pass
  
  if (retcode==0):
    writepath=os.path.split(outputFile)[0]
    if writepath=="":
      writepath="./"
    if (os.access(writepath,os.W_OK)):
      cmdline.append(outputFile)
    else:
      print ("ERROR, not allowed to write to oututfile", outputFile)
      retcode = 74002
      acronym = 'TRF_LAR_MERGE_ERROR'
      pass
    pass
  
  if (retcode==0):
 
    logfile=open("log.LArMerge","w")
 
    try:
      subprocess.check_call(cmdline,stdout=logfile,stderr=subprocess.STDOUT)
    except Exception as e:
      print ("ERROR exectution of subprocess failed")
      print (e)
      acronym = 'TRF_LAR_MERGE_ERROR'
      pass
 
    logfile.close()
    logfile=open("log.LArMerge","r")
 
    for line in logfile:
      print (line, end='')
      if line.startswith("Open file "):
        linetok=line.split(" ")
        inFiles.append(getFileMap(linetok[2], None, nevts=int(linetok[4])))
        pass
      if line.startswith("Wrote output file "):
        linetok=line.split(" ")
        nEvents=int(linetok[5])
        outFiles=[getFileMap(linetok[3], outputDSName, nevts=nEvents),]
        pass
      
    logfile.close()
 
    
 
  # assemble job report map, pickle it
  outMap = { 'prodsys': { 'trfCode': retcode,
                          'trfAcronym': acronym,  
                          'jobOutputs': outFiles,
                          'jobInputs': inFiles,
                          'nevents': nEvents,              
                        }
           }              
  f = open('jobReport.gpickle', 'wb')
  pickle.dump(outMap, f)
  f.close()
 
  print ("\n##################################################################")
  print (  "## End of job.")
  print (  "##################################################################\n")
 
  print (outMap)
 

 
if __name__ == "__main__":
 
  if len(sys.argv) == 2 and sys.argv[1].startswith('--argdict=') :
    picklefile = sys.argv[1][len('--argdict='):]
    # extract parameters from pickle file
    print ("Using pickled file ", picklefile, " for input parameters")
    f = open(picklefile, 'rb')
    dataMap = pickle.load(f)
    f.close()
    larMerge(dataMap)
  elif len(sys.argv) == 3 and sys.argv[1].startswith('--inputFiles=') and sys.argv[2].startswith('--outputFile=') :
    inputFiles = sys.argv[1][13:].split(',')
    outputFile = sys.argv[2][13:]
    dataMap = {}
    dataMap['inputLArFiles'] = inputFiles
    dataMap['outputLArFile'] = outputFile
    larMerge(dataMap)
  else :
    print ("Input format wrong --- either have: ")
    print ("   --argdict=<pickled-dictionary containing input info> ")
    print ("   with key/value pairs: ")
    print ("   or (old way): ")
    print ("   --inputFiles=file1,file2,...,fileN --outputFile=file")
    exit(1)