LArMerge_tf Namespace Reference

Functions
def	getSubFileMap (fname, nevts=0)
def	larMerge (dataMap)

Variables
	jsonfile = sys.argv[1][len('--argJSON='):]
	main() More...
	f = open(jsonfile, 'r')
	dataMap = json.load(f)
	inputFiles = sys.argv[1][13:].split(',')
	outputFile = sys.argv[2][13:]

Function Documentation

getSubFileMap()

def LArMerge_tf.getSubFileMap	(		fname,
			nevts = 0
	)

Definition at line 27 of file LArMerge_tf.py.

def getSubFileMap(fname, nevts=0) :
    if os.path.isfile(fname) :
        sz = os.path.getsize(fname)
        map = { 'name': fname,
                'file_size' : sz,
                'nentries' : nevts,
              }
    else : 
        map = {}
    return map
 
 

larMerge()

def LArMerge_tf.larMerge

(

dataMap

)

Definition at line 42 of file LArMerge_tf.py.

def larMerge(dataMap) :
 
  tstart = time.time()
 
  print("\n##################################################################")
  print(  "##                 ATLAS Tier0 LAr CAF file Merging             ##")
  print(  "##################################################################\n")
 
  # initialize exit values
  exitCode = 0
  exitAcronym = 'OK'
  exitMsg = 'trf finished OK'
  dt=0
  nEvents=0
  outFiles = []
  inFiles = []
        
  print("\nFull Tier-0 run options:\n")
  pprint.pprint(dataMap)
  
  inputList = []
  inputDSName = dataMap['inputLArFiles'][0]['dsn']
 
  for fdict in dataMap['inputLArFiles'] :
    inputList.append(fdict['lfn']) 
    
  print("\ninputLArFiles list:\n")
  pprint.pprint(inputList)
 
  # output file
  outputDSName = dataMap['outputLArFile'].split('#')[0]
  outputFile = dataMap['outputLArFile'].split('#')[1]
 
  print('\nOutput file name:', outputFile)
 
  cmdline=["LArSamplesMerge"]
  for fileName in inputList:
    if os.access(fileName,os.R_OK):
      cmdline.append(fileName)
    else:
      print('ERROR : could not open file', fileName)
      exitCode = 74001
      exitAcronym = 'TRF_LAR_FILE_INPUT_ERROR'
      exitMsg = 'LAr input file not accessible'
      break
    pass
  
  if (exitCode==0):
    writepath=os.path.split(outputFile)[0]
    if writepath=="": writepath="./"
    if (os.access(writepath,os.W_OK)):
      cmdline.append(outputFile)
    else:
      print("ERROR, not allowed to write to oututfile", outputFile)
      exitCode = 74002
      exitAcronym = 'TRF_LAR_MERGE_ERROR'
      exitMsg = 'LAR merging error'
    pass
  
  if (exitCode==0):
 
    logfile=open("log.LArMerge","w")
 
    try:
      subprocess.check_call(cmdline,stdout=logfile,stderr=subprocess.STDOUT)
    except Exception as e:
      print("ERROR exectution of subprocess failed")
      print(e)
      exitAcronym = 'TRF_LAR_MERGE_ERROR'
      exitMsg = 'LAR merging error'
      exitCode=1
 
    logfile.close()
    logfile=open("log.LArMerge","r")
 
    for line in logfile:
      print(line,)
      if line.startswith("Open file "):
        linetok=line.split(" ")
        inFiles.append(getSubFileMap(linetok[2],nevts=int(linetok[4])))
      if line.startswith("Wrote output file "):
        linetok=line.split(" ")
        nEvents=int(linetok[5])
        outFiles.append(getSubFileMap(linetok[3], nevts=nEvents))
    logfile.close()
  dt = int(time.time() - tstart)
  # assemble job report map, json it
  outMap = { 'exitAcronym' : exitAcronym,
             'exitCode' : exitCode,
             'exitMsg' : exitMsg,
             'files' : { 'output' : [{ 'dataset' : outputDSName,
                                        'subFiles' : outFiles
                                      },],
                         'input' : [{ 'dataset' : inputDSName,
                                       'subFiles' : inFiles
                                     }
                                   ] },
             'resource' : { 'transform' : { 'processedEvents' : int(nEvents), 'wallTime' :  dt} }
            } 
 
  f = open('jobReport.json', 'w')
  json.dump(outMap, f)
  f.close()
 
  print("\n##################################################################")
  print(  "## End of job.")
  print(  "##################################################################\n")
 
  print(outMap)
 

Variable Documentation

dataMap

dictionary LArMerge_tf.dataMap = json.load(f)

Definition at line 164 of file LArMerge_tf.py.

f

LArMerge_tf.f = open(jsonfile, 'r')

Definition at line 163 of file LArMerge_tf.py.

inputFiles

LArMerge_tf.inputFiles = sys.argv[1][13:].split(',')

Definition at line 168 of file LArMerge_tf.py.

jsonfile

LArMerge_tf.jsonfile = sys.argv[1][len('--argJSON='):]

main()

Definition at line 160 of file LArMerge_tf.py.

outputFile

LArMerge_tf.outputFile = sys.argv[2][13:]

Definition at line 169 of file LArMerge_tf.py.