ATLAS Offline Software
Classes | Functions | Variables
Gen_tf Namespace Reference

Classes

class  EvgenExecutor
 

Functions

def move_files (main_dir, tmp_dir, allowedlist)
 
def getTransform ()
 
def main ()
 

Variables

list ListOfDefaultPositionalKeys
 Prodsys1 hack... More...
 

Function Documentation

◆ getTransform()

def Gen_tf.getTransform ( )

Definition at line 197 of file Gen_tf.py.

197 def getTransform():
198  exeSet = set()
199  msg.info("Transform arguments %s" % sys.argv[1:])
200  if "--outputEVNTFile" in str(sys.argv[1:]):
201  exeSet.add(EvgenExecutor(name="generate", skeleton="EvgenJobTransforms/skel.GENtoEVGEN.py", skeletonCA="EvgenJobTransforms.GENtoEVGEN_Skeleton", inData=["inNULL"], outData=["YODA", "EVNT", "EVNT_Pre", "TXT"]))
202  msg.info("Output EVNT file")
203  elif "--outputYODAFile" in str(sys.argv[1:]):
204  exeSet.add(EvgenExecutor(name="generate", skeleton="EvgenJobTransforms/skel.GENtoEVGEN.py", inData=["inNULL"], outData=["YODA", "TXT"]))
205  msg.info("Output EVNT file")
206  elif "--outputTXTFile" in str(sys.argv[1:]):
207  exeSet.add(EvgenExecutor(name="generate", skeleton="EvgenJobTransforms/skel.GENtoTXT.py", inData=["inNULL"], outData=["TXT"]))
208  msg.info("Output TXT file")
209  elif "--outputHEPMCFile" not in str(sys.argv[1:]):
210  msg.error("Output cannot be recognised")
211 
212  exeSet.add(EvgenExecutor(name="afterburn", skeleton="EvgenJobTransforms/skel.ABtoEVGEN.py", inData=["EVNT_Pre"], outData=["EVNT"]))
213  exeSet.add(athenaExecutor(name = "AODtoDPD", skeletonFile = "PATJobTransforms/skeleton.AODtoDPD_tf.py",
214  substep = "a2d", inData = ["EVNT"], outData = ["NTUP_TRUTH"], perfMonFile = "ntuple_AODtoDPD.pmon.gz"))
215  exeSet.add(athenaExecutor(name = 'EVNTtoHEPMC', skeletonCA = 'EvgenJobTransforms.POOLtoHEPMC_Skeleton',
216  substep = "a2d", perfMonFile = 'ntuple.pmon.gz', inData=['EVNT'], outData=['HEPMC']))
217  trf = transform(executor=exeSet)
218  addAthenaArguments(trf.parser, maxEventsDefaultSubstep='all')
219  addStdEvgenArgs(trf.parser)
220  return trf
221 
222 
223 @stdTrfExceptionHandler
224 @sigUsrStackTrace

◆ main()

def Gen_tf.main ( )

Definition at line 225 of file Gen_tf.py.

225 def main():
226  msg.info("This is %s" % sys.argv[0])
227 
228  main_dir = os.getcwd()
229  trf = getTransform()
230  trf.parseCmdLineArgs(sys.argv[1:])
231  if (("cleanOut" in trf.argdict) and (trf.argdict["cleanOut"].value != 0)):
232  name_tmpdir = "tmprun"
233  tmp_dir = os.path.join(main_dir, name_tmpdir)
234  if os.path.isdir(tmp_dir):
235  shutil.rmtree(tmp_dir, ignore_errors=True)
236  os.mkdir("tmprun")
237  os.chdir("tmprun")
238  tmp_dir = os.getcwd()
239  allowedlist_in = ['MC','group','TXT']
240  move_files(tmp_dir,main_dir,allowedlist_in)
241 
242  trf.execute()
243  trf.generateReport()
244  msg.info("%s stopped at %s, trf exit code %d" % (sys.argv[0], time.asctime(), trf.exitCode))
245 
246 
247 # read files/dirs that should be saved and if present in cwd - remove
248 
249  if (("cleanOut" in trf.argdict) and (trf.argdict["cleanOut"].value!=0)):
250  allowedlist_out = ['log.generate','.root']
251  if "outputTXTFile" in trf.argdict:
252  allowedlist_out.append('TXT')
253  if "saveList" in trf.argdict:
254  saveList_dic= trf.argdict["saveList"].value
255  saveList_str= str(saveList_dic)
256  saveList_str=saveList_str[10:-3]
257  saveList= saveList_str.split(",")
258  for item in saveList:
259  test_ex = os.path.join(main_dir,str(item))
260  if os.path.isdir(test_ex):
261  shutil.rmtree(test_ex, ignore_errors=True)
262  elif os.path.isfile(test_ex):
263  os.remove(test_ex)
264  if not saveList[0].isdigit():
265  allowedlist_out=allowedlist_out+saveList
266 
267  move_files(main_dir,tmp_dir,allowedlist_out)
268  os.chdir(main_dir)
269  if "saveList" not in trf.argdict:
270  shutil.rmtree(tmp_dir, ignore_errors=True)
271  elif not saveList[0].isdigit():
272  shutil.rmtree(tmp_dir, ignore_errors=True)
273 # if cleanOut is not defined and multipleinput preset, remove the merged file
274  elif ("inputGeneratorFile" in trf.argdict):
275  myinputfiles = trf.argdict["inputGeneratorFile"].value
276  genInputFiles = myinputfiles.split(',')
277  numberOfFiles = len(genInputFiles)
278  merge_file = 'merged_lhef._0.events'
279  if((numberOfFiles>1) and (os.path.exists(merge_file))):
280  os.remove(merge_file)
281 #
282  if (("lheOnly" in trf.argdict ) and (trf.argdict["lheOnly"].value == 1)):
283  outputName = ''.join(trf.argdict["outputEVNTFile"].value)
284  os.remove(outputName)
285  sys.exit(trf.exitCode)
286 
287 
288 # TODO: Open resulting EVNT file to extract cross-section, generator names+versions, etc. from the HepMC::GenRun or whatever... in an executor postExecute?
289 
290 

◆ move_files()

def Gen_tf.move_files (   main_dir,
  tmp_dir,
  allowedlist 
)

Definition at line 185 of file Gen_tf.py.

185 def move_files(main_dir,tmp_dir,allowedlist):
186  files = os.listdir(tmp_dir)
187  files.sort()
188  for f in files:
189  for i in allowedlist:
190  if i in f:
191  src = tmp_dir+"/"+f
192  dest = main_dir+"/"+f
193  os.rename(src,dest)
194  break
195 
196 

Variable Documentation

◆ ListOfDefaultPositionalKeys

list Gen_tf.ListOfDefaultPositionalKeys
Initial value:
1 = ['--AMIConfig', '--AMITag', '--argJSON', '--asetup', '--athena',
2 '--athenaMPMergeTargetSize', '--athenaopts', '--attempt', '--checkEventCount', '--command',
3 '--dumpJSON', '--dumpPickle', '--ecmEnergy', '--env', '--eventAcceptanceEfficiency',
4 '--evgenJobOpts', '--execOnly', '--fileValidation', '--firstEvent', '--ignoreErrors',
5 '--ignoreFiles', '--ignorePatterns', '--imf', '--inputEVNT_PreFile', '--inputFileValidation',
6 '--inputGenConfFile', '--inputGeneratorFile', '--jobConfig', '--jobid', '--maxEvents', '--orphanKiller', '--outputEVNTFile', '--outputEVNT_PreFile', '--outputHEPMCFile', '--outputFileValidation', '--outputNTUP_TRUTHFile', '--outputTXTFile', '--parallelFileValidation', '--postExec', '--postInclude', '--preExec', '--preInclude', '--wprintEvts', '--randomSeed', '--reportName', '--reportType', '--rivetAnas', '--runNumber', '--showGraph', '--showPath', '--showSteps', '--skipEvents', '--skipFileValidation', '--skipInputFileValidation', '--skipOutputFileValidation', '--steering', '--taskid', '--tcmalloc', '--valgrind', '--valgrindbasicopts', '--valgrindextraopts', '--lheOnly', '--localPath', '--cleanOut', '--saveList']

Prodsys1 hack...

TODO: Remove!

Definition at line 19 of file Gen_tf.py.

Gen_tf.move_files
def move_files(main_dir, tmp_dir, allowedlist)
Definition: Gen_tf.py:185
Gen_tf.getTransform
def getTransform()
Definition: Gen_tf.py:197
python.trfArgs.addAthenaArguments
def addAthenaArguments(parser, maxEventsDefaultSubstep='first', addValgrind=True, addPerfMon=True, addVTune=True)
Options related to running athena in general TODO: Some way to mask certain options (perExec,...
Definition: trfArgs.py:59
Amg::transform
Amg::Vector3D transform(Amg::Vector3D &v, Amg::Transform3D &tr)
Transform a point from a Trasformation3D.
Definition: GeoPrimitivesHelpers.h:156
CxxUtils::set
constexpr std::enable_if_t< is_bitmask_v< E >, E & > set(E &lhs, E rhs)
Convenience function to set bits in a class enum bitmask.
Definition: bitmask.h:232
TCS::join
std::string join(const std::vector< std::string > &v, const char c=',')
Definition: Trigger/TrigT1/L1Topo/L1TopoCommon/Root/StringUtils.cxx:10
python.evgenTrfArgs.addStdEvgenArgs
def addStdEvgenArgs(parser)
Definition: evgenTrfArgs.py:5
if
if(febId1==febId2)
Definition: LArRodBlockPhysicsV0.cxx:567
str
Definition: BTagTrackIpAccessor.cxx:11
Gen_tf.main
def main()
Definition: Gen_tf.py:225