Herwig7Control Namespace Reference

Functions
def	get_share_path ()
def	run (gen_config)
def	matchbox_run (gen_config, integration_jobs, cleanup_herwig_scratch)
def	matchbox_run_gridpack (gen_config, integration_jobs, gridpack_name, cleanup_herwig_scratch, integrate)
def	do_step (step, command, logfile_name=None)
def	do_abort ()
def	do_read (gen_config)
def	do_read_existing_infile (gen_config)
def	do_build (gen_config, integration_jobs)
def	do_integrate (run_name, integration_job)
def	do_mergegrids (run_name, integration_jobs)
def	do_build_integrate_mergegrids (gen_config, integration_jobs)
def	do_compress_gridpack (run_name, gridpack_name)
def	do_uncompress_gridpack (gridpack_name)
def	do_run (gen_config, cleanup_herwig_scratch=True)
def	do_run_existing_runfile (gen_config)
def	herwig_version ()
def	thepeg_version ()
def	start_banner ()
def	get_software_versions ()
def	get_infile_name (run_name="Herwig-Matchbox")
def	get_setupfile_name (run_name="Herwig-Matchbox")
def	get_runfile_name (run_name="Herwig-Matchbox")
def	write_infile (gen_config, print_infile=True)
def	write_setupfile (run_name, commands, print_setupfile=True)
def	get_default_repository ()
def	log (level='info', message='')
def	exit_banner (gridpack, cross_section, cross_section_error)

Variables
	athMsgLog = Logging.logging.getLogger('Herwig7Control')
	herwig7_path = os.environ['HERWIG7_PATH']
	herwig7_bin_path = os.path.join(herwig7_path, 'bin')
def	herwig7_share_path = get_share_path()
	herwig7_binary = os.path.join(herwig7_bin_path, 'Herwig')

Function Documentation

do_abort()

def Herwig7Control.do_abort

(

)

Definition at line 142 of file Herwig7Control.py.

def do_abort():
  athMsgLog.info(hw7Utils.ansi_format_info("Doing abort"))
  sys.exit(0)
 
 
# Do the read step

do_build()

def Herwig7Control.do_build	(		gen_config,
			integration_jobs
	)

Definition at line 178 of file Herwig7Control.py.

def do_build(gen_config, integration_jobs):
 
  # print start banner including version numbers
  log(message=start_banner())
 
  # create infile from JobOption object
  write_infile(gen_config)
 
  # copy HerwigDefaults.rpo to the current working directory
  get_default_repository()
 
  # call the Herwig7 binary to do the build step
  share_path = get_share_path()
  do_step('build', [herwig7_binary, 'build', get_infile_name(gen_config.run_name), '-I', share_path, '-y '+str(integration_jobs)])
 
 
# Do the integrate step for one specific integration job
# \todo provide info about the range

do_build_integrate_mergegrids()

def Herwig7Control.do_build_integrate_mergegrids	(		gen_config,
			integration_jobs
	)

Definition at line 221 of file Herwig7Control.py.

def do_build_integrate_mergegrids(gen_config, integration_jobs):
 
  # run build step
  do_build(gen_config, integration_jobs)
 
  # run integration jobs in parallel subprocesses
  runfile_name = get_runfile_name(gen_config.run_name)
  athMsgLog.info(hw7Utils.ansi_format_info('Starting integration with {} jobs'.format(integration_jobs)))
 
  integration_procs = []
  for integration_job in range(integration_jobs):
    integrate_log = gen_config.run_name+'.integrate'+str(integration_job)+'.log'
    integrate_command = [herwig7_binary,'integrate',runfile_name,'--jobid='+str(integration_job)]
    integration_procs.append(hw7Utils.Process(integration_job, integrate_command, integrate_log))
 
  integration_handler = hw7Utils.ProcessHandler(integration_procs, athMsgLog)
  if not integration_handler.success():
    raise RuntimeError(hw7Utils.ansi_format_error('Not all of the integration jobs finished successfully'))
 
  athMsgLog.info(hw7Utils.ansi_format_ok('All integration jobs finished successfully'))
 
  # combine the different integration grids
  xsec, err = do_mergegrids(gen_config.run_name, integration_jobs)
 
  return(xsec, err)
 
 

do_compress_gridpack()

def Herwig7Control.do_compress_gridpack	(		run_name,
			gridpack_name
	)

Definition at line 248 of file Herwig7Control.py.

def do_compress_gridpack(run_name, gridpack_name):
 
  if not (gridpack_name.endswith('.tar.gz') or gridpack_name.endswith('.tgz')): gridpack_name += '.tar.gz'
  infile_name = get_infile_name(run_name)
  runfile_name = get_runfile_name(run_name)
  version = herwig_version()
  athMsgLog.debug("Scratch area, this is Herwig version '{}'".format(version))
  if "7.1" in version or "7.0" in version:
    do_step('compress', ['tar', 'czf', gridpack_name, infile_name, runfile_name, 'Herwig-scratch'])
  else:
    do_step('compress', ['tar', 'czf', gridpack_name, infile_name, runfile_name, 'Herwig-cache'])
 
 

do_integrate()

def Herwig7Control.do_integrate	(		run_name,
			integration_job
	)

Definition at line 196 of file Herwig7Control.py.

def do_integrate(run_name, integration_job):
 
  runfile_name = get_runfile_name(run_name)
 
  integrate_log = run_name+'.integrate'+str(integration_job)+'.log'
  integrate_command = [herwig7_binary,'integrate',runfile_name,'--jobid='+str(integration_job)]
 
  do_step('integrate', integrate_command, integrate_log)
 
 
# This function provides the mergegrids step

do_mergegrids()

def Herwig7Control.do_mergegrids	(		run_name,
			integration_jobs
	)

Definition at line 207 of file Herwig7Control.py.

def do_mergegrids(run_name, integration_jobs):
 
  runfile_name = get_runfile_name(run_name)
  mergegrids_command = [herwig7_binary, 'mergegrids', runfile_name]
 
  do_step('mergegrids', mergegrids_command)
 
  # calculate the cross section from the integration logfiles and possibly warn about low accuracy
  xsec, err = hw7Utils.get_cross_section(run_name, integration_jobs)
 
  return(xsec, err)
 
 
# Subsequent build, integrate and mergegrid steps

do_read()

def Herwig7Control.do_read

(

gen_config

)

Definition at line 148 of file Herwig7Control.py.

def do_read(gen_config):
 
  # print start banner including version numbers
  log(message=start_banner())
 
  # create infile from JobOption object
  write_infile(gen_config)
 
  # copy HerwigDefaults.rpo to the current working directory
  get_default_repository()
 
  # call Herwig7 binary to do the read step
  share_path = get_share_path()
  do_step('read', [herwig7_binary, 'read', get_infile_name(gen_config.run_name), '-I', share_path])
 
# Do the read step and re-use an already existing infile

do_read_existing_infile()

def Herwig7Control.do_read_existing_infile

(

gen_config

)

Definition at line 164 of file Herwig7Control.py.

def do_read_existing_infile(gen_config):
 
  # print start banner including version numbers
  log(message=start_banner())
 
  # copy HerwigDefaults.rpo to the current working directory
  get_default_repository()
 
  # call Herwig7 binary to do the read step
  share_path = get_share_path()
  do_step('read', [herwig7_binary, 'read', gen_config.infile_name, '-I', share_path])
 
 
# Do the build step

do_run()

def Herwig7Control.do_run	(		gen_config,
			cleanup_herwig_scratch = True
	)

Definition at line 268 of file Herwig7Control.py.

def do_run(gen_config, cleanup_herwig_scratch=True):
 
  # this is necessary to make Herwig aware of the name of the run file
  gen_config.genSeq.Herwig7.RunFile = get_runfile_name(gen_config.run_name)
 
  # check the options in the .in file
  JOChecker.check_file()
  
  # decode the run file to get list of all parameters
  ConfigDecoder.DecodeRunCard(input_file = gen_config.genSeq.Herwig7.RunFile)
 
  # overwrite athena's seed for the random number generator
  if gen_config.runArgs.randomSeed is None:
    gen_config.genSeq.Herwig7.UseRandomSeedFromGeneratetf = False
  else:
    gen_config.genSeq.Herwig7.UseRandomSeedFromGeneratetf = True
    gen_config.genSeq.Herwig7.RandomSeedFromGeneratetf = gen_config.runArgs.randomSeed
 
  # set matrix element PDF name in the Herwig7 C++ class
  gen_config.genSeq.Herwig7.PDFNameME = gen_config.me_pdf_name
 
  # set underlying event PDF name in the Herwig7 C++ class
  gen_config.genSeq.Herwig7.PDFNameMPI = gen_config.mpi_pdf_name
 
  # possibly delete Herwig-scratch folder after finishing the event generation
  gen_config.genSeq.Herwig7.CleanupHerwigScratch = cleanup_herwig_scratch
 
  # don't break out here so that the job options can be finished and the C++
  # part of the interface can take over and generate the events
  athMsgLog.info(hw7Utils.ansi_format_info("Returning to the job options and starting the event generation afterwards"))
 
 
# Do the run step and re-use an already existing runfile

do_run_existing_runfile()

def Herwig7Control.do_run_existing_runfile

(

gen_config

)

Definition at line 301 of file Herwig7Control.py.

def do_run_existing_runfile(gen_config):
 
  # this is necessary to make Herwig aware of the name of the run file
  gen_config.genSeq.Herwig7.RunFile = gen_config.runfile_name
 
  # overwrite athena's seed for the random number generator
  if gen_config.runArgs.randomSeed is None:
    gen_config.genSeq.Herwig7.UseRandomSeedFromGeneratetf = False
  else:
    gen_config.genSeq.Herwig7.UseRandomSeedFromGeneratetf = True
    gen_config.genSeq.Herwig7.RandomSeedFromGeneratetf = gen_config.runArgs.randomSeed
 
  # don't break out here so that the job options can be finished and the C++
  # part of the interface can take over and generate the events
  athMsgLog.info(hw7Utils.ansi_format_info("Returning to the job options and starting the event generation afterwards"))
 
 
# utility functions -----------------------------------------------------------
 
 

do_step()

def Herwig7Control.do_step	(		step,
			command,
			logfile_name = None
	)

Definition at line 123 of file Herwig7Control.py.

def do_step(step, command, logfile_name=None):
 
  athMsgLog.info(hw7Utils.ansi_format_info("Starting Herwig7 '{}' step with command '{}'".format(step, ' '.join(command))))
 
  logfile = open(logfile_name, 'w') if logfile_name else None
  do = subprocess.Popen(command, stdout=logfile, stderr=logfile)
  do.wait()
  if not do.returncode == 0:
    raise RuntimeError(hw7Utils.ansi_format_error("Some error occured during the '{}' step.".format(step)))
 
  if logfile:
    athMsgLog.info("Content of %s log file '%s':", step, logfile_name)
    athMsgLog.info("")
    with open(logfile_name, 'r') as logfile:
      for line in logfile:
        athMsgLog.info('  %s', line.rstrip('\n'))
    athMsgLog.info("")
 
 

do_uncompress_gridpack()

def Herwig7Control.do_uncompress_gridpack

(

gridpack_name

)

Definition at line 261 of file Herwig7Control.py.

def do_uncompress_gridpack(gridpack_name):
 
  athMsgLog.info("unpacking gridpack '%s'", gridpack_name)
  do_step('uncompress', ['tar', 'xzf', gridpack_name])
 
 
# \param[in] cleanup_herwig_scratch Remove `Herwig-scratch` folder after event generation to save disk space

exit_banner()

def Herwig7Control.exit_banner	(		gridpack,
			cross_section,
			cross_section_error
	)

Definition at line 447 of file Herwig7Control.py.

def exit_banner(gridpack, cross_section, cross_section_error):
 
  size = hw7Utils.humanize_bytes(hw7Utils.get_size(gridpack))
  space_size = hw7Utils.get_repeated_pattern(' ', 31-len(size))
 
  xsec    = '{:f}'.format(cross_section)
  err     = '{:f}'.format(cross_section_error)
  rel_err = '{:.2f}'.format(cross_section_error / cross_section * 100.0)
  space_xsec = hw7Utils.get_repeated_pattern(' ', 37-len(xsec)-len(err)-len(rel_err))
 
  banner = ''
  space = ' '.join(['' for i in range(70+4+1-len(gridpack))])
  banner += "##########################################################################################\n"
  banner += "##   -------------------------------------------------------------------------------    ##\n"
  banner += "##   {} (size: {}){} ##\n".format(hw7Utils.ansi_format_ok("HERWIG 7 successfully created the gridpack"), size, space_size)
  banner += "##                                                                                      ##\n"
  banner += "##      {}{}      ##\n".format(hw7Utils.ansi_format_info(gridpack), space)
  banner += "##                                                                                      ##\n"
  banner += "##   cross section from integration: {} +/- {} ({}%) nb {} ##\n".format(xsec, err, rel_err, space_xsec)
 
  if cross_section_error / cross_section > hw7Utils.integration_grids_precision_threshold:
    threshold = '{}%'.format(hw7Utils.integration_grids_precision_threshold*100.0)
    space_threshold = hw7Utils.get_repeated_pattern(' ', 6-len(threshold))
    banner += "##                                                                                      ##\n"
    banner += "##   {}    ##\n".format(hw7Utils.ansi_format_warning("! WARNING: The integration grids only have a low precision (worse than {}){}!".format(threshold, space_threshold)))
 
  banner += "##                                                                                      ##\n"
  banner += "##   -------------------------------------------------------------------------------    ##\n"
  banner += "##                                                                                      ##\n"
  banner += "##   Please ignore the error                                                            ##\n"
  banner += "##                                                                                      ##\n"
  banner += "##      No such file or directory: 'evgen.root' raised while stating file evgen.root    ##\n"
  banner += "##                                                                                      ##\n"
  banner += "##########################################################################################\n"
  return(banner)
 

get_default_repository()

def Herwig7Control.get_default_repository

(

)

Definition at line 433 of file Herwig7Control.py.

def get_default_repository():
 
  shutil.copy(os.path.join(get_share_path(), 'HerwigDefaults.rpo'), 'HerwigDefaults.rpo')
 
 

get_infile_name()

def Herwig7Control.get_infile_name

(

run_name = "Herwig-Matchbox"

)

Definition at line 357 of file Herwig7Control.py.

def get_infile_name(run_name="Herwig-Matchbox"):
 
  return('{}.in'.format(run_name))
 
 

get_runfile_name()

def Herwig7Control.get_runfile_name

(

run_name = "Herwig-Matchbox"

)

Definition at line 367 of file Herwig7Control.py.

def get_runfile_name(run_name="Herwig-Matchbox"):
 
  return('{}.run'.format(run_name) if not run_name.endswith('.run') else run_name)
 
 

get_setupfile_name()

def Herwig7Control.get_setupfile_name

(

run_name = "Herwig-Matchbox"

)

Definition at line 362 of file Herwig7Control.py.

def get_setupfile_name(run_name="Herwig-Matchbox"):
 
  return('{}.setupfile.in'.format(run_name))
 
 

get_share_path()

def Herwig7Control.get_share_path

(

)

Definition at line 31 of file Herwig7Control.py.

def get_share_path():
 
  cmt_paths  = os.environ.get("CMAKE_PREFIX_PATH")
  cmt_config = os.environ.get("BINARY_TAG")
  
  # trying to get it from the `InstallArea`
  for path in cmt_paths.split(':'):
    path = os.path.join(path, "InstallArea", cmt_config, "share")
    try:
      filelist = os.listdir(path)
    except Exception:
      filelist = []
    if "HerwigDefaults.rpo" in filelist: return(path)
 
  # falling back to `$HERWIG7_PATH`
  path = os.path.join(os.environ['HERWIG7_PATH'], 'share/Herwig')
  if os.path.isfile(os.path.join(path, 'HerwigDefaults.rpo')):
    return(path)
 
  # raise exception if none of the two methods work out
  raise RuntimeError(hw7Utils.ansi_format_error('Could not find a valid share/Herwig folder'))
 
 
# proper handling with path set in External/Herwig7/cmt/requirements

get_software_versions()

def Herwig7Control.get_software_versions

(

)

Definition at line 352 of file Herwig7Control.py.

def get_software_versions():
 
  return(six.ensure_str(subprocess.check_output([herwig7_binary,'--version'])).splitlines())
  
 

herwig_version()

def Herwig7Control.herwig_version

(

)

Definition at line 321 of file Herwig7Control.py.

def herwig_version():
 
  versions = get_software_versions()
  return(' '.join(versions[0].split()[1:]))
 

log()

def Herwig7Control.log	(		level = 'info',
			message = ''
	)

Definition at line 438 of file Herwig7Control.py.

def log(level='info', message=''):
 
  if level in ['info', 'warn', 'error']:
    logger = getattr(athMsgLog, level)
    for line in message.splitlines(): logger(line)
  else:
    raise ValueError("Unknown logging level'{}' specified. Possible values are 'info', 'warn' or 'error'".format(level))
 
 

matchbox_run()

def Herwig7Control.matchbox_run	(		gen_config,
			integration_jobs,
			cleanup_herwig_scratch
	)

Definition at line 78 of file Herwig7Control.py.

def matchbox_run(gen_config, integration_jobs, cleanup_herwig_scratch):
 
  # perform build/integrate/mergegrids sequence
  do_build_integrate_mergegrids(gen_config, integration_jobs)
 
  # start the event generation
  do_run(gen_config, cleanup_herwig_scratch)
 
 
# Either do the build, integrate and mergegrids steps and create a gridpack
# or extract it and generate events from it
#
# \param[in] cleanup_herwig_scratch Remove `Herwig-scratch` or 'Herwig-cache' folder after event generation to save disk space

matchbox_run_gridpack()

def Herwig7Control.matchbox_run_gridpack	(		gen_config,
			integration_jobs,
			gridpack_name,
			cleanup_herwig_scratch,
			integrate
	)

Definition at line 91 of file Herwig7Control.py.

def matchbox_run_gridpack(gen_config, integration_jobs, gridpack_name, cleanup_herwig_scratch, integrate):
 
  # print start banner including version numbers
  log(message=start_banner())
 
  if not gridpack_name or integrate:
 
    # create infile from jobOption commands
    write_infile(gen_config)
 
    # do build/integrate/mergegrids sequence
    xsec, err = do_build_integrate_mergegrids(gen_config, integration_jobs)
 
    # compress infile, runfile and process folder to gridpack tarball
    do_compress_gridpack(gen_config.run_name, gridpack_name)
 
    # display banner and exit
    log(message=exit_banner(gridpack_name, xsec, err))
    sys.exit(0)
 
  else:
 
    # unpack the gridpack
    DSIS_dir = gen_config.runArgs.jobConfig[0]+"/"
    do_uncompress_gridpack(DSIS_dir+gridpack_name)
    athMsgLog.info("Finished unpacking the gridpack")
 
    # start the event generation
    do_run(gen_config, cleanup_herwig_scratch)
 
 
 

run()

def Herwig7Control.run

(

gen_config

)

Definition at line 65 of file Herwig7Control.py.

def run(gen_config):
 
  # perform the read step
  do_read(gen_config)
 
  # start the event generation
  do_run(gen_config, cleanup_herwig_scratch=False)
 
 
# Do the build, integrate, mergegrids and run step in one go
# without creating a gridpack
#
# \param[in] cleanup_herwig_scratch Remove `Herwig-scratch` or 'Herwig-cache' folder after event generation to save disk space

start_banner()

def Herwig7Control.start_banner

(

)

Definition at line 331 of file Herwig7Control.py.

def start_banner():
 
  herwig_version_number = herwig_version()
  thepeg_version_number = thepeg_version()
  herwig_version_space = ' '.join(['' for i in range(14-len(herwig_version_number))])
  thepeg_version_space = ' '.join(['' for i in range(14-len(thepeg_version_number))])
 
  banner = ''
  banner += "#####################################\n"
  banner += "##   {}   ##\n".format(hw7Utils.ansi_format_ok("---------------------------"))
  banner += "##   {}   ##\n".format(hw7Utils.ansi_format_ok("Starting HERWIG 7 in ATHENA"))
  banner += "##   {}   ##\n".format(hw7Utils.ansi_format_ok("---------------------------"))
  banner += "##                                 ##\n"
  banner += "##   with software versions:       ##\n"
  banner += "##   - Herwig7:    {}{}   ##\n".format(herwig_version_number, herwig_version_space)
  banner += "##   - ThePEG:     {}{}   ##\n".format(thepeg_version_number, thepeg_version_space)
  banner += "##                                 ##\n"
  banner += "#####################################\n"
  return(banner)
 
 

thepeg_version()

def Herwig7Control.thepeg_version

(

)

Definition at line 326 of file Herwig7Control.py.

def thepeg_version():
 
  versions = get_software_versions()
  return(' '.join(versions[1].split()[1:]))
 

write_infile()

def Herwig7Control.write_infile	(		gen_config,
			print_infile = True
	)

Definition at line 372 of file Herwig7Control.py.

def write_infile(gen_config, print_infile=True):
 
  # lock settings to prevent modification from within the job options after infile was written to disk
  gen_config.default_commands.lock()
  gen_config.commands.lock()
 
  infile_name = get_infile_name(gen_config.run_name)
  if print_infile: athMsgLog.info("")
  athMsgLog.info(hw7Utils.ansi_format_info("Writing infile '{}'".format(infile_name)))
  commands = \
    gen_config.global_pre_commands().splitlines() \
    + gen_config.local_pre_commands().splitlines() \
    + ["",
       "## ================",
       "## Default Commands",
       "## ================"] \
    + str(gen_config.default_commands.commands).splitlines() \
    + ["",
       "## ========================",
       "## Commands from jobOptions",
       "## ========================"] \
    + str(gen_config.commands.commands).splitlines() \
    + gen_config.local_post_commands().splitlines()
  try:
    with open(infile_name, 'w') as infile:
        for command in commands:
          infile.write(command+'\n')
  except Exception:
    raise RuntimeError('Could not write Herwig/Matchbox infile')
 
  if print_infile:
    athMsgLog.info("")
    for command in commands:
      athMsgLog.info('  %s', command)
    athMsgLog.info("")
 
 

write_setupfile()

def Herwig7Control.write_setupfile	(		run_name,
			commands,
			print_setupfile = True
	)

Definition at line 409 of file Herwig7Control.py.

def write_setupfile(run_name, commands, print_setupfile=True):
 
  setupfile_name = get_setupfile_name(run_name)
 
  if len(commands) > 0:
    if print_setupfile: athMsgLog.info("")
    athMsgLog.info("Writing setupfile '%s'", setupfile_name)
    try:
      with open(setupfile_name, 'w') as setupfile:
          for command in commands: setupfile.write(command+'\n')
    except Exception:
      raise RuntimeError('Could not write Herwig/Matchbox setupfile')
 
    if print_setupfile:
      athMsgLog.info("")
      for command in commands: athMsgLog.info('  %s', command)
      athMsgLog.info("")
 
  else:
    athMsgLog.info("No setupfile commands given.")
 
 
# \brief Copy default repository `HerwigDefaults.rpo` to current working directory
#

Variable Documentation

athMsgLog

Herwig7Control.athMsgLog = Logging.logging.getLogger('Herwig7Control')

Definition at line 23 of file Herwig7Control.py.

herwig7_bin_path

Herwig7Control.herwig7_bin_path = os.path.join(herwig7_path, 'bin')

Definition at line 56 of file Herwig7Control.py.

herwig7_binary

Herwig7Control.herwig7_binary = os.path.join(herwig7_bin_path, 'Herwig')

Definition at line 59 of file Herwig7Control.py.

herwig7_path

Herwig7Control.herwig7_path = os.environ['HERWIG7_PATH']

Definition at line 55 of file Herwig7Control.py.

herwig7_share_path

def Herwig7Control.herwig7_share_path = get_share_path()

Definition at line 57 of file Herwig7Control.py.