powheg_base.py

Go to the documentation of this file.

# Copyright (C) 2002-2023 CERN for the benefit of the ATLAS collaboration
 
from AthenaCommon import Logging
from .configurable import Configurable
from ..utility import check_svn_revision, FileParser
import math
import os
import glob
 
 
logger = Logging.logging.getLogger("PowhegControl")
 
 
class PowhegBase(Configurable):
    """! Base class for PowhegBox processes.
 
    All process types inherit from this class.
 
    @author James Robinson  <james.robinson@cern.ch>
    @author Stefan Richter  <stefan.richter@cern.ch>
    """
 
    def hoppet_info(self):
        '''
        Returns a list of strings to be treated as info messages in the log
        They otherwise throw an error with HOPPET v. 1.2.0
        Cf. AGENE-2016
        '''
        return ["-----------------------------------------------------------",
                "Welcome to HOPPET v. 1.2.0",
                "Higher Order Perturbative Parton Evolution Toolkit",
                "Written by Gavin P. Salam (2001-2012)",
                "with contributions from Juan Rojo",
                "Frederic Dreyer and Alexander Karlberg",
                "It is made available under the GNU public license,",
                "with the additional request that if you use it or any",
                "derivative of it in scientific work then you should cite:",
                "G.P. Salam & J. Rojo, CPC 180(2009)120 (arXiv:0804.3755).",
                "You are also encouraged to cite the original references,",
                "for LO, NLO and NNLO splitting functions, the QCD",
                "1, 2 and 3 loop beta functions and the coupling and",
                "PDF and coupling mass threshold matching functions."]
 
    def hoppet_warning(self):
        '''
        Returns a list of strings to be treated as warning messages in the log
        They otherwise throw an error
        '''
        return ["WARNING in InitMTMNNLO: using parametrisation  (less accuracte) for A2PShg"]
 
    def openloops_error(self):
        '''
        Returns a list of strings to be treated as error messages in the log
        They otherwise do not throw an error
        '''
        return ["[POWHEG-BOX+OpenLoops] Process not found!"]
 
    def manually_set_openloops_paths(self):
        '''
        Manual fix for OpenLoops libraries path, avoiding issues when /afs not available
        This is NOT a viable long-term solution and should be made obsolete after the migration
        away from AFS is more advanced.
        '''
        import os
        logger.warning("Applying manual, hard-coded fixes for OpenLoops library paths")
        logger.info("OpenLoopsPath (before) = {0}".format(os.getenv('OpenLoopsPath')))
        logger.debug("LD_LIBRARY_PATH (before) = {0}".format(os.getenv('LD_LIBRARY_PATH')))
        OLPath = os.path.dirname(self.executable)+"/obj-gfortran"
        os.environ['OpenLoopsPath'] = OLPath
        ldpath = os.getenv('LD_LIBRARY_PATH')
        ldpath_new = OLPath+ ":" + OLPath + "/proclib:" + ldpath
        os.environ['LD_LIBRARY_PATH'] = ldpath_new
        logger.info("OpenLoopsPath (after) = {0}".format(os.getenv('OpenLoopsPath')))
        logger.debug("LD_LIBRARY_PATH (after) = {0}".format(os.getenv('LD_LIBRARY_PATH')))
 
    def manually_set_openloops_gnu_paths(self):
        '''
        Manual fix for OpenLoops libraries path, avoiding issues when /afs not available
        This is NOT a viable long-term solution and should be made obsolete after the migration
        away from AFS is more advanced.
        '''
        import os
        logger.warning("Applying manual, hard-coded fixes for OpenLoops library paths")
        logger.info("OpenLoopsPath (before) = {0}".format(os.getenv('OpenLoopsPath')))
        logger.debug("LD_LIBRARY_PATH (before) = {0}".format(os.getenv('LD_LIBRARY_PATH')))
        OLPath = os.path.dirname(self.executable)+"/obj-gnu"
        os.environ['OpenLoopsPath'] = OLPath
        ldpath = os.getenv('LD_LIBRARY_PATH')
        ldpath_new = OLPath+ ":" + OLPath + "/proclib:" + ldpath
        os.environ['LD_LIBRARY_PATH'] = ldpath_new
        logger.info("OpenLoopsPath (after) = {0}".format(os.getenv('OpenLoopsPath')))
        logger.debug("LD_LIBRARY_PATH (after) = {0}".format(os.getenv('LD_LIBRARY_PATH')))
 
 
    def link_madloop_libraries(self):
        '''
        Manual fix for MadLoop libraries, avoiding issues when /afs not available
        This is NOT a viable long-term solution and should be made obsolete after the migration
        The trick consists in making a symbolic link of some directory in the installation
        which contains some files needed by MadLoop
        '''
        import os
        logger.warning("Applying manual, hard-coded fixes for MadLoop library paths")
        MadLoop_virtual = os.path.dirname(self.executable)+"/virtual"
        logger.info("Trying to link directory {} locally".format(MadLoop_virtual))
        if not os.access(MadLoop_virtual,os.R_OK):
            logger.fatal("Impossible to access directory {} needed for this process which uses MadLoop".format(MadLoop_virtual))
        if os.access("virtual",os.R_OK):# checking if link already exists
            logger.info("Found \"virtual\" probably from previous run - deleting it to recreate it with correct path")
            try:
                os.remove("virtual")
            except Exception:
                logger.fatal("Impossible to remove \"virtual\" symbolic link - exiting...")
                raise
        os.symlink(MadLoop_virtual, "virtual")
        link = os.readlink("virtual")
        if link != MadLoop_virtual:
            logger.fatal("Symbolic link \"virtual\" points to {0} while it should point to {1} - linking probably didn't work. Exiting...".format(link,MadLoop_virtual))
            raise
        else:
            logger.info("Local directory \"virtual\" now points to {}".format(MadLoop_virtual))
 
    def link_external_powheg_libraries(self, librarypath):
        '''
        Manual fix for external libraries path.
        This library is expected to be installed in the POWHEGPATH folder.
        Needs to be adjusted if the version of the library changes.
        '''
        logger.warning("Applying manual fixes for library paths:" + librarypath)
        logger.debug("LD_LIBRARY_PATH (before) = {0}".format(os.getenv('LD_LIBRARY_PATH')))
        ldpath = os.getenv('LD_LIBRARY_PATH')
        powhegpath = os.getenv('POWHEGPATH')
        librarypath = glob.glob(powhegpath+librarypath)
        ldpath_new = ldpath+ ":" + librarypath[0]
        os.environ['LD_LIBRARY_PATH'] = ldpath_new
        logger.debug("LD_LIBRARY_PATH (after) = {0}".format(os.getenv('LD_LIBRARY_PATH')))
 
    def __init__(self, base_directory, version, executable_name, cores, powheg_executable="pwhg_main", is_reweightable=True, warning_output = [], info_output = [], error_output = [], **kwargs):
        """! Constructor.
 
        @param base_directory  path to PowhegBox code.
        @param version         PowhegBox version.
        @param executable_name folder containing appropriate PowhegBox executable.
        @param powheg_executable name of the powheg executable.
        @param warning_output list of patterns which if found in the output will be treated as warning in the log.
        @param error_output list of patterns which if found in the output will be treated as error in the log.
        @param info_output list of patterns which if found in the output will be treated as info in the log.
        """
        super(PowhegBase, self).__init__()
 
        
        self.executable = os.path.join(base_directory, version, executable_name, powheg_executable)
 
        
        self.process_revision = check_svn_revision(os.path.dirname(self.executable))
 
        
        one_character_version = self.powheg_version.replace('V', '')[0]
        POWHEGVER = '{v}_r{rev}'.format(v=one_character_version, rev=self.process_revision)
        logger.info('MetaData: POWHEGVER = {0}'.format(POWHEGVER))
        os.environ["POWHEGVER"] = POWHEGVER # does not export to parent shell, but might be sufficient inside job?
 
        
        self.powhegbox_revision = check_svn_revision(os.path.dirname(os.path.dirname(self.executable)))
 
        
        self.cores = cores
 
        
        self.algorithms = []
 
        
        self.externals = {}
 
        
        self.validation_functions = []
 
        # Universal keywords that are set from the run arguments
        self.add_keyword("ebeam1", kwargs.get("beam_energy", None))
        self.add_keyword("ebeam2", kwargs.get("beam_energy", None))
        self.add_keyword("iseed", int(kwargs.get("random_seed", None)))
        self.add_keyword("numevts", kwargs.get("nEvents", None))
 
        # Add parameter validation functions
        self.validation_functions.append("validate_integration_parameters")
 
        
        self.is_reweightable = is_reweightable
 
        
        self.use_XML_reweighting = None
 
        
        self.remove_oldStyle_rwt_comments = None
 
        
        self.warning_output = warning_output
        self.info_output = info_output
        self.error_output = error_output
 
        
        self.parameterStageDict = {}
 
    def add_algorithm(self, alg_or_process):
        """! Add an algorithm or external process to the sequence.
 
        @param process  Algorithm or external process to add.
        """
        # Either add to the list of algorithms to schedule
        if isinstance(alg_or_process, str):
            self.algorithms.append(alg_or_process)
        # ... or add as an external process
        else:
            self.externals[alg_or_process.name] = alg_or_process
 
    @property
    def files_for_cleanup(self):
        """! Wildcarded list of files created by this process that can be deleted."""
        raise AttributeError("Names of unneeded files are not known for this process!")
 
    @property
    def integration_file_names(self):
        """! Wildcarded list of integration files that might be created by this process."""
        raise AttributeError("Integration file names are not known for this process!")
 
    @property
    def mandatory_integration_file_names(self):
        """! Wildcarded list of integration files that are needed for this process."""
        raise AttributeError("Integration file names are not known for this process!")
 
    @property
    def powheg_version(self):
        """! Version of PowhegBox process."""
        raise AttributeError("Powheg version is not known!")
 
    @property
    def default_PDFs(self):
        """! Default PDFs for this process."""
        raise AttributeError("Default PDFs are not known for this process!")
 
    @property
    def default_scales(self):
        """! Default scale variations for this process."""
        raise AttributeError("Default scales are not known for this process!")
 
    def prepare_to_parallelise(self, n_cores):
        """! Scale calculation parameters by n_cores."""
        __nEvents_unscaled = self.parameters_by_keyword("numevts")[0].value
        for keyword in ["ncall1", "ncall1rm", "ncall2", "ncall2rm", "nubound", "numevts"]:
            for parameter in self.parameters_by_keyword(keyword):
                if int(parameter.value) > 0:
                    parameter.value = int(math.ceil(float(parameter.value) / n_cores))
        __nEvents_scaled = self.parameters_by_keyword("numevts")[0].value
        logger.info("Scaling number of events per job from {} down to {}".format(__nEvents_unscaled, __nEvents_scaled))
        # Freeze parallelstage parameters before printing list for user
        [parameter.freeze() for parameter in self.parameters_by_name("parallelstage")]
 
    def stage_is_completed(self, stage):
        """! Set whether the specified POWHEG-BOX generation stage is complete."""
        # Perform manual check to allow re-use of grids in multicore mode
        return False
 
    def validate_parameters(self):
        """! Validate any parameters which need it before preparing runcard."""
        for function_name in self.validation_functions:
            getattr(self, function_name)()
 
    def validate_integration_parameters(self):
        """! Validate integration keywords by forcing to integer values."""
        self.expose()  # convenience call to simplify syntax
        for name in ("foldcsi", "foldphi", "foldy", "itmx1", "itmx2", "ncall1", "ncall2", "nEvents"):
            for parameter in self.parameters_by_name(name):
                try:
                    parameter.value = int(parameter.value)
                except TypeError:
                    logger.fatal("Failed to validate {} with value {}".format(name, parameter.value))
                    raise
 
    def check_decay_mode(self, decay_mode, allowed_decay_modes=None):
        """! Check whether a decay mode is allowed an raise an exception if it is not."""
        if allowed_decay_modes is None:
            allowed_decay_modes = self.allowed_decay_modes
        if decay_mode not in allowed_decay_modes:
            logger.warning("Decay mode {} not recognised!".format(decay_mode))
            logger.info("Allowed decay modes are:")
            for allowed_decay_mode in allowed_decay_modes:
                logger.info("... {}".format(allowed_decay_mode))
            raise ValueError("Decay mode {} not recognised!".format(decay_mode))
 
    def check_using_integration_files(self):
        
        search_strings = [] # list of filename patters to be searched for
        found_files = [] # list of found files will be printed out for info
        missing_patterns = [] # list of filename patters which hasn't been found but would be needed for pre-made integration grids
        try:
            search_strings = self.mandatory_integration_file_names
        except AttributeError:
            logger.fatal("No integration grid file name patterns defined for this process.")
            raise
        for s in search_strings:
            found = glob.glob(s)
            if found != []:
                found_files += found
            else:
                missing_patterns.append(s)
        if missing_patterns == []:
            logger.info("Integration grid files found locally. Event generation shall continue, skipping the integration step.")
            logger.info("Integration grid files found locally: {}".format(found_files))
        else:
            logger.info("Integration grid files needed were not found locally. Event generation shall continue, starting by the integration step.")
            logger.info("Missing integration grid files with these patterns: {}".format(missing_patterns))
            logger.info("Integration grid files found locally (if any): {}".format(found_files))
 
 
    def modify_parameter(self, stage = 0):
 
        #skip modifying if dict is empty
        if not bool(self.parameterStageDict):
            return
 
        logger.info("Modifying parameters for the stages : {0}".format(self.parameterStageDict))
 
        
        for key in self.parameterStageDict:
            settingsList = self.parameterStageDict[key]
            if abs(settingsList[2] - stage) <=1e-09:
                self.set_parameter_in_config(key,settingsList[1])
            else: 
                self.set_parameter_in_config(key,settingsList[0])
 
    def set_parameter_in_config(self, key, value):
        FileParser("powheg.input").text_replace(key+".*", key+" {}".format(value))