python.AthenaCPRunScript.AthenaCPRunScript Class Reference

Inheritance diagram for python.AthenaCPRunScript.AthenaCPRunScript:

Collaboration diagram for python.AthenaCPRunScript.AthenaCPRunScript:

Public Member Functions
	__init__ (self)
	cfg (self)
	addCustomArguments (self)
	makeAlgSequence (self)
	initServiceCfg (self)
	run (self)

Public Attributes
	configSeq = None
list	outputStreams = []
	flags
	args

Protected Attributes
	_cfg = None

Detailed Description

Definition at line 6 of file AthenaCPRunScript.py.

Constructor & Destructor Documentation

__init__()

python.AthenaCPRunScript.AthenaCPRunScript.__init__

(

self

)

Definition at line 7 of file AthenaCPRunScript.py.

    def __init__(self):
        super().__init__()
        self.logger.info("AthenaCPRunScript initialized")
        self._cfg = None
        self.addCustomArguments()
        self.configSeq = None
        self.outputStreams = []
        # Avoid putting call to parse_args() here! Otherwise it is hard to retrieve the parser infos
 

Member Function Documentation

addCustomArguments()

python.AthenaCPRunScript.AthenaCPRunScript.addCustomArguments

(

self

)

Definition at line 22 of file AthenaCPRunScript.py.

    def addCustomArguments(self):
        # add arguments here
        derivedGroup = self.parser.add_argument_group('Athena specific arguments')
        derivedGroup.add_argument('--config-only', dest='config_only',
                                 action='store_true', help='Only generate the configuration and save it to a pickle file')
        derivedGroup.add_argument('--perfmon', dest='perfmon', default='none',
                                  help='Run PerfMon to measure the job performance')
        derivedGroup.add_argument('--pool-file-reading', dest='pool_file_reading',
                                 action='store_true', help='Run the job with the POOL-based file reading')
        derivedGroup.add_argument('--test-mt-dependencies', dest='test_mt_dependencies',
                                 type=int, default=None,
                                 help='Print out multithreading dependencies, and run with the given number of threads')
        return
 

cfg()

python.AthenaCPRunScript.AthenaCPRunScript.cfg

(

self

)

Definition at line 17 of file AthenaCPRunScript.py.

    def cfg(self):
        if self._cfg is None:
            raise ValueError('Service configuration not initialized, use initServiceCfg()')
        return self._cfg
 

initServiceCfg()

python.AthenaCPRunScript.AthenaCPRunScript.initServiceCfg

(

self

)

Definition at line 55 of file AthenaCPRunScript.py.

    def initServiceCfg(self):
        if not self.flags.locked():
            raise ValueError('Flags must be locked before initializing services')
        from AthenaConfiguration.MainServicesConfig import MainServicesCfg
        self._cfg = MainServicesCfg(self.flags)
 

makeAlgSequence()

python.AthenaCPRunScript.AthenaCPRunScript.makeAlgSequence

(

self

)

Definition at line 36 of file AthenaCPRunScript.py.

    def makeAlgSequence(self):
        from AthenaConfiguration.ComponentFactory import CompFactory
        algSeq = CompFactory.AthSequencer()
        self.logger.info("Configuring algorithms based on YAML file")
        configSeq =  self.config.configure()
        self.logger.info("Configuring common services")
        from AnalysisAlgorithmsConfig.ConfigAccumulator import ConfigAccumulator
        configAccumulator = ConfigAccumulator(flags=self.flags,
                                              algSeq=algSeq,
                                              noSystematics=self.args.no_systematics)
        if not self.args.merge_output_files:
            configAccumulator.setDefaultHistogramStream('ANALYSIS_HIST')
        self.logger.info("Configuring algorithms")
        configSeq.fullConfigure(configAccumulator)
        self.configSeq = configSeq
        self.outputStreams = configAccumulator.outputStreams()
        self.modifyAlgSequence()
        return configAccumulator.CA
 

run()

python.AthenaCPRunScript.AthenaCPRunScript.run

(

self

)

Definition at line 61 of file AthenaCPRunScript.py.

    def run(self):
        self.setup()
 
        # PerfMon
        from PerfMonComps.PerfMonConfigHelpers import setPerfmonFlagsFromRunArgs
        setPerfmonFlagsFromRunArgs(self.flags, self.args)
 
        if self.args.test_mt_dependencies is not None:
            self.flags.Concurrency.NumThreads = self.args.test_mt_dependencies
            self.flags.Scheduler.ShowControlFlow = True
            self.flags.Scheduler.ShowDataDeps = True
        self.flags.lock()
        self.printFlags()
 
        self.initServiceCfg()
        if self.args.pool_file_reading or self.args.test_mt_dependencies is not None:
            from AthenaPoolCnvSvc.PoolReadConfig import PoolReadCfg
            self.cfg.merge(PoolReadCfg(self.flags))
        else:
            from AthenaRootComps.xAODEventSelectorConfig import xAODReadCfg
            self.cfg.merge(xAODReadCfg(self.flags))
        from EventBookkeeperTools.EventBookkeeperToolsConfig import CutFlowSvcCfg
        self.cfg.merge(CutFlowSvcCfg(self.flags))
 
        from AthenaConfiguration.ComponentFactory import CompFactory
        if not self.args.merge_output_files:
            outputFileHist = f"ANALYSIS_HIST DATAFILE='hist-{self.outputName}.root' OPT='RECREATE'"
            self.cfg.addService(CompFactory.THistSvc(Output=[outputFileHist]))
 
        # Make the main analysis configuration
        self.cfg.merge(self.makeAlgSequence())
 
        # Every requested output stream gets its own file: the default tree stream ANALYSIS
        # only if something writes to it, plus e.g. the streams of Output.splitBySelection
        for stream in self.outputStreams:
            if stream == 'ANALYSIS_HIST' and not self.args.merge_output_files:
                continue  # declared above
            suffix = '' if stream == 'ANALYSIS' else '_' + stream.removeprefix('ANALYSIS_')
            self.cfg.addService(CompFactory.THistSvc(Output=[
                f"{stream} DATAFILE='{self.outputName}{suffix}.root' OPT='RECREATE'"]))
 
        # Performance monitoring and profiling:
        if self.flags.PerfMon.doFastMonMT or self.flags.PerfMon.doFullMonMT:
            from PerfMonComps.PerfMonCompsConfig import PerfMonMTSvcCfg
            self.cfg.merge(PerfMonMTSvcCfg(self.flags))
 
        self.cfg.printConfig()
 
        # dump pickle if requested
        if self.args.config_only:
            with open("CPRunConfig.pkl", "wb") as f:
                self.cfg.store(f)
            sys.exit(0)
 
        sc = self.cfg.run()
        sys.exit(sc.isFailure())

Member Data Documentation

_cfg

python.AthenaCPRunScript.AthenaCPRunScript._cfg = None

protected

Definition at line 10 of file AthenaCPRunScript.py.

args

python.AthenaCPRunScript.AthenaCPRunScript.args

Definition at line 66 of file AthenaCPRunScript.py.

configSeq

python.AthenaCPRunScript.AthenaCPRunScript.configSeq = None

Definition at line 12 of file AthenaCPRunScript.py.

flags

python.AthenaCPRunScript.AthenaCPRunScript.flags

Definition at line 66 of file AthenaCPRunScript.py.

outputStreams

list python.AthenaCPRunScript.AthenaCPRunScript.outputStreams = []

Definition at line 13 of file AthenaCPRunScript.py.

---

The documentation for this class was generated from the following file:

• AthenaCPRunScript.py