AthenaMonitoringCfg.py

Go to the documentation of this file.

# Copyright (C) 2002-2024 CERN for the benefit of the ATLAS collaboration
 
from AthenaConfiguration.ComponentAccumulator import ComponentAccumulator
from .AthenaMonitoringAODRecoCfg import AthenaMonitoringAODRecoCfg
from AthenaConfiguration.Enums import LHCPeriod
 
def AthenaMonitoringCfg(flags):
    import logging
    local_logger = logging.getLogger('AthenaMonitoringCfg')
    info = local_logger.info
    debug = local_logger.debug
    warning = local_logger.warning
    error = local_logger.error
    result = ComponentAccumulator()
 
    result.merge(AthenaMonitoringAODRecoCfg(flags))
 
    if flags.DQ.Steering.doPixelMon and flags.GeoModel.Run is not LHCPeriod.Run1:
        # Not run for Run-1 (see ATR-25274)
        info('Set up Pixel monitoring')
        from PixelMonitoring.PixelMonitoringConfig import PixelMonitoringConfig
        result.merge(PixelMonitoringConfig(flags))
    
    if flags.DQ.Steering.doSCTMon:
        info('Set up SCT monitoring')
        from SCT_Monitoring.SCTMonitoringConfig import SCTMonitoringConfig
        result.merge(SCTMonitoringConfig(flags))
 
    if flags.DQ.Steering.doTRTMon:
        info('Set up TRT monitoring')
        from TRTMonitoringRun3.TRTMonitoringRun3Config import TRTMonitoringRun3Cfg
        result.merge(TRTMonitoringRun3Cfg(flags))
    
    if flags.DQ.Steering.doInDetMon:
        if flags.DQ.Steering.InDet.doGlobalMon:
            info('Set up InDet Global monitoring')
            from InDetGlobalMonitoringRun3Test.InDetGlobalMonitoringRun3TestConfig import InDetGlobalMonitoringRun3TestConfig
            result.merge(InDetGlobalMonitoringRun3TestConfig(flags))
        if flags.DQ.Steering.InDet.doAlignMon:  
            info('Set up Alignment monitoring')
            from InDetAlignmentMonitoringRun3.InDetAlignmentMonitoringRun3Config import InDetAlignmentMonitoringRun3Config
            result.merge(InDetAlignmentMonitoringRun3Config(flags))
 
    if flags.DQ.Steering.doLArMon:
        info('Set up LAr monitoring')
        from LArConfiguration.LArMonitoringConfig import LArMonitoringConfig
        result.merge(LArMonitoringConfig(flags))
 
    if flags.DQ.Steering.doTileMon:
        info('Set up Tile monitoring')
        from TileMonitoring.TileMonitoringConfig import TileMonitoringCfg
        result.merge(TileMonitoringCfg(flags))
 
    if flags.DQ.Steering.doCaloGlobalMon:
        info('Set up Calo monitoring')
        from CaloMonitoring.CaloMonitoringConfig import CaloMonitoringCfg
        result.merge(CaloMonitoringCfg(flags))
 
    if flags.DQ.Steering.doMuonMon:
        info('Set up Muon monitoring')
        from MuonDQAMonitoring.MuonDQAMonitoringConfig import MuonDQAMonitoringConfig
        result.merge(MuonDQAMonitoringConfig(flags))
 
    if flags.DQ.Steering.doHLTMon:
        info('Set up HLT monitoring')
        if flags.DQ.Environment == 'AOD':
            warning("HLT Monitoring enabled on AOD: this might cause issues as not all HLT collections are written to standard AOD!")
        from TrigHLTMonitoring.TrigHLTMonitorAlgorithm import TrigHLTMonTopConfig
        result.merge(TrigHLTMonTopConfig(flags))
 
    if flags.DQ.Steering.doJetTagMon:
        info('Set up JetTagging monitoring')
        from JetTagMonitoring.JetTagMonitorAlgorithm import JetTagMonitorConfig
        result.merge(JetTagMonitorConfig(flags))
 
    if flags.DQ.Steering.doEgammaMon:
        info('Set up Egamma monitoring')
        from egammaPerformance.egammaMonitoringConfig import egammaMonitoringConfig
        result.merge(egammaMonitoringConfig(flags))
 
    if flags.DQ.Steering.doJetMon:
        info('Set up Jet monitoring')
        from JetMonitoring.JetMonitoringStandard import standardJetMonitoring
        result.merge(standardJetMonitoring(flags))
        #Need to create links between global FE, created in jet finding, and other objects
        #MET monitoring will need these in some workflows (but not in tier0ESD)
        if flags.DQ.Environment != 'tier0ESD':
            # Only run PFlow linking for ion runs in UPC mode
            if not flags.Reco.EnableHI or (flags.Reco.EnableHI and flags.Tracking.doUPC) :
                from eflowRec.PFCfg import PFGlobalFlowElementLinkingCfg
                result.merge(PFGlobalFlowElementLinkingCfg(flags))
        
    if flags.DQ.Steering.doJetInputsMon:
        info('Set up Jet Inputs monitoring')
        from JetInputsMonitoring.ClusterMonitorAlgorithm import ClusterMonitoringConfig
        result.merge(ClusterMonitoringConfig(flags))
        from JetInputsMonitoring.PFOMonitorAlgorithm import PFOMonitoringConfig
        result.merge(PFOMonitoringConfig(flags))
 
    if flags.DQ.Steering.doMissingEtMon:
        info('Set up MET monitoring')
        from MissingETMonitoring.METMonitorAlgorithm import METMonitoringConfig
        result.merge(METMonitoringConfig(flags))
 
    if flags.DQ.Steering.doDataFlowMon:
        info('Set up Data Flow monitoring')
        from DataQualityTools.DQTDataFlowMonAlg import DQTDataFlowMonAlgConfig
        result.merge(DQTDataFlowMonAlgConfig(flags))
 
    if flags.DQ.Steering.doGlobalMon:
        info('Set up Global monitoring')
        from DataQualityTools.DataQualityToolsConfig import DataQualityToolsConfig
        result.merge(DataQualityToolsConfig(flags))
 
    if flags.DQ.Steering.doTauMon:
        info('Set up Tau monitoring')
        from tauMonitoring.TauMonitoringConfig import TauMonitoringConfig
        result.merge(TauMonitoringConfig(flags))
 
    if flags.DQ.Steering.doAFPMon:
        info('Set up AFP monitoring')
        from Run3AFPMonitoring.Run3AFPExampleMonitorAlgorithm import Run3AFPExampleMonitoringConfig
        result.merge(Run3AFPExampleMonitoringConfig(flags))
 
    #According to ATR-25910, LV1CaloMon should not be run on run 1 data    
    if flags.DQ.Steering.doLVL1CaloMon and flags.GeoModel.Run > LHCPeriod.Run1:
        info('Set up LVL1Calo monitoring')
        from TrigT1CaloMonitoring.LVL1CaloMonitoringConfig import LVL1CaloMonitoringConfig
        result.merge(LVL1CaloMonitoringConfig(flags))
        if flags.DQ.Steering.doLVL1InterfacesMon:
            info('Set up LVL1Interfaces monitoring')
            from TrigT1Monitoring.LVL1InterfacesMonitoringCfg import LVL1InterfacesMonitoringCfg
            result.merge(LVL1InterfacesMonitoringCfg(flags))
 
    if flags.DQ.Steering.doCTPMon:
        info('Set up CTP monitoring')
        from TrigT1CTMonitoring.CTPMonitoringConfig import CTPMonitoringConfig
        result.merge(CTPMonitoringConfig(flags))
 
    # Check for potentially duplicated histogram definitions
    definedhists = {}
    for algo in result.getEventAlgos():
        import os.path, json
        if hasattr(algo, 'GMTools'):
            for t in algo.GMTools:
                for h in t.Histograms:
                    ho = json.loads(h)
                    fullpath = os.path.join(t.HistPath, ho['path'], ho['alias']) + ':' + ho['convention']
                    if fullpath in definedhists:
                        previous = definedhists[fullpath]
                        # allow for multiple definitions as long as definitions match perfectly
                        # use case is to have multiple monitoring algs fill the same histogram (such as a summary hist)
                        if previous[2]==ho:
                            info(f'Multiple matching definition of histogram {fullpath} by:\n\t{algo.getName()}/{t.getName()} ({ho}) and\n\t{previous[0]}/{previous[1]}')
                        else:
                            error(f'Multiple differing definition of histogram {fullpath} by:\n\t{algo.getName()}/{t.getName()} ({ho}) and\n\t{previous[0]}/{previous[1]} ({previous[2]})')
                            raise ValueError()
                    definedhists[fullpath] = (algo.getName(), t.getName(), ho)
 
    debug('Passed histogram duplication check')
        
    return result
 
def AthenaMonitoringPostprocessingCfg(flags):
    result = ComponentAccumulator()
    from DataQualityUtils.DQPostProcessingAlg import DQPostProcessingAlg
    ppa = DQPostProcessingAlg("DQPostProcessingAlg")
    ppa.ExtraInputs = {( 'xAOD::EventInfo' , 'StoreGateSvc+EventInfo' )}
    ppa.Interval = flags.DQ.postProcessingInterval
    if flags.Common.isOnline:
        ppa.FileKey = ((flags.DQ.FileKey + '/') if not flags.DQ.FileKey.endswith('/')
                    else flags.DQ.FileKey)
    result.addEventAlgo(ppa)
    return result