TrigInDetValidation_Base_data.py

Go to the documentation of this file.

#!/usr/bin/env python
# Copyright (C) 2002-2026 CERN for the benefit of the ATLAS collaboration
 
import re
 
from TrigValTools.TrigValSteering import Test, CheckSteps
from TrigInDetValidation.TrigInDetArtSteps import TrigInDetAna, TrigCostStep, TrigInDetRdictStep, TrigInDetCompStep, TrigInDetCpuCostStep, TrigInDetRecoData, TrigTZReco
from TrigP1Test.TrigP1TestSteps import filterBS
 
import os,sys,getopt
 
try:
    opts, args = getopt.getopt(sys.argv[1:],"cxptirmn:",["config"])
except getopt.GetoptError:
    print("Usage:  ")
    print("-x             don't run athena or post post-processing, only plotting")
    print("-m             run cost monitoring plotting, even if -x is set")
    print("-p             run post-processing, even if -x is set")
    print("-n  N          run only on N events per job")
    print("-c | --config  run with config_only and print to a pkl file")
    print("-t             test steering, dry run for all steps")
    print("-i             force the dry AbortDryRun flag to be False")
    print("")
    sys.exit(1)
 
Events_local  = 0
exclude       = False
costplot      = False
postproc      = False
testconfig    = False
dry_run       = False
runstuff      = True
abort_dry_run = True
 
 
if "Art_type"  not in locals(): Art_type = 'grid'
if "Malloc" not in locals(): Malloc=False
if "AbortDryRun" in locals(): abort_dry_run=AbortDryRun
if "MultipleLB" not in locals(): MultipleLB=False
 
for opt,arg in opts:
    if opt=="-x":
        exclude=True
    if opt=="-p":
        postproc=True
    if opt=="-m":
        costplot=True
    if opt=="-n":
        Events_local=int(arg)
    if opt=="-r":
        runstuff=False
    if opt in ("-c", "--config"):
        testconfig = True
    if opt=="-t":
        dry_run=True
    if opt=="-i":
        abort_dry_run=False
 
vdry_run = os.environ.get('TRIGVALSTEERING_DRY_RUN')
 
if vdry_run == '1':
    dry_run=True
 
 
#if 'postinclude_file' in dir() :
#    if 'preinclude_file' in dir() :
#        hlt = TrigInDetRecoData( postinclude_file=postinclude_file, preinclude_file=preinclude_file )
#    else :
#        hlt = TrigInDetRecoData( postinclude_file=postinclude_file )
#else :
#    if 'preinclude_file' in dir() :
#        hlt = TrigInDetRecoData( preinclude_file=preinclude_file )
#    else :
 
hlt = TrigInDetRecoData()
 
# test specific variables ...
 
hlt.slices            = Slices
hlt.threads           = Threads
hlt.concurrent_events = Slots 
hlt.config_only       = testconfig
if 'Release' in dir():
    hlt.release           = Release
 
 
if "Args" not in locals() : 
    Args = " "
 
 
# allow command line to override programed number of events to process
 
if Events_local != 0 : 
    hlt.max_events        = Events_local 
else :
    hlt.max_events        = Events 
 
 
hlt.perfmon = False
hlt.costmon = True
hlt.timeout = 18*3600
 
 
# use rucio dataset for grid jobs, else use EOS/cvmfs input
if os.getenv("ArtInFile",None):
    hlt.input = os.getenv('ArtInFile')
else:
    hlt.input = Input   # should match definition in TrigValTools/share/TrigValInputs.json
 
 
if (Malloc):
    import os
    os.environ["MALLOC_CHECK_"] = "3"
    hlt.malloc = True
 
#for a in ["preexec_trig", "preexec_reco", "preexec_aod", "preexec_all", "postexec_trig", "postexec_reco"]:
#    if a in locals():
#        v = locals()[a]
#        if type(v) is list: v = ";".join(v)
#        v0 = getattr (hlt, a)
#        if v0 is None or v0 == "":
#            v0 = v
#        else:
#            v0 += ";"+v
#        setattr (hlt, a, v0)
 
 
 
filter_bs = filterBS('Main', extra_args = '-l 0' if MultipleLB else '')
 
tzreco = TrigTZReco()
tzreco.threads = Threads
tzreco.concurrent_events = Slots
 
 
if 'ExtraAna' not in locals() :
    ExtraAna = None
aod_to_ntup = TrigInDetAna(extraArgs = ExtraAna)
 
 
# Run athena analysis to produce TrkNtuple
 
test = Test.Test()
test.art_type = Art_type
 
 
if dry_run:
    if abort_dry_run:
        sys.exit(0)
    test.dry_run = True
if (not exclude):
    if runstuff:
        test.exec_steps = [hlt, filter_bs, tzreco, aod_to_ntup ]
    else:
        test.exec_steps = [aod_to_ntup]
    test.check_steps = CheckSteps.default_check_steps(test)
 
# Run TIDArdict
 
if ((not exclude) or postproc ):
    for job in Jobs :
        if len(job) >= 3:
            rdict = TrigInDetRdictStep( name=job[0], args=job[1], testbin=job[2], config=(testconfig or dry_run)  )
        else:
            rdict = TrigInDetRdictStep( name=job[0], args=job[1], config=(testconfig or dry_run) )
        print( "\n\033[0;32m TIDArdict "+job[1]+" \033[0m" )
        test.check_steps.append(rdict)
 
 
 
       
        
for _slice in Comp :
    compstep = TrigInDetCompStep( name=_slice[0], slice=_slice[1], file=_slice[2], args=_slice[3] ) 
    test.check_steps.append(compstep)
 
# CPU cost steps
# cputest defined with "name" "output directory" "filename" "args" 
cputest = [ ( "CpuCostStep1", " times ",               "expert-monitoring.root",    " --auto -p TIME" ),
            ( "CpuCostStep2", " times-FTF ",           "expert-monitoring.root",    " --auto -p TIME -d TrigFastTrackFinder_" ),
            ( "CpuCostStep3", " cost-perCall ",        "TrigCostRoot_Results.root", " --auto -p _Time_perCall  -d /Algorithm  --logx " ),
            ( "CpuCostStep4", " cost-perEvent ",       "TrigCostRoot_Results.root", " --auto -p _Time_perEvent -d /Algorithm  --logx " ),
            ( "CpuCostStep5", " cost-perCall-chain ",  "TrigCostRoot_Results.root", " --auto -p _Time_perCall  -d /Chain_Algorithm  --logx " ),
            ( "CpuCostStep6", " cost-perEvent-chain ", "TrigCostRoot_Results.root", " --auto -p _Time_perEvent -d /Chain_Algorithm  --logx " ) ]
            
 
#if ((not exclude) or postproc or costplot ):
#    for job in cputest :
#        cpucost = TrigInDetCpuCostStep( name=job[0], outdir=job[1], infile=job[2], extra=job[3] )
#        test.check_steps.append(cpucost)
 
 
import sys
sys.exit(test.run())