psc::Psc Class Reference

Common base class for HLT Pesa Steering Controller. More...

#include <Psc.h>

Inheritance diagram for psc::Psc:

Collaboration diagram for psc::Psc:

Public Member Functions
	Psc ()=default
	Default constructor. More...
virtual	~Psc ()
	Virtual desctuctor. More...
virtual bool	configure (const boost::property_tree::ptree &config) override
	Configures the framework. More...
virtual bool	connect (const boost::property_tree::ptree &args) override
	Connects the framework. More...
virtual bool	prepareForRun (const boost::property_tree::ptree &args) override
	prepares the HLT framework for a run More...
virtual bool	stopRun (const boost::property_tree::ptree &args) override
	stops the HLT framework without re-configuring More...
virtual bool	disconnect (const boost::property_tree::ptree &args) override
	Disconnects the framework. More...
virtual bool	unconfigure (const boost::property_tree::ptree &args) override
	Unconfigures the framework, releasing all acquired resources. More...
virtual bool	publishStatistics (const boost::property_tree::ptree &args) override
	Calls the HLT framework to publish statistics, after the run has finished. More...
virtual bool	hltUserCommand (const boost::property_tree::ptree &args) override
	Calls the HLT framework to notify it that a user command has arrived. More...
virtual bool	doEventLoop () override
	Starts the HLT event loop. More...
virtual bool	prepareWorker (const boost::property_tree::ptree &args) override
	Method which can be called for a worker to perform the necessary steps to set unique worker IDs and adapt histogram paths. More...
virtual bool	finalizeWorker (const boost::property_tree::ptree &args) override
	Method which can be called for a worker to perform a cleanup before the worker gets killed. More...

Private Member Functions
bool	setDFProperties (const std::map< std::string, std::string > &name_tr_table)
bool	setAthenaProperties ()
bool	doAppMgrInit ()
	Initialize the application manager. More...
bool	doAppMgrFinalize ()
	Finalize the application manager. More...
template<typename T >
StatusCode	callOnEventLoopMgr (std::function< StatusCode(T *)> func, const std::string &name) const
	Utility method to call a method on the event loop manager. More...

Private Attributes
uint32_t	m_run_number {0}
	(initial) run number to be used for this run More...
IAppMgrUI *	m_pesaAppMgr {nullptr}
	Application Manager. More...
std::string	m_nameEventLoopMgr
	name of the event loop manager More...
bool	m_interactive {false}
	Running in interactive mode (athenaHLT) More...
std::unique_ptr< psc::Config >	m_config {nullptr}
	Config derived from ptree. More...
int	m_workerID {0}
	worker ID (0=mother) More...
SmartIF< ISvcLocator >	m_svcLoc
	Service locator handle. More...

Detailed Description

Common base class for HLT Pesa Steering Controller.

Definition at line 43 of file Psc.h.

Constructor & Destructor Documentation

Psc()

psc::Psc::Psc ( )

default

Default constructor.

~Psc()

psc::Psc::~Psc ( )

virtual

Virtual desctuctor.

Definition at line 67 of file Psc.cxx.

{
  if (m_pesaAppMgr) { 
    m_pesaAppMgr->release() ; 
  }
}

Member Function Documentation

callOnEventLoopMgr()

template<typename T >

StatusCode psc::Psc::callOnEventLoopMgr ( std::function< StatusCode(T *)>  func, const std::string &  name  ) const

private

Utility method to call a method on the event loop manager.

Parameters

func	the function to call
name	the name of the function func

Returns

The "AND" of all StatusCodes

Definition at line 772 of file Psc.cxx.

{
  SmartIF<T> processingMgr{m_svcLoc->service(m_nameEventLoopMgr)};
  if(!processingMgr) {
    ERS_PSC_ERROR("Error retrieving EventLoopMgr = '" << m_nameEventLoopMgr << "'" );
    return StatusCode::FAILURE;
  }
 
  // Call the given function of the EventLoopMgr
  StatusCode sc = func(processingMgr);   // processingMgr->func()
  if(!sc.isSuccess())
  {
    ERS_PSC_ERROR("Error executing " << name << " for EventLoopMgr = '"
                  << m_nameEventLoopMgr << "'") ;
    return sc;
  }
 
  return sc;
}

configure()

bool psc::Psc::configure ( const boost::property_tree::ptree &  config )

overridevirtual

Configures the framework.

Definition at line 78 of file Psc.cxx.

{
  psc::Utils::ScopeTimer timer("Psc configuration");
 
  ROOT::EnableThreadSafety();
 
  ERS_DEBUG(1, "psc::Psc::configure ptree:\n" << to_string(config));
  try
  {
    m_config = std::make_unique<Config>(config);
  }
  catch(const std::exception& e)
  {
    ERS_PSC_ERROR("Cannot configure. " << e.what());
    return false;
  }
 
  // Print PSC configuration
  ERS_LOG("---> Dump of config cache:   \n" << m_config->dumpOptions() );
  ERS_LOG("---> Pesa JobOptions file is = " << m_config->getOption("JOBOPTIONSPATH") );
 
  // -----------------------------
  // Create C++ ApplicationMgr
  // -----------------------------
  ERS_DEBUG(1,"---> Create Pesa Application Manager");
  m_pesaAppMgr = Gaudi::createApplicationMgr();
  ERS_DEBUG(1,"m_pesaAppMgr = " << m_pesaAppMgr);
 
  if( !m_pesaAppMgr ) {
    ERS_PSC_ERROR("Error while creating the ApplicationMgr");
    return false;
  }
 
  // configure Pesa
  ERS_DEBUG(1,"---> Configure Pesa Property Manager");
  SmartIF<IProperty> propMgr ( m_pesaAppMgr );
  if( !propMgr.isValid() ) {
    ERS_PSC_ERROR("Error retrieving IProperty interface of ApplicationMgr");
    return false;
  }
 
  // Set the JobOptionsSvcType
  StatusCode sc;
  sc = propMgr->setProperty( "JobOptionsSvcType", m_config->getOption("JOBOPTIONSSVCTYPE"));
  if (sc.isFailure()) {
    ERS_PSC_ERROR("Can not set Property = JobOptionsSvcType");
    return false;
  }
 
  // Set the JobOptionsType
  sc = propMgr->setProperty( "JobOptionsType", m_config->getOption("JOBOPTIONSTYPE"));
  if (sc.isFailure()) {
    ERS_PSC_ERROR("Can not set Property = JobOptionsType");
    return false;
  }
 
  // Set JobOptionsPath
  sc = propMgr->setProperty( "JobOptionsPath", m_config->getOption("JOBOPTIONSPATH") );
  if (sc.isFailure()) {
    ERS_PSC_ERROR("Can not set Property = JobOptionsPath");
    return false;
  }
 
  // Select the MessageSvc Type
  sc = propMgr->setProperty( "MessageSvcType", m_config->getOption("MESSAGESVCTYPE"));
  if (sc.isFailure()) {
    ERS_PSC_ERROR("Can not set Property = MessageSvcType");
    return false;
  }
 
  // Need to setup the python interpreter if:
  //  1) run from job options
  //  2) run from DB but user specified a pre/postcommand
  //  3) run from DB but user specified a logLevel via "-l" in athenaMT/PT
  bool jobOptConfig, needPython;
  if ( m_config->getOption("JOBOPTIONSTYPE") == "NONE" ) {
    jobOptConfig = needPython = true;
  }
  else if ( m_config->getOption("JOBOPTIONSTYPE") == "DB" ||
            m_config->getOption("JOBOPTIONSTYPE") == "FILE") {
    jobOptConfig = needPython = false;
    if ( (m_config->getOption("PRECOMMAND")!="") || (m_config->getOption("POSTCOMMAND")!="") ) {
      needPython = true;
    }
    if (m_config->didUserSetLogLevel()) {
      needPython = true;
    }
  }
  else {
    ERS_PSC_ERROR("Unsupported configuration method \"" << m_config->getOption("JOBOPTIONSTYPE") << "\"");
    return false;
  }
 
 
  if ( jobOptConfig || needPython ) {
    // ----------------------------
    // Configuration with .py files
    // ----------------------------
 
    // Try to initialize the Python interpreter
    if ( ! Py_IsInitialized() ) {
      ERS_DEBUG(1,"Initializing Python interpreter");
 
      PyConfig config;
      PyConfig_InitPythonConfig (&config);
      PyStatus status = PyConfig_SetBytesArgv (&config, System::argc(), System::argv());
      if (PyStatus_Exception (status)) {
        PyConfig_Clear (&config);
        ERS_PSC_ERROR("Error: Python could not be initialized.");
        return false;
      }
      status = Py_InitializeFromConfig (&config);
      if (PyStatus_Exception (status)) {
        PyConfig_Clear (&config);
        ERS_PSC_ERROR("Error: Python could not be initialized.");
        return false;
      }
 
      /*
       * The GIL is initialized by Py_Initialize() since Python 3.7."
       */
 
      // check
      if ( ! Py_IsInitialized() ) {
        ERS_PSC_ERROR("Error: Python could not be initialized.");
        return false;
      }
 
    }
    else {
      ERS_DEBUG(1,"Python interpreter already initialized");
    }  
 
    // Copy Config.optmap to python module
    // This is how we transfer the options to the python setup script
    PyObject* pModule = PyImport_ImportModule("TrigPSC.PscConfig");
    if ( pModule ) {
      PyObject* optmap = PyObject_GetAttrString(pModule, "optmap");
      if ( optmap ) {
        std::map<std::string,std::string>::const_iterator iter;
        for (iter=m_config->optmap.begin(); iter!=m_config->optmap.end(); ++iter) {
          PyObject* v = PyUnicode_FromString(iter->second.c_str());
          std::vector<char> writable(iter->first.size() + 1);
          std::copy(iter->first.begin(), iter->first.end(), writable.begin());
          PyMapping_SetItemString(optmap, &writable[0], v);
        }
        Py_DECREF(optmap);
      }
      else {
        ERS_DEBUG(1, "Could not import TrigPSC.PscConfig.optmap");
      }
      Py_DECREF(pModule);
    }
  }
 
  if ( jobOptConfig ) {
    // Do the python setup (including user job options)
    std::string pyBasicFile = m_config->getOption("PYTHONSETUPFILE") ;
    if ( !psc::Utils::execFile(pyBasicFile) ) {
      ERS_PSC_ERROR("Basic Python configuration failed.");
      return false;
    }  
  }
 
  if ( !jobOptConfig ) {
    // -----------------------------
    // Configuration from database
    // -----------------------------
 
    // Run pre-command (you're on your own, no basic python setup)
    std::string cmd = m_config->getOption("PRECOMMAND");
    if ( cmd != "" ) {
      ERS_LOG("Running pre-configure command '" << cmd << "'");
      if ( !psc::Utils::execPython(cmd) ) {
        ERS_PSC_ERROR("Pre-configure command failed.");
        return false;
      }
    }
 
    // Configure ApplicationMgr
    ERS_DEBUG(1,"Configure ApplicationMgr from database.");
    StatusCode sc = m_pesaAppMgr->configure();
    if( sc.isFailure() ) {
      ERS_PSC_ERROR("Error while configuring the ApplicationMgr");
      return false;
    }
 
    // Do the basic python setup if postcommand or logLevel was changed
    if ( needPython ) {
      // only used in athenaHLT, but not in partition running
      std::string pyBasicFile = m_config->getOption("PYTHONSETUPFILE", /*quiet*/true) ;
      if ( !pyBasicFile.empty() ) {
        if ( !psc::Utils::execFile(pyBasicFile) ) {
          ERS_PSC_ERROR("Basic Python configuration failed.");
          return false;
        }
      }
    }   
  }
 
  // Check if running interactively
  // If yes, delay AppMgr::initialize() until connect
  if ( needPython ) {
    PyObject* pModule = PyImport_ImportModule("TrigPSC.PscConfig");
    if ( pModule ) {
      PyObject* pInteractive = PyObject_GetAttrString(pModule, "interactive");
      if ( pInteractive && PyBool_Check(pInteractive) ) {
        m_interactive = (pInteractive==Py_True);
        ERS_DEBUG(1, "TrigPSC.PscConfig.interactive = " << m_interactive);
        Py_DECREF(pInteractive);
      }
      else {
        ERS_DEBUG(1, "Could not read TrigPSC.PscConfig.interactive");
      }
      Py_DECREF(pModule);
    }
    else {
      ERS_DEBUG(1, "Could not import TrigPSC.PscConfig");
    }
  }
 
  if ( m_interactive ) ERS_LOG("Running in interactive mode");
 
  ERS_DEBUG(1,"Configured ApplicationMgr in state: " << m_pesaAppMgr->FSMState());
 
  ServiceHandle<Gaudi::Interfaces::IOptionsSvc> jobOptionSvc("JobOptionsSvc","psc::Psc");
  SmartIF<IProperty> jos_propif{&(*jobOptionSvc)};
  if(m_config->didUserSetLogLevel())
    jos_propif->setProperty("OutputLevel", m_config->getLogLevelAsNumStr()).ignore();
 
  // Write Data Flow parameters in JobOptions catalogue
 
  // map of dataflow parameters to store in the JobOptions Catalogue
  auto props = std::map<std::string,std::string>{
    {"DF_PartitionName", "DF_PARTITION_NAME"},
    {"DF_ApplicationName", "DF_APPLICATIONNAME"},
    {"DF_MachineName", "DF_MACHINE_NAME"},
    {"DF_Ppid", "DF_PPID"},
    {"DF_Pid", "DF_PID"},
    {"DF_HostId", "DF_HOST_ID"},
    {"DF_RandomSeed", "DF_RANDOM_SEED"},
    {"DF_NumberOfWorkers", "NPROCS"}
  };
  if(!setDFProperties(props))
    return false;
 
  // Write list of configured ROB IDs into the JobOptions Catalogue
  if ( m_config->enabled_robs.size() != 0 ) {
    jobOptionSvc->set("DataFlowConfig.DF_Enabled_ROB_IDs",
                      Gaudi::Utils::toString<std::vector<uint32_t>>(m_config->enabled_robs));
    ERS_DEBUG(1,"psc::Psc::configure: Wrote configuration for enabled ROBs in JobOptions Catalogue: "
              <<" number of ROB IDs read from OKS = " << m_config->enabled_robs.size());
  }
 
  // Write list of configured Sub Det IDs into the JobOptions Catalogue
  if ( m_config->enabled_SubDets.size() != 0 ) {
    jobOptionSvc->set("DataFlowConfig.DF_Enabled_SubDet_IDs",
                      Gaudi::Utils::toString<std::vector<uint32_t>>(m_config->enabled_SubDets));
    ERS_DEBUG(1,"psc::Psc::configure: Wrote configuration for enabled sub detectors in JobOptions Catalogue: "
              <<" number of Sub Det IDs read from OKS = " << m_config->enabled_SubDets.size());
  }
 
  // Write the maximum HLT output size into the JobOptions Catalogue
  if (std::string opt = m_config->getOption("MAXEVENTSIZEMB"); !opt.empty()) {
    jobOptionSvc->set("DataFlowConfig.DF_MaxEventSizeMB", opt);
    ERS_DEBUG(1,"psc::Psc::configure: Wrote DF_MaxEventSizeMB=" << opt << " in JobOptions Catalogue");
  }
 
  // Write configuration for HLT muon calibration infrastructure in JobOptions catalogue
  if ( (m_config->getOption("MUONCALBUFFERNAME") != "NONE") && (m_config->getOption("MUONCALBUFFERNAME") != "") ) {
    jobOptionSvc->set("MuonHltCalibrationConfig.MuonCalBufferName", m_config->getOption("MUONCALBUFFERNAME"));
    jobOptionSvc->set("MuonHltCalibrationConfig.MuonCalBufferSize", m_config->getOption("MUONCALBUFFERSIZE"));
 
    ERS_DEBUG(1,"psc::Psc::configure: Wrote configuration for HLT Muon Calibration in JobOptions Catalogue: "
        <<" MuonCalBufferName = " << m_config->getOption("MUONCALBUFFERNAME")
        <<" MuonCalBufferSize = " << m_config->getOption("MUONCALBUFFERSIZE") );
  }
 
  // Write configuration specific to athena (HltEventLoopMgr)
  if(!setAthenaProperties()) return false;
 
  if ( !jobOptConfig ) {
    // Run post-command
    std::string cmd = m_config->getOption("POSTCOMMAND");
    if ( cmd != "" ) {  
      ERS_LOG("Running post-configure command '" << cmd << "'");
      if ( !psc::Utils::execPython(cmd) ) {
        ERS_PSC_ERROR("Post-configure command failed.");
        return false;
      }
    }
  }    
 
  if ( !m_interactive ) {
    if ( !doAppMgrInit() ) return false;
  }
 
  return true;
}

connect()

bool psc::Psc::connect ( const boost::property_tree::ptree &  args )

overridevirtual

Connects the framework.

Definition at line 421 of file Psc.cxx.

{
  psc::Utils::ScopeTimer timer("Psc connect");
 
  if ( m_interactive ) {
    if ( !doAppMgrInit() ) return false;
  }
  return true;
}

disconnect()

bool psc::Psc::disconnect ( const boost::property_tree::ptree &  args )

overridevirtual

Disconnects the framework.

Definition at line 575 of file Psc.cxx.

{
  psc::Utils::ScopeTimer timer("Psc disconnect");
  return doAppMgrFinalize();
}

doAppMgrFinalize()

bool psc::Psc::doAppMgrFinalize ( )

private

Finalize the application manager.

Definition at line 540 of file Psc.cxx.

{
  if (m_pesaAppMgr==nullptr) return true; // already finalized
 
  // Finalize the application manager
  StatusCode sc = m_pesaAppMgr->finalize();
  ERS_DEBUG(1,"Finalize ApplicationMgr: " << m_pesaAppMgr->FSMState()
      << ". Status : " << sc.getCode());
 
  if( sc.isFailure() ) {
    ERS_PSC_ERROR("Error while finalizing the ApplicationMgr.");
    return false;
  }
 
  // Terminate the application manager
  sc = m_pesaAppMgr->terminate();
  ERS_DEBUG(1,"Terminate ApplicationMgr: " << m_pesaAppMgr->FSMState()
      << ". Status : " << sc.getCode());
 
  if ( sc.isFailure() ) {
    ERS_PSC_ERROR("Error while terminating the ApplicationMgr.");
    return false;
  }
 
  // Make sure we get a new instance the next time
  Gaudi::setInstance(static_cast<IAppMgrUI*>(nullptr));
  m_pesaAppMgr = nullptr;
 
  return true;
}

doAppMgrInit()

bool psc::Psc::doAppMgrInit ( )

private

Initialize the application manager.

Definition at line 379 of file Psc.cxx.

{
  // Initialize the application manager
  StatusCode sc = m_pesaAppMgr->initialize();
  ERS_DEBUG(1,"Initialize ApplicationMgr : " << m_pesaAppMgr->FSMState() <<
      ", Status = " << sc.getCode());
  if( sc.isFailure() ) {
    ERS_PSC_ERROR("Error while initializing the ApplicationMgr");
    return false;
  }
 
  // Handle to service locator
  m_svcLoc = SmartIF<ISvcLocator>( m_pesaAppMgr );
  if ( !m_svcLoc.isValid() ) {
    ERS_PSC_ERROR("Error retrieving Service Locator:") ;
    return false;
  }
 
  SmartIF<IProperty> propMgr ( m_pesaAppMgr );
  if( !propMgr.isValid() ) {
    ERS_PSC_ERROR("Error retrieving IProperty interface of ApplicationMgr");
    return false;
  }
 
  // Find the basename for the EventLoopMgr  
  std::string value ;
  sc = propMgr->getProperty( "EventLoop", value );
  if( sc.isFailure() ) {
    ERS_PSC_ERROR("Error while retrieving Property \'EventLoop\'.");
  } else {
    m_nameEventLoopMgr.assign(value, value.find_first_of("\"")+1,
        value.find_last_of("\"")-value.find_first_of("\"")-1) ;
  }
 
  return true;
}

doEventLoop()

bool psc::Psc::doEventLoop ( )

overridevirtual

Starts the HLT event loop.

The HLT framework will start requesting and processing events.

Definition at line 617 of file Psc.cxx.

{
  ERS_LOG("psc::Psc::doEventLoop: start of doEventLoop()");
  StatusCode sc;
  try
  {
    // bind maxevt=-1 (meaning all events) to executeRun
    auto exec = [](IEventProcessor * mgr)
                {return mgr->executeRun(-1);};
    sc = callOnEventLoopMgr<IEventProcessor>(exec, "executeRun");
  }
  catch(const ers::Issue& e)
  {
    ERS_PSC_ERROR("Caught an unexpected ers::Issue: '" << e.what() << "'");
    sc = StatusCode::FAILURE;
  }
  catch(const std::exception& e)
  {
    ERS_PSC_ERROR("Caught an unexpected std::exception: '" << e.what() << "'");
    sc = StatusCode::FAILURE;
  }
  catch(...)
  {
    ERS_PSC_ERROR("Caught an unknown exception");
    sc = StatusCode::FAILURE;
  }
  if (sc.isFailure()) {
    ERS_PSC_ERROR("psc::Psc::doEventLoop failed");
    return false;
  }
  ERS_LOG("psc::Psc::doEventLoop: end of doEventLoop()");
  return true;
}

finalizeWorker()

bool psc::Psc::finalizeWorker ( const boost::property_tree::ptree &  args )

overridevirtual

Method which can be called for a worker to perform a cleanup before the worker gets killed.

Definition at line 691 of file Psc.cxx.

{
  psc::Utils::ScopeTimer timer("Psc finalizeWorker");
  return doAppMgrFinalize();
}

hltUserCommand()

bool psc::Psc::hltUserCommand ( const boost::property_tree::ptree &  args )

overridevirtual

Calls the HLT framework to notify it that a user command has arrived.

Definition at line 609 of file Psc.cxx.

{
  ERS_DEBUG(1, "psc::Psc::hltUserCommand ptree:\n" << to_string(args));
 
  // Default if no action on command
  return true;
}

prepareForRun()

bool psc::Psc::prepareForRun ( const boost::property_tree::ptree &  args )

overridevirtual

prepares the HLT framework for a run

Definition at line 436 of file Psc.cxx.

{
  psc::Utils::ScopeTimer timer("Psc prepareForRun");
 
  ERS_DEBUG(1, "psc::Psc::prepareForRun ptree:\n" << to_string(args));
 
  try
  {
    // save run number
    m_run_number = args.get<uint32_t>("RunParams.run_number");
  }
  catch(const ptree_bad_path & e)
  {
    ERS_PSC_ERROR("Bad ptree path: \"" << e.path<ptree::path_type>().dump()
                  << "\" - " << e.what())
    return false;
  }
  catch(const ptree_bad_data & e)
  {
    ERS_PSC_ERROR("Bad ptree data: \"" << e.data<ptree::data_type>() << "\" - "
                  << e.what())
    return false;
  }
 
  // Initializations needed for start()
  if(!callOnEventLoopMgr<ITrigEventLoopMgr>([&args](ITrigEventLoopMgr* mgr) {return mgr->prepareForStart(args);},
                                            "prepareForStart").isSuccess()) {
    return false;
  }
 
  // Start ApplicationMgr (which starts all services including EventLoopMgr)
  StatusCode sc = m_pesaAppMgr->start();
  if( !sc.isSuccess() )  {
    ERS_PSC_ERROR("Error executing ApplicationMgr::start() command ");
    return false;
  }
 
  // bind args to prepareForRun
  auto prep = [&args](ITrigEventLoopMgr* mgr) {
    // FIXME: ITrigEventLookMgr::prepareForRun is declared NOT_THREAD_SAFE.
    // Probably this method shoud also be NOT_THREAD_SAFE, but that's
    // awkward because it implements a tdaq interface from hltinterface.
    StatusCode ret ATLAS_THREAD_SAFE = mgr->prepareForRun (args);
 
    // This dance is needed to prevent RV optimization.
    // Otherwise, the optimizer loses the ATLAS_THREAD_SAFE attribute
    // on RET before the thread-safety checker gets to see the code.
    if (ret.isSuccess()) {
      return StatusCode (StatusCode::SUCCESS);
    }
    return ret;
  };
  if(!callOnEventLoopMgr<ITrigEventLoopMgr>(prep, "prepareForRun").isSuccess()) {
    return false;
  }
 
  if ( Py_IsInitialized() ) {
    // After prepareForRun the HLTMPPU will fork the workers. Tell the Python
    // interpreter this is happening to avoid deadlocks (ATR-23428).
    ERS_DEBUG(1, "Pre-fork initialization of Python interpreter");
    PyOS_BeforeFork();
  }
 
  return true;
}

prepareWorker()

bool psc::Psc::prepareWorker ( const boost::property_tree::ptree &  args )

overridevirtual

Method which can be called for a worker to perform the necessary steps to set unique worker IDs and adapt histogram paths.

Definition at line 651 of file Psc.cxx.

{
  psc::Utils::ScopeTimer timer("Psc prepareWorker");
 
  ROOT::EnableThreadSafety();
  if ( Py_IsInitialized() ) {
    ERS_DEBUG(1, "Post-fork initialization of Python interpreter");
    PyOS_AfterFork_Child();
 
    /* Release the Python GIL (which we inherited from the mother)
       to avoid dead-locking on the first call to Python. Only relevant
       if Python is initialized and Python-based algorithms are used. */
    ERS_DEBUG(1, "Releasing Python GIL");
    PyEval_SaveThread();
  }
 
  m_workerID = args.get<int>("workerId");
 
  ERS_LOG("Individualizing DF properties");
  m_config->prepareWorker(args);
 
  if (!setDFProperties({{"DF_Pid", "DF_PID"},
                        {"DF_Ppid", "DF_PPID"},
                        {"DF_RandomSeed", "DF_RANDOM_SEED"},
                        {"DF_WorkerId", "DF_WORKER_ID"},
                        {"DF_NumberOfWorkers", "DF_NUMBER_OF_WORKERS"},
                        {"DF_ApplicationName", "DF_APPLICATIONNAME"}})
                       ) return false;
 
  // bind args to hltUpdateAfterFork
  auto upd = [&args](ITrigEventLoopMgr * mgr)
             {return mgr->hltUpdateAfterFork(args);};
  if(!callOnEventLoopMgr<ITrigEventLoopMgr>(upd, "hltUpdateAfterFork").isSuccess())
  {
    return false;
  }
 
  return true;
}

publishStatistics()

bool psc::Psc::publishStatistics ( const boost::property_tree::ptree &  args )

overridevirtual

Calls the HLT framework to publish statistics, after the run has finished.

Definition at line 597 of file Psc.cxx.

{
  psc::Utils::ScopeTimer timer("Psc publishStatistics");
  return true;
}

setAthenaProperties()

bool psc::Psc::setAthenaProperties ( )

private

Definition at line 711 of file Psc.cxx.

                                 {
  // Use the IProperty interface of the ApplicationManager to find the EventLoopMgr name
  SmartIF<IProperty> propMgr(m_pesaAppMgr);
  if (!propMgr.isValid()) {
    ERS_PSC_ERROR("Error retrieving IProperty interface of ApplicationMgr");
    return false;
  }
  std::string eventLoopMgrName;
  if (propMgr->getProperty("EventLoop", eventLoopMgrName).isFailure()) {
    ERS_PSC_ERROR("Error while retrieving the property ApplicationMgr.EventLoop");
    return false;
  }
 
  // Use the JobOptionsSvc to write athena-specific options in JobOptions Catalogue of EventLoopMgr
  ServiceHandle<Gaudi::Interfaces::IOptionsSvc> jobOptionSvc("JobOptionsSvc","psc::Psc");
 
  std::string opt = m_config->getOption("HARDTIMEOUT");
  if (!opt.empty()) {
    jobOptionSvc->set(eventLoopMgrName+".HardTimeout", opt);
  }
  else {
    ERS_PSC_ERROR("Failed to get the HARDTIMEOUT property from the configuration tree");
    return false;
  }
 
  opt = m_config->getOption("SOFTTIMEOUTFRACTION");
  if (!opt.empty()) {
    jobOptionSvc->set(eventLoopMgrName+".SoftTimeoutFraction", opt);
  }
  else {
    ERS_PSC_ERROR("Failed to get the SOFTTIMEOUTFRACTION property from the configuration tree");
    return false;
  }
 
  /* The names "EventDataSvc" and "AvalancheSchedulerSvc" are hard-coded below, because it is not possible
  to retrieve them from HltEventLoopMgr properties before it is initialised. Here we need to set the properties
  before the services are initialised." */
 
  opt = m_config->getOption("NEVENTSLOTS");
  if (!opt.empty()) {
    jobOptionSvc->set("EventDataSvc.NSlots", opt);
  }
  else {
    ERS_PSC_ERROR("Failed to get the NEVENTSLOTS property from the configuration tree");
    return false;
  }
 
  opt = m_config->getOption("NTHREADS");
  if (!opt.empty()) {
    jobOptionSvc->set("AvalancheSchedulerSvc.ThreadPoolSize", opt);
  }
  else {
    ERS_PSC_ERROR("Failed to get the NTHREADS property from the configuration tree");
    return false;
  }
 
  return true;
}

setDFProperties()

bool psc::Psc::setDFProperties ( const std::map< std::string, std::string > &  name_tr_table )

private

Definition at line 697 of file Psc.cxx.

{
  ServiceHandle<Gaudi::Interfaces::IOptionsSvc> jobOptionSvc("JobOptionsSvc","psc::Psc");
  for(const auto& prop : name_tr_table)
  {
    const auto& val = m_config->getOption(prop.second);
    jobOptionSvc->set("DataFlowConfig."+prop.first, val);
    ERS_DEBUG(0,"Wrote configuration for Data Flow in JobOptions Catalogue: "
              << prop.first << " = " << val);
  }
 
  return true;
}

stopRun()

bool psc::Psc::stopRun ( const boost::property_tree::ptree &  args )

overridevirtual

stops the HLT framework without re-configuring

Definition at line 507 of file Psc.cxx.

{
  psc::Utils::ScopeTimer timer("Psc stopRun");
 
  if(!callOnEventLoopMgr<IService>(&IService::sysStop, "sysStop").isSuccess())
  {
    return false;
  }
 
  // Stop ApplicationMgr and all services.
  // The EventLoopMgr is already stopped by above code but that's fine.
  auto sc = m_pesaAppMgr->stop();
  if ( !sc.isSuccess() ) {
    ERS_PSC_ERROR("Error executing stop(void) for ApplicationMgr");
    return false;
  }
 
  // Workers: store histograms at the end of stop as the children may not
  // go through finalize with SkipFinalizeWorker=1.
  if (m_workerID != 0) {
    SmartIF<IService> histsvc = m_svcLoc->service("THistSvc", /*createIf=*/ false);
    if (histsvc.isValid()) {
      ERS_LOG("Finalize THistSvc to save histograms");
      if (histsvc->finalize().isFailure()) {
        ERS_PSC_ERROR("Error executing finalize for THistSvc");
      }
    }
  }
 
 
  return true;
}

unconfigure()

bool psc::Psc::unconfigure ( const boost::property_tree::ptree &  args )

overridevirtual

Unconfigures the framework, releasing all acquired resources.

Definition at line 586 of file Psc.cxx.

{
  psc::Utils::ScopeTimer timer("Psc unconfigure");
  return true;
}

Member Data Documentation

m_config

std::unique_ptr<psc::Config> psc::Psc::m_config {nullptr}

private

Config derived from ptree.

Definition at line 138 of file Psc.h.

m_interactive

bool psc::Psc::m_interactive {false}

private

Running in interactive mode (athenaHLT)

Definition at line 137 of file Psc.h.

m_nameEventLoopMgr

std::string psc::Psc::m_nameEventLoopMgr

private

name of the event loop manager

Definition at line 136 of file Psc.h.

m_pesaAppMgr

IAppMgrUI* psc::Psc::m_pesaAppMgr {nullptr}

private

Application Manager.

Definition at line 135 of file Psc.h.

m_run_number

uint32_t psc::Psc::m_run_number {0}

private

(initial) run number to be used for this run

Definition at line 134 of file Psc.h.

m_svcLoc

SmartIF<ISvcLocator> psc::Psc::m_svcLoc

private

Service locator handle.

Definition at line 141 of file Psc.h.

m_workerID

int psc::Psc::m_workerID {0}

private

worker ID (0=mother)

Definition at line 139 of file Psc.h.

---

The documentation for this class was generated from the following files:

• Psc.h
• Psc.cxx