#include <EvtRangeScatterer.h>

Inheritance diagram for EvtRangeScatterer:

Collaboration diagram for EvtRangeScatterer:

Public Member Functions
	EvtRangeScatterer (const std::string &type, const std::string &name, const IInterface *parent)

virtual	~EvtRangeScatterer () override

virtual StatusCode	initialize () override

virtual StatusCode	finalize () override

virtual int makePool	ATLAS_NOT_THREAD_SAFE (int maxevt, int nprocs, const std::string &topdir) override

virtual StatusCode exec	ATLAS_NOT_THREAD_SAFE () override

virtual void	subProcessLogs (std::vector< std::string > &) override

virtual AthenaMP::AllWorkerOutputs_ptr	generateOutputReport () override

virtual std::unique_ptr< AthenaInterprocess::ScheduledWork >	bootstrap_func () override

virtual std::unique_ptr< AthenaInterprocess::ScheduledWork >	exec_func () override

virtual std::unique_ptr< AthenaInterprocess::ScheduledWork >	fin_func () override

virtual StatusCode wait_once	ATLAS_NOT_THREAD_SAFE (pid_t &pid) override

virtual void	reportSubprocessStatuses () override

virtual void	useFdsRegistry (std::shared_ptr< AthenaInterprocess::FdsRegistry >) override

virtual void	setRandString (const std::string &randStr) override

virtual void	killChildren () override

virtual std::unique_ptr< AthenaInterprocess::ScheduledWork > virtual operator() ATLAS_NOT_THREAD_SAFE(const AthenaInterprocess std::unique_ptr< AthenaInterprocess::ScheduledWork >	bootstrap_func ()=0

ServiceHandle< StoreGateSvc > &	evtStore ()
	The standard `StoreGateSvc` (event store) Returns (kind of) a pointer to the `StoreGateSvc`. More...

const ServiceHandle< StoreGateSvc > &	evtStore () const
	The standard `StoreGateSvc` (event store) Returns (kind of) a pointer to the `StoreGateSvc`. More...

const ServiceHandle< StoreGateSvc > &	detStore () const
	The standard `StoreGateSvc/DetectorStore` Returns (kind of) a pointer to the `StoreGateSvc`. More...

virtual StatusCode	sysInitialize () override
	Perform system initialization for an algorithm. More...

virtual StatusCode	sysStart () override
	Handle START transition. More...

virtual std::vector< Gaudi::DataHandle * >	inputHandles () const override
	Return this algorithm's input handles. More...

virtual std::vector< Gaudi::DataHandle * >	outputHandles () const override
	Return this algorithm's output handles. More...

Gaudi::Details::PropertyBase &	declareProperty (Gaudi::Property< T > &t)

Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, SG::VarHandleKey &hndl, const std::string &doc, const SG::VarHandleKeyType &)
	Declare a new Gaudi property. More...

Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, SG::VarHandleBase &hndl, const std::string &doc, const SG::VarHandleType &)
	Declare a new Gaudi property. More...

Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, SG::VarHandleKeyArray &hndArr, const std::string &doc, const SG::VarHandleKeyArrayType &)

Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, T &property, const std::string &doc, const SG::NotHandleType &)
	Declare a new Gaudi property. More...

Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, T &property, const std::string &doc="none")
	Declare a new Gaudi property. More...

void	updateVHKA (Gaudi::Details::PropertyBase &)

MsgStream &	msg () const

MsgStream &	msg (const MSG::Level lvl) const

bool	msgLvl (const MSG::Level lvl) const

virtual std::unique_ptr< ScheduledWork >	operator () ATLAS_NOT_THREAD_SAFE(const ScheduledWork &)=0

Static Public Member Functions
static const InterfaceID &	interfaceID ()

Protected Types
enum	ESRange_Status { ESRANGE_SUCCESS, ESRANGE_NOTFOUND, ESRANGE_SEEKFAILED, ESRANGE_PROCFAILED, ESRANGE_FILENOTMADE, ESRANGE_BADINPFILE }

enum	Func_Flag { FUNC_BOOTSTRAP, FUNC_EXEC, FUNC_FIN }

Protected Member Functions
int mapAsyncFlag	ATLAS_NOT_THREAD_SAFE (Func_Flag flag, pid_t pid=0)

int	redirectLog (const std::string &rundir, bool addTimeStamp=true)

int	updateIoReg (const std::string &rundir)

std::string	fmterror (int errnum)

int	reopenFds ()

int	handleSavedPfc (const std::filesystem::path &dest_path)

void	waitForSignal ()

IEvtSelector *	evtSelector ()

void	renounceArray (SG::VarHandleKeyArray &handlesArray)
	remove all handles from I/O resolution More...

std::enable_if_t< std::is_void_v< std::result_of_t< decltype(&T::renounce)(T)> > &&!std::is_base_of_v< SG::VarHandleKeyArray, T > &&std::is_base_of_v< Gaudi::DataHandle, T >, void >	renounce (T &h)

void	extraDeps_update_handler (Gaudi::Details::PropertyBase &ExtraDeps)
	Add StoreName to extra input/output deps as needed. More...

Protected Attributes
int	m_nprocs

std::string	m_subprocTopDir

std::string	m_subprocDirPrefix

std::string	m_evtSelName

AthenaInterprocess::ProcessGroup *	m_processGroup

ServiceHandle< IEventProcessor >	m_evtProcessor

ServiceHandle< IAppMgrUI >	m_appMgr

ServiceHandle< IFileMgr >	m_fileMgr

ServiceHandle< IIoComponentMgr >	m_ioMgr

IEvtSelector *	m_evtSelector

std::string	m_fileMgrLog

std::shared_ptr< AthenaInterprocess::FdsRegistry >	m_fdsRegistry

std::string	m_randStr

Gaudi::Property< bool >	m_isPileup {this, "IsPileup", false, "Flag for configuring PileUpEventLoopMgr"}

Private Types
typedef ServiceHandle< StoreGateSvc >	StoreGateSvc_t

Private Member Functions
	EvtRangeScatterer ()

	EvtRangeScatterer (const EvtRangeScatterer &)

EvtRangeScatterer &	operator= (const EvtRangeScatterer &)

void	trimRangeStrings (std::string &)

std::string	getNewRangeRequest (yampl::ISocket socket2Processor, yampl::ISocket socket2Pilot, int &procReportPending)

pid_t	pollFailedPidQueue (AthenaInterprocess::SharedQueue sharedFailedPidQueue, yampl::ISocket socket2Pilot, int &procReportPending)

int	reopenFd (int fd, const std::string &name)

Gaudi::Details::PropertyBase &	declareGaudiProperty (Gaudi::Property< T > &hndl, const SG::VarHandleKeyType &)
	specialization for handling Gaudi::Property<SG::VarHandleKey> More...

Gaudi::Details::PropertyBase &	declareGaudiProperty (Gaudi::Property< T > &hndl, const SG::VarHandleKeyArrayType &)
	specialization for handling Gaudi::Property<SG::VarHandleKeyArray> More...

Gaudi::Details::PropertyBase &	declareGaudiProperty (Gaudi::Property< T > &hndl, const SG::VarHandleType &)
	specialization for handling Gaudi::Property<SG::VarHandleBase> More...

Gaudi::Details::PropertyBase &	declareGaudiProperty (Gaudi::Property< T > &t, const SG::NotHandleType &)
	specialization for handling everything that's not a Gaudi::Property<SG::VarHandleKey> or a <SG::VarHandleKeyArray> More...

Private Attributes
StringProperty	m_processorChannel

StringProperty	m_eventRangeChannel

bool	m_doCaching

Pid2RangeID	m_pid2RangeID

StoreGateSvc_t	m_evtStore
	Pointer to StoreGate (event store by default) More...

StoreGateSvc_t	m_detStore
	Pointer to StoreGate (detector store by default) More...

std::vector< SG::VarHandleKeyArray * >	m_vhka

bool	m_varHandleArraysDeclared

Detailed Description

Definition at line 18 of file EvtRangeScatterer.h.

Member Typedef Documentation

◆ StoreGateSvc_t

typedef ServiceHandle<StoreGateSvc> AthCommonDataStore< AthCommonMsg< AlgTool > >::StoreGateSvc_t

privateinherited

Definition at line 388 of file AthCommonDataStore.h.

Member Enumeration Documentation

◆ ESRange_Status

enum AthenaMPToolBase::ESRange_Status

protectedinherited

Enumerator
ESRANGE_SUCCESS
ESRANGE_NOTFOUND
ESRANGE_SEEKFAILED
ESRANGE_PROCFAILED
ESRANGE_FILENOTMADE
ESRANGE_BADINPFILE

Definition at line 56 of file AthenaMPToolBase.h.

                       {
     ESRANGE_SUCCESS
     , ESRANGE_NOTFOUND
     , ESRANGE_SEEKFAILED
     , ESRANGE_PROCFAILED
     , ESRANGE_FILENOTMADE
     , ESRANGE_BADINPFILE
   };

◆ Func_Flag

enum AthenaMPToolBase::Func_Flag

protectedinherited

Enumerator
FUNC_BOOTSTRAP
FUNC_EXEC
FUNC_FIN

Definition at line 65 of file AthenaMPToolBase.h.

                  {
     FUNC_BOOTSTRAP
     , FUNC_EXEC
     , FUNC_FIN
   };

Constructor & Destructor Documentation

◆ EvtRangeScatterer() [1/3]

EvtRangeScatterer::EvtRangeScatterer	(	const std::string &	type,
		const std::string &	name,
		const IInterface *	parent
	)

Definition at line 27 of file EvtRangeScatterer.cxx.

   : AthenaMPToolBase(type,name,parent)
   , m_processorChannel("")
   , m_eventRangeChannel("")
   , m_doCaching(false)
 {
   m_subprocDirPrefix = "range_scatterer";
   declareProperty("ProcessorChannel", m_processorChannel);
   declareProperty("EventRangeChannel", m_eventRangeChannel);
   declareProperty("DoCaching",m_doCaching);
 }

◆ ~EvtRangeScatterer()

EvtRangeScatterer::~EvtRangeScatterer ( )

overridevirtual

Definition at line 41 of file EvtRangeScatterer.cxx.

42 {

43 }

◆ EvtRangeScatterer() [2/3]

EvtRangeScatterer::EvtRangeScatterer ( )

private

◆ EvtRangeScatterer() [3/3]

EvtRangeScatterer::EvtRangeScatterer ( const EvtRangeScatterer & )

private

Member Function Documentation

◆ ATLAS_NOT_THREAD_SAFE() [1/4]

virtual StatusCode exec EvtRangeScatterer::ATLAS_NOT_THREAD_SAFE ( )

overridevirtual

Implements IAthenaMPTool.

◆ ATLAS_NOT_THREAD_SAFE() [2/4]

int mapAsyncFlag AthenaMPToolBase::ATLAS_NOT_THREAD_SAFE	(	Func_Flag	flag,
		pid_t	pid = `0`
	)

protectedinherited

◆ ATLAS_NOT_THREAD_SAFE() [3/4]

virtual int makePool EvtRangeScatterer::ATLAS_NOT_THREAD_SAFE	(	int	maxevt,
		int	nprocs,
		const std::string &	topdir
	)

overridevirtual

Implements IAthenaMPTool.

◆ ATLAS_NOT_THREAD_SAFE() [4/4]

virtual StatusCode wait_once AthenaMPToolBase::ATLAS_NOT_THREAD_SAFE ( pid_t & pid )

overridevirtualinherited

Implements IAthenaMPTool.

Reimplemented in EvtRangeProcessor, SharedEvtQueueConsumer, and SharedHiveEvtQueueConsumer.

◆ bootstrap_func() [1/2]

std::unique_ptr< AthenaInterprocess::ScheduledWork > EvtRangeScatterer::bootstrap_func ( )

overridevirtual

Definition at line 115 of file EvtRangeScatterer.cxx.

 {
   std::unique_ptr<AthenaInterprocess::ScheduledWork> outwork(new AthenaInterprocess::ScheduledWork);
   outwork->data = malloc(sizeof(int));
   *(int*)(outwork->data) = 1; // Error code: for now use 0 success, 1 failure
   outwork->size = sizeof(int);
  
   // ...
   // (possible) TODO: extend outwork with some error message, which will be eventually
   // reported in the master proces
   // ...
  
   // Reader dir: mkdir 
   std::filesystem::path reader_rundir(m_subprocTopDir);
   reader_rundir /= std::filesystem::path(m_subprocDirPrefix);
  
   if(mkdir(reader_rundir.string().c_str(),S_IRWXU|S_IRGRP|S_IXGRP|S_IROTH|S_IXOTH)==-1) {
     ATH_MSG_ERROR("Unable to make reader run directory: " << reader_rundir.string() << ". " << fmterror(errno));
     return outwork;
   }
  
   // Redirect logs
   if(redirectLog(reader_rundir.string()))
     return outwork;
  
   ATH_MSG_INFO("Logs redirected in the AthenaMP Event Range Scatterer PID=" << getpid());
      
   // Update Io Registry   
   if(updateIoReg(reader_rundir.string()))
     return outwork;
  
   ATH_MSG_INFO("Io registry updated in the AthenaMP Event Range Scatterer PID=" << getpid());
  
   // _______________________ Handle saved PFC (if any) ______________________
   std::filesystem::path abs_reader_rundir = std::filesystem::absolute(reader_rundir);
   if(handleSavedPfc(abs_reader_rundir))
     return outwork;
  
   // Reopen file descriptors
   if(reopenFds())
     return outwork;
  
   ATH_MSG_INFO("File descriptors re-opened in the AthenaMP Event Range Scatterer PID=" << getpid());
  
   // ________________________ I/O reinit ________________________
   if(!m_ioMgr->io_reinitialize().isSuccess()) {
     ATH_MSG_ERROR("Failed to reinitialize I/O");
     return outwork;
   } else {
     ATH_MSG_DEBUG("Successfully reinitialized I/O");
   }
  
   // Start the event selector 
   IService* evtSelSvc = dynamic_cast<IService*>(m_evtSelector);
   if(!evtSelSvc) {
     ATH_MSG_ERROR("Failed to dyncast event selector to IService");
     return outwork;
   }
   if(!evtSelSvc->start().isSuccess()) {
     ATH_MSG_ERROR("Failed to restart the event selector");
     return outwork;
   } else {
     ATH_MSG_DEBUG("Successfully restarted the event selector");
   }
  
   // Reader dir: chdir 
   if(chdir(reader_rundir.string().c_str())==-1) {
     ATH_MSG_ERROR("Failed to chdir to " << reader_rundir.string());
     return outwork;
   }
  
   // Declare success and return
   *(int*)(outwork->data) = 0;
   return outwork;
 }

◆ bootstrap_func() [2/2]

virtual std::unique_ptr<AthenaInterprocess::ScheduledWork> virtual operator () ATLAS_NOT_THREAD_SAFE ( const AthenaInterprocess std::unique_ptr<AthenaInterprocess::ScheduledWork> AthenaMPToolBase::bootstrap_func ( )

pure virtualinherited

◆ declareGaudiProperty() [1/4]

Gaudi::Details::PropertyBase& AthCommonDataStore< AthCommonMsg< AlgTool > >::declareGaudiProperty	(	Gaudi::Property< T > &	hndl,
		const SG::VarHandleKeyArrayType &
	)

inlineprivateinherited

specialization for handling Gaudi::Property<SG::VarHandleKeyArray>

Definition at line 170 of file AthCommonDataStore.h.

   {
     return *AthCommonDataStore<PBASE>::declareProperty(hndl.name(),
                                                        hndl.value(), 
                                                        hndl.documentation());
  
   }

◆ declareGaudiProperty() [2/4]

Gaudi::Details::PropertyBase& AthCommonDataStore< AthCommonMsg< AlgTool > >::declareGaudiProperty	(	Gaudi::Property< T > &	hndl,
		const SG::VarHandleKeyType &
	)

inlineprivateinherited

specialization for handling Gaudi::Property<SG::VarHandleKey>

Definition at line 156 of file AthCommonDataStore.h.

   {
     return *AthCommonDataStore<PBASE>::declareProperty(hndl.name(),
                                                        hndl.value(), 
                                                        hndl.documentation());
  
   }

◆ declareGaudiProperty() [3/4]

Gaudi::Details::PropertyBase& AthCommonDataStore< AthCommonMsg< AlgTool > >::declareGaudiProperty	(	Gaudi::Property< T > &	hndl,
		const SG::VarHandleType &
	)

inlineprivateinherited

specialization for handling Gaudi::Property<SG::VarHandleBase>

Definition at line 184 of file AthCommonDataStore.h.

   {
     return *AthCommonDataStore<PBASE>::declareProperty(hndl.name(),
                                                        hndl.value(), 
                                                        hndl.documentation());
   }

◆ declareGaudiProperty() [4/4]

Gaudi::Details::PropertyBase& AthCommonDataStore< AthCommonMsg< AlgTool > >::declareGaudiProperty	(	Gaudi::Property< T > &	t,
		const SG::NotHandleType &
	)

inlineprivateinherited

specialization for handling everything that's not a Gaudi::Property<SG::VarHandleKey> or a <SG::VarHandleKeyArray>

Definition at line 199 of file AthCommonDataStore.h.

   {
     return PBASE::declareProperty(t);
   }

◆ declareProperty() [1/6]

Gaudi::Details::PropertyBase* AthCommonDataStore< AthCommonMsg< AlgTool > >::declareProperty	(	const std::string &	name,
		SG::VarHandleBase &	hndl,
		const std::string &	doc,
		const SG::VarHandleType &
	)

inlineinherited

Declare a new Gaudi property.

Parameters

name	Name of the property.
hndl	Object holding the property value.
doc	Documentation string for the property.

This is the version for types that derive from SG::VarHandleBase. The property value object is put on the input and output lists as appropriate; then we forward to the base class.

Definition at line 245 of file AthCommonDataStore.h.

   {
     this->declare(hndl.vhKey());
     hndl.vhKey().setOwner(this);
  
     return PBASE::declareProperty(name,hndl,doc);
   }

◆ declareProperty() [2/6]

Gaudi::Details::PropertyBase* AthCommonDataStore< AthCommonMsg< AlgTool > >::declareProperty	(	const std::string &	name,
		SG::VarHandleKey &	hndl,
		const std::string &	doc,
		const SG::VarHandleKeyType &
	)

inlineinherited

Declare a new Gaudi property.

Parameters

name	Name of the property.
hndl	Object holding the property value.
doc	Documentation string for the property.

This is the version for types that derive from SG::VarHandleKey. The property value object is put on the input and output lists as appropriate; then we forward to the base class.

Definition at line 221 of file AthCommonDataStore.h.

   {
     this->declare(hndl);
     hndl.setOwner(this);
  
     return PBASE::declareProperty(name,hndl,doc);
   }

◆ declareProperty() [3/6]

Gaudi::Details::PropertyBase* AthCommonDataStore< AthCommonMsg< AlgTool > >::declareProperty	(	const std::string &	name,
		SG::VarHandleKeyArray &	hndArr,
		const std::string &	doc,
		const SG::VarHandleKeyArrayType &
	)

inlineinherited

Definition at line 259 of file AthCommonDataStore.h.

   {
  
     // std::ostringstream ost;
     // ost << Algorithm::name() << " VHKA declareProp: " << name 
     //     << " size: " << hndArr.keys().size() 
     //     << " mode: " << hndArr.mode() 
     //     << "  vhka size: " << m_vhka.size()
     //     << "\n";
     // debug() << ost.str() << endmsg;
  
     hndArr.setOwner(this);
     m_vhka.push_back(&hndArr);
  
     Gaudi::Details::PropertyBase* p =  PBASE::declareProperty(name, hndArr, doc);
     if (p != 0) {
       p->declareUpdateHandler(&AthCommonDataStore<PBASE>::updateVHKA, this);
     } else {
       ATH_MSG_ERROR("unable to call declareProperty on VarHandleKeyArray " 
                     << name);
     }
  
     return p;
  
   }

◆ declareProperty() [4/6]

Gaudi::Details::PropertyBase* AthCommonDataStore< AthCommonMsg< AlgTool > >::declareProperty	(	const std::string &	name,
		T &	property,
		const std::string &	doc,
		const SG::NotHandleType &
	)

inlineinherited

Declare a new Gaudi property.

Parameters

name	Name of the property.
property	Object holding the property value.
doc	Documentation string for the property.

This is the generic version, for types that do not derive from SG::VarHandleKey. It just forwards to the base class version of declareProperty.

Definition at line 333 of file AthCommonDataStore.h.

   {
     return PBASE::declareProperty(name, property, doc);
   }

◆ declareProperty() [5/6]

Gaudi::Details::PropertyBase* AthCommonDataStore< AthCommonMsg< AlgTool > >::declareProperty	(	const std::string &	name,
		T &	property,
		const std::string &	doc = `"none"`
	)

inlineinherited

Declare a new Gaudi property.

Parameters

name	Name of the property.
property	Object holding the property value.
doc	Documentation string for the property.

This dispatches to either the generic declareProperty or the one for VarHandle/Key/KeyArray.

Definition at line 352 of file AthCommonDataStore.h.

   {
     typedef typename SG::HandleClassifier<T>::type htype;
     return declareProperty (name, property, doc, htype());
   }

◆ declareProperty() [6/6]

Gaudi::Details::PropertyBase& AthCommonDataStore< AthCommonMsg< AlgTool > >::declareProperty ( Gaudi::Property< T > & t )

inlineinherited

Definition at line 145 of file AthCommonDataStore.h.

                                                                  {
     typedef typename SG::HandleClassifier<T>::type htype;
     return AthCommonDataStore<PBASE>::declareGaudiProperty(t, htype());
   }

◆ detStore()

const ServiceHandle<StoreGateSvc>& AthCommonDataStore< AthCommonMsg< AlgTool > >::detStore ( ) const

inlineinherited

The standard StoreGateSvc/DetectorStore Returns (kind of) a pointer to the StoreGateSvc.

Definition at line 95 of file AthCommonDataStore.h.

95 { return m_detStore; }

◆ evtSelector()

IEvtSelector* AthenaMPToolBase::evtSelector ( )

inlineprotectedinherited

Definition at line 81 of file AthenaMPToolBase.h.

81 { return m_evtSelector; }

◆ evtStore() [1/2]

ServiceHandle<StoreGateSvc>& AthCommonDataStore< AthCommonMsg< AlgTool > >::evtStore ( )

inlineinherited

The standard StoreGateSvc (event store) Returns (kind of) a pointer to the StoreGateSvc.

Definition at line 85 of file AthCommonDataStore.h.

85 { return m_evtStore; }

◆ evtStore() [2/2]

const ServiceHandle<StoreGateSvc>& AthCommonDataStore< AthCommonMsg< AlgTool > >::evtStore ( ) const

inlineinherited

The standard StoreGateSvc (event store) Returns (kind of) a pointer to the StoreGateSvc.

Definition at line 90 of file AthCommonDataStore.h.

90 { return m_evtStore; }

◆ exec_func()

std::unique_ptr< AthenaInterprocess::ScheduledWork > EvtRangeScatterer::exec_func ( )

overridevirtual

Implements AthenaMPToolBase.

Definition at line 191 of file EvtRangeScatterer.cxx.

 {
   ATH_MSG_INFO("Exec function in the AthenaMP Token Scatterer PID=" << getpid());
  
   yampl::ISocketFactory* socketFactory = new yampl::SocketFactory();
   // Create a socket to communicate with the Pilot
   yampl::ISocket* socket2Pilot = socketFactory->createClientSocket(yampl::Channel(m_eventRangeChannel.value(),yampl::LOCAL),yampl::MOVE_DATA);
   ATH_MSG_INFO("Created CLIENT socket for communicating Event Ranges with the Pilot");
   // Create a socket to communicate with EvtRangeProcessors
   std::string socket2ProcessorName = m_processorChannel.value() + std::string("_") + m_randStr;
   yampl::ISocket* socket2Processor = socketFactory->createServerSocket(yampl::Channel(socket2ProcessorName,yampl::LOCAL),yampl::MOVE_DATA);
   ATH_MSG_INFO("Created SERVER socket to token processors: " << socket2ProcessorName);
  
   bool all_ok=true;
   int procReportPending(0);  // Keep track of how many output files are yet to be reported by Token Processors
  
   AthenaInterprocess::SharedQueue*  sharedFailedPidQueue(0);
   if(detStore()->retrieve(sharedFailedPidQueue,"AthenaMPFailedPidQueue_"+m_randStr).isFailure()) {
     ATH_MSG_ERROR("Unable to retrieve the pointer to Shared Failed PID Queue");
     all_ok=false;
   }
  
   // Communication protocol with the Pilot
   std::string strReady("Ready for events");
   std::string strStopProcessing("No more events");
   std::string processorWaitRequest("");
   int workerPid{-1};
  
   ATH_MSG_INFO("Starting main loop");
  
   while(all_ok) {
     // NO CACHING MODE: first get a request from one of the processors and only after that request the next event range from the pilot
     if(!m_doCaching && processorWaitRequest.empty()) {
       ATH_MSG_DEBUG("Waiting for event range request from one of the processors ... ");
       while(processorWaitRequest.empty()) {
     processorWaitRequest = getNewRangeRequest(socket2Processor,socket2Pilot,procReportPending);
     pollFailedPidQueue(sharedFailedPidQueue,socket2Pilot,procReportPending);
     usleep(1000);
       }
       ATH_MSG_INFO("One of the processors is ready for the next range");
       // Get PID from the request and Update m_pid2RangeID
       workerPid = std::atoi(processorWaitRequest.c_str());
       auto it = m_pid2RangeID.find(workerPid);
       if(it!=m_pid2RangeID.end()) {
     m_pid2RangeID.erase(it);
       }
     }    
  
     // Signal the Pilot that AthenaMP is ready for event processing
     void* ready_message = malloc(strReady.size());
     memcpy(ready_message,strReady.data(),strReady.size());
     socket2Pilot->send(ready_message,strReady.size());
     void* eventRangeMessage;
     std::string strPeerId;
     ssize_t eventRangeSize = socket2Pilot->recv(eventRangeMessage,strPeerId);
     std::string eventRange((const char*)eventRangeMessage,eventRangeSize);
     size_t carRet = eventRange.find('\n');
     if(carRet!=std::string::npos)
       eventRange.resize(carRet);
  
     // Break the loop if no more ranges are expected
     if(eventRange.find(strStopProcessing)!=std::string::npos) {
       ATH_MSG_INFO("Stopped the loop. Last message from the Event Range Channel: " << eventRange);
       break;
     }
     ATH_MSG_INFO("Got Event Range from the pilot: " << eventRange);
  
     // Parse the Event Range string 
     // Expected the following format: [{KEY:VALUE[,KEY:VALUE]}]
     // First get rid of the leading '[{' and the trailing '}]'
     if(CxxUtils::starts_with (eventRange, "[{")) eventRange=eventRange.substr(2);
     if(CxxUtils::ends_with (eventRange, "}]")) eventRange.resize(eventRange.size()-2);
  
     std::map<std::string,std::string> eventRangeMap;
     size_t startpos(0);
     size_t endpos = eventRange.find(',');
     while(endpos!=std::string::npos) {
       // Get the Key-Value pair
       std::string keyValue(eventRange.substr(startpos,endpos-startpos));
       size_t colonPos = keyValue.find(':');
       std::string strKey = keyValue.substr(0,colonPos);
       std::string strVal = keyValue.substr(colonPos+1);
       trimRangeStrings(strKey);
       trimRangeStrings(strVal);
       eventRangeMap[strKey]=strVal;
       // Next iteration
       startpos = endpos+1;
       endpos = eventRange.find(',',startpos);
     }
     // Get the final Key-Value pair
     std::string keyValue(eventRange.substr(startpos));
     size_t colonPos = keyValue.find(':');
     std::string strKey = keyValue.substr(0,colonPos);
     std::string strVal = keyValue.substr(colonPos+1);
     trimRangeStrings(strKey);
     trimRangeStrings(strVal);
     eventRangeMap[strKey]=strVal;
              
     if(eventRangeMap.find("eventRangeID")==eventRangeMap.end()
        || eventRangeMap.find("startEvent")==eventRangeMap.end()
        || eventRangeMap.find("lastEvent")==eventRangeMap.end()
        || eventRangeMap.find("GUID")==eventRangeMap.end()) {
       std::string errorStr("ERR_ATHENAMP_PARSE \"" + eventRange + "\": Wrong format");
       ATH_MSG_ERROR(errorStr);
       ATH_MSG_INFO("Ignoring this event range ");
       void* errorMessage = malloc(errorStr.size());
       memcpy(errorMessage,errorStr.data(),errorStr.size());
       socket2Pilot->send(errorMessage,errorStr.size());
       continue;
     }
     else {
       ATH_MSG_DEBUG("*** Decoded Event Range ***");
       std::map<std::string,std::string>::const_iterator it = eventRangeMap.begin(),
     itEnd = eventRangeMap.end();
       for(;it!=itEnd;++it)
     ATH_MSG_DEBUG(it->first << ":" << it->second);
       ATH_MSG_DEBUG("*** ***");
     }
  
     std::string rangeID = eventRangeMap["eventRangeID"];
     std::string guid = eventRangeMap["GUID"];
     int startEvent = std::atoi(eventRangeMap["startEvent"].c_str());
     int lastEvent = std::atoi(eventRangeMap["lastEvent"].c_str());
     if(rangeID.empty() 
        || guid.empty()
        || lastEvent < startEvent) {
       std::string errorStr("ERR_ATHENAMP_PARSE \"" + eventRange + "\": Wrong values of range fields");
       ATH_MSG_ERROR(errorStr);
       ATH_MSG_INFO("Ignoring this event range ");
       void* errorMessage = malloc(errorStr.size());
       memcpy(errorMessage,errorStr.data(),errorStr.size());
       socket2Pilot->send(errorMessage,errorStr.size());
       continue;
     }
  
     std::string message2ProcessorStr;
     char* message2Processor(0);
  
     std::ostringstream ostr;
     ostr << rangeID;
     if(eventRangeMap.find("PFN")!=eventRangeMap.end()) {
       ostr << "," << "PFN:" << eventRangeMap["PFN"];
     }
     ostr << "," << eventRangeMap["startEvent"]
          << "," << eventRangeMap["lastEvent"];
     message2ProcessorStr = ostr.str();
  
     // CACHING MODE: first get an event range from the pilot, transform it into the tokens
     // and only after that wait for a new range request by one of the processors
     if(m_doCaching) {
       ATH_MSG_DEBUG("Waiting for event range request from one of the processors");
       while(processorWaitRequest.empty()) {
     processorWaitRequest = getNewRangeRequest(socket2Processor,socket2Pilot,procReportPending);
     pollFailedPidQueue(sharedFailedPidQueue,socket2Pilot,procReportPending);
     usleep(1000);
       }
       ATH_MSG_INFO("One of the processors is ready for the next range");
       // Get PID from the request and Update m_pid2RangeID
       workerPid = std::atoi(processorWaitRequest.c_str());
       auto it = m_pid2RangeID.find(workerPid);
       if(it!=m_pid2RangeID.end()) {
     m_pid2RangeID.erase(it);
       }
     }
     
     // Send to the Processor: RangeID,evtToken[,evtToken] 
     message2Processor = (char*)malloc(message2ProcessorStr.size());
     memcpy(message2Processor,message2ProcessorStr.data(),message2ProcessorStr.size());
     socket2Processor->send(message2Processor,message2ProcessorStr.size());
     procReportPending++;
  
     // Get PID from the request and Update m_pid2RangeID
     m_pid2RangeID[workerPid] = rangeID;
     processorWaitRequest.clear();
  
     ATH_MSG_INFO("Sent response to the processor : " << message2ProcessorStr);
   }
  
   if(all_ok) {
     // We are done distributing event tokens. 
     // Tell the workers that the event processing is over
     // i.e. send out m_nprocs empty messages
     void* emptyMess4Processor(0);
     if(!processorWaitRequest.empty()) {
       // We already have one processor waiting for the answer
       emptyMess4Processor = malloc(1);
       socket2Processor->send(emptyMess4Processor,1);
       ATH_MSG_INFO("Set worker PID=" << workerPid << " free");
       processorWaitRequest.clear();
     }
     bool endLoop{false};
     while(true) {
       ATH_MSG_DEBUG("Going to set another processor free");
       while(processorWaitRequest.empty()) {
     processorWaitRequest = getNewRangeRequest(socket2Processor,socket2Pilot,procReportPending);
     if(pollFailedPidQueue(sharedFailedPidQueue,socket2Pilot,procReportPending)==-1) {
       endLoop = true;
       break;
     }
     usleep(1000);
       }
       if(endLoop) break;
       // Remove worker from m_pid2RangeID
       workerPid = std::atoi(processorWaitRequest.c_str());
       auto it = m_pid2RangeID.find(workerPid);
       if(it!=m_pid2RangeID.end()) {
     m_pid2RangeID.erase(it);
       }
       emptyMess4Processor = malloc(1);
       socket2Processor->send(emptyMess4Processor,1);
       ATH_MSG_INFO("Set worker PID=" << workerPid << " free");
       ATH_MSG_INFO("Still " << procReportPending << " pending reports");
       processorWaitRequest.clear();
     }
   }
  
   if(m_appMgr->stop().isFailure()) {
     ATH_MSG_ERROR("Unable to stop AppMgr"); 
     all_ok=false;
   }
   else { 
     if(m_appMgr->finalize().isFailure()) {
       std::cerr << "Unable to finalize AppMgr" << std::endl;
       all_ok=false;
     }
   }
   
   std::unique_ptr<AthenaInterprocess::ScheduledWork> outwork(new AthenaInterprocess::ScheduledWork);
   outwork->data = malloc(sizeof(int));
   *(int*)(outwork->data) = (all_ok?0:1); // Error code: for now use 0 success, 1 failure
   outwork->size = sizeof(int);
  
   // ...
   // (possible) TODO: extend outwork with some error message, which will be eventually
   // reported in the master proces
   // ...
   delete socket2Processor;
   delete socket2Pilot;
   delete socketFactory;
  
   return outwork;
 }

◆ extraDeps_update_handler()

void AthCommonDataStore< AthCommonMsg< AlgTool > >::extraDeps_update_handler ( Gaudi::Details::PropertyBase & ExtraDeps )

protectedinherited

Add StoreName to extra input/output deps as needed.

use the logic of the VarHandleKey to parse the DataObjID keys supplied via the ExtraInputs and ExtraOuputs Properties to add the StoreName if it's not explicitly given

◆ fin_func()

std::unique_ptr< AthenaInterprocess::ScheduledWork > EvtRangeScatterer::fin_func ( )

overridevirtual

Implements AthenaMPToolBase.

Definition at line 434 of file EvtRangeScatterer.cxx.

 {
   // Dummy
   std::unique_ptr<AthenaInterprocess::ScheduledWork> outwork(new AthenaInterprocess::ScheduledWork);
   outwork->data = malloc(sizeof(int));
   *(int*)(outwork->data) = 0; // Error code: for now use 0 success, 1 failure
   outwork->size = sizeof(int);
   return outwork;
 }

◆ finalize()

StatusCode EvtRangeScatterer::finalize ( )

overridevirtual

Reimplemented from AthenaMPToolBase.

Definition at line 55 of file EvtRangeScatterer.cxx.

 {
   return StatusCode::SUCCESS;
 }

◆ fmterror()

std::string AthenaMPToolBase::fmterror ( int errnum )

protectedinherited

Definition at line 362 of file AthenaMPToolBase.cxx.

 {
   char buf[256];
   strerror_r(errnum, buf, sizeof(buf));
   return std::string(buf);
 }

◆ generateOutputReport()

AthenaMP::AllWorkerOutputs_ptr EvtRangeScatterer::generateOutputReport ( )

overridevirtual

Reimplemented from AthenaMPToolBase.

Definition at line 109 of file EvtRangeScatterer.cxx.

 {
   AthenaMP::AllWorkerOutputs_ptr jobOutputs(new AthenaMP::AllWorkerOutputs());
   return jobOutputs;
 }

◆ getNewRangeRequest()

std::string EvtRangeScatterer::getNewRangeRequest	(	yampl::ISocket *	socket2Processor,
		yampl::ISocket *	socket2Pilot,
		int &	procReportPending
	)

private

Definition at line 477 of file EvtRangeScatterer.cxx.

 {
   void* processor_request(0);
   std::string strPeerId;
   ssize_t processorRequestSize = socket2Processor->tryRecv(processor_request,0,strPeerId);
  
   if(processorRequestSize==-1) return std::string("");
   if(processorRequestSize==sizeof(pid_t)+sizeof(AthenaMPToolBase::ESRange_Status)) {
     ATH_MSG_INFO("Processor reported event range processing error");
     pid_t pid = *((pid_t*)processor_request);
     AthenaMPToolBase::ESRange_Status status = *((AthenaMPToolBase::ESRange_Status*)((pid_t*)processor_request+1));
     std::string errorStr("ERR_ATHENAMP_PROCESS "+ m_pid2RangeID[pid] + ": ");
     switch(status) {
     case AthenaMPToolBase::ESRANGE_NOTFOUND:
       errorStr+=std::string("Not found in the input file");
       break;
     case AthenaMPToolBase::ESRANGE_SEEKFAILED : 
       errorStr+=std::string("Seek failed");
       break;
     case AthenaMPToolBase::ESRANGE_PROCFAILED :
       errorStr+=std::string("Failed to process event range");
       break;
     case AthenaMPToolBase::ESRANGE_FILENOTMADE :
       errorStr+=std::string("Failed to make output file");
       break;
     case AthenaMPToolBase::ESRANGE_BADINPFILE :
       errorStr+=std::string("Failed to set input file");
       break;
     default:
       break;
     }
     void* errorMessage = malloc(errorStr.size());
     memcpy(errorMessage,errorStr.data(),errorStr.size());
     socket2Pilot->send(errorMessage,errorStr.size());
     procReportPending--;
     ATH_MSG_INFO("Error reported to the pilot. Reports pending: " << procReportPending);
     return std::string("");
   }
   std::string strProcessorRequest((const char*)processor_request,processorRequestSize);
   ATH_MSG_INFO("Received request from a processor: " << strProcessorRequest);
   // Decode the request. If it contains output file name then pass it over to the pilot and return empty string
   if(CxxUtils::starts_with (strProcessorRequest, "/")) {
     void* outpFileNameMessage = malloc(strProcessorRequest.size());
     memcpy(outpFileNameMessage,strProcessorRequest.data(),strProcessorRequest.size());
     socket2Pilot->send(outpFileNameMessage,strProcessorRequest.size());
     procReportPending--;
     ATH_MSG_INFO("Output file reported to the pilot. Reports pending: " << procReportPending);
     return std::string("");
   }
   return strProcessorRequest;
 }

◆ handleSavedPfc()

int AthenaMPToolBase::handleSavedPfc ( const std::filesystem::path & dest_path )

protectedinherited

Definition at line 425 of file AthenaMPToolBase.cxx.

 {
   if(std::filesystem::is_regular_file("PoolFileCatalog.xml.AthenaMP-saved"))
     COPY_FILE_HACK("PoolFileCatalog.xml.AthenaMP-saved",dest_path.string()+"/PoolFileCatalog.xml");
   return 0;
 }

◆ initialize()

StatusCode EvtRangeScatterer::initialize ( )

overridevirtual

Reimplemented from AthenaMPToolBase.

Definition at line 45 of file EvtRangeScatterer.cxx.

 {
   ATH_MSG_DEBUG("In initialize");
  
   StatusCode sc = AthenaMPToolBase::initialize();
   if(!sc.isSuccess()) return sc;
  
   return StatusCode::SUCCESS;
 }

◆ inputHandles()

virtual std::vector<Gaudi::DataHandle*> AthCommonDataStore< AthCommonMsg< AlgTool > >::inputHandles ( ) const

overridevirtualinherited

Return this algorithm's input handles.

We override this to include handle instances from key arrays if they have not yet been declared. See comments on updateVHKA.

◆ interfaceID()

static const InterfaceID& IAthenaMPTool::interfaceID ( )

inlinestaticinherited

Definition at line 36 of file IAthenaMPTool.h.

36 { return IID_IAthenaMPTool; }

◆ killChildren()

void AthenaMPToolBase::killChildren ( )

overridevirtualinherited

Implements IAthenaMPTool.

Definition at line 210 of file AthenaMPToolBase.cxx.

 {
   for(const AthenaInterprocess::Process& child : m_processGroup->getChildren()) {
     kill(child.getProcessID(),SIGKILL);
   }
 }

◆ msg() [1/2]

MsgStream& AthCommonMsg< AlgTool >::msg ( ) const

inlineinherited

Definition at line 24 of file AthCommonMsg.h.

                                 {
     return this->msgStream();
   }

◆ msg() [2/2]

MsgStream& AthCommonMsg< AlgTool >::msg ( const MSG::Level lvl ) const

inlineinherited

Definition at line 27 of file AthCommonMsg.h.

                                                   {
     return this->msgStream(lvl);
   }

◆ msgLvl()

bool AthCommonMsg< AlgTool >::msgLvl ( const MSG::Level lvl ) const

inlineinherited

Definition at line 30 of file AthCommonMsg.h.

                                                {
     return this->msgLevel(lvl);
   }

◆ operator()

virtual std::unique_ptr<ScheduledWork> AthenaInterprocess::IMessageDecoder::operator ( ) const &

pure virtualinherited

◆ operator=()

EvtRangeScatterer& EvtRangeScatterer::operator= ( const EvtRangeScatterer & )

private

◆ outputHandles()

virtual std::vector<Gaudi::DataHandle*> AthCommonDataStore< AthCommonMsg< AlgTool > >::outputHandles ( ) const

overridevirtualinherited

Return this algorithm's output handles.

We override this to include handle instances from key arrays if they have not yet been declared. See comments on updateVHKA.

◆ pollFailedPidQueue()

pid_t EvtRangeScatterer::pollFailedPidQueue	(	AthenaInterprocess::SharedQueue *	sharedFailedPidQueue,
		yampl::ISocket *	socket2Pilot,
		int &	procReportPending
	)

private

Definition at line 531 of file EvtRangeScatterer.cxx.

 {
   pid_t pid{0};
   if(sharedFailedPidQueue->try_receive_basic<pid_t>(pid)
      && pid!=-1) {
     ATH_MSG_INFO("Procesor with PID=" << pid << " has failed!");
     auto itPid = m_pid2RangeID.find(pid);
     if(itPid!=m_pid2RangeID.end()) {
       ATH_MSG_WARNING("The failed RangeID = " << m_pid2RangeID[pid] << " will be reported to Pilot");
  
       std::string errorStr("ERR_ATHENAMP_PROCESS " + m_pid2RangeID[pid] + ": Failed to process event range");
       void* errorMessage = malloc(errorStr.size());
       memcpy(errorMessage,errorStr.data(),errorStr.size());
       socket2Pilot->send(errorMessage,errorStr.size());
       --procReportPending;
       m_pid2RangeID.erase(pid);
     }
     ATH_MSG_INFO("Reports pending: " << procReportPending);
   } 
   return pid;
 }

◆ redirectLog()

int AthenaMPToolBase::redirectLog	(	const std::string &	rundir,
		bool	addTimeStamp = `true`
	)

protectedinherited

Definition at line 278 of file AthenaMPToolBase.cxx.

 {
   // Redirect both stdout and stderr to the same file AthenaMP.log
   int dup2result1(0), dup2result2(0);
  
   int newout = open(std::string(rundir+"/AthenaMP.log").c_str(),O_CREAT | O_RDWR, S_IRWXU|S_IRGRP|S_IXGRP|S_IROTH|S_IXOTH);
   if(newout==-1) {
     ATH_MSG_ERROR("Unable to open log file in the run directory. " << fmterror(errno));
     return -1;
   }
   dup2result1 = dup2(newout, STDOUT_FILENO);
   dup2result2 = dup2(newout, STDERR_FILENO);
   TEMP_FAILURE_RETRY(close(newout));
   if(dup2result1==-1) {
     ATH_MSG_ERROR("Unable to redirect standard output. " << fmterror(errno));
     return -1;
   }
   if(dup2result2==-1) {
     ATH_MSG_ERROR("Unable to redirect standard error. " << fmterror(errno));
     return -1;
   }
  
   if(addTimeStamp) {
     IMessageSvc* messageSvc(0);
     StatusCode sc = serviceLocator()->service("MessageSvc",messageSvc);
     if(sc.isFailure()) {
       ATH_MSG_ERROR("Error retrieving IMessageSvc");
       return -1;
     }
  
     IProperty* propertyServer = dynamic_cast<IProperty*>(messageSvc);
     if(propertyServer==0) {
       ATH_MSG_ERROR("Unable to cast message svc to IProperty");
       return -1;
     }
  
     std::string propertyName("Format");
     std::string oldFormat("");
     StringProperty formatProp(propertyName,oldFormat);
     sc = propertyServer->getProperty(&formatProp);
     if(sc.isFailure()) {
       ATH_MSG_WARNING("Message Service does not have Format property");
     }
     else {
       oldFormat = formatProp.value();
       if(oldFormat.find("%t")==std::string::npos) {
     // Add time stamps
     std::string newFormat("%t " + oldFormat);
     StringProperty newFormatProp(propertyName,newFormat);
     if(propertyServer->setProperty(newFormatProp).isFailure()) {
       ATH_MSG_ERROR("Unable to set new Format property on the Message Service");
       return -1;
     }
       }
       else {
     ATH_MSG_DEBUG("MsgSvc format already contains timestamps. Nothing to be done");
       }
     }
   }
  
   return 0;
 }

◆ renounce()

std::enable_if_t<std::is_void_v<std::result_of_t<decltype(&T::renounce)(T)> > && !std::is_base_of_v<SG::VarHandleKeyArray, T> && std::is_base_of_v<Gaudi::DataHandle, T>, void> AthCommonDataStore< AthCommonMsg< AlgTool > >::renounce ( T & h )

inlineprotectedinherited

Definition at line 380 of file AthCommonDataStore.h.

   {
     h.renounce();
     PBASE::renounce (h);
   }

◆ renounceArray()

void AthCommonDataStore< AthCommonMsg< AlgTool > >::renounceArray ( SG::VarHandleKeyArray & handlesArray )

inlineprotectedinherited

remove all handles from I/O resolution

Definition at line 364 of file AthCommonDataStore.h.

                                                           {
     handlesArray.renounce();
   }

◆ reopenFd()

int AthenaMPToolBase::reopenFd	(	int	fd,
		const std::string &	name
	)

privateinherited

Definition at line 448 of file AthenaMPToolBase.cxx.

 {
   ATH_MSG_DEBUG("Attempting to reopen descriptor for " << name);
   int old_openflags = fcntl(fd,F_GETFL,0);
   switch(old_openflags & O_ACCMODE) {
   case O_RDONLY: {
     ATH_MSG_DEBUG("The File Access Mode is RDONLY");
     break;
   }
   case O_WRONLY: {
     ATH_MSG_DEBUG("The File Access Mode is WRONLY");
     break;
   }
   case O_RDWR: {
     ATH_MSG_DEBUG("The File Access Mode is RDWR");
     break;
   }
   }
    
   int old_descflags = fcntl(fd,F_GETFD,0);
   off_t oldpos = lseek(fd,0,SEEK_CUR);
   if(oldpos==-1) {
     if(errno==ESPIPE) {
       ATH_MSG_WARNING("Dealing with PIPE. Skipping ... (FIXME!)");
     }
     else {
       ATH_MSG_ERROR("When re-opening file descriptors lseek failed on " << name << ". " << fmterror(errno));
       return -1;
     }
   }
   else {
     Io::Fd newfd = open(name.c_str(),old_openflags);
     if(newfd==-1) {
       ATH_MSG_ERROR("When re-opening file descriptors unable to open " << name << " for reading. " << fmterror(errno));
       return -1;
     }
     if(lseek(newfd,oldpos,SEEK_SET)==-1){
       ATH_MSG_ERROR("When re-opening file descriptors lseek failed on the newly opened " << name << ". " << fmterror(errno));
       TEMP_FAILURE_RETRY(close(newfd));
       return -1;
     }
     TEMP_FAILURE_RETRY(close(fd));
     if(dup2(newfd,fd)==-1) {
       ATH_MSG_ERROR("When re-opening file descriptors unable to duplicate descriptor for " << name << ". " << fmterror(errno));
       TEMP_FAILURE_RETRY(close(newfd));
       return -1;
     }
     if(fcntl(fd,F_SETFD,old_descflags)==-1) {
       ATH_MSG_ERROR("When re-opening file descriptors unable to set descriptor flags for " << name << ". " << fmterror(errno));
       TEMP_FAILURE_RETRY(close(newfd));
       return -1;
     }
     TEMP_FAILURE_RETRY(close(newfd));
   }
   return 0;
 }

◆ reopenFds()

int AthenaMPToolBase::reopenFds ( )

protectedinherited

Definition at line 369 of file AthenaMPToolBase.cxx.

 {
   // Reopen file descriptors.
   // First go over all open files, which have been registered with the FileMgr
   // Then also check the FdsRegistry, in case it contains some files not registered with the FileMgr
   std::set<int> fdLog;
   
   // Query the FileMgr contents
   std::vector<const Io::FileAttr*> filemgrFiles;
   std::vector<const Io::FileAttr*>::const_iterator itFile;
   unsigned filenum = m_fileMgr->getFiles(filemgrFiles); // Get attributes for open files only. We don't care about closed ones at this point
   if(filenum!=filemgrFiles.size())
     ATH_MSG_WARNING("getFiles returned " << filenum << " while vector size is " << filemgrFiles.size());
   
   for(itFile=filemgrFiles.begin();itFile!=filemgrFiles.end();++itFile) {
     ATH_MSG_DEBUG("* " << **itFile);
     const std::string& filename = (**itFile).name();
     Io::Fd fd = (**itFile).fd();
  
     if(fd==-1) {
       // It is legal to have fd=-1 for remote inputs
       // On the other hand, these inputs should not remain open after fork. The issue being tracked at ATEAM-434.
       // So, this hopefully is a temporary patch
       ATH_MSG_WARNING("FD=-1 detected on an open file retrieved from FileMgr. Skip FD reopening. File name: " << filename);
       continue;
     }
     
     if(reopenFd(fd,filename))
       return -1;
     
     fdLog.insert(fd);
   }
   
   // Check the FdsRegistry
   for(const AthenaInterprocess::FdsRegistryEntry& regEntry : *m_fdsRegistry) {
     if(fdLog.find(regEntry.fd)!=fdLog.end()) {
       ATH_MSG_DEBUG("The file from FdsRegistry " << regEntry.name << " was registered with FileMgr. Skip reopening");
     }
     else {
       ATH_MSG_WARNING("The file " << regEntry.name << " has not been registered with the FileMgr!");
       
       if(regEntry.fd==-1) {
       // Same protection as the one above
     ATH_MSG_WARNING("FD=-1 detected on an open file retrieved from FD Registry. Skip FD reopening. File name: " << regEntry.name);
     continue;
       }
  
       if(reopenFd(regEntry.fd,regEntry.name))
         return -1;
       
       fdLog.insert(regEntry.fd);
     }
   }
   return 0;
 }

◆ reportSubprocessStatuses()

void AthenaMPToolBase::reportSubprocessStatuses ( )

overridevirtualinherited

Implements IAthenaMPTool.

Reimplemented in EvtRangeProcessor, SharedEvtQueueConsumer, and SharedHiveEvtQueueConsumer.

Definition at line 120 of file AthenaMPToolBase.cxx.

 {
   ATH_MSG_INFO("Statuses of sub-processes");
   const std::vector<AthenaInterprocess::ProcessStatus>& statuses = m_processGroup->getStatuses();
   for(size_t i=0; i<statuses.size(); ++i)
     ATH_MSG_INFO("*** Process PID=" << statuses[i].pid << ". Status " << ((statuses[i].exitcode)?"FAILURE":"SUCCESS"));
 }

◆ setRandString()

void AthenaMPToolBase::setRandString ( const std::string & randStr )

overridevirtualinherited

Implements IAthenaMPTool.

Definition at line 205 of file AthenaMPToolBase.cxx.

 {
   m_randStr = randStr;
 }

◆ subProcessLogs()

void EvtRangeScatterer::subProcessLogs ( std::vector< std::string > & filenames )

overridevirtual

Implements IAthenaMPTool.

Definition at line 101 of file EvtRangeScatterer.cxx.

 {
   filenames.clear();
   std::filesystem::path reader_rundir(m_subprocTopDir);
   reader_rundir/= std::filesystem::path(m_subprocDirPrefix);
   filenames.push_back(reader_rundir.string()+std::string("/AthenaMP.log"));
 }

◆ sysInitialize()

virtual StatusCode AthCommonDataStore< AthCommonMsg< AlgTool > >::sysInitialize ( )

overridevirtualinherited

Perform system initialization for an algorithm.

We override this to declare all the elements of handle key arrays at the end of initialization. See comments on updateVHKA.

Reimplemented in DerivationFramework::CfAthAlgTool, AthCheckedComponent< AthAlgTool >, AthCheckedComponent<::AthAlgTool >, and asg::AsgMetadataTool.

◆ sysStart()

virtual StatusCode AthCommonDataStore< AthCommonMsg< AlgTool > >::sysStart ( )

overridevirtualinherited

Handle START transition.

We override this in order to make sure that conditions handle keys can cache a pointer to the conditions container.

◆ trimRangeStrings()

void EvtRangeScatterer::trimRangeStrings ( std::string & str )

private

Definition at line 444 of file EvtRangeScatterer.cxx.

 {
   size_t i(0);
   // get rid of leading spaces
   while(i<str.size() && str[i]==' ') i++;
   if(i) str = str.substr(i);
  
   if(str.empty()) return;  // Corner case: string consists only of spaces
  
   // get rid of trailing spaces
   i=str.size()-1;
   while(str[i]==' ') i--;
   if(i) str.resize(i+1);
   
   // the string might be enclosed by either
   // "u\'" and "\'"
   // or
   // "\"" and "\""
   // Get rid of them!
   if(CxxUtils::starts_with (str, "u\'")) {
     str = str.substr(2);
     if(CxxUtils::ends_with (str, "\'")) {
       str.resize(str.size()-1);
     }
   }
   else if(CxxUtils::starts_with (str, "\"")) {
     str = str.substr(1);
     if(CxxUtils::ends_with (str, "\"")) {
       str.resize(str.size()-1);
     }
   }
 }

◆ updateIoReg()

int AthenaMPToolBase::updateIoReg ( const std::string & rundir )

protectedinherited

Definition at line 341 of file AthenaMPToolBase.cxx.

 {
   if (!m_ioMgr.retrieve().isSuccess()) {
     ATH_MSG_ERROR("Error retrieving IoComponentMgr");
     return -1;
   } else {
     ATH_MSG_DEBUG("Successfully retrieved IoComponentMgr");
   }
  
   // update the IoRegistry for the new workdir - make sure we use absolute path
   std::filesystem::path abs_rundir = std::filesystem::absolute(rundir);
   if(!m_ioMgr->io_update_all(abs_rundir.string()).isSuccess()) {
     ATH_MSG_ERROR("Error updating IoRegistry");
     return -1;
   } else {
     ATH_MSG_DEBUG("Successfully updated IoRegistry");
   }
  
   return 0;
 }

◆ updateVHKA()

void AthCommonDataStore< AthCommonMsg< AlgTool > >::updateVHKA ( Gaudi::Details::PropertyBase & )

inlineinherited

Definition at line 308 of file AthCommonDataStore.h.

                                                {
     // debug() << "updateVHKA for property " << p.name() << " " << p.toString() 
     //         << "  size: " << m_vhka.size() << endmsg;
     for (auto &a : m_vhka) {
       std::vector<SG::VarHandleKey*> keys = a->keys();
       for (auto k : keys) {
         k->setOwner(this);
       }
     }
   }

◆ useFdsRegistry()

void AthenaMPToolBase::useFdsRegistry ( std::shared_ptr< AthenaInterprocess::FdsRegistry > registry )

overridevirtualinherited

Implements IAthenaMPTool.

Definition at line 200 of file AthenaMPToolBase.cxx.

 {
   m_fdsRegistry = registry;
 }

◆ waitForSignal()

void AthenaMPToolBase::waitForSignal ( )

protectedinherited

Definition at line 432 of file AthenaMPToolBase.cxx.

 {
   ATH_MSG_INFO("Bootstrap worker PID " << getpid() << " - waiting for SIGUSR1");
   sigset_t mask, oldmask;
   
   signal(SIGUSR1, AthenaMPToolBase_d::pauseForDebug);
   
   sigemptyset (&mask);
   sigaddset (&mask, SIGUSR1);
   
   sigprocmask (SIG_BLOCK, &mask, &oldmask);
   while (!AthenaMPToolBase_d::sig_done)
     sigsuspend (&oldmask);
   sigprocmask (SIG_UNBLOCK, &mask, NULL);
 }

Member Data Documentation

◆ m_appMgr

ServiceHandle<IAppMgrUI> AthenaMPToolBase::m_appMgr

protectedinherited

Definition at line 91 of file AthenaMPToolBase.h.

◆ m_detStore

StoreGateSvc_t AthCommonDataStore< AthCommonMsg< AlgTool > >::m_detStore

privateinherited

Pointer to StoreGate (detector store by default)

Definition at line 393 of file AthCommonDataStore.h.

◆ m_doCaching

bool EvtRangeScatterer::m_doCaching

private

Definition at line 65 of file EvtRangeScatterer.h.

◆ m_eventRangeChannel

StringProperty EvtRangeScatterer::m_eventRangeChannel

private

Definition at line 64 of file EvtRangeScatterer.h.

◆ m_evtProcessor

ServiceHandle<IEventProcessor> AthenaMPToolBase::m_evtProcessor

protectedinherited

Definition at line 90 of file AthenaMPToolBase.h.

◆ m_evtSelector

IEvtSelector* AthenaMPToolBase::m_evtSelector

protectedinherited

Definition at line 94 of file AthenaMPToolBase.h.

◆ m_evtSelName

std::string AthenaMPToolBase::m_evtSelName

protectedinherited

Definition at line 86 of file AthenaMPToolBase.h.

◆ m_evtStore

StoreGateSvc_t AthCommonDataStore< AthCommonMsg< AlgTool > >::m_evtStore

privateinherited

Pointer to StoreGate (event store by default)

Definition at line 390 of file AthCommonDataStore.h.

◆ m_fdsRegistry

std::shared_ptr<AthenaInterprocess::FdsRegistry> AthenaMPToolBase::m_fdsRegistry

protectedinherited

Definition at line 96 of file AthenaMPToolBase.h.

◆ m_fileMgr

ServiceHandle<IFileMgr> AthenaMPToolBase::m_fileMgr

protectedinherited

Definition at line 92 of file AthenaMPToolBase.h.

◆ m_fileMgrLog

std::string AthenaMPToolBase::m_fileMgrLog

protectedinherited

Definition at line 95 of file AthenaMPToolBase.h.

◆ m_ioMgr

ServiceHandle<IIoComponentMgr> AthenaMPToolBase::m_ioMgr

protectedinherited

Definition at line 93 of file AthenaMPToolBase.h.

◆ m_isPileup

Gaudi::Property<bool> AthenaMPToolBase::m_isPileup {this, "IsPileup", false, "Flag for configuring PileUpEventLoopMgr"}

protectedinherited

Definition at line 99 of file AthenaMPToolBase.h.

◆ m_nprocs

int AthenaMPToolBase::m_nprocs

protectedinherited

Definition at line 83 of file AthenaMPToolBase.h.

◆ m_pid2RangeID

Pid2RangeID EvtRangeScatterer::m_pid2RangeID

private

Definition at line 66 of file EvtRangeScatterer.h.

◆ m_processGroup

AthenaInterprocess::ProcessGroup* AthenaMPToolBase::m_processGroup

protectedinherited

Definition at line 88 of file AthenaMPToolBase.h.

◆ m_processorChannel

StringProperty EvtRangeScatterer::m_processorChannel

private

Definition at line 63 of file EvtRangeScatterer.h.

◆ m_randStr

std::string AthenaMPToolBase::m_randStr

protectedinherited

Definition at line 97 of file AthenaMPToolBase.h.

◆ m_subprocDirPrefix

std::string AthenaMPToolBase::m_subprocDirPrefix

protectedinherited

Definition at line 85 of file AthenaMPToolBase.h.

◆ m_subprocTopDir

std::string AthenaMPToolBase::m_subprocTopDir

protectedinherited

Definition at line 84 of file AthenaMPToolBase.h.

◆ m_varHandleArraysDeclared

bool AthCommonDataStore< AthCommonMsg< AlgTool > >::m_varHandleArraysDeclared

privateinherited

Definition at line 399 of file AthCommonDataStore.h.

◆ m_vhka

std::vector<SG::VarHandleKeyArray*> AthCommonDataStore< AthCommonMsg< AlgTool > >::m_vhka

privateinherited

Definition at line 398 of file AthCommonDataStore.h.

The documentation for this class was generated from the following files:

Public Member Functions

Static Public Member Functions

Protected Types

Protected Member Functions

Protected Attributes

Private Types

Private Member Functions

Private Attributes

Detailed Description

Member Typedef Documentation

◆ StoreGateSvc_t

Member Enumeration Documentation

◆ ESRange_Status

◆ Func_Flag

Constructor & Destructor Documentation

◆ EvtRangeScatterer() [1/3]

◆ ~EvtRangeScatterer()

◆ EvtRangeScatterer() [2/3]

◆ EvtRangeScatterer() [3/3]

Member Function Documentation

◆ ATLAS_NOT_THREAD_SAFE() [1/4]

◆ ATLAS_NOT_THREAD_SAFE() [2/4]

◆ ATLAS_NOT_THREAD_SAFE() [3/4]

◆ ATLAS_NOT_THREAD_SAFE() [4/4]

◆ bootstrap_func() [1/2]

◆ bootstrap_func() [2/2]

◆ declareGaudiProperty() [1/4]

◆ declareGaudiProperty() [2/4]

◆ declareGaudiProperty() [3/4]

◆ declareGaudiProperty() [4/4]

◆ declareProperty() [1/6]

◆ declareProperty() [2/6]

◆ declareProperty() [3/6]

◆ declareProperty() [4/6]

◆ declareProperty() [5/6]

◆ declareProperty() [6/6]

◆ detStore()

◆ evtSelector()

◆ evtStore() [1/2]

◆ evtStore() [2/2]

◆ exec_func()

◆ extraDeps_update_handler()

◆ fin_func()

◆ finalize()

◆ fmterror()

◆ generateOutputReport()

◆ getNewRangeRequest()

◆ handleSavedPfc()

◆ initialize()

◆ inputHandles()

◆ interfaceID()

◆ killChildren()

◆ msg() [1/2]

◆ msg() [2/2]

◆ msgLvl()

◆ operator()

◆ operator=()

◆ outputHandles()

◆ pollFailedPidQueue()

◆ redirectLog()

◆ renounce()

◆ renounceArray()

◆ reopenFd()

◆ reopenFds()

◆ reportSubprocessStatuses()

◆ setRandString()

◆ subProcessLogs()

◆ sysInitialize()

◆ sysStart()

◆ trimRangeStrings()

◆ updateIoReg()

◆ updateVHKA()

◆ useFdsRegistry()

◆ waitForSignal()

Member Data Documentation

◆ m_appMgr

◆ m_detStore

◆ m_doCaching

◆ m_eventRangeChannel

◆ m_evtProcessor