LumiBlockMetaDataTool.cxx

Go to the documentation of this file.

/*
  Copyright (C) 2002-2025 CERN for the benefit of the ATLAS collaboration
*/

 
#include "LumiBlockMetaDataTool.h"
 
#include "StoreGate/StoreGateSvc.h"
#include "xAODLuminosity/SortLumiBlockRangeByStart.h"
 
#include <algorithm>
 
//___________________________________________________________________________
LumiBlockMetaDataTool::LumiBlockMetaDataTool(const std::string& type
                         , const std::string& name
                         , const IInterface* parent)
  : base_class(type, name, parent)
  , m_pMetaDataStore ("StoreGateSvc/MetaDataStore", name)
  , m_pInputStore    ("StoreGateSvc/InputMetaDataStore", name)
{
  // Here is where we create the LumiBlockRange objects.  When we open a
  // file, we fill the m_cacheInputRangeContainer from the input metadata store.  
  // When the file closes, we move the LumiBlockRange objects to the
  // m_cacheOutputRangeContainer.  Objects in the m_cacheOutputRangeContainer
  // will be sorted and merged at the end of the job
  // Note: the Suspect Range objects are kept in separate containers because
  // once an object is suspect, it remains suspect forever
  // If a file is only partially read, the objects in the m_cacheInputRangeContainer
  // will be moved to the m_suspectOutputRangeContainer 
  
  m_cacheInputRangeContainer.setStore( &m_cacheInputRangeAuxContainer );
  m_cacheSuspectInputRangeContainer.setStore( &m_cacheSuspectInputRangeAuxContainer );
  m_cacheOutputRangeContainer.setStore( &m_cacheOutputRangeAuxContainer );
  m_cacheSuspectOutputRangeContainer.setStore( &m_cacheSuspectOutputRangeAuxContainer );
}
 
//___________________________________________________________________________
LumiBlockMetaDataTool::~LumiBlockMetaDataTool() {
}
 
//___________________________________________________________________________
StatusCode LumiBlockMetaDataTool::initialize() {
  ATH_MSG_INFO( "in initialize()" );
 
  ATH_CHECK( m_pMetaDataStore.retrieve() );
  ATH_CHECK( m_pInputStore.retrieve() );
 
  return(StatusCode::SUCCESS);
}
 
//___________________________________________________________________________
StatusCode LumiBlockMetaDataTool::beginInputFile(const SG::SourceID&)
{
  std::string fileName = "Undefined ";
  bool alreadyRecorded=false;
  if(m_CurrentFileName==fileName) {
    alreadyRecorded=true;
  }
  if(m_fileCurrentlyOpened) {
    alreadyRecorded=true;
  }
  m_CurrentFileName = std::move(fileName);
  if(alreadyRecorded) return StatusCode::SUCCESS;
  m_fileCurrentlyOpened=true;
  //
  // Look for LB information on input store and transfer it to temporay cache
  // ===========================================================================
  
  if (m_pInputStore->contains<xAOD::LumiBlockRangeContainer>(m_LBColl_name)) {
    ATH_MSG_INFO(" Contains xAOD::LumiBlockRangeContainer " << m_LBColl_name);
    const xAOD::LumiBlockRangeContainer* lbrange =nullptr;
    StatusCode sc = m_pInputStore->retrieve(lbrange,m_LBColl_name);
    if (!sc.isSuccess()) {
      ATH_MSG_INFO( "Could not find unfinished xAOD::LumiBlockRangeContainer in input metadata store" );
      return StatusCode::SUCCESS;
    }
    ATH_MSG_INFO( "xAOD::LumiBlockRangeContainer size" << lbrange->size() );
    for ( const auto* lb : *lbrange ) {
      m_cacheInputRangeContainer.push_back(std::make_unique<xAOD::LumiBlockRange>(*lb));
    }
  }
  if (m_pInputStore->contains<xAOD::LumiBlockRangeContainer>(m_unfinishedLBColl_name)) {
    ATH_MSG_INFO(" Contains xAOD::LumiBlockRangeContainer " << m_unfinishedLBColl_name);
    const xAOD::LumiBlockRangeContainer* lbrange =nullptr;
    StatusCode sc = m_pInputStore->retrieve(lbrange,m_unfinishedLBColl_name);
    if (!sc.isSuccess()) {
      ATH_MSG_INFO( "Could not find unfinished xAOD::LumiBlockRangeContainer in input metadata store" );
      return StatusCode::SUCCESS;
    }
    ATH_MSG_INFO( "xAOD::LumiBlockRangeContainer size" << lbrange->size() );
    for ( const auto* lb : *lbrange ) {
      m_cacheInputRangeContainer.push_back(std::make_unique<xAOD::LumiBlockRange>(*lb));
    }
  }
  if (m_pInputStore->contains<xAOD::LumiBlockRangeContainer>(m_suspectLBColl_name)) {
    ATH_MSG_INFO(" Contains xAOD::LumiBlockRangeContainer " << m_suspectLBColl_name);
    const xAOD::LumiBlockRangeContainer* lbrange =nullptr;
    StatusCode sc = m_pInputStore->retrieve(lbrange,m_suspectLBColl_name);
    if (!sc.isSuccess()) {
      ATH_MSG_INFO( "Could not find suspect xAOD::LumiBlockRangeContainer in input metadata store" );
      return StatusCode::SUCCESS;
    }
    ATH_MSG_INFO( "xAOD::LumiBlockRangeContainer size" << lbrange->size() );
    for ( const auto* lb : *lbrange ) {
      m_cacheSuspectInputRangeContainer.push_back(std::make_unique<xAOD::LumiBlockRange>(*lb));
    }
  }
  return(StatusCode::SUCCESS);
}
 
StatusCode LumiBlockMetaDataTool::endInputFile(const SG::SourceID&)
{
  m_fileCurrentlyOpened=false;
  for (const auto range : m_cacheInputRangeContainer) {
    auto iovr = std::make_unique<xAOD::LumiBlockRange>(*range);
    m_cacheOutputRangeContainer.push_back(std::move(iovr));
  }
  m_cacheInputRangeContainer.clear();
  
  for (const auto range : m_cacheSuspectInputRangeContainer) {
    auto iovr = std::make_unique<xAOD::LumiBlockRange>(*range);
    m_cacheSuspectOutputRangeContainer.push_back(std::move(iovr));
  }
  m_cacheSuspectInputRangeContainer.clear();
  return(StatusCode::SUCCESS);
}
 
StatusCode LumiBlockMetaDataTool::metaDataStop()
{
  if(m_fileCurrentlyOpened) {
    ATH_MSG_INFO( "MetaDataStop called when input file open: LumiBlock is suspect" );
    for (const auto range : m_cacheInputRangeContainer) {
      auto iovr = std::make_unique<xAOD::LumiBlockRange>(*range);
      m_cacheSuspectOutputRangeContainer.push_back(std::move(iovr));
    }
    m_cacheInputRangeContainer.clear();
    for (const auto range : m_cacheSuspectInputRangeContainer) {
      auto iovr = std::make_unique<xAOD::LumiBlockRange>(*range);
      m_cacheSuspectOutputRangeContainer.push_back(std::move(iovr));
    }
    m_cacheSuspectInputRangeContainer.clear();
  }
  
  ATH_CHECK( finishUp() );
  return(StatusCode::SUCCESS);
}
 
//__________________________________________________________________________
StatusCode   LumiBlockMetaDataTool::finishUp() {
  // 
  // stop() is called whenever the event loop is finished.
  // ======================================================
  ATH_MSG_VERBOSE(  " finishUp: write lumiblocks to meta data store " );
  
  auto piovComplete = std::make_unique<xAOD::LumiBlockRangeContainer>();
  auto piovCompleteAux = std::make_unique<xAOD::LumiBlockRangeAuxContainer>();
  piovComplete->setStore( piovCompleteAux.get() );
  
  auto piovUnfinished = std::make_unique<xAOD::LumiBlockRangeContainer>();
  auto piovUnfinishedAux = std::make_unique<xAOD::LumiBlockRangeAuxContainer>();
  piovUnfinished->setStore( piovUnfinishedAux.get() );
  
  auto piovSuspect = std::make_unique<xAOD::LumiBlockRangeContainer>();
  auto piovSuspectAux = std::make_unique<xAOD::LumiBlockRangeAuxContainer>();
  piovSuspect->setStore( piovSuspectAux.get() );
  
  if(!m_cacheSuspectOutputRangeContainer.empty()) {
    ATH_MSG_VERBOSE("Suspect OutputRangeCollection with size " << m_cacheSuspectOutputRangeContainer.size());
    for (const auto range : m_cacheSuspectOutputRangeContainer) {
      auto iovr = std::make_unique<xAOD::LumiBlockRange>(*range);
      piovSuspect->push_back(std::move(iovr));
    }
  }
  
  if(!m_cacheOutputRangeContainer.empty()) {
    ATH_MSG_VERBOSE("OutputRangeCollection with size " << m_cacheOutputRangeContainer.size());
    m_cacheOutputRangeContainer.sort(xAOD::SortLumiBlockRangeByStart());
    
    //  Use tmp collection to do the merging
    xAOD::LumiBlockRangeContainer tempLBColl;
    xAOD::LumiBlockRangeAuxContainer tempAuxLBColl;
    tempLBColl.setStore( &tempAuxLBColl );
    
    // Sort and Merge LumiBlockRange objects if necessary
    // Merge LumiBlockRange objects for same run and lumiblock
    xAOD::LumiBlockRangeContainer::const_iterator i = m_cacheOutputRangeContainer.begin();
    xAOD::LumiBlockRangeContainer::const_iterator ie = m_cacheOutputRangeContainer.end();
    xAOD::LumiBlockRangeContainer::const_iterator ilast = m_cacheOutputRangeContainer.begin();
    xAOD::LumiBlockRange* iovr = tempLBColl.push_back(std::make_unique<xAOD::LumiBlockRange>(*(*i)));
    ATH_MSG_VERBOSE(  "Push_back tmpLBColl with run  " 
              << (*i)->startRunNumber() << " LB " << (*i)->startLumiBlockNumber() << " events seen "     
              << (*ilast)->eventsSeen() << " expected " << (*i)->eventsExpected());
    ++i;
    while (i != ie) {
      if( ((*i)->startRunNumber()==(*ilast)->startRunNumber()) &&
      ((*i)->stopRunNumber()==(*ilast)->stopRunNumber()) &&
      ((*i)->startLumiBlockNumber()==(*ilast)->startLumiBlockNumber()) &&
      ((*i)->stopLumiBlockNumber()==(*ilast)->stopLumiBlockNumber()) ) {
 
    if((*ilast)->eventsExpected()!=(*i)->eventsExpected()) {
      ATH_MSG_WARNING(  "Error: tmpLBColl with run  " << (*i)->startRunNumber() << " LB " << (*i)->startLumiBlockNumber() << " events expected "     
                << (*ilast)->eventsExpected() << " and " << (*i)->eventsExpected() );
    }
    else {
      ATH_MSG_VERBOSE(  "Merge Run " << (*i)->startRunNumber() << " LB " << (*i)->startLumiBlockNumber() 
                << " events seen "  << iovr->eventsSeen() << "+" 
                << (*i)->eventsSeen() << " and events expected "
                << iovr->eventsExpected() );
      
      iovr->setEventsSeen((*i)->eventsSeen()+iovr->eventsSeen());
    }
      }
      else {
    iovr = tempLBColl.push_back(std::make_unique<xAOD::LumiBlockRange>(*(*i)));
    
    ATH_MSG_VERBOSE(  "Push_back tmpLBColl with run  " 
              << iovr->startRunNumber() << " LB " << iovr->startLumiBlockNumber() << " events seen "     
              << iovr->eventsSeen() << " expected " << iovr->eventsExpected());
    
    ilast = i;
      }
      ++i;
    }
 
    for (const auto range : tempLBColl) {
      auto iovr = std::make_unique<xAOD::LumiBlockRange>(*range);
      if(range->eventsSeen() == range->eventsExpected() ) {
    piovComplete->push_back(std::move(iovr));
      }
      else if(range->eventsSeen() > range->eventsExpected() ) {
    piovSuspect->push_back(std::move(iovr));
      }
      else {
    piovUnfinished->push_back(std::move(iovr));
      }
    }
  }
 
 
  if(!piovComplete->empty()) {
    ATH_MSG_DEBUG( "Number of Complete LumiBlocks:" << piovComplete->size() );
    for (const auto range : *piovComplete) {
      ATH_MSG_INFO("\t [ ("
           << range->startRunNumber()  << "," << range->startLumiBlockNumber()
           << "):("
           << range->startRunNumber()  << "," << range->startLumiBlockNumber()
           << ") eventsSeen = " << range->eventsSeen()
           << ", eventsExpected = " << range->eventsExpected()
           << " ]");
    }
  }
 
  if(!piovUnfinished->empty()) {
    ATH_MSG_DEBUG( "Number of Unfinished LumiBlocks:" << piovUnfinished->size() );
    for (const auto range : *piovUnfinished) {
      ATH_MSG_INFO("\t [ ("
           << range->startRunNumber()  << "," << range->startLumiBlockNumber()
           << "):("
           << range->startRunNumber()  << "," << range->startLumiBlockNumber()
           << ") eventsSeen = " << range->eventsSeen()
           << ", eventsExpected = " << range->eventsExpected()
           << " ]");
    }
  }
  if(!piovSuspect->empty()) {
    ATH_MSG_DEBUG( "Number of Suspect LumiBlocks:"  << piovSuspect->size() );
    for (const auto range : *piovSuspect) {
      ATH_MSG_INFO("\t [ ("
           << range->startRunNumber()  << "," << range->startLumiBlockNumber()
           << "):("
           << range->startRunNumber()  << "," << range->startLumiBlockNumber()
           << ") eventsSeen = " << range->eventsSeen()
           << ", eventsExpected = " << range->eventsExpected()
           << " ]");
    }
  }
 
  // Store the LumiBlockRangeContainer in the metadata store
  // =======================================================
  if (!piovComplete->empty()) {
    ATH_MSG_INFO("Write Complete LumiBlocks with size  " << piovComplete->size());
    // Check if we have already written them out
    if (m_pMetaDataStore->contains<xAOD::LumiBlockRangeContainer>(m_LBColl_name)) {
      ATH_MSG_WARNING(
          "Complete LumiBlocks container with key "
          << m_LBColl_name
          << " already exists. Updating if there are missing LumiBlocks.");
      xAOD::LumiBlockRangeContainer* complete = nullptr;
      ATH_CHECK(m_pMetaDataStore->retrieve(complete, m_LBColl_name));
 
      for (const auto range : *piovComplete) {
        // Check if this configuration is already in the existing container:
        bool exists = false;
        for (const auto existing : *complete) {
          if ((existing->startRunNumber() == range->startRunNumber()) &&
              (existing->stopRunNumber() == range->stopRunNumber()) &&
              (existing->startLumiBlockNumber() == range->startLumiBlockNumber()) &&
              (existing->stopLumiBlockNumber() == range->stopLumiBlockNumber()) &&
              (existing->eventsSeen() == range->eventsSeen()) &&
              (existing->eventsExpected() == range->eventsExpected())) {
            exists = true;
            break;
          }
        }
        if (exists) {
          continue;
        }
        // New LumiBlock, put it into the output container
        ATH_MSG_INFO(
            "Copying LumiBlock: [ ("
            << range->startRunNumber() << "," << range->stopLumiBlockNumber()
            << "):(" << range->startRunNumber() << ","
            << range->stopLumiBlockNumber()
            << ") eventsSeen = " << range->eventsSeen()
            << ", eventsExpected = " << range->eventsExpected() << " ]");
        *complete->push_back(std::make_unique<xAOD::LumiBlockRange>()) = *range;
      }
    } else {
      ATH_MSG_INFO("Recording "
                   << m_LBColl_name
                   << " LumiBlockRangeContainer in output MetaDataStore");
      ATH_CHECK(m_pMetaDataStore->record(std::move(piovComplete), m_LBColl_name));
      ATH_CHECK(m_pMetaDataStore->record(std::move(piovCompleteAux), m_LBColl_name + "Aux."));
    }
  }
 
  if (!piovUnfinished->empty()) {
    ATH_MSG_INFO("Write Unfinished LumiBlocks with size  " << piovUnfinished->size());
    // Check if we have already written them out
    if (m_pMetaDataStore->contains<xAOD::LumiBlockRangeContainer>(m_unfinishedLBColl_name)) {
      ATH_MSG_WARNING(
          "Unfinished LumiBlocks container with key "
          << m_unfinishedLBColl_name
          << " already exists. Updating if there are missing LumiBlocks.");
      xAOD::LumiBlockRangeContainer* unfinished = nullptr;
      ATH_CHECK(m_pMetaDataStore->retrieve(unfinished, m_unfinishedLBColl_name));
 
      for (const auto range : *piovUnfinished) {
        // Check if this configuration is already in the existing container:
        bool exists = false;
        for (const auto existing : *unfinished) {
          if ((existing->startRunNumber() == range->startRunNumber()) &&
              (existing->stopRunNumber() == range->stopRunNumber()) &&
              (existing->startLumiBlockNumber() == range->startLumiBlockNumber()) &&
              (existing->stopLumiBlockNumber() == range->stopLumiBlockNumber()) &&
              (existing->eventsSeen() == range->eventsSeen()) &&
              (existing->eventsExpected() == range->eventsExpected())) {
            exists = true;
            break;
          }
        }
        if (exists) {
          continue;
        }
        // New LumiBlock, put it into the output container
        ATH_MSG_INFO(
            "Copying LumiBlock: [ ("
            << range->startRunNumber() << "," << range->stopLumiBlockNumber()
            << "):(" << range->startRunNumber() << ","
            << range->stopLumiBlockNumber()
            << ") eventsSeen = " << range->eventsSeen()
            << ", eventsExpected = " << range->eventsExpected() << " ]");
        *unfinished->push_back(std::make_unique<xAOD::LumiBlockRange>()) = *range;
      }
    } else {
      ATH_MSG_INFO("Recording "
                   << m_unfinishedLBColl_name
                   << " LumiBlockRangeContainer in output MetaDataStore");
      ATH_CHECK(m_pMetaDataStore->record(std::move(piovUnfinished), m_unfinishedLBColl_name));
      ATH_CHECK(m_pMetaDataStore->record(std::move(piovUnfinishedAux), m_unfinishedLBColl_name + "Aux."));
    }
  }
 
  if (!piovSuspect->empty()) {
    ATH_MSG_INFO("Write Suspect LumiBlocks with size  " << piovSuspect->size());
    // Check if we have already written them out
    if (m_pMetaDataStore->contains<xAOD::LumiBlockRangeContainer>(m_suspectLBColl_name)) {
      ATH_MSG_WARNING(
          "Suspect LumiBlocks container with key "
          << m_suspectLBColl_name
          << " already exists. Updating if there are missing LumiBlocks.");
      xAOD::LumiBlockRangeContainer* suspect = nullptr;
      ATH_CHECK(m_pMetaDataStore->retrieve(suspect, m_suspectLBColl_name));
 
      for (const auto range : *piovSuspect) {
        // Check if this configuration is already in the existing container:
        bool exists = false;
        for (const auto existing : *suspect) {
          if ((existing->startRunNumber() == range->startRunNumber()) &&
              (existing->stopRunNumber() == range->stopRunNumber()) &&
              (existing->startLumiBlockNumber() == range->startLumiBlockNumber()) &&
              (existing->stopLumiBlockNumber() == range->stopLumiBlockNumber()) &&
              (existing->eventsSeen() == range->eventsSeen()) &&
              (existing->eventsExpected() == range->eventsExpected())) {
            exists = true;
            break;
          }
        }
        if (exists) {
          continue;
        }
        // New LumiBlock, put it into the output container
        ATH_MSG_INFO(
            "Copying LumiBlock: [ ("
            << range->startRunNumber() << "," << range->stopLumiBlockNumber()
            << "):(" << range->startRunNumber() << ","
            << range->stopLumiBlockNumber()
            << ") eventsSeen = " << range->eventsSeen()
            << ", eventsExpected = " << range->eventsExpected() << " ]");
        *suspect->push_back(std::make_unique<xAOD::LumiBlockRange>()) = *range;
      }
    } else {
      ATH_MSG_INFO("Recording "
                   << m_suspectLBColl_name
                   << " LumiBlockRangeContainer in output MetaDataStore");
      ATH_CHECK(m_pMetaDataStore->record(std::move(piovSuspect), m_suspectLBColl_name));
      ATH_CHECK(m_pMetaDataStore->record(std::move(piovSuspectAux), m_suspectLBColl_name + "Aux."));
    }
  }
 
  return(StatusCode::SUCCESS);
}