SubmitManager.cxx

Go to the documentation of this file.

/*
  Copyright (C) 2002-2019 CERN for the benefit of the ATLAS collaboration
*/

 
 
 
//
// includes
//
 
#include <EventLoop/SubmitManager.h>
 
#include <AsgMessaging/StatusCode.h>
#include <EventLoop/Driver.h>
#include <EventLoop/Job.h>
#include <EventLoop/ManagerData.h>
#include <EventLoop/ManagerOrder.h>
#include <EventLoop/MessageCheck.h>
#include <EventLoop/MetricsSvc.h>
#include <RootCoreUtils/Assert.h>
#include <SampleHandler/Sample.h>
#include <SampleHandler/SampleHist.h>
#include <TFile.h>
#include <TSystem.h>
#include <fstream>
 
using namespace EL::msgEventLoop;
 
//
// method implementations
//
 
namespace EL
{
  namespace Detail
  {
    std::pair<Detail::ManagerOrder,std::string> SubmitManager ::
    getManagerOrder () const noexcept
    {
      return std::make_pair (ManagerOrder::OPERATION, "");
    }
 
 
 
    ::StatusCode SubmitManager ::
    doManagerStep (Detail::ManagerData& data) const
    {
      switch (data.step)
      {
      case Detail::ManagerStep::initial:
        {
          if (data.resubmit)
            data.nextStep = Detail::ManagerStep::initialResubmit;
          else
            data.nextStep = Detail::ManagerStep::initialSubmit;
        }
        break;
 
      case Detail::ManagerStep::fillOptions:
        {
          data.options = *data.job->options();
          data.options.fetchDefaults (*data.driver->options());
        }
        break;
 
      case Detail::ManagerStep::addSystemAlgs:
        {
          if (data.options.castBool (Job::optDisableMetrics, false))
            if (!data.job->algsHas (MetricsSvc::name))
              data.job->algsAdd (new MetricsSvc);
        }
        break;
 
      case Detail::ManagerStep::prepareSubmitDir:
        {
          {
            std::unique_ptr<TFile> file (TFile::Open ((data.submitDir + "/driver.root").c_str(), "RECREATE"));
            if (file == nullptr || file->IsZombie())
            {
              ANA_MSG_ERROR ("failed to open " << data.submitDir << "/driver.root for writing");
              return ::StatusCode::FAILURE;
            }
            file->WriteObject (data.driver, "driver");
            file->Close ();
          }
          data.job->sampleHandler().save (data.submitDir + "/input");
          {
            std::ofstream file ((data.submitDir + "/location").c_str());
            file << data.submitDir << "\n";
          }
 
          SH::SampleHandler sh_hist;
          for (SH::Sample *sample : data.job->sampleHandler())
          {
            const std::string histfile
              = data.submitDir + "/hist-" + sample->name() + ".root";
            std::unique_ptr<SH::SampleHist> hist
              (new SH::SampleHist (sample->name(), histfile));
            hist->meta()->fetch (*sample->meta());
            sh_hist.add (std::move (hist));
          }
          sh_hist.save (data.submitDir + "/hist");
        }
        break;
 
      case Detail::ManagerStep::submitJob:
        {
          ANA_MSG_INFO ("submitting job in " << data.submitDir);
        }
        break;
 
      case Detail::ManagerStep::postSubmit:
        {
          if (!data.submitted)
          {
            ANA_MSG_FATAL ("Driver::submit not implemented in class " << typeid(*data.driver).name());
            std::abort ();
          }
 
          ANA_MSG_DEBUG ("make submitted");
          // this particular file can be checked to see if a job has
          // been submitted successfully.
          std::ofstream ((data.submitDir + "/submitted").c_str());
        }
        break;
 
      case Detail::ManagerStep::finalSubmit:
        {
          data.nextStep = Detail::ManagerStep::final;
        }
        break;
 
      case Detail::ManagerStep::finalResubmit:
        {
          if (!data.submitted)
          {
            ANA_MSG_FATAL ("Driver::resubmit not implemented in class " << typeid(*data.driver).name());
            std::abort ();
          }
 
          data.nextStep = Detail::ManagerStep::final;
        }
        break;
 
      default:
        (void) true; // safe to do nothing
      }
      return ::StatusCode::SUCCESS;
    }
  }
}