RootD3PD.cxx

Go to the documentation of this file.

/*
  Copyright (C) 2002-2023 CERN for the benefit of the ATLAS collaboration
*/

 
#include "RootD3PD.h"
#include "FakeProxy.h"
#include "AthenaKernel/errorcheck.h"
#include "GaudiKernel/System.h"
#include "TTree.h"
#include "TLeaf.h"
#include "TBranch.h"
#include "TBranchElement.h"
#include "TVirtualCollectionProxy.h"
#include "TMethodCall.h"
#include "TString.h"
#include "TObjString.h"
#include "TDirectory.h"
#include "TDirectoryFile.h"
#include "TROOT.h"
#include "TFile.h"
#include "TDataType.h"
#include "TPRegexp.h"
#include <sstream>
#include <cstdlib>
#include <cstring>
#include <cassert>
#include <algorithm>
#include <functional>
 
 
namespace {
 

char find_typecode (const std::type_info& ti)
{
  if (ti == typeid (char*))
    return 'C';
  else if (ti == typeid (Char_t))
    return 'B';
  else if (ti == typeid (UChar_t))
    return 'b';
  else if (ti == typeid (Short_t))
    return 'S';
  else if (ti == typeid (UShort_t))
    return 's';
  else if (ti == typeid (Int_t))
    return 'I';
  else if (ti == typeid (UInt_t))
    return 'i';
  else if (ti == typeid (Long_t))
    return 'G';
  else if (ti == typeid (ULong_t))
    return 'g';
  else if (ti == typeid (Float_t))
    return 'F';
  else if (ti == typeid (Double_t))
    return 'D';
  else if (ti == typeid (Long64_t))
    return 'L';
  else if (ti == typeid (ULong64_t))
    return 'l';
  else if (ti == typeid (Bool_t))
    return 'O';
 
  return '\0';
}
 

class NameMatches {
public:
   NameMatches( const std::string& name ) : m_name( name ) {}

   bool operator()( const std::string& pattern ) {
 
      return TPRegexp( pattern ).Match( m_name );
   }
 
private:
   std::string m_name; 
 
}; // class NameMatches
 
 
} // anonymous namespace
 
 
namespace D3PD {
 
 
/****************************************************************************
 * We support several different ways to clear a variable, depending
 * on the type.
 * To prevent having to do dictionary lookups, etc, on each event,
 * we do it once, and save the results in a table.  The table is called
 * @c Cleartable; it is a collection of @c Clearinfo objects.
 */
 
 
namespace Root {
 

class Clearinfo
{
public:
  Clearinfo();
 

  StatusCode init (TBranch* br, char* defval, size_t defsize);
 

  void clear();
 

  void free();
 
 
private:
  enum Cleartype {
    INVALID,

    ZERO,

    COLLECTION,

    CLEAR,

    RESET,

    COPY
  }
  m_type;

  TLeaf* m_leaf;

  TBranchElement *m_bre;

  TVirtualCollectionProxy* m_proxy;

  TMethodCall m_meth;

  char* m_default;

  size_t m_defsize;
};
 

Clearinfo::Clearinfo()
  : m_type (INVALID),
    m_leaf (0),
    m_bre (0),
    m_proxy (0),
    m_default (0),
    m_defsize (0)
{
}
 

StatusCode Clearinfo::init (TBranch* br, char* defval, size_t defsize)
{
  if (typeid (*br) == typeid (TBranch)) {
    // Atomic type
    TLeaf* leaf = br->GetLeaf (br->GetName());
    if (!leaf) {
      REPORT_MESSAGE (MSG::ERROR) << "For tree " << br->GetTree()->GetName()
                                  << " can't find leaf for branch "
                                  << br->GetName();
      return StatusCode::FAILURE;
    }
 
    if (defval) {
      m_type = COPY;
      m_default = defval;
      m_defsize = defsize;
    }
    else
      m_type = ZERO;
 
    m_leaf = leaf;
  }
 
  else if (TBranchElement* bre = dynamic_cast<TBranchElement*> (br)) {
    assert (defval == 0);
 
    // Class type.  See if it seems to be a container.
    if (TVirtualCollectionProxy* collprox = bre->GetCollectionProxy()) {
      // A collection.
      m_type = COLLECTION;
      m_bre = bre;
      m_proxy = collprox;
    }
    else {
      // See if the class has a clear() method.
      TClass* cl = gROOT->GetClass (bre->GetClassName());
      if (!cl) {
        REPORT_MESSAGE (MSG::ERROR) << "For tree " << br->GetTree()->GetName()
                                    << " branch " << br->GetName()
                                    << " can't find class "
                                    << bre->GetClassName();
        return StatusCode::FAILURE;
      }
 
      TMethodCall meth (cl, "clear", "");
      if (meth.IsValid()) {
        // There's a @c clear() method.  Use that.
        m_type = CLEAR;
        m_bre = bre;
        m_meth = meth;
      }
      else {
        // Free and reallocate object.
        m_type = RESET;
        m_bre = bre;
      }
    }
  }
  else {
    // Someone else must have made this?
    REPORT_MESSAGE (MSG::ERROR) << "For tree " << br->GetTree()->GetName()
                                << " branch " << br->GetName()
                                << " has unknown type "
                                << typeid(*br).name();
    return StatusCode::FAILURE;
  }
 
  return StatusCode::SUCCESS;
}
 

void Clearinfo::clear()
{
  switch (m_type) {
  case ZERO:
    // Fill with zeros.
    std::memset (m_leaf->GetValuePointer(), 0,
                 m_leaf->GetLen() * m_leaf->GetLenType());
    break;
 
  case COLLECTION:
    // Clear via collection proxy.
    {
      void* obj = m_bre->GetObject();
      TVirtualCollectionProxy::TPushPop pushcont(m_proxy, obj);
      m_proxy->Clear();
      break;
    }
 
  case CLEAR:
    // Clear by calling @c clear().
    {
      void* obj = m_bre->GetObject();
      m_meth.Execute (obj);
      break;
    }
 
  case RESET:
    // Free and reallocate object.
    m_bre->SetAddress(0);
    break;
 
  case COPY:
    // Copy from default.
    std::memcpy (m_leaf->GetValuePointer(), m_default, m_defsize);
    break;
 
  default:
    std::abort();
    
  }
}
 

void Clearinfo::free()
{
  delete [] m_default;
}
 

class Cleartable
{
public:
  ~Cleartable();
 

  StatusCode add (TBranch* br, char* defval, size_t defsize);
 

  void clear ();
 
 
private:
  std::vector<Clearinfo> m_info;
};
 

Cleartable::~Cleartable()
{
  for (size_t i = 0; i < m_info.size(); i++)
    m_info[i].free();
}
 

StatusCode Cleartable::add (TBranch* br, char* defval, size_t defsize)
{
  m_info.push_back (Clearinfo());
  CHECK( m_info.back().init (br, defval, defsize) );
  m_info.back().clear();  // Make sure the variable is clear at the start.
  return StatusCode::SUCCESS;
}
 

void Cleartable::clear()
{
  for (size_t i = 0; i < m_info.size(); i++)
    m_info[i].clear();
}
 
 
} // namespace Root
 
 
/****************************************************************************
 * RootD3PD class.
 */
 

RootD3PD::RootD3PD (TTree* tree,
                    const std::string& master,
                    const std::vector< std::string >& allowedNames,
                    const std::vector< std::string >& vetoedNames,
                    int basketSize /*= -1*/,
                    int entryOffsetLen /*= -1*/)
  : m_tree (tree),
    m_master (master),
    m_basketSize (basketSize),
    m_entryOffsetLen (entryOffsetLen),
    m_cleartable (new Root::Cleartable),
    m_allowedNames (allowedNames),
    m_vetoedNames (vetoedNames),
    m_fakeVars()
{
}
 

RootD3PD::~RootD3PD()
{
  delete m_cleartable;
  std::map< std::string, FakeProxy* >::iterator itr = m_fakeVars.begin();
  std::map< std::string, FakeProxy* >::iterator end = m_fakeVars.end();
  for( ; itr != end; ++itr ) {
     delete itr->second;
  }
}
 

StatusCode RootD3PD::addVariable (const std::string& name,
                                  const std::type_info& ti,
                                  void* & ptr,
                                  const std::string& docstring /*= ""*/,
                                  const void* defval /*= 0*/)
{
  TBranch* br = 0;
 
  // If the variable is not to be put into the output tree, let's
  // just create it in memory:
  if( ! isAllowed( name ) ) {
     CHECK( addFakeVariable( name, ti, ptr ) );
     return StatusCode::SUCCESS;
  }
 
  // Make sure that there's not already a branch with this name.
  if (m_tree->GetBranch (name.c_str()) != 0) {
    REPORT_MESSAGE (MSG::ERROR) << "Duplicate branch name " << name
                                << " in tree " << m_tree->GetName();
    return StatusCode::FAILURE;
  }
 
  char* defcopied = 0;
  size_t defsize = 0;
 
  // See if it's a basic type.
  char typecode = find_typecode (ti);
  if (typecode != '\0') {
    // Yes.  Make a simple branch for it.
    br = m_tree->Branch (name.c_str(), 0, (name + '/' + typecode).c_str());
    if (!br)
      return StatusCode::FAILURE;
 
    // Find the (single) leaf for the branch.
    TLeaf* leaf = br->GetLeaf (name.c_str());
    if (!leaf)
      return StatusCode::FAILURE;
 
    // Set the pointer.
    ptr = leaf->GetValuePointer();
 
    if (defval) {
      EDataType dt = TDataType::GetType (ti);
      TDataType* tdt = gROOT->GetType (TDataType::GetTypeName (dt));
      assert (tdt != 0);
      defsize = tdt->Size();
      defcopied = new char[defsize];
      std::memcpy (defcopied, defval, defsize);
    }
  }
  else {
 
    // Default value not supported for class types.
    if (defval) {
      REPORT_MESSAGE (MSG::ERROR)
        << "Requested a default value for variable " << name
        << " of type " << System::typeinfoName (ti)
        << "; but default values are only supported for basic types.";
      return StatusCode::FAILURE;
    }
 
    // A class type.  Try to find the class.
    TClass* cls = getClass (ti);
    if (!cls)
      return StatusCode::FAILURE;
 
    // Create the branch.
    br = m_tree->Bronch (name.c_str(), cls->GetName(), 0);
    if (!br)
      return StatusCode::FAILURE;
 
    TBranchElement* bre = dynamic_cast<TBranchElement*> (br);
    if (!bre) {
      REPORT_MESSAGE (MSG::ERROR) << "Unexpected branch type created for "
                                  << name;
      return StatusCode::FAILURE;
    }
 
    // Set the pointer.
    ptr = bre->GetObject();
  }
 
  // Set the branch docstring.
  br->SetTitle (docstring.c_str());
 
  // Set the branch buffer sizes as requested.
  if (m_basketSize != -1)
    br->SetBasketSize (m_basketSize);
 
  if (m_entryOffsetLen != -1)
    br->SetEntryOffsetLen (m_entryOffsetLen);
 
  CHECK( m_cleartable->add (br, defcopied, defsize) );
 
  // If we're extending an already-started tuple, then we need
  // to write the correct number of blank entries at the start.
  for (Long64_t i = 0; i < m_tree->GetEntries(); i++)
    br->Fill();
 
  return StatusCode::SUCCESS;
}
 

StatusCode
RootD3PD::addDimensionedVariable (const std::string& /*name*/,
                                  const std::type_info& /*ti*/,
                                  void* & /*ptr*/,
                                  const std::string& /*dim*/,
                                  const std::string& /*docstring = ""*/,
                                  const void* /*defval = 0*/)
{
  REPORT_MESSAGE (MSG::ERROR)
    << "addDimensionedVariable not yet implemented.";
  return StatusCode::FAILURE;
}
 

StatusCode RootD3PD::capture ()
{
  // Handle pending pool file association.
  CHECK( attachPoolFile() );
 
  if (m_tree->Fill() < 0)
    return StatusCode::FAILURE;
  return StatusCode::SUCCESS;
}
 

StatusCode RootD3PD::attachPoolFile()
{
  if (!m_poolFile.empty()) {
    TIter next (gROOT->GetListOfFiles());
    while (TFile* f = dynamic_cast<TFile*>(next())) {
      if (std::string(f->GetName()) == m_poolFile) {
        m_tree->SetDirectory (f);
        m_poolFile.clear();
        break;
      }
    }
    if (!m_poolFile.empty()) {
      REPORT_MESSAGE (MSG::ERROR) << "Can't find root file " << m_poolFile
                                  << " to attach tree " << m_tree->GetName();
      return StatusCode::FAILURE;
    }
  }
  return StatusCode::SUCCESS;
}
 

StatusCode RootD3PD::clear ()
{
  m_cleartable->clear();
  return StatusCode::SUCCESS;
}
 

StatusCode RootD3PD::redim (const Dim_t* /*ptr*/)
{
  return StatusCode::FAILURE;
}
 

const TTree* RootD3PD::tree() const
{
  return m_tree;
}
 
TTree* RootD3PD::tree()
{
  return m_tree;
}
 

const std::string& RootD3PD::master() const
{
  return m_master;
}
 

StatusCode RootD3PD::addMetadata (const std::string& key,
                                  const void* obj,
                                  const std::type_info& ti)
{
  TObjString ostmp;
 
  TClass* cls = getClass (ti);
  if (!cls)
    return StatusCode::RECOVERABLE;
 
  if (ti == typeid(TString)) {
    ostmp.String() = *reinterpret_cast<const TString*> (obj);
    obj = &ostmp;
    cls = gROOT->GetClass ("TObjString");
  }
  else if (ti == typeid(std::string)) {
    ostmp.String() = *reinterpret_cast<const std::string*> (obj);
    obj = &ostmp;
    cls = gROOT->GetClass ("TObjString");
  }
 
  std::string metaname;
  TDirectory* dir = m_tree->GetDirectory();
  std::string thekey = key;
 
  if (key.size() > 0 && key[key.size()-1] == '/') {
    // Go to the root directory of the file.
    while (dynamic_cast<TDirectoryFile*> (dir) != 0 &&
           dir->GetMotherDir())
      dir = dir->GetMotherDir();
 
    metaname = key.substr (0, key.size()-1);
    thekey = m_tree->GetName();
  }
  else {
    metaname = m_tree->GetName();
    metaname += "Meta";
  }
 
  TDirectory::TContext ctx (dir);
  TDirectory* metadir = dir->GetDirectory (metaname.c_str());
  if (!metadir) {
    metadir = dir->mkdir (metaname.c_str());
    if (!metadir) {
      REPORT_MESSAGE (MSG::ERROR)
        << "Can't create metadata dir " << metaname
        << "in dir " << dir->GetName();
      return StatusCode::RECOVERABLE;
    }
  }
 
  // If we're writing in a common directory, make sure name is unique.
  if (key.size() > 0 && key[key.size()-1] == '/') {
    int i = 1;
    while (metadir->FindObject (thekey.c_str())) {
      ++i;
      std::ostringstream ss;
      ss << m_tree->GetName() << "-" << i;
      thekey = ss.str();
    }
  }
 
  if (metadir->WriteObjectAny (obj, cls, thekey.c_str(), "overwrite") == 0) {
    REPORT_MESSAGE (MSG::ERROR)
      << "Can't write metadata object " << thekey
      << " for tree " << m_tree->GetName();
    return StatusCode::RECOVERABLE;
  }
 
  return StatusCode::SUCCESS;
}
 

TClass* RootD3PD::getClass (const std::type_info& ti)
{
  TClass* cls = gROOT->GetClass (ti);
  if (!cls) {
    // Can't do autoloading via type_info.
    // Try to convert back to a name...
    std::string tiname = System::typeinfoName (ti);
    cls = gROOT->GetClass (tiname.c_str());
  }
 
  if (!cls) {
    REPORT_MESSAGE (MSG::ERROR) << "Can't find class for typeinfo "
                                << ti.name();
  }
 
  return cls;
}
 

bool RootD3PD::isAllowed (const std::string& name)
{
   // If the list of allowed names is not empty, the name has to match
   // one of them:
   if( m_allowedNames.size() ) {
      if( std::find_if( m_allowedNames.begin(), m_allowedNames.end(),
                        NameMatches( name ) ) == m_allowedNames.end() ) {
         return false;
      }
   }
 
   // Now check that the name doesn't appear on the veto list:
   if( std::find_if( m_vetoedNames.begin(), m_vetoedNames.end(),
                     NameMatches( name ) ) != m_vetoedNames.end() ) {
      return false;
   }
 
   // If all of these passed, then the variable is allowed to
   // be put into the output:
   return true;
}
 
 
StatusCode RootD3PD::addFakeVariable (const std::string& name,
                                      const std::type_info& ti,
                                      void*& ptr)
{
   // Check if this variable already exists:
   std::map< std::string, FakeProxy* >::const_iterator itr =
      m_fakeVars.find( name );
   if( itr != m_fakeVars.end() ) {
      REPORT_MESSAGE_WITH_CONTEXT( MSG::FATAL, "RootD3PD" )
         << "\"Fake\" variable with name \"" << name << "\" already created";
      return StatusCode::FAILURE;
   }
 
   // Check if we have a dictionary for this type:
   ::TClass* cls = FakeProxy::getClass( ti );
   if( cls ) {
      // Create and store the new object:
      ptr = cls->New();
      m_fakeVars[ name ] = new FakeProxy( ptr, ti );
      return StatusCode::SUCCESS;
   }
 
   // If not, then try to see if it's a primitive type:
   ptr = FakeProxy::newPrimitive( ti );
   if( ptr ) {
      m_fakeVars[ name ] = new FakeProxy( ptr, ti );
      return StatusCode::SUCCESS;
   }
 
   // If both of these failed, then let's bail:
   REPORT_MESSAGE_WITH_CONTEXT( MSG::FATAL, "RootD3PD" )
      << "Couldn't create \"fake\" variable of type: " << ti.name();
   return StatusCode::FAILURE;
}
 

void RootD3PD::setPoolFile (const std::string& poolFile)
{
  m_poolFile = poolFile;
}
 
 
} // namespace D3PD