fastadd.cxx File Reference

navigates through the directory structure of identically organised root files adding them all together More...

#include <iostream>
#include <vector>
#include <string>
#include <stdio.h>
#include "TKey.h"
#include "TH1D.h"
#include "TH2D.h"
#include "TProfile.h"
#include "TFile.h"
#include "TClass.h"
#include "simpletimer.h"
#include "dataset.h"
#include <cstdlib>

Go to the source code of this file.

Functions
template<class T>
bool	add (const std::string &hname, TKey *tobj)
void	search (TDirectory *td=0, const std::string &s="")
	recursive directory search for TH1 and TH2
bool	file_exists (const std::string &s)
void	cost (const std::string &outputfile)
int	usage (std::ostream &s, int, char **argv)
int	main (int argc, char **argv)

Variables
std::vector< std::string >	files
	file names and file pointers
std::vector< TFile * >	fptr
struct timeval	global_timer
	glabal timer - how long have I taken so far?
std::string	depth = ""
	tag string for intendation
int	ir =0
	counter of the current depth

Detailed Description

navigates through the directory structure of identically organised root files adding them all together

Author

mark sutton

Date

Thu 5 Sep 2013 20:32:47 CEST

Copyright (C) 2002-2025 CERN for the benefit of the ATLAS collaboration

Definition in file fastadd.cxx.

Function Documentation

add()

template<class T>

bool add	(	const std::string &	hname,
		TKey *	tobj )

Definition at line 55 of file fastadd.cxx.

                                               { 
  
  T* h0 = (T*)tobj->ReadObj();
 
  //  std::cout << "h0 " << h0;
  //  if ( h0 ) std::cout << " : " << h0->GetName();
  //  std::cout << std::endl;
  
  bool changed = false;
  
  if ( h0==0 ) { 
    std::cerr << "object " << hname << " can't be found" << std::endl;
    return false;
  }
 
  if ( h0->GetSumw2N()==0 ) h0->Sumw2();
 
 
  static int count = 0;
 
  for ( unsigned ifile=1 ; ifile<fptr.size() ; ifile++ ) { 
    
    //    std::cout << "TFile* fptr " << fptr[ifile] << " " << files[ifile] << std::endl;
 
    if ( fptr[ifile] ) {  
 
      //      std::cout << "h (get) >" << hname << "<" << std::endl; 
 
      T* h  = (T*)fptr[ifile]->Get(hname.c_str());
 
      
 
      if ( h==0 ) {
    std::cout << "h (add) " << h << "  " << hname << " can't be opened" << std::endl; 
    if ( count>20 ) exit(-1); 
    count++;
    continue;
      }
 
      if ( h->GetSumw2N()==0 ) h->Sumw2();
 
      //      std::cout << "h       " << h->GetName() << std::endl; 
 
      changed = true;
      h0->Add( h );
 
      delete h;
      
    }
  }
  
  
  
  if ( changed ) { 
    h0->SetDirectory(0);
    h0->Write("",TObject::kOverwrite);
    //    h0->Write(); // "",TObject::kOverwrite);
  }
  
  delete h0;
 
  return true;
}

cost()

void cost

(

const std::string &

outputfile

)

no point doing anything if there is only 1 input file because there would be nothing to add to it

don't over write esisting files

copy the first file so we add to this copy

don't bother to open the first file - we've copied it to the output and will update the contents

open the output file

recursively look through the directory structure

close the files

don't need to write the histogram again - writing them as we go along

Definition at line 231 of file fastadd.cxx.

                                         { 

  if ( files.size()<2 ) return;
 
  std::cout << "processing" << std::endl;

  if ( file_exists(outputfile) ) { 
    std::cerr << "output file " << outputfile << " already exists" << std::endl;
    return;
  }
 
  std::cout << "copying file to " << outputfile << std::endl;

  system( ("cp "+files[0]+" "+outputfile).c_str() );
 

 
  std::cout << "opening root files" << std::endl;
 
  fptr.resize(files.size());
 
 
  std::cout << "opening " << files[0] << std::endl;

  fptr[0] = new TFile( outputfile.c_str(), "update" );
 
  if ( fptr[0]==0 ) { 
    std::cerr << "cannot open " << outputfile.c_str() << std::endl;
    return;
  }
 
  for ( unsigned ifile=1 ; ifile<files.size() ; ifile++ ) {
    std::cout << "opening " << files[ifile] << std::endl;
    fptr[ifile] = new TFile( files[ifile].c_str() );
  }
  
 
  for ( unsigned ifile=0 ; ifile<files.size() ; ifile++ ) {
    if ( fptr[ifile]==0 ) { 
      std::cerr << "file " << files[ifile] << " cannot be openened" << std::endl;
      return;
    }
  }
  
  fptr[0]->cd();
  
  TDirectory* here = gDirectory;
 
  global_timer = simpletimer_start();

  search();
  
  here->cd();
  
  std::cout << "closing the files" << std::endl; 

  for ( unsigned ifile=1 ; ifile<files.size() ; ifile++ ) { 
    if ( fptr[ifile] ) { 
      fptr[ifile]->Close();
      delete fptr[ifile];
    }
  }

  //  f0->Write();
  fptr[0]->Close();
 
}

file_exists()

bool file_exists

(

const std::string &

s

)

Definition at line 220 of file fastadd.cxx.

                                     {   
  if ( FILE* testfile=fopen(s.c_str(),"r") ) { 
    fclose(testfile);
    return true;
  }
  return false;
}

main()

int main	(	int	argc,
		char **	argv )

if output file is not defined

check som input files

Definition at line 324 of file fastadd.cxx.

                                { 
 
  //  if ( argc<3 ) usage( std::cerr << "not enough command options", argc, argv );
  if ( argc<3 ) return usage( std::cerr, argc, argv );
 
 
  for ( int i=1 ; i<argc ; i++ ) { 
    if ( std::string(argv[i])=="-h" || std::string(argv[i])=="--help" )  return usage( std::cout, argc, argv );
  }
  
  bool verbose = false; 
 
  std::string output_file = "";
 
  for ( int i=1 ; i<argc ; i++ ) { 
    if      ( std::string(argv[i])=="--verbose" ) verbose = true;
    else if ( std::string(argv[i])=="-o" ) { 
      if ( ++i<argc ) output_file = argv[i];
      else  return usage( std::cerr, argc, argv );
    }
    else { 
      files.push_back(argv[i]);
    }
  }
 

  if ( output_file == "" ) return usage( std::cerr, argc, argv );
  
  //  dataset data("test_EF");
  //  files = data.datafiles();
  
 
 
  if ( files.size()<1 ) return usage( std::cerr, argc, argv );
 
  for ( size_t i=files.size() ; i-- ; ) if ( files[i]==output_file ) return usage( std::cerr, argc, argv ); 
  
  //  time the actual running of the cost() routine
  
  if ( verbose ) std::cout << "timing" << std::endl;
 
  struct timeval tv = simpletimer_start();
 
  cost(output_file);
 
  double t = simpletimer_stop(tv);
 
  std::cout << "\ntotal time " << t*0.001 << " s  (" << (t*0.001/60) << " min)" << std::endl;
 
  return 0;
}

search()

void search	(	TDirectory *	td = 0,
		const std::string &	s = "" )

recursive directory search for TH1 and TH2

don;t go more than 10 directories deep

Definition at line 126 of file fastadd.cxx.

                                                     { 
 
  ir++;

 
  if ( ir>10 ) exit(0);
 
 
 
  TDirectory* here = gDirectory;
 
  //  gDirectory->pwd();
 
  std::string ns = s;
 
  if ( ns!="" ) ns += "/"; 
 
  if ( td )  { 
    gDirectory->cd(td->GetName());
 
    ns +=  td->GetName();
 
    std::cout << "\n" << depth << "Directory " << ns; // << std::endl;
  }
 
  std::string savedepth = depth;
  depth += "\t";
 
  //  std::cout << ir << " " << ns << "TDirectory " << gDirectory->GetPath() << " " << gDirectory->GetName() << std::endl;
 
  TList* tl  = gDirectory->GetListOfKeys();
 
  struct timeval tv = simpletimer_start();
 
  //  std::cout << "\ttl " << tl << std::endl;
 
  for ( int i=tl->GetSize() ; i-- ; ) { 
 
    TKey* tobj = (TKey*)tl->At(i);
 
    if ( tobj==0 ) continue;
 
    //    std::cout << "tobj " << tobj;
    //    if ( tobj ) std::cout << " : \t" << tobj->GetName();
    //    std::cout << std::endl; 
    
    if ( std::string(tobj->GetClassName()).find("TDirectory")!=std::string::npos ) { 
      //      std::cout << ns << "Directory " << tobj->GetName() << std::endl;
 
      TDirectory* tnd = (TDirectory*)tobj->ReadObj();
 
      if ( tnd ) search( tnd, ns );
    }
    else { 
      //      bool status = false;
      
      std::string objname = ns;
      if ( objname!="" ) objname += std::string("/") + tobj->GetName();
      
      //      if ( std::string(tobj->GetClassName()).find("TH1")!=std::string::npos )  status = add<TH1>( objname.c_str(), tobj );
      //      if ( std::string(tobj->GetClassName()).find("TH2")!=std::string::npos )  status = add<TH2>( objname.c_str(), tobj );
      if ( std::string(tobj->GetClassName()).find("TH1")!=std::string::npos )       add<TH1>( objname, tobj );
      if ( std::string(tobj->GetClassName()).find("TH2")!=std::string::npos )       add<TH2>( objname, tobj );
      if ( std::string(tobj->GetClassName()).find("TProfile")!=std::string::npos )  add<TProfile>( objname, tobj );
      
      //      if ( !status ) std::cerr << "bad status" << std::endl;
    }
 
  }
 
  const double t = simpletimer_stop(tv);
  
  const double global_time = simpletimer_stop(global_timer);
 
  
  std::cout << "\tprocessed directory in " << t*0.001 << " s  from " << global_time*0.001 << " s";
 
 
  depth = std::move(savedepth);
 
  ir--;
 
  here->cd();
 
}

usage()

int usage	(	std::ostream &	s,
		int	,
		char **	argv )

Definition at line 313 of file fastadd.cxx.

                                            { 
  s << "Usage: " << argv[0] << " [OPTIONS] -o output.root  input1.root ... inputN.root\n\n";
  s << "    -o filename   \tname of output (filename required)\n";
  s << "    -h, --help    \tdisplay this help\n";
  s << std::endl;
  return 0;
}

Variable Documentation

depth

std::string depth = ""

tag string for intendation

Definition at line 46 of file fastadd.cxx.

files

std::vector<std::string> files

file names and file pointers

Definition at line 37 of file fastadd.cxx.

fptr

std::vector<TFile*> fptr

Definition at line 38 of file fastadd.cxx.

global_timer

struct timeval global_timer

glabal timer - how long have I taken so far?

Definition at line 42 of file fastadd.cxx.

ir

int ir =0

counter of the current depth

Definition at line 49 of file fastadd.cxx.