rhadd Namespace Reference

Classes
class	haddJob
class	haddStep

Functions
def	main ()
def	doRecursiveMerge (args)

Variables
	level

Function Documentation

doRecursiveMerge()

def rhadd.doRecursiveMerge

(

args

)

Setup the cascade of merge jobs and execute each level in turn

Definition at line 191 of file rhadd.py.

def doRecursiveMerge(args):
    '''Setup the cascade of merge jobs and execute each level in turn'''
    # First setup the cascade of merge steps
    jobGraph = []
    level = 0
    jobGraph.append(haddStep(bunchNumber = args['bunchNumber'], 
                             inputFiles = args['inputFiles'], 
                             finalOutputFile = args['outputFile'], level = level))
    
    while jobGraph[-1].numHadds > 1:
        level += 1
        jobGraph.append(haddStep(bunchNumber = args['bunchNumber'], 
                                 inputFiles = jobGraph[-1].outputFiles, 
                                 finalOutputFile = args['outputFile'], level = level))
        logging.debug(jobGraph[-1])
 
    # Now execute each merge stage in turn
    for i, jobs in enumerate(jobGraph):
        logging.info('Executing merge interation step %d' % i)
        jobs.executeAll(args['parallelMerge'])
        
    logging.info('Final merge completed successfully.')
 
 

main()

def rhadd.main

(

)

Definition at line 163 of file rhadd.py.

def main():
    parser = argparse.ArgumentParser(description='Recursive wrapper around the ROOT hadd script.',
                                     epilog='Return codes: 0 All OK; 1 Problem with hadd; 2 Invalid arguments')
    parser.add_argument('outputFile', help='Single merged output file')
    parser.add_argument('inputFiles', nargs='+', help='Input files to merge')
    parser.add_argument('-n', '--bunchNumber', type=int, help='File batching number for single hadds', default=10)
    parser.add_argument('-p', '--parallelMerge', type=int, 
                        help='Number of merges to do in parallel (experimental, please do not use in production)', default=1)
    
    args = vars(parser.parse_args(sys.argv[1:]))
 
    logging.debug(args)
    
    # Sanity checks
    if args['bunchNumber'] <= 1:
        logging.error('bunchNumber parameter must be greater than 1')
        sys.exit(2)
 
    if args['parallelMerge'] < 1:
        logging.error('parallelMerge parameter must be greater than 1')
        sys.exit(2)
 
        
    doRecursiveMerge(args)
    
    sys.exit(0)
    
    

Variable Documentation

level

rhadd.level

Definition at line 39 of file rhadd.py.