python.IoTestsLib Namespace Reference

Functions
def	pymon ()
def	comp_delta (d, verbose=False)
def	import_ROOT ()
def	io_test1_write (fname, nevts=1000, sz=1000, dtype='i')
def	io_test1_read (fname, verbose=False)
def	io_test2_write (fname, nevts=1000, sz=1000, dtype='i')
def	io_test2_read (fname, verbose=False)

Variables
string	__author__ = "Sebastien Binet <binet@cern.ch>"
string	__version__ = "$Revision: 1.1 $"
string	__doc__
int	_pagesz = sysconf('SC_PAGE_SIZE') // 1024
dictionary	_py_dtype_to_root
def	ROOT = import_ROOT()
int	nreads = 10
	tests ------------------------------------------------------------------— More...
dictionary	mon_data = {}
string	fname = '/tmp/out_test1_ints.root'
def	w

Function Documentation

comp_delta()

def python.IoTestsLib.comp_delta	(		d,
			verbose = False
	)

Definition at line 46 of file IoTestsLib.py.

def comp_delta(d, verbose=False):
    assert 'start' in d
    assert 'stop'  in d
    assert len(d['start']) == 3
    assert len(d['stop'])  == 3
    if verbose:
        print (repr(d))
    delta = { 'cpu' : d['stop'][0] - d['start'][0],
              'vmem': d['stop'][1] - d['start'][1],
              'rss' : d['stop'][2] - d['start'][2],
              'nbytes': -1
              }
    if 'nbytes' in d:
        delta['nbytes'] = d['nbytes']
    print ("==> cpu: %(cpu)8.3f ms  vmem: %(vmem)i kB  rss: %(rss)i kB  nbytes: %(nbytes)i kB" % delta)
    return delta
 

import_ROOT()

def python.IoTestsLib.import_ROOT

(

)

Definition at line 63 of file IoTestsLib.py.

def import_ROOT():
    import sys
    # for ROOT...
    if '-b' not in sys.argv:
        sys.argv.insert(1, '-b')
    import ROOT
    return ROOT
 

io_test1_read()

def python.IoTestsLib.io_test1_read	(		fname,
			verbose = False
	)

Definition at line 99 of file IoTestsLib.py.

def io_test1_read(fname, verbose=False):
    f = ROOT.TFile.Open(fname, 'READ')
    t = f.Get('t')
    assert t, "could not find tree 't'"
    nevts = t.GetEntries()
    if verbose:
        print ("::: reading [%s] (%i events) [sz=%s kB]" % (fname, nevts,
                                                            f.GetSize()//1024))
    tot_bytes = 0
    get_entry = t.GetEntry
    start = pymon()
    for ievt in range(nevts):
        # copy next entry into memory and verify
        nb = get_entry(ievt)
        if nb <= 0:
            continue
        tot_bytes += nb
        # use the values directly from the tree
        assert len(t.data) > 0
    stop = pymon()
 
    del t
    f.Close()
    
    return {'start' : start,
            'stop'  : stop,
            'nbytes': tot_bytes//1024}
 
@forking

io_test1_write()

def python.IoTestsLib.io_test1_write	(		fname,
			nevts = 1000,
			sz = 1000,
			dtype = 'i'
	)

testing writing 1000 evts with arrays of 1000- integers

Definition at line 74 of file IoTestsLib.py.

def io_test1_write(fname, nevts=1000, sz=1000, dtype='i'):
    """testing writing 1000 evts with arrays of 1000- integers
    """
    f = ROOT.TFile.Open(fname, 'RECREATE')
    t = ROOT.TTree('t', 't')
 
    nevts= nevts
    imax = sz
    data = carray(dtype, imax*[ 0 ] )
    #t.Branch( 'mynum', n, 'mynum/I' )
    t.Branch( 'i', data, 'data[%d]/%s'%(imax, _py_dtype_to_root[dtype]) )
 
    from random import randint
    
    fill = t.Fill
    for i in range(nevts):
        for j in range(sz):
            data[j] = randint(0, sz)
        fill()
 
    f.Write()
    f.Close()
    return
 
@forking

io_test2_read()

def python.IoTestsLib.io_test2_read	(		fname,
			verbose = False
	)

Definition at line 157 of file IoTestsLib.py.

def io_test2_read(fname, verbose=False):
    f = ROOT.TFile.Open(fname, 'READ')
    t = f.Get('t')
    assert t, "could not find tree 't'"
    nevts = t.GetEntries()
    if verbose:
        print ("::: reading [%s] (%i events) [sz=%s kB]" % (fname, nevts,
                                                            f.GetSize()//1024))
    tot_bytes = 0
    get_entry = t.GetEntry
    start = pymon()
    for ievt in range(nevts):
        # copy next entry into memory and verify
        nb = get_entry(ievt)
        if nb <= 0:
            continue
        tot_bytes += nb
        # use the values directly from the tree
        assert len(t.data) > 0
    stop = pymon()
 
    del t
    f.Close()
    
    return {'start' : start,
            'stop'  : stop,
            'nbytes': tot_bytes//1024}
 
 

io_test2_write()

def python.IoTestsLib.io_test2_write	(		fname,
			nevts = 1000,
			sz = 1000,
			dtype = 'i'
	)

testing writing 1000 evts with arrays of (variable length) 1000- ints

Definition at line 128 of file IoTestsLib.py.

def io_test2_write(fname, nevts=1000, sz=1000, dtype='i'):
    """testing writing 1000 evts with arrays of (variable length) 1000- ints
    """
    f = ROOT.TFile.Open(fname, 'RECREATE')
    t = ROOT.TTree('t', 't')
 
    nevts= nevts
    imax = sz
 
    n    = carray( 'i', [ 0 ] )
    data = carray( dtype, imax*[ 0 ] )
    t.Branch( 'sz',   n,    'sz/I' )
    t.Branch( 'data', data, 'data[sz]/%s'%_py_dtype_to_root[dtype])
 
    from random import randint
    
    fill = t.Fill
    for i in range(nevts):
        jmax = randint(1, sz)
        n[0] = jmax
        for j in range(jmax):
            data[j] = randint(0, sz)
        fill()
 
    f.Write()
    f.Close()
    return
 
@forking

pymon()

def python.IoTestsLib.pymon

(

)

returns (cpu[ms], vmem[kb], rss[kb])

Definition at line 33 of file IoTestsLib.py.

def pymon():
    """returns (cpu[ms], vmem[kb], rss[kb])
    """
    from resource import getrusage, RUSAGE_SELF
    from string import split as ssplit
    cpu = getrusage(RUSAGE_SELF)
    mem = open('/proc/self/statm','r')
    cpu = (cpu.ru_utime+cpu.ru_stime) * 1e3 # in milliseconds
    mem = ssplit(mem.readlines()[0])
    vmem = int(mem[0])*_pagesz
    rss  = int(mem[1])*_pagesz
    return cpu,vmem,rss
 

Variable Documentation

__author__

string python.IoTestsLib.__author__ = "Sebastien Binet <binet@cern.ch>"

private

Definition at line 8 of file IoTestsLib.py.

__doc__

string python.IoTestsLib.__doc__

private

Initial value:

=  """
a set of simple minded functions to test ROOT I/O (from python)
"""

Definition at line 10 of file IoTestsLib.py.

__version__

string python.IoTestsLib.__version__ = "$Revision: 1.1 $"

private

Definition at line 9 of file IoTestsLib.py.

_pagesz

int python.IoTestsLib._pagesz = sysconf('SC_PAGE_SIZE') // 1024

private

Definition at line 22 of file IoTestsLib.py.

_py_dtype_to_root

dictionary python.IoTestsLib._py_dtype_to_root

private

Initial value:

=  {
    'i' : 'I',
    'f' : 'F',
    }

Definition at line 24 of file IoTestsLib.py.

fname

string python.IoTestsLib.fname = '/tmp/out_test1_ints.root'

Definition at line 199 of file IoTestsLib.py.

mon_data

dictionary python.IoTestsLib.mon_data = {}

Definition at line 192 of file IoTestsLib.py.

nreads

int python.IoTestsLib.nreads = 10

tests ------------------------------------------------------------------—

Definition at line 191 of file IoTestsLib.py.

ROOT

def python.IoTestsLib.ROOT = import_ROOT()

Definition at line 71 of file IoTestsLib.py.

w

def python.IoTestsLib.w

Initial value:

=  io_test1_write(fname=fname,
                       nevts=100000, sz=1000,
                       dtype='i')

Definition at line 200 of file IoTestsLib.py.