dq_make_web_display Namespace Reference

Functions
def	recurse (rdir, dqregion, ignorepath, reffile=None)
def	prune (dqregion)
def	paramcount (dqregion)
def	process (infname, confname, reffile=None)
def	super_process (fname, options)

Variables
	gatherdata
	worst = DQAlgorithm(id='WorstCaseSummary',libname='libdqm_summaries.so')
	cl = ROOT.TClass.GetClass(cl)
	print [x.__class__ for x in toList(dqregion.getSubRegions()) ] More...
string	name = rdir.GetPath().replace(ignorepath, '') + '/' + key.GetName()
dictionary	dqpargs
	reference
	dqpar = dqregion.newDQParameter( **dqpargs)
	newregion = dqregion.newDQRegion( key.GetName(), algorithm=worst )
	parser = optparse.OptionParser(usage='usage: %prog [options] inputfile run')
	default
	help
	type
	options
	args
	fname = args[0]
	run = int(args[1])
def	rv = super_process(fname, options)

Function Documentation

paramcount()

def dq_make_web_display.paramcount

(

dqregion

)

Definition at line 80 of file dq_make_web_display.py.

def paramcount(dqregion):
    params = dqregion.getDQParameters()
    if params is None:
        params = []
    subregions = dqregion.getSubRegions()
    if subregions is None:
        subregions = []
    
    return len(params) + sum([paramcount(region) for region in subregions])
 

process()

def dq_make_web_display.process	(		infname,
			confname,
			reffile = None
	)

Definition at line 90 of file dq_make_web_display.py.

def process(infname, confname, reffile=None):
    f = ROOT.TFile(infname, 'READ')
    if not f.IsOpen():
        print('ERROR: cannot open %s' % infname)
        return
    
    top_level = DQRegion(id='topRegion',algorithm=worst)
    print('Building tree...')
    recurse(f, top_level, f.GetPath(), reffile)
    print('Pruning dead branches...')
    prune(top_level)
    pc = paramcount(top_level)
 
    sublevel = top_level.getSubRegions()[:]
    for x in sublevel:
        top_level.delRelation('DQRegions', x)
        
    print('Writing output')
    writeHanConfiguration( filename = confname , roots = sublevel)
    return pc
 

prune()

def dq_make_web_display.prune

(

dqregion

)

returns True if we should kill this node
False if we should not

Definition at line 53 of file dq_make_web_display.py.

def prune(dqregion):
    """
    returns True if we should kill this node
    False if we should not
    """
    params = dqregion.getDQParameters()
    if params is None:
        params = []
    subregions = dqregion.getSubRegions()
    if subregions is None:
        subregions = []
    else:
        subregions = subregions[:]
    # kill subregions
    for sr in subregions:
        if sr is None:
            continue
        if prune(sr):
            dqregion.delRelation('DQRegions', sr)
    subregions = dqregion.getSubRegions()
    if subregions is None:
        subregions = []
    if len(subregions) + len(params) == 0:
        return True
    else:
        return False
 

recurse()

def dq_make_web_display.recurse	(		rdir,
			dqregion,
			ignorepath,
			reffile = None
	)

Definition at line 23 of file dq_make_web_display.py.

def recurse(rdir, dqregion, ignorepath, reffile=None):

super_process()

def dq_make_web_display.super_process	(		fname,
			options
	)

Definition at line 111 of file dq_make_web_display.py.

def super_process(fname, options):
    import shutil, os, sys, contextlib
    import ROOT
    han_is_found = (ROOT.gSystem.Load('libDataQualityInterfaces') == 0)
    if not han_is_found:
        print('ERROR: unable to load offline DQMF; unable to proceed')
        sys.exit(1)
    bname = os.path.basename(fname)
 
    run = options.run
    hanconfig = None
    hanhcfg = None
    hanoutput = None
 
    failed = False
    prebuilt_hcfg = False
 
    @contextlib.contextmanager
    def tmpdir():
        import tempfile
        td = tempfile.mkdtemp()
        yield td
        shutil.rmtree(td)
 
    with tmpdir() as hantmpdir:
        try:
            print('====> Processing file %s' % (fname))
            print('====> Generating han configuration file')
            hantmpinput = os.path.join(hantmpdir, bname)
            shutil.copyfile(fname, hantmpinput)
            haninput = hantmpinput
            hanconfig = os.path.join(hantmpdir, 'han.config')
            rv = process(hantmpinput, hanconfig, options.reffile)
            # bad hack. rv = number of histogram nodes
            if rv == 0:
                print('No histograms to display; exiting with code 0')
                sys.exit(0)
 
            print('====> Compiling han configuration')
            hanhcfg = os.path.join(hantmpdir, 'han.hcfg')
    
            ROOT.dqi.HanConfig().AssembleAndSave( hanconfig, hanhcfg )
 
            print('====> Executing han')
            import resource
            memlimit = resource.getrlimit(resource.RLIMIT_AS)
            resource.setrlimit(resource.RLIMIT_AS, (memlimit[1], memlimit[1]))
            hanoutput = haninput.rpartition('.')[0] + '_han.root'
 
            rv = ROOT.dqi.HanApp().Analyze( hanhcfg, haninput, hanoutput, '' )
    
            if rv != 0:
                raise Exception('failure in han')
            hantargetdir = os.path.join(options.webdir, str(options.iteration),
                                        options.dispname, 'run_%s' % run)
            print('====> Copying to', hantargetdir)
            hantargetfile = os.path.join(hantargetdir, 'run_%s_han.root' % run)
            if not os.access(hantargetdir, os.W_OK):
                try:
                    os.makedirs(hantargetdir)
                except Exception as e:
                    print('Unable to create %s for some reason: %s' % (hantargetdir, e))
                    raise Exception('Error during execute')
            shutil.copy2(hanoutput, hantargetfile)
            print('====> Cleaning up')
        except Exception as e:
            print(e)
            if 'canonical format' not in str(e):
                failed = True
        finally:
            try:
                if not prebuilt_hcfg:
                    os.unlink(hantmpinput)
                    os.unlink(hanconfig)
                    os.unlink(hanhcfg)
                os.unlink(hanoutput)
            except Exception:
                pass
        
    return not failed
 
        

Variable Documentation

args

dq_make_web_display.args

Definition at line 205 of file dq_make_web_display.py.

cl

dq_make_web_display.cl = ROOT.TClass.GetClass(cl)

print [x.__class__ for x in toList(dqregion.getSubRegions()) ]

Definition at line 26 of file dq_make_web_display.py.

default

dq_make_web_display.default

Definition at line 196 of file dq_make_web_display.py.

dqpar

dq_make_web_display.dqpar = dqregion.newDQParameter( **dqpargs)

Definition at line 45 of file dq_make_web_display.py.

dqpargs

dictionary dq_make_web_display.dqpargs

Initial value:

=  { 'id' :name,
                        'algorithm': gatherdata,
                        'inputdatasource': name,
                        }

Definition at line 39 of file dq_make_web_display.py.

fname

dq_make_web_display.fname = args[0]

Definition at line 210 of file dq_make_web_display.py.

gatherdata

dq_make_web_display.gatherdata

Initial value:

=  DQAlgorithm(id='GatherData', 
                         libname='libdqm_algorithms.so')

Definition at line 19 of file dq_make_web_display.py.

help

dq_make_web_display.help

Definition at line 197 of file dq_make_web_display.py.

name

string dq_make_web_display.name = rdir.GetPath().replace(ignorepath, '') + '/' + key.GetName()

Definition at line 38 of file dq_make_web_display.py.

newregion

dq_make_web_display.newregion = dqregion.newDQRegion( key.GetName(), algorithm=worst )

Definition at line 50 of file dq_make_web_display.py.

options

dq_make_web_display.options

Definition at line 205 of file dq_make_web_display.py.

parser

dq_make_web_display.parser = optparse.OptionParser(usage='usage: %prog [options] inputfile run')

Definition at line 195 of file dq_make_web_display.py.

reference

dq_make_web_display.reference

Definition at line 44 of file dq_make_web_display.py.

run

dq_make_web_display.run = int(args[1])

Definition at line 212 of file dq_make_web_display.py.

rv

def dq_make_web_display.rv = super_process(fname, options)

Definition at line 219 of file dq_make_web_display.py.

type

dq_make_web_display.type

Definition at line 200 of file dq_make_web_display.py.

worst

dq_make_web_display.worst = DQAlgorithm(id='WorstCaseSummary',libname='libdqm_summaries.so')

Definition at line 21 of file dq_make_web_display.py.