Functions
	list_directories (parent_dir, recurse=True)
	_is_ok (dir, options)
	merge_han_configs (template, parent_dir, out, options)

Variables
tuple	_usage
	parser = optparse.OptionParser(usage=_usage)
	action
	metavar
	default
	help
	options
	args

Detailed Description

MergeConfigs: merges han text configuration files, warning on name conflicts
@author Peter Onyisi <ponyisi@hep.uchicago.edu>

Function Documentation

◆ _is_ok()

MergeConfigs._is_ok	(		dir,
			options )

protected

Definition at line 41 of file MergeConfigs.py.

def _is_ok(dir, options):
    return not dir.startswith(tuple(options.exclude), 2)
 

◆ list_directories()

MergeConfigs.list_directories	(		parent_dir,
			recurse = True )

returns a list of directories in parent_dir
Directory 'common' will appear first if present
if recurse = True, also includes all subdirectories in the tree
If user has defined DQCONFIG_DIR_WHITELIST env var, will filter based on that list
Example values would be: DQCONFIG_DIR_WHITELIST=L1Calo:HLT

Definition at line 11 of file MergeConfigs.py.

def list_directories(parent_dir, recurse=True):
    """
    returns a list of directories in parent_dir
    Directory 'common' will appear first if present
    if recurse = True, also includes all subdirectories in the tree
    If user has defined DQCONFIG_DIR_WHITELIST env var, will filter based on that list
    Example values would be: DQCONFIG_DIR_WHITELIST=L1Calo:HLT
    """
    import os
    whitelist = os.getenv('DQCONFIG_DIR_WHITELIST','').split(":")
    rv = []
    if recurse:
        for root, dum1, dum2 in os.walk(parent_dir):
            if root == parent_dir:
                continue
            rv.append(root)
    else:
        import stat
        subobjs = os.listdir(parent_dir)
        rv = [os.join(parent_dir, x) for x in subobjs]
        rv = [x for x in rv if stat.S_ISDIR(os.stat(x))]
    rv.sort()
    truerv = []
    for x in rv:
        if 'common' in x:
            truerv = [x] + truerv
        elif x.split("/")[-1] in whitelist or whitelist==['']:
            truerv.append(x)
    return truerv
 

◆ merge_han_configs()

MergeConfigs.merge_han_configs	(	template,
		parent_dir,
		out,
		options )

Definition at line 44 of file MergeConfigs.py.

def merge_han_configs(template, parent_dir, out, options):
    import sys, os
    """
    Merge the files in the input list to the output file.
    @param inlist: list of filenames of input files
    @param out: output filename
    """
    import re
    from PyUtils.Helpers import release_metadata
    
    rematch = re.compile(r'(\S*)\s+(\S*)\s+{')
    # keywords we should worry about for name conflicts
    kwlist = set(['algorithm', 'compositeAlgorithm', 'reference', 'thresholds'])
    kwhash = {}
    for kw in kwlist:
        kwhash[kw] = {}
 
    files = []
 
    # First pass; find if there are name conflicts
    for dir in list_directories(parent_dir):
        f = os.path.join(dir, template)
        if not os.access(f, os.R_OK):
            continue
        if not _is_ok(dir, options):
            print (dir, 'excluded from merge')
            continue
        print ('Processing', f)
        files.append(f)
        fobj = open(f, 'r')
        # reclevel = how nested we are; reclist = directories above us; kws = previous keywords
        reclevel = 0; reclist = []; kws = []
 
        for line in fobj:
            stripline = line.strip()
            if len(stripline) == 0:
                continue
            if stripline[0] == '#':
                continue
            if stripline[0] == '}' and reclevel > 0:
                # in principle a properly parsing file should only close objects it has opened.  Dangerous.
                reclevel -= 1; reclist.pop(); kws.pop()
                continue
            match = rematch.search(line)
            if match is None:
                continue
            kws.append(match.group(1)); reclevel += 1; reclist.append(match.group(2))
            if kws[-1] in kwlist:
                # print (line)
                # print (match.group(1), match.group(2),)
                fullname = '/'.join(reclist)
                # print (fullname)
                if fullname in kwhash[match.group(1)]:
                    # print (reclist)
                    print ('ERROR: repeated definition of %s %s' % (match.group(1), fullname))
                    print ('       Current file is %s' % f)
                    print ('       Earlier definition was in %s' % kwhash[match.group(1)][fullname])
                    print ('       Please fix this.  Merging will now stop.  Output file has not been created.')
                    sys.exit(1)
                else:
                    kwhash[match.group(1)][fullname] = f
        fobj.close()
                    
    # if we got here, we should be ok on the unique names: pass 2
    outobj = open(out, 'w')
    outobj.write('# ****************************\n')
    outobj.write('metadata GitInfo {\n')
    outobj.write('  Hash = %s\n' % (release_metadata()['nightly release'] or "unknown"))
    outobj.write('}\n')
    outobj.write('# ****************************\n\n')
    for f in files:
        fobj = open(f, 'r')
        for line in fobj:
            if '$Id:' in line:
                line += '# ' + f + '\n'
                line = line.replace('$', '')
            outobj.write(line)
        outobj.write('\n')
 

Variable Documentation

◆ _usage

tuple MergeConfigs._usage

protected

Initial value:

1= ('%prog [options] templatename parent_dir outfile\n\n'

2 'example: %prog cosmics_run.config . cosmics_run_merged.config')

Definition at line 123 of file MergeConfigs.py.

◆ action

MergeConfigs.action

Definition at line 130 of file MergeConfigs.py.

◆ args

MergeConfigs.args

Definition at line 133 of file MergeConfigs.py.

◆ default

MergeConfigs.default

Definition at line 131 of file MergeConfigs.py.

◆ help

MergeConfigs.help

Definition at line 132 of file MergeConfigs.py.

◆ metavar

MergeConfigs.metavar

Definition at line 130 of file MergeConfigs.py.

◆ options

MergeConfigs.options