Functions
def	list_directories (parent_dir, recurse=True)

def	_is_ok (dir, options)

def	merge_han_configs (template, parent_dir, out, options)

Variables
tuple	_usage

	parser = optparse.OptionParser(usage=_usage)

	action

	metavar

	default

	help

	options

	args

Function Documentation

◆ _is_ok()

def MergeConfigs._is_ok	(	dir,
		options
	)

private

Definition at line 41 of file MergeConfigs.py.

 def _is_ok(dir, options):
     return not dir.startswith(tuple(options.exclude), 2)
  

◆ list_directories()

def MergeConfigs.list_directories	(	parent_dir,
		recurse = `True`
	)

returns a list of directories in parent_dir
Directory 'common' will appear first if present
if recurse = True, also includes all subdirectories in the tree
If user has defined DQCONFIG_DIR_WHITELIST env var, will filter based on that list
Example values would be: DQCONFIG_DIR_WHITELIST=L1Calo:HLT

Definition at line 11 of file MergeConfigs.py.

 def list_directories(parent_dir, recurse=True):
     """
     returns a list of directories in parent_dir
     Directory 'common' will appear first if present
     if recurse = True, also includes all subdirectories in the tree
     If user has defined DQCONFIG_DIR_WHITELIST env var, will filter based on that list
     Example values would be: DQCONFIG_DIR_WHITELIST=L1Calo:HLT
     """
     import os
     whitelist = os.getenv('DQCONFIG_DIR_WHITELIST','').split(":")
     rv = []
     if recurse:
         for root, dum1, dum2 in os.walk(parent_dir):
             if root == parent_dir:
                 continue
             rv.append(root)
     else:
         import stat
         subobjs = os.listdir(parent_dir)
         rv = [os.join(parent_dir, x) for x in subobjs]
         rv = [x for x in rv if stat.S_ISDIR(os.stat(x))]
     rv.sort()
     truerv = []
     for x in rv:
         if 'common' in x:
             truerv = [x] + truerv
         elif x.split("/")[-1] in whitelist or whitelist==['']:
             truerv.append(x)
     return truerv
  

◆ merge_han_configs()

def MergeConfigs.merge_han_configs	(	template,
		parent_dir,
		out,
		options
	)

Definition at line 44 of file MergeConfigs.py.

 def merge_han_configs(template, parent_dir, out, options):
     import sys, os
     """
     Merge the files in the input list to the output file.
     @param inlist: list of filenames of input files
     @param out: output filename
     """
     import re
     from PyUtils.Helpers import release_metadata
     
     rematch = re.compile(r'(\S*)\s+(\S*)\s+{')
     # keywords we should worry about for name conflicts
     kwlist = set(['algorithm', 'compositeAlgorithm', 'reference', 'thresholds'])
     kwhash = {}
     for kw in kwlist:
         kwhash[kw] = {}
  
     files = []
  
     # First pass; find if there are name conflicts
     for dir in list_directories(parent_dir):
         f = os.path.join(dir, template)
         if not os.access(f, os.R_OK):
             continue
         if not _is_ok(dir, options):
             print (dir, 'excluded from merge')
             continue
         print ('Processing', f)
         files.append(f)
         fobj = open(f, 'r')
         # reclevel = how nested we are; reclist = directories above us; kws = previous keywords
         reclevel = 0; reclist = []; kws = []
  
         for line in fobj:
             stripline = line.strip()
             if len(stripline) == 0:
                 continue
             if stripline[0] == '#':
                 continue
             if stripline[0] == '}' and reclevel > 0:
                 # in principle a properly parsing file should only close objects it has opened.  Dangerous.
                 reclevel -= 1; reclist.pop(); kws.pop()
                 continue
             match = rematch.search(line)
             if match is None:
                 continue
             kws.append(match.group(1)); reclevel += 1; reclist.append(match.group(2))
             if kws[-1] in kwlist:
                 # print (line)
                 # print (match.group(1), match.group(2),)
                 fullname = '/'.join(reclist)
                 # print (fullname)
                 if fullname in kwhash[match.group(1)]:
                     # print (reclist)
                     print ('ERROR: repeated definition of %s %s' % (match.group(1), fullname))
                     print ('       Current file is %s' % f)
                     print ('       Earlier definition was in %s' % kwhash[match.group(1)][fullname])
                     print ('       Please fix this.  Merging will now stop.  Output file has not been created.')
                     sys.exit(1)
                 else:
                     kwhash[match.group(1)][fullname] = f
         fobj.close()
                     
     # if we got here, we should be ok on the unique names: pass 2
     outobj = open(out, 'w')
     outobj.write('# ****************************\n')
     outobj.write('metadata GitInfo {\n')
     outobj.write('  Hash = %s\n' % (release_metadata()['nightly release'] or "unknown"))
     outobj.write('}\n')
     outobj.write('# ****************************\n\n')
     for f in files:
         fobj = open(f, 'r')
         for line in fobj:
             if '$Id:' in line:
                 line += '# ' + f + '\n'
                 line = line.replace('$', '')
             outobj.write(line)
         outobj.write('\n')
  

Variable Documentation

◆ _usage

tuple MergeConfigs._usage

private

Initial value:

1 = ('%prog [options] templatename parent_dir outfile\n\n'

2 'example: %prog cosmics_run.config . cosmics_run_merged.config')

Definition at line 123 of file MergeConfigs.py.

◆ action

MergeConfigs.action

Definition at line 130 of file MergeConfigs.py.

◆ args

MergeConfigs.args

Definition at line 133 of file MergeConfigs.py.

◆ default

MergeConfigs.default

Definition at line 131 of file MergeConfigs.py.

◆ help

MergeConfigs.help

Definition at line 132 of file MergeConfigs.py.

◆ metavar

MergeConfigs.metavar

Definition at line 130 of file MergeConfigs.py.

◆ options

MergeConfigs.options