diff-jobo-cfg Namespace Reference

Functions
	dump_seq (seq)
	cxx_sort (dpp)
	load_cfg_file (fname)
	dict_diff (ref, chk)
	cmp_component_db (ref, chk, verbose=True)

Variables
str	__author__ = "Sebastien Binet, Adrien Renaud"
	parser
	_add = parser.add_option
	dest
	help
	action
	default
	options
	args
	ref_fname = os.path.expandvars(os.path.expanduser(options.ref_fname))
	chk_fname = os.path.expandvars(os.path.expanduser(options.chk_fname))
	ref_db = load_cfg_file(ref_fname)
	chk_db = load_cfg_file(chk_fname)
	sc = cmp_component_db(ref_db, chk_db, options.verbose)

Function Documentation

cmp_component_db()

diff-jobo-cfg.cmp_component_db	(		ref,
			chk,
			verbose = True )

 compare 2 dicts of components
dicts are of the form:
 { 'comp_type' : <name of component>,
   'cxx_type'  : <C++ type of the component>,
   'props' : { 'property-name' : 'property-value', }
   }

Definition at line 76 of file diff-jobo-cfg.py.

def cmp_component_db(ref, chk, verbose=True):
    """ compare 2 dicts of components
    dicts are of the form:
     { 'comp_type' : <name of component>,
       'cxx_type'  : <C++ type of the component>,
       'props' : { 'property-name' : 'property-value', }
       }
    """
    common_keys = []
    ref_keys = set(ref.keys())
    chk_keys = set(chk.keys())
 
    common_keys = ref_keys & chk_keys
    ref_only_keys = ref_keys - chk_keys
    chk_only_keys = chk_keys - ref_keys
 
    print ("::: components in both files: [%5s]" % (len(common_keys),))
    print ("::: components in ref only:   [%5s]" % (len(ref_only_keys),))
    if len(ref_only_keys)>0:
        dump_seq(ref_only_keys)
        print ("="*80)
    print ("::: components in chk only:   [%5s]" % (len(chk_only_keys),))
    if len(chk_only_keys)>0:
        dump_seq(chk_only_keys)
        print ("="*80)
 
    diff = []
    for comp_name in common_keys:
        comp_ref = ref[comp_name]
        comp_chk = chk[comp_name]
 
        ref_props = sorted([(k,v) for k,v in comp_ref['props'].iteritems()])
        chk_props = sorted([(k,v) for k,v in comp_chk['props'].iteritems()])
        if ref_props != chk_props:
            diff.append((comp_name, ref_props, chk_props,
                         dict_diff(ref=comp_ref['props'],
                                   chk=comp_chk['props'])))
        pass
 
    print ("::: components with different properties: [%5s]" % (len(diff),))
    for name, ref_props, chk_props, diff_props in diff:
        print (":::  - component: [%s]" % (name,))
        for prop_name, prop_value in diff_props.iteritems():
            ref_value = prop_value[0]
            chk_value = prop_value[1]
            if isinstance(ref_value, list):
                ref_value = sorted(ref_value)
            if isinstance(chk_value, list):
                chk_value = sorted(chk_value)
 
            if isinstance(ref_value, list) and isinstance(chk_value, list):
                dref_value = set(ref_value) - set(chk_value)
                dchk_value = set(chk_value) - set(ref_value)
                ref_value = sorted(list(dref_value))
                chk_value = sorted(list(dchk_value))
            print ("-%s: %r" %(prop_name, ref_value,))
            print ("+%s: %r" %(prop_name, chk_value,))
    
 
    if (len(ref_only_keys) > 0 or
        len(chk_only_keys) > 0 or
        len(diff) > 0):
        return 1
    return 0
 

cxx_sort()

diff-jobo-cfg.cxx_sort

(

dpp

)

Definition at line 29 of file diff-jobo-cfg.py.

def cxx_sort(dpp):
    from collections import defaultdict
    cxx_dpp = defaultdict(list)          
 
    for k,v in dpp.iteritems():
        #print (v['cxx_type'])
        cxx_dpp[v['cxx_type']].append({k:v})
 
    for k,v in cxx_dpp.iteritems():
        print ('---',k)
        for vv in v: 
            print ('------',vv.keys())
            print ('---------',vv.values())#['comp_type']
    return cxx_dpp
 

dict_diff()

diff-jobo-cfg.dict_diff	(		ref,
			chk )

 Return a dict of keys that differ with another config object.  If a value is
    not found in one fo the configs, it will be represented by KEYNOTFOUND.
    @param ref:   First dictionary to diff.
    @param chk:   Second dicationary to diff.
    @return diff:   Dict of Key => (ref.val, chk.val)

Definition at line 56 of file diff-jobo-cfg.py.

def dict_diff(ref, chk):
    """ Return a dict of keys that differ with another config object.  If a value is
        not found in one fo the configs, it will be represented by KEYNOTFOUND.
        @param ref:   First dictionary to diff.
        @param chk:   Second dicationary to diff.
        @return diff:   Dict of Key => (ref.val, chk.val)
    """
    diff = {}
    # Check all keys in ref dict
    for k in ref.iterkeys():
        if not (k in chk):
            diff[k] = (ref[k], '<KEYNOTFOUND>')
        elif (ref[k] != chk[k]):
            diff[k] = (ref[k], chk[k])
    # Check all keys in chk dict to find missing
    for k in chk.iterkeys():
        if not (k in ref):
            diff[k] = ('<KEYNOTFOUND>', chk[k])
    return diff
 

dump_seq()

diff-jobo-cfg.dump_seq

(

seq

)

Definition at line 24 of file diff-jobo-cfg.py.

def dump_seq(seq):
    for i in seq:
        print (i)
    pass
 

load_cfg_file()

diff-jobo-cfg.load_cfg_file

(

fname

)

return the dictionary of components and their properties

Definition at line 44 of file diff-jobo-cfg.py.

def load_cfg_file(fname):
    """return the dictionary of components and their properties
    """
    comps_db = {}
    try:
        import shelve
        comps_db = shelve.open(fname, 'r')
        return comps_db['all-cfgs']
    except Exception:
        exec (open(fname).read(), comps_db)
        return comps_db['d']
 

Variable Documentation

__author__

str diff-jobo-cfg.__author__ = "Sebastien Binet, Adrien Renaud"

private

Definition at line 17 of file diff-jobo-cfg.py.

_add

diff-jobo-cfg._add = parser.add_option

protected

Definition at line 146 of file diff-jobo-cfg.py.

action

diff-jobo-cfg.action

Definition at line 165 of file diff-jobo-cfg.py.

args

diff-jobo-cfg.args

Definition at line 171 of file diff-jobo-cfg.py.

chk_db

diff-jobo-cfg.chk_db = load_cfg_file(chk_fname)

Definition at line 194 of file diff-jobo-cfg.py.

chk_fname

diff-jobo-cfg.chk_fname = os.path.expandvars(os.path.expanduser(options.chk_fname))

Definition at line 177 of file diff-jobo-cfg.py.

default

diff-jobo-cfg.default

Definition at line 167 of file diff-jobo-cfg.py.

dest

diff-jobo-cfg.dest

Definition at line 150 of file diff-jobo-cfg.py.

help

diff-jobo-cfg.help

Definition at line 151 of file diff-jobo-cfg.py.

options

diff-jobo-cfg.options

Definition at line 171 of file diff-jobo-cfg.py.

parser

diff-jobo-cfg.parser

Initial value:

=  OptionParser(
        usage="usage: %prog [options] [-r] ref.josvc.ascii [-f] chk.josvc.ascii"
        )

Definition at line 143 of file diff-jobo-cfg.py.

ref_db

diff-jobo-cfg.ref_db = load_cfg_file(ref_fname)

Definition at line 191 of file diff-jobo-cfg.py.

ref_fname

diff-jobo-cfg.ref_fname = os.path.expandvars(os.path.expanduser(options.ref_fname))

Definition at line 174 of file diff-jobo-cfg.py.

sc

diff-jobo-cfg.sc = cmp_component_db(ref_db, chk_db, options.verbose)

Definition at line 197 of file diff-jobo-cfg.py.