apydep Namespace Reference

Classes
class	DependencyFinder

Functions
	get_dependencies (filename, print_error=False)
	walk_tree (path='./', print_error=False, filterFnc=None)
	make_graph (deps, filterFnc=None)
	main ()

Detailed Description

Extract Python dependencies between packages and create DOT graph.
Both `import` and `include` dependencies are considered.

Function Documentation

get_dependencies()

apydep.get_dependencies	(		filename,
			print_error = False )

Get all the imports/includes in a file.

Definition at line 41 of file apydep.py.

def get_dependencies(filename, print_error=False):
   """Get all the imports/includes in a file."""
 
   try:
      tree = ast.parse(open(filename,'rb').read(), filename=filename)
   except Exception as e:
      if print_error:
         print(e, file=sys.stderr)
      return DependencyFinder()
 
   finder = DependencyFinder()
   try:
      finder.visit(tree)
   except Exception as e:
      if print_error:
         print(e, f'({os.path.basename(filename)})', file=sys.stderr)
 
   return finder
 
 

main()

apydep.main

(

)

Definition at line 93 of file apydep.py.

def main():
   parser = argparse.ArgumentParser(description=__doc__)
 
   parser.add_argument('path', metavar='DIRECTORY', nargs='?', default='./',
                       help='root of source tree [%(default)s]')
 
   parser.add_argument('-o', '--output', metavar='FILE', type=str,
                       help='output file for DOT graph')
 
   parser.add_argument('-p', '--packages', metavar='FILE', type=str,
                       help='path to packages.txt file [from release]')
 
   parser.add_argument('-a', '--all', action='store_true',
                       help='include non-athena dependencies')
 
   parser.add_argument('-v', '--verbose', action='store_true',
                       help='print parse errors')
 
   args = parser.parse_args()
 
   packages = None
   if not args.all:
      package_file = args.packages or os.path.join(os.environ['AtlasArea'],'InstallArea',
                                                   os.environ['BINARY_TAG'],'packages.txt')
 
      try:
         with open(package_file) as f:
            packages = set(line.rstrip().split('/')[-1] for line in f if not line.startswith('#'))
      except FileNotFoundError:
         parser.error(f"Cannot read '{package_file}'. Specify via '-p/--packages' or run with '-a/--all'")
 
   # By default only show athena packages:
   filterFnc = None if args.all else lambda p : p in packages
 
   # Walk source tree and create DOT graph:
   g = make_graph(walk_tree(args.path, args.verbose, filterFnc), filterFnc)
 
   if args.output:
      g.write(args.output)
   else:
      print(g)
 

make_graph()

apydep.make_graph	(		deps,
			filterFnc = None )

Save the dependencies as dot graph, nodes filtered by filterFnc

Definition at line 81 of file apydep.py.

def make_graph(deps, filterFnc=None):
   """Save the dependencies as dot graph, nodes filtered by filterFnc"""
 
   graph = pygraphviz.AGraph(name='AthPyGraph', directed=True)
   for a in deps:
      for t in ['import','include']:
         graph.add_edges_from(((a,b) for b in deps[a][t]
                               if a!=b and (filterFnc is None or (filterFnc(a) and filterFnc(b)))),
                               label = t)
   return graph
 
 

walk_tree()

apydep.walk_tree	(		path = './',
			print_error = False,
			filterFnc = None )

Walk the source tree and extract python dependencies, filtered by FilterFnc

Definition at line 61 of file apydep.py.

def walk_tree(path='./', print_error=False, filterFnc=None):
   """Walk the source tree and extract python dependencies, filtered by FilterFnc"""
 
   pkg = 'UNKNOWN'
   deps = defaultdict(lambda : defaultdict(set))
   for root, dirs, files in os.walk(path):
      if 'CMakeLists.txt' in files:
         pkg = os.path.basename(root)
 
      if (filterFnc and not filterFnc(pkg)):
         continue
 
      for f in filter(lambda p : os.path.splitext(p)[1]=='.py', files):
         d = get_dependencies(os.path.join(root,f), print_error)
         deps[pkg]['import'].update(d.imports)
         deps[pkg]['include'].update(d.includes)
 
   return deps