pmontree Namespace Reference

Classes
class	Callback
class	Comp
class	Resource
class	ResUser
class	SharedLib

Functions
def	sliceCompIdx (line)
def	getResUser (f, resTree, steps=['ini'], current=None)
def	readEvents (f)
def	resAvg (res)
def	calcEventAvg (comps, sliceObj=slice(None))
def	getCompList (resTree, resList)
def	diff (table, opt, attrgetter=operator.attrgetter('dvmem'))
def	printTable (compList, opt)
def	main ()

Variables
string	__author__ = "Frank Winklmeier"
string	__version__ = "$Revision: 270227 $"
string	__doc__ = "Script to create dependency tree of perfmon stats"
	opt = None
	code
	msg

Function Documentation

calcEventAvg()

def pmontree.calcEventAvg	(		comps,
			sliceObj = slice(None)
	)

Definition at line 264 of file pmontree.py.

def calcEventAvg(comps, sliceObj=slice(None)):  # noqa: B008
 
   tmp = {}  # { comp: [] }
   for evt in comps[sliceObj]:
      for comp in evt.keys():
         if comp not in tmp: 
             tmp[comp] = []
         tmp[comp] += evt[comp]
 
   avg = []
   for comp in tmp.keys():
      avg.append(resAvg(tmp[comp]))
 
   return avg
 
 
      

diff()

def pmontree.diff	(		table,
			opt,
			attrgetter = operator.attrgetter('dvmem')
	)

Definition at line 295 of file pmontree.py.

def diff(table, opt, attrgetter=operator.attrgetter('dvmem')):
      
   tmp = {}   # {name : [mem1,mem2]}
   for i,t in enumerate(table):
      for comp in t:
         label = comp.symbol + ' ' + comp.name
         if label not in tmp: 
             tmp[label] = [0]*len(table)
         tmp[label][i] = attrgetter(comp)
 
   # Convert to list
   if opt.min is not None:
      limit = opt.min + 0.00001
      cmpTable = [ [k]+v for k,v in tmp.iteritems() if abs(v[1]-v[0])>limit ]
   else:
      cmpTable = [ [k]+v for k,v in tmp.iteritems() ]
      
   if opt.diff and len(table)==2:
      cmpTable.sort( lambda x,y : (int(x[2]-x[1])-int(y[2]-y[1])), reverse=True )
      for c in cmpTable:
         print( "%-60s %10.0f %10.0f %10.0f" % (c[0],c[1],c[2],c[2]-c[1]) )
   else:
      cmpTable.sort( lambda x,y : int(x[1]-y[1]), reverse=True)
      for c in cmpTable:
         print( "%-60s" % c[0], )
         print( "%10.0f "*(len(c)-1) % tuple(c[1:]) )
 
   return
 
 

getCompList()

def pmontree.getCompList	(		resTree,
			resList
	)

Create flat list of components from resource tree.
Call with resList = [].

Definition at line 281 of file pmontree.py.

def getCompList(resTree, resList):
   """
   Create flat list of components from resource tree.
   Call with resList = [].
   """
   for r in resTree:
      if isinstance(r, ResUser): 
          resList.append(r)
      for d in r.dep: 
          getCompList([d], resList)   
 
   return resList[:]
 
   

getResUser()

def pmontree.getResUser	(		f,
			resTree,
			steps = ['ini'],
			current = None
	)

Get resource user tree

Definition at line 153 of file pmontree.py.

def getResUser(f, resTree, steps=['ini'], current=None):
   """Get resource user tree"""
   
   # Remember my parent
   parent = current
   
   for line in f:
      if line.startswith(('#','/io/')): 
          continue
 
      step,name,idx = sliceCompIdx(line)
      if step not in steps: 
          continue
 
      # startAud
      if idx==0:
         if step in ['cbk']:
            comp = Callback(name)
         elif step=='dso':
            comp = SharedLib(name)
         else:
            comp = Comp(name)
            
         comp.set(line, idx)
         if current:
            current.dep.append(comp)
            getResUser(f, resTree, steps, comp)
         else:
            current = comp
            resTree.append(comp)
         continue
 
      
      # stopAud
      if idx==1:
         if name != current.name:
            raise RuntimeError( "stop for %s within scope of %s" % (name, current.name) )
         else:
            current.set(line, idx)
            current.wrapup()
            # Remove absolute address from callback
            if step=='cbk':
               offset = current.name.split(']+')[1]
               i = current.name.find('[')
               if i>0: 
                   current.name = '%s{+%s}' % (current.name[:i],offset)
 
            if parent is None:
               current=None
               continue
            else: 
                return
 
 

main()

def pmontree.main

(

)

Definition at line 334 of file pmontree.py.

def main():
   import argparse
   parser = argparse.ArgumentParser(
      description="Create callgraph profile from log file",
      usage="%prog [Options] LOGFILE [LOGFILE]")
 
   arg = parser.add_argument
   arg('files',
       nargs='*',
       help='list of files to process')
   
   arg("-m", "--min", action="store", type="float",
       help="only show entries with VMem>MIN in kB")
 
   arg("-d", "--diff", action="store_true",
       help="show difference (only for two files)")
 
   arg("-s", "--self", action="store_true",
       help="use self instead of inclusive VMem for sorting/filtering")
 
   arg("-l", "--libself", action="store_true",
       help="include libraries into self-VMem")
 
   arg("-c", "--slice", action="store", default="ini",
       help="slice to analyze [ini]")
 
   arg("-f", "--flat", action="store_true",
       help="do not indent tree")
 
   global opt
   opt= parser.parse_args()
   
   if len(opt.files)==0:
      parser.print_help()
      return 1
 
   if opt.diff and len(opt.files)!=2:
      print( "Can only calculate difference if two files are given" )
      return 1
 
   slices = [opt.slice]
   if opt.slice=='ini':
      slices += ['cbk', 'dso']
   
   # evt slice
   if opt.slice=='evt':
      table = []
      for f in opt.files:
         table.append(calcEventAvg(readEvents(open(f,'r')))[:])
 
      #diff(table, opt, operator.attrgetter('nmalloc'))
      printTable(table[0], opt)
      return 0
      
   # Read files
   resTreeList = []
   for f in opt.files:
      z = []
      fstream = pmon_ser.extract_pmon_files(f)['data']
      getResUser(fstream, z, slices)
      del fstream
      resTreeList.append(z[:])
 
      # Calculate self-VMem
      if not opt.libself: 
          children = [SharedLib]
      else: 
          children = None
      for r in resTreeList[-1]: 
          r.calcSelf(children)
 
   # Diff
   if len(opt.files)>1:
 
      print( '#'*80 )
      for i,f in enumerate(opt.files):
         print( "# [%d] %s" % (i+1,f) )
      if opt.diff:
         print( "# [3] difference [2]-[1]" )
      print( '#'*80 )
            
      table = [ getCompList(t,[]) for t in resTreeList ]
      if opt.self:
         diff(table, opt, operator.attrgetter('dvmem_self'))
      else:
         diff(table, opt)      
      return 0
 
   # Only one file
   resTree = resTreeList[0]
 
   if opt.min is not None:
      # Use VMem or self-VMem for filtering
      def vmem( c ): 
          result = c.dvmem_self if (opt.self is True and hasattr(c,'dvmem_self')) else c.dvmem
          return result
      for r in resTree: 
          r.show(lambda c: vmem(c)>opt.min)
   else:
      for r in resTree: 
          r.show()
 
   return 0
 
 

printTable()

def pmontree.printTable	(		compList,
			opt
	)

Definition at line 325 of file pmontree.py.

def printTable(compList, opt):
   for c in sorted(compList,key=operator.attrgetter('dvmem'), reverse=True):
      if c.nmalloc!=0:
         avgmalloc = c.dmalloc*1024/c.nmalloc
      else:
         avgmalloc = 0
      print( "%-60s %10.0f %10.0f %10.0f %10.0f" %\
            (c.name,c.dvmem,c.dmalloc,c.nmalloc,avgmalloc) )
   

readEvents()

def pmontree.readEvents

(

f

)

Read components for evt slice

Definition at line 207 of file pmontree.py.

def readEvents(f):
   """Read components for evt slice
   """
   reEvent = re.compile(r'AthenaEventLoopMgr\s*INFO\s*===>>>  done processing event.*')
   evt = None
   comps = []   # [ {name : [Comp]} ]
   for line in f:
      m = reEvent.match(line)
      if m:
         if evt: 
             evt+=1
         else: 
             evt=0
         comps.append({})
      if evt is None: 
          continue
     
      '''
      ## FIX ME : This bit needs to be checked
      ##          It's not obvious what reAud is inteded to be...
      m = reAud.match(line)
      if m and m.group('slice')!='evt': 
          continue
      
      if m and m.group('action')=='start':
         comp = Comp(m.group('comp'))
         comp.set(m, 0)
         if comp.name not in comps[evt]: 
             comps[evt][comp.name] = []
         comps[evt][comp.name].append(comp)
 
      if m and m.group('action')=='stop':
         comp = comps[evt][comp.name][-1]
         comp.set(m, 1)
         comp.wrapup()         
      '''
   
   return comps
 
 

resAvg()

def pmontree.resAvg

(

res

)

Calculate average of list of resources

Definition at line 247 of file pmontree.py.

def resAvg(res):
   """Calculate average of list of resources"""
   if len(res)==0: 
       return None
   a = Comp(res[0].name)
   a.step = res[0].step
   for r in res:
      a.dvmem += r.dvmem
      a.dmalloc += r.dmalloc
      a.nmalloc += r.nmalloc
 
   a.dvmem /= float(len(res))
   a.dmalloc /= float(len(res))
   a.nmalloc /= float(len(res))
   return a
 
 

sliceCompIdx()

def pmontree.sliceCompIdx

(

line

)

Definition at line 144 of file pmontree.py.

def sliceCompIdx(line):
   fields = line.split()
   # should be of the form "/step/comp-name"
   step = fields[0][1:-1]
   step = step.split('/')[0]
   comp = fields[0][len(step)+2:]
   idx = int(fields[1])
   return step,comp,idx
   

Variable Documentation

__author__

string pmontree.__author__ = "Frank Winklmeier"

private

Definition at line 5 of file pmontree.py.

__doc__

string pmontree.__doc__ = "Script to create dependency tree of perfmon stats"

private

Definition at line 7 of file pmontree.py.

__version__

string pmontree.__version__ = "$Revision: 270227 $"

private

Definition at line 6 of file pmontree.py.

code

pmontree.code

Definition at line 443 of file pmontree.py.

msg

pmontree.msg

Definition at line 443 of file pmontree.py.

opt

pmontree.opt = None

Definition at line 16 of file pmontree.py.