perfmonmt-printer Namespace Reference

Functions
def	printHeader ()
def	printFooter ()
def	printComponentLevelInfo (execOnly=True, orderBy='cpuTime', maxComps=-1)
def	printEventLevelInfo ()
def	printSnapshotsInfo ()
def	printSystemInfo ()
def	printEnvironmentInfo ()
def	printReport (data)

Variables
	parser = argparse.ArgumentParser(description = 'Script to print tables using PerfMonMTSvc JSON')
	type
	str
	required
	help
	nargs
	default
	choices
	dest
	action
	int
	args = parser.parse_args()
	tar = tarfile.open(args.input)
	f = tar.extractfile(member)
	data = json.load(f)

Function Documentation

printComponentLevelInfo()

def perfmonmt-printer.printComponentLevelInfo	(		execOnly = True,
			orderBy = 'cpuTime',
			maxComps = -1
	)

Definition at line 25 of file perfmonmt-printer.py.

def printComponentLevelInfo(execOnly = True, orderBy = 'cpuTime', maxComps = -1):
    if 'componentLevel' not in data:
        return
    print('='*105)
    print('{0:^105}'.format('Component Level Monitoring'))
    print('='*105)
    print('{0:<18}{1:<10}{2:<20}{3:<20}{4:<20}{5:<20}'.format('Step',
                                                              'Count',
                                                              'CPU Time [ms]',
                                                              'Vmem [kB]',
                                                              'Malloc [kB]',
                                                              'Component'))
    print('='*105)
    steps = ['Initialize', 'FirstEvent', 'Execute', 'Finalize', 'Callback', 'preLoadProxy']
    if execOnly:
        steps = ['Execute']
    ncomps = 0
    for step in steps:
        try:
            for entry in sorted(data['componentLevel'][step],
                                key=lambda x: data['componentLevel'][step][x][orderBy], reverse = True):
                print('{0:<18}{1:<10}{2:<20.2f}{3:<20}{4:<20}{5:<20}'.format(step,
                                                                            data['componentLevel'][step][entry]['count'],
                                                                            data['componentLevel'][step][entry]['cpuTime'],
                                                                            data['componentLevel'][step][entry]['vmem'],
                                                                            data['componentLevel'][step][entry]['malloc'],
                                                                            entry))
                ncomps += 1
                if (ncomps == maxComps):
                    break
        except KeyError:
            pass
        print('='*105)
 
# Event Level Data in Ascending Order

printEnvironmentInfo()

def perfmonmt-printer.printEnvironmentInfo

(

)

Definition at line 144 of file perfmonmt-printer.py.

def printEnvironmentInfo():
    print('='*105)
    print('{0:^105}'.format('Environment Information'))
    print('='*105)
    print('{0:<40}{1:<}'.format('Malloc Library:',data['summary']['envInfo']['mallocLib']))
    print('{0:<40}{1:<}'.format('Math Library:',data['summary']['envInfo']['mathLib']))
    print('='*105)
 
# Print out data

printEventLevelInfo()

def perfmonmt-printer.printEventLevelInfo

(

)

Definition at line 60 of file perfmonmt-printer.py.

def printEventLevelInfo():
    if 'eventLevel' not in data:
        return
    print('='*105)
    print('{0:^105}'.format('Event Level Monitoring'))
    print('='*105)
    print('{0:^15}{1:^15}{2:^15}{3:^15}{4:^15}{5:^15}{6:^15}'.format('Event',
                                                                     'CPU [s]',
                                                                     'Wall [s]',
                                                                     'Vmem [kB]',
                                                                     'Rss [kB]',
                                                                     'Pss [kB]',
                                                                     'Swap [kB]'))
    print('='*105)
    for entry in sorted(data['eventLevel'], key=float):
        print('{0:^15}{1:^15.2f}{2:^15.2f}{3:^15}{4:^15}{5:^15}{6:^15}'.format(entry,
                                                                               data['eventLevel'][entry]['cpuTime']*0.001,
                                                                               data['eventLevel'][entry]['wallTime']*0.001,
                                                                               data['eventLevel'][entry]['vmem'],
                                                                               data['eventLevel'][entry]['rss'],
                                                                               data['eventLevel'][entry]['pss'],
                                                                               data['eventLevel'][entry]['swap']))
# Snapshots Summary

printFooter()

def perfmonmt-printer.printFooter

(

)

Definition at line 19 of file perfmonmt-printer.py.

def printFooter():
    print('='*105)
    print('{0:^105}'.format('ALL DONE!'))
    print('='*105)
 
# Print Component Level Data in Descending Order

printHeader()

def perfmonmt-printer.printHeader

(

)

Definition at line 10 of file perfmonmt-printer.py.

def printHeader():
    print('='*105)
    print('{0:^105}'.format('PerfMonMTSvc Report'))
    print('='*105)
    print('{0:<105}'.format('IMPORTANT : PLEASE NOTE THAT THIS SERVICE IS CURRENTLY IN R&D PHASE.'))
    print('{0:<105}'.format('            FOR FURTHER INFORMATION/QUERIES PLEASE GET IN TOUCH WITH THE SPOT TEAM.'))
    print('='*105)
 
# Print Footer

printReport()

def perfmonmt-printer.printReport

(

data

)

Definition at line 153 of file perfmonmt-printer.py.

def printReport(data):
 
    printHeader()
 
    # Print Component Level Data
    if args.level in ['All', 'ComponentLevel']:
        printComponentLevelInfo(args.exec_only,
                                args.order_by,
                                args.max_comps)
 
    # Print Event Level Data
    if args.level in ['All', 'EventLevel']:
        printEventLevelInfo()
 
    # Print Snapshots Summary
    if args.level in ['All', 'SummaryLevel']:
        printSnapshotsInfo()
 
    # Print System and Environment Information
    if args.level in ['All']:
        printSystemInfo()
        printEnvironmentInfo()
    # Print Footer
    printFooter()
 
# Main function

printSnapshotsInfo()

def perfmonmt-printer.printSnapshotsInfo

(

)

Definition at line 83 of file perfmonmt-printer.py.

def printSnapshotsInfo():
    if 'summary' not in data:
        return
    if 'snapshotLevel' not in data['summary']:
        return
    print('='*105)
    print('{0:^105}'.format('Snapshots Summary'))
    print('='*105)
    print('{0:<14}{1:<13}{2:<13}{3:<13}{4:<13}{5:<13}{6:<13}{7:<13}'.format('Step',
                                                                            'dCPU [s]',
                                                                            'dWall [s]',
                                                                            '<CPU>',
                                                                            'dVmem [kB]',
                                                                            'dRss [kB]',
                                                                            'dPss [kB]',
                                                                            'dSwap [kB]'))
    print('-'*105)
    for entry in ['Configure', 'Initialize', 'FirstEvent', 'Execute', 'Finalize']:
        print('{0:<14}{1:<13.2f}{2:<13.2f}{3:<13.2f}{4:<13}{5:<13}{6:<13}{7:<13}'.format(entry,
                                                                                         data['summary']['snapshotLevel'][entry]['dCPU']*0.001,
                                                                                         data['summary']['snapshotLevel'][entry]['dWall']*0.001,
                                                                                         data['summary']['snapshotLevel'][entry]['cpuUtil'],
                                                                                         data['summary']['snapshotLevel'][entry]['dVmem'],
                                                                                         data['summary']['snapshotLevel'][entry]['dRss'],
                                                                                         data['summary']['snapshotLevel'][entry]['dPss'],
                                                                                         data['summary']['snapshotLevel'][entry]['dSwap']))
    print('*'*105)
    print('{0:<40}{1:<}'.format('Number of events processed:',
                                  data['summary']['nEvents']))
    nEvents = float(data['summary']['nEvents'])
    cpuExec = float(data['summary']['snapshotLevel']['FirstEvent']['dCPU']) + float(data['summary']['snapshotLevel']['Execute']['dCPU'])
    wallExec = float(data['summary']['snapshotLevel']['FirstEvent']['dWall']) + float(data['summary']['snapshotLevel']['Execute']['dWall'])
    print('{0:<40}{1:<.0f}'.format('CPU usage per event [ms]:', cpuExec/nEvents))
    print('{0:<40}{1:<.3f}'.format('Events per second:', nEvents/wallExec*1000.))
    print('{0:<40}{1:<}'.format('CPU utilization efficiency [%]:', data['summary']['misc']['cpuUtilEff']))
    print('*'*105)
    print('{0:<40}{1:<.2f} GB'.format('Max Vmem:',
                                     float(data['summary']['peaks']['vmemPeak'])/1024./1024.))
    print('{0:<40}{1:<.2f} GB'.format('Max Rss:',
                                     float(data['summary']['peaks']['rssPeak'])/1024./1024))
    print('{0:<40}{1:<.2f} GB'.format('Max Pss:',
                                      float(data['summary']['peaks']['pssPeak'])/1024./1024.))
    print('*'*105)
    print('{0:<40}{1:<.2f} MB'.format('Leak estimate per event Vmem:',
                                 float(data['summary']['leakEstimates']['vmemLeak'])/1024.))
    print('{0:<40}{1:<.2f} MB'.format('Leak estimate per event Pss:',
                                 float(data['summary']['leakEstimates']['pssLeak'])/1024.))
    print('  >> Estimated using the last {0} measurements from the Event Level Monitoring'.format(data['summary']['leakEstimates']['nPoints']))
    print('  >> Events prior to the first 25 are omitted...')
 
# Print System Info

printSystemInfo()

def perfmonmt-printer.printSystemInfo

(

)

Definition at line 134 of file perfmonmt-printer.py.

def printSystemInfo():
    print('='*105)
    print('{0:^105}'.format('System Information'))
    print('='*105)
    print('{0:<40}{1:<}'.format('CPU Model:',data['summary']['sysInfo']['cpuModel'].lstrip()))
    print('{0:<40}{1:<}'.format('Number of Available Cores:',data['summary']['sysInfo']['coreNum']))
    print('{0:<40}{1:<.2f} GB'.format('Total Memory:',float(data['summary']['sysInfo']['totMem'])/1024./1024.))
    print('='*105)
 
# Print Environment Info

Variable Documentation

action

perfmonmt-printer.action

Definition at line 189 of file perfmonmt-printer.py.

args

perfmonmt-printer.args = parser.parse_args()

Definition at line 198 of file perfmonmt-printer.py.

choices

perfmonmt-printer.choices

Definition at line 187 of file perfmonmt-printer.py.

data

perfmonmt-printer.data = json.load(f)

Definition at line 207 of file perfmonmt-printer.py.

default

perfmonmt-printer.default

Definition at line 186 of file perfmonmt-printer.py.

dest

perfmonmt-printer.dest

Definition at line 189 of file perfmonmt-printer.py.

f

perfmonmt-printer.f = tar.extractfile(member)

Definition at line 206 of file perfmonmt-printer.py.

help

perfmonmt-printer.help

Definition at line 185 of file perfmonmt-printer.py.

int

perfmonmt-printer.int

Definition at line 194 of file perfmonmt-printer.py.

nargs

perfmonmt-printer.nargs

Definition at line 186 of file perfmonmt-printer.py.

parser

perfmonmt-printer.parser = argparse.ArgumentParser(description = 'Script to print tables using PerfMonMTSvc JSON')

Definition at line 182 of file perfmonmt-printer.py.

required

perfmonmt-printer.required

Definition at line 184 of file perfmonmt-printer.py.

str

perfmonmt-printer.str

Definition at line 184 of file perfmonmt-printer.py.

tar

perfmonmt-printer.tar = tarfile.open(args.input)

Definition at line 203 of file perfmonmt-printer.py.

type

perfmonmt-printer.type

Definition at line 184 of file perfmonmt-printer.py.