ATLAS Offline Software
Functions | Variables
hist_file_dump Namespace Reference

Functions

def fixprecision (x, precision=15)
 
def jsonfixup (instr, fuzzyarray=False)
 
def fuzzytreehash (tkey)
 
def dumpdir (d)
 
def key (x)
 

Variables

 ordering = args.rankorder
 
dictionary accounting = {}
 
 f = ROOT.TFile.Open(args.filename)
 
 d = f.Get(args.path.rstrip('/'))
 
 sortedl = sorted(accounting.items(), key=key, reverse=True)
 

Function Documentation

◆ dumpdir()

def hist_file_dump.dumpdir (   d)

Definition at line 107 of file hist_file_dump.py.

107 def dumpdir(d):
108  thispath = d.GetPath()
109  if ':' in thispath:
110  thispath = thispath.split(':', 1)[1]
111  #print thispath
112  subdirs = []
113  for k in d.GetListOfKeys():
114  if not args.metadata and k.GetName() == 'metadata' and k.GetClassName() == 'TTree':
115  continue
116  if k.GetClassName().startswith('TDirectory'):
117  subdirs.append(k)
118  else:
119  if args.tree_entries and k.GetClassName() == 'TTree':
120  lhash = fuzzytreehash(k)
121  elif args.hash:
122  if k.GetClassName() != 'TEfficiency':
123  fixedjson = jsonfixup(ROOT.getjson(k), args.fuzzy_histbins)
124  else:
125  j0 = json.loads(ROOT.getjson(k).Data())
126  for subh in ('fPassedHistogram', 'fTotalHistogram'):
127  j0[subh] = json.loads(jsonfixup(json.dumps(j0[subh])))
128  fixedjson = json.dumps(j0, sort_keys=True)
129  lhash = zlib.adler32(fixedjson.encode())
130  if lhash < 0:
131  lhash += 2**32
132  else:
133  lhash = 0
134  idxname = os.path.join(thispath, k.GetName())
135  accounting[idxname] = (k.GetObjlen(), k.GetNbytes()-k.GetKeylen())
136  hashes[idxname] = lhash
137  types[idxname] = k.GetClassName()
138  for k in subdirs:
139  dumpdir(k.ReadObj())
140 

◆ fixprecision()

def hist_file_dump.fixprecision (   x,
  precision = 15 
)

Definition at line 13 of file hist_file_dump.py.

13 def fixprecision(x, precision=15):
14  import math
15  if not isinstance(x, float):
16  return x
17  else:
18  mantissa, exponent = math.frexp(x)
19  sm = '%.12g' % mantissa
20  return _formatFloat (float(sm[:precision]) * 2**exponent)
21 

◆ fuzzytreehash()

def hist_file_dump.fuzzytreehash (   tkey)

Definition at line 98 of file hist_file_dump.py.

98 def fuzzytreehash(tkey):
99  t = tkey.ReadObj()
100  rv = zlib.adler32(((' '.join(_.GetName() for _ in t.GetListOfBranches()))
101  + (' '.join(_.GetName() + _.GetTypeName() for _ in t.GetListOfLeaves()))
102  + ' ' + str(t.GetEntries())).encode()
103  )
104  del t
105  return rv
106 

◆ jsonfixup()

def hist_file_dump.jsonfixup (   instr,
  fuzzyarray = False 
)

Definition at line 22 of file hist_file_dump.py.

22 def jsonfixup(instr, fuzzyarray=False):
23  if not isinstance(instr, str):
24  instr = instr.Data()
25  j=json.loads(instr)
26  # the following are very subject to floating point numeric effects
27  # are doubles, keep 15 decimal digits of precision
28  for badkey in ('fTsumw', 'fTsumwx', 'fTsumw2', 'fTsumwx2', 'fTsumwy', 'fTsumwy2', 'fTsumwxy',
29  'fTsumwz', 'fTsumwz2', 'fTsumwxz', 'fTsumwyz' ):
30  if badkey in j:
31  j[badkey] = fixprecision(float(j[badkey]))
32  #print(type(j["fTsumwx"]))
33  # member, digits of precision
34  arrkeys: List[Tuple[str,int,Callable]] = [('fSumw2', 15, float)]
35  if fuzzyarray:
36  arrkeys += [('fBinEntries', 15, float), ('fBinSumw2', 15, float)]
37  # apply different precision for fArray depending on object type
38  if '_typename' in j:
39  if j['_typename'] in ('TH1F', 'TH2F', 'TH3F'):
40  arrkeys.append(('fArray', 6, float))
41  elif j['_typename'] in ('TH1C', 'TH1I', 'TH1S', 'TH2C', 'TH2I', 'TH2S',
42  'TH3C', 'TH3I', 'TH3S'):
43  # precision here isn't relevant, *should* be an integer
44  arrkeys.append(('fArray', 15, lambda x: x))
45  else:
46  arrkeys.append(('fArray', 15, float))
47  else:
48  arrkeys.append(('fArray', 15, float))
49  for badkey, precision, func in arrkeys:
50  if badkey in j:
51  j[badkey] = [fixprecision(func(_), precision) for _ in j[badkey]]
52  # the following ignores small layout fluctuations in TTrees
53  if 'fBranches' in j:
54  for branch in j['fBranches']['arr']:
55  branch['fBasketSeek'] = []
56  # The formatting of the opt array changed in newer ROOT versions
57  # to be filled with instances of None rather than empty strings.
58  if 'fXaxis' in j and 'fLabels' in j['fXaxis'] and j['fXaxis']['fLabels'] is not None and 'opt' in j['fXaxis']['fLabels']:
59  opt = j['fXaxis']['fLabels']['opt']
60  for i in range(len(opt)):
61  if opt[i] is None: opt[i] = ''
62  return json.dumps(j, sort_keys=True)
63 
64 parser=argparse.ArgumentParser()
65 parser.add_argument('filename',
66  help='Input HIST file name')
67 parser.add_argument('-r', '--rankorder', default='onfile',
68  choices=['onfile', 'uncompressed', 'name'],
69  help='rankorder is "onfile" (default), "uncompressed" or "name"')
70 parser.add_argument('-p', '--path',
71  help='Only look under this directory')
72 parser.add_argument('--hash', action='store_true',
73  help='Print hashes of objects')
74 parser.add_argument('--metadata', action='store_true',
75  help='Include metadata trees')
76 parser.add_argument('--no_onfile', action='store_true',
77  help="Don't show on file size")
78 parser.add_argument('--no_inmem', action='store_true',
79  help="Don't show in memory size")
80 parser.add_argument('--tree_entries', action='store_true',
81  help="Use more robust hash of TTree branches + entries")
82 parser.add_argument('--fuzzy_histbins', action='store_true',
83  help="Allow small variations in histogram bin content")
84 args=parser.parse_args()
85 

◆ key()

def hist_file_dump.key (   x)

Definition at line 152 of file hist_file_dump.py.

152  def key(x): return (x[1][1], x[1][0], x[0])

Variable Documentation

◆ accounting

dictionary hist_file_dump.accounting = {}

Definition at line 88 of file hist_file_dump.py.

◆ d

hist_file_dump.d = f.Get(args.path.rstrip('/'))

Definition at line 143 of file hist_file_dump.py.

◆ f

hist_file_dump.f = ROOT.TFile.Open(args.filename)

Definition at line 141 of file hist_file_dump.py.

◆ ordering

hist_file_dump.ordering = args.rankorder

Definition at line 86 of file hist_file_dump.py.

◆ sortedl

hist_file_dump.sortedl = sorted(accounting.items(), key=key, reverse=True)

Definition at line 157 of file hist_file_dump.py.

hist_file_dump.jsonfixup
def jsonfixup(instr, fuzzyarray=False)
Definition: hist_file_dump.py:22
hist_file_dump.key
def key(x)
Definition: hist_file_dump.py:152
hist_file_dump.dumpdir
def dumpdir(d)
Definition: hist_file_dump.py:107
Data
@ Data
Definition: BaseObject.h:11
AtlasMcWeight::encode
number_type encode(double weight)
Definition: AtlasMcWeight.cxx:65
plotBeamSpotVxVal.range
range
Definition: plotBeamSpotVxVal.py:195
TCS::join
std::string join(const std::vector< std::string > &v, const char c=',')
Definition: Trigger/TrigT1/L1Topo/L1TopoCommon/Root/StringUtils.cxx:10
hist_file_dump.fixprecision
def fixprecision(x, precision=15)
Definition: hist_file_dump.py:13
hist_file_dump.fuzzytreehash
def fuzzytreehash(tkey)
Definition: hist_file_dump.py:98
str
Definition: BTagTrackIpAccessor.cxx:11
python.LArMinBiasAlgConfig.float
float
Definition: LArMinBiasAlgConfig.py:65