14 if 'TERM' in os.environ:
15 del os.environ[
'TERM']
17 msg = logging.getLogger(
'MetaReader')
19 from PyUtils.MetaReader
import read_metadata, trigger_keys
22 def _tree_print(content, indent=2, pad=0, list_max_items=-1, dict_sort=None, ascii=False, hide_content=False, hide_trigger=False):
25 if isinstance(content, dict):
27 if dict_sort ==
'key':
28 items =
list(
sorted(content.items(), key =
lambda t: t[0]))
29 elif dict_sort ==
'value':
30 items =
list(
sorted(content.items(), key =
lambda t: t[1]))
32 items =
list(content.items())
34 items_count = len(items)
35 for i
in range(items_count):
39 last = i == items_count - 1
41 if hide_content
and (key
in [
'itemList',
'metadata_items']
or 'EventFormatStream' in key):
44 if hide_trigger
and key
in trigger_keys:
50 skey =
str(key).rjust(-pad)
52 skey =
str(key).ljust(pad)
55 s += (
'├' if not last
else '└') +
'─' * indent +
' ' + skey +
': '
57 s += (
'|' if not last
else '`') +
'-' * indent +
' ' + skey +
': '
59 lines =
_tree_print(value, indent=indent, pad=pad, dict_sort=dict_sort, list_max_items=list_max_items, ascii=ascii,
60 hide_content=hide_content, hide_trigger=hide_trigger).
split(
'\n')
68 s +=
'\n' + (
'│' if not last
else ' ') +
' ' * indent +
' ' +
str(line)
70 s +=
'\n' + (
'|' if not last
else ' ') +
' ' * indent +
' ' +
str(line)
73 elif isinstance(content, (list, tuple))
and list_max_items >= 0
and len(content) > list_max_items:
76 items_count = len(items)
78 for i
in range(items_count):
81 last = i == items_count - 1
84 s += (
'├' if not last
else '└') +
'─' * indent +
' ' +
str(value) +
'\n'
86 s += (
'|' if not last
else '`') +
'-' * indent +
' ' +
str(value) +
'\n'
95 parser = argparse.ArgumentParser(description=
'This script reads metadata from a given file')
96 parser.add_argument(
'filenames',
98 help=
'The filenames to read. User can provide a single file or a list of files.')
99 parser.add_argument(
'-v',
102 help=
'print detailed output on screen')
103 parser.add_argument(
'-o',
107 help=
"Saves the output in a file. By default, the output is written on the screen (stdout) in a prettier format for better readabiilty.")
108 parser.add_argument(
'--json',
110 help=
"Sets the output file format as json.")
111 parser.add_argument(
'--indent',
115 help=
"Sets the indent spaces in the output either on screen (without -o flag) either on file (with -o flag). By default, uses two spaces as indent.")
116 parser.add_argument(
'-m',
121 choices=[
'tiny',
'lite',
'full',
'peeker',
'iov'],
122 help=
"This flag provides the user capability to select the amount of metadata retrieved. There are five options: "
123 "tiny (only those values used in PyJobTransforms), "
126 "full (all available data found), "
127 "and iov (full+iov details)" )
129 parser.add_argument(
'-t',
134 choices=[
'POOL',
'BS'],
135 help=
"The file type of the input filename. By default, it tries to determine itself the file type of the input.")
136 parser.add_argument(
'-f',
142 help=
"The metadata keys to filter. ")
143 parser.add_argument(
'--promote',
146 help=
"Force promotion or not of the metadata keys ")
147 parser.add_argument(
'--hideContentList',
149 help=
"Hide content lists (event-level and metadata containers)")
150 parser.add_argument(
'--hideTrigger',
152 help=
"Hide trigger metadata")
153 args = parser.parse_args()
155 verbose = args.verbose
156 filenames = args.filenames
161 file_type = args.type
162 meta_key_filter = args.filter
164 msg.setLevel(logging.INFO
if verbose
else logging.WARNING)
166 handler = logging.StreamHandler()
167 handler.setLevel(logging.INFO
if verbose
else logging.WARNING)
169 formatter = logging.Formatter(
'%(name)s %(levelname)s %(message)s')
170 handler.setFormatter(formatter)
172 msg.addHandler(handler)
174 startTime = time.time()
175 msg.info(
'Imported headers in: {0} miliseconds'.
format((time.time() - startTime) * 1e3))
176 msg.info(
'The output file is: {0}'.
format(output))
177 metadata =
read_metadata(filenames, file_type, mode= mode, meta_key_filter= meta_key_filter, promote=args.promote)
181 print(json.dumps(metadata, indent=indent))
183 enc = sys.stdout.encoding
184 ascii =
not sys.stdout.isatty()
or not enc
or enc.lower().
find(
'ansi') >= 0
or enc.lower().
find(
'ascii') >= 0
185 print(
_tree_print(metadata, indent=indent, pad=18, dict_sort=
'key', list_max_items=8, ascii=ascii,
186 hide_content=args.hideContentList, hide_trigger=args.hideTrigger))
190 with open(output,
'w')
as fd:
191 print(json.dumps(metadata, indent=indent), file=fd)
193 with open(output,
'w')
as fd:
194 print(
_tree_print(metadata, indent=indent, pad=18, dict_sort=
'key', list_max_items=8, ascii=
True,
195 hide_content=args.hideContentList, hide_trigger=args.hideTrigger),
200 if __name__ ==
'__main__':