meta-reader.py

Go to the documentation of this file.

#!/usr/bin/env python
# -*- coding: utf-8 -*-
# Copyright (C) 2002-2024 CERN for the benefit of the ATLAS collaboration
# This script reads metadata from a given file
 
from __future__ import print_function
 
import sys
import json
import argparse
import time
import logging
import os
 
# escape sequence [?1034h which appear on several runs due to smm capability (Meta Mode On) for xterm.
if 'TERM' in os.environ:
    del os.environ['TERM']
 
msg = logging.getLogger('MetaReader')
 
from PyUtils.MetaReader import read_metadata, trigger_keys
 
 
def _tree_print(content, indent=2, pad=0, list_max_items=-1, dict_sort=None, ascii=False, hide_content=False, hide_trigger=False):
    s = ''
 
    if isinstance(content, dict):
 
        if dict_sort == 'key':
            items = list(sorted(content.items(), key = lambda t: t[0]))
        elif dict_sort == 'value':
            items = list(sorted(content.items(), key = lambda t: t[1]))
        else:
            items = list(content.items())
 
        items_count = len(items)
        for i in range(items_count):
 
            key, value = items[i]
 
            last = i == items_count - 1
 
            if hide_content and (key in ['itemList', 'metadata_items'] or 'EventFormatStream' in key):
                continue
 
            if hide_trigger and key in trigger_keys:
                continue
 
            if pad == 0:
                skey = str(key)
            elif pad < 0:
                skey = str(key).rjust(-pad)
            else:
                skey = str(key).ljust(pad)
 
            if not ascii:
                s += ('├' if not last else '└') + '─' * indent + ' ' + skey + ': '
            else:
                s += ('|' if not last else '`') + '-' * indent + ' ' + skey + ': '
 
            lines = _tree_print(value, indent=indent, pad=pad, dict_sort=dict_sort, list_max_items=list_max_items, ascii=ascii,
                                                    hide_content=hide_content, hide_trigger=hide_trigger).split('\n')
 
            if len(lines) == 1:
                s += lines[0] + '\n'
            else:
                for line in lines:
                    if line.strip():
                        if not ascii:
                            s += '\n' + ('│' if not last else ' ') + ' ' * indent + ' ' + str(line)
                        else:
                            s += '\n' + ('|' if not last else ' ') + ' ' * indent + ' ' + str(line)
 
                s += '\n'
    elif isinstance(content, (list, tuple)) and list_max_items >= 0 and len(content) > list_max_items:
 
        items = list(content)
        items_count = len(items)
 
        for i in range(items_count):
            value = items[i]
 
            last = i == items_count - 1
 
            if not ascii:
                s += ('├' if not last else '└') + '─' * indent + ' ' + str(value) + '\n'
            else:
                s += ('|' if not last else '`') + '-' * indent + ' ' + str(value) + '\n'
    else:
        s += str(content)
 
    return s
 
 
def _main():
    # Parsing the arguments provided by user
    parser = argparse.ArgumentParser(description='This script reads metadata from a given file')
    parser.add_argument('filenames',
                        nargs = '+',
                        help= 'The filenames to read. User can provide a single file or a list of files.')
    parser.add_argument('-v',
                        '--verbose',
                        action='store_true',
                        help='print detailed output on screen')
    parser.add_argument('-o',
                        '--output',
                        metavar='FILE',
                        default=None,
                        help="Saves the output in a file. By default, the output is written on the screen (stdout) in a prettier format for better readabiilty.")
    parser.add_argument('--json',
                        action='store_true',
                        help="Sets the output file format as json.")
    parser.add_argument('--indent',
                        metavar='N',
                        type=int,
                        default=2,
                        help="Sets the indent spaces in the output either on screen (without -o flag) either on file (with -o flag). By default, uses two spaces as indent.")
    parser.add_argument('-m',
                        '--mode',
                        default= 'lite',
                        metavar='MODE',
                        type=str,
                        choices=['tiny', 'lite', 'full', 'peeker', 'iov'],
                        help="This flag provides the user capability to select the amount of metadata retrieved. There are five options: "
                            "tiny (only those values used in PyJobTransforms), "
                            "lite, "
                            "peeker, "
                            "full (all available data found), "
                            "and iov (full+iov details)" )
 
    parser.add_argument('-t',
                        '--type',
                        default= None,
                        metavar='TYPE',
                        type=str,
                        choices=['POOL', 'BS'],
                        help="The file type of the input filename. By default, it tries to determine itself the file type of the input.")
    parser.add_argument('-f',
                        '--filter',
                        default= [],
                        metavar='FILTER',
                        nargs = '+',
                        type=str,
                        help="The metadata keys to filter. ")
    parser.add_argument('--promote',
                        default=None,
                        type=bool,
                        help="Force promotion or not of the metadata keys ")
    parser.add_argument('--hideContentList',
                        action='store_true',
                        help="Hide content lists (event-level and metadata containers)")
    parser.add_argument('--hideTrigger',
                        action='store_true',
                        help="Hide trigger metadata")
    args = parser.parse_args()
 
    verbose = args.verbose
    filenames = args.filenames
    output = args.output
    is_json = args.json
    indent = args.indent
    mode = args.mode
    file_type = args.type
    meta_key_filter = args.filter
 
    msg.setLevel(logging.INFO if verbose else logging.WARNING)
    # create a stream handler
    handler = logging.StreamHandler()
    handler.setLevel(logging.INFO if verbose else logging.WARNING)
    # create a logging format
    formatter = logging.Formatter('%(name)s                       %(levelname)s %(message)s')
    handler.setFormatter(formatter)
    # add the handlers to the logger
    msg.addHandler(handler)
 
    startTime = time.time()
    msg.info('Imported headers in: {0} miliseconds'.format((time.time() - startTime) * 1e3))
    msg.info('The output file is: {0}'.format(output))
    metadata = read_metadata(filenames, file_type, mode= mode, meta_key_filter= meta_key_filter, promote=args.promote)
 
    if output is None:
        if is_json:
            print(json.dumps(metadata, indent=indent))
        else:
            enc = sys.stdout.encoding
            ascii = not sys.stdout.isatty() or not enc or enc.lower().find('ansi') >= 0 or enc.lower().find('ascii') >= 0
            print(_tree_print(metadata, indent=indent, pad=18, dict_sort='key', list_max_items=8, ascii=ascii,
                                                hide_content=args.hideContentList, hide_trigger=args.hideTrigger))
 
    else:
        if is_json:
            with open(output, 'w') as fd:
                print(json.dumps(metadata, indent=indent), file=fd)
        else:
            with open(output, 'w') as fd:
                print(_tree_print(metadata, indent=indent, pad=18, dict_sort='key', list_max_items=8, ascii=True,
                                                    hide_content=args.hideContentList, hide_trigger=args.hideTrigger),
                            file=fd)
 
    msg.info('Done!')
 
if __name__ == '__main__':
    _main()