compare_metadata Namespace Reference

Functions
Dict[str, any]	filter_metadata (Dict[str, any] metadata, List[str] keys_prefixes)
int	compare_metadata (str ttree_file_path, str rntuple_file_path, List[str] keys_to_compare, List[str] fmd_keys_to_compare)
def	main ()

Variables
	level
	INFO
	format

Function Documentation

compare_metadata()

int compare_metadata.compare_metadata	(	str	ttree_file_path,
		str	rntuple_file_path,
		List[str]	keys_to_compare,
		List[str]	fmd_keys_to_compare
	)

Compares metadata from two files to check if they are the same.

Args:
    ttree_file_path (str): The path to the first metadata file.
    rntuple_file_path (str): The path to the second metadata file.
    keys_to_compare (list): List of keys to compare in the metadata.
    fmd_keys_to_compare (list): List of keys to compare in the 'FileMetaData' section.

Returns:
    int: 0 if metadata is the same, 1 if metadata is different.

Definition at line 36 of file compare_metadata.py.

def compare_metadata(
    ttree_file_path: str,
    rntuple_file_path: str,
    keys_to_compare: List[str],
    fmd_keys_to_compare: List[str],
) -> int:
    """
    Compares metadata from two files to check if they are the same.
 
    Args:
        ttree_file_path (str): The path to the first metadata file.
        rntuple_file_path (str): The path to the second metadata file.
        keys_to_compare (list): List of keys to compare in the metadata.
        fmd_keys_to_compare (list): List of keys to compare in the 'FileMetaData' section.
 
    Returns:
        int: 0 if metadata is the same, 1 if metadata is different.
    """
    try:
        # Read metadata from the ttree file
        ttree_metadata_full: Dict[str, any] = read_metadata(
            ttree_file_path, mode="full"
        )[ttree_file_path]
        ttree_metadata_peeker: Dict[str, any] = read_metadata(
            ttree_file_path, mode="peeker"
        )[ttree_file_path]
 
        # Read metadata from the rntuple file
        rntuple_metadata_full: Dict[str, any] = read_metadata(rntuple_file_path)[
            rntuple_file_path
        ]
 
    except KeyError as e:
        logging.error(f"Error accessing metadata for file: {e}")
        return 1
 
    # Filter metadata dictionaries based on the required keys
    ttree_event_format_metadata: Dict[str, any] = filter_metadata(
        ttree_metadata_full, ["EventFormat"]
    )
    ttree_peeker_metadata: Dict[str, any] = filter_metadata(
        ttree_metadata_peeker, keys_to_compare
    )
    rntuple_metadata: Dict[str, any] = filter_metadata(
        rntuple_metadata_full, keys_to_compare
    )
    rntuple_event_format_metadata: Dict[str, any] = filter_metadata(
        rntuple_metadata_full, ["EventFormat"]
    )
 
    # Further filter the 'FileMetaData' section of the metadata
    ttree_peeker_metadata["FileMetaData"] = filter_metadata(
        ttree_peeker_metadata.get("FileMetaData", {}), fmd_keys_to_compare
    )
    rntuple_metadata["FileMetaData"] = filter_metadata(
        rntuple_metadata.get("FileMetaData", {}), fmd_keys_to_compare
    )
 
    # Compare the filtered metadata
    if (
        ttree_peeker_metadata == rntuple_metadata
        and ttree_event_format_metadata == rntuple_event_format_metadata
    ):
        logging.info(
            f"Selected metadata keys ({keys_to_compare=}, {fmd_keys_to_compare=}) are the same"
        )
        return 0
    else:
        logging.info(
            f"Selected metadata keys ({keys_to_compare=}, {fmd_keys_to_compare=}) are different"
        )
        return 1
 
 

filter_metadata()

Dict[str, any] compare_metadata.filter_metadata	(	Dict[str, any]	metadata,
		List[str]	keys_prefixes
	)

Filters a dictionary to include only keys that start with any of the specified prefixes.

Args:
    metadata (dict): The dictionary to filter.
    keys_prefixes (list): A list of prefixes to include in the filtered dictionary.

Returns:
    dict: The filtered dictionary.

Definition at line 14 of file compare_metadata.py.

def filter_metadata(
    metadata: Dict[str, any], keys_prefixes: List[str]
) -> Dict[str, any]:
    """
    Filters a dictionary to include only keys that start with any of the specified prefixes.
 
    Args:
        metadata (dict): The dictionary to filter.
        keys_prefixes (list): A list of prefixes to include in the filtered dictionary.
 
    Returns:
        dict: The filtered dictionary.
    """
    filtered_metadata: Dict[str, any] = {}
    for key, value in metadata.items():
        for prefix in keys_prefixes:
            if key.startswith(prefix):
                filtered_metadata[prefix] = value
                break
    return filtered_metadata
 
 

main()

def compare_metadata.main

(

)

Definition at line 110 of file compare_metadata.py.

def main():
    parser = argparse.ArgumentParser(description="Compare metadata between two files.")
    parser.add_argument(
        "--ttree-file-path",
        type=str,
        required=True,
        help="Path to the TTree metadata file.",
    )
    parser.add_argument(
        "--rntuple-file-path",
        type=str,
        required=True,
        help="Path to the RNTuple metadata file.",
    )
    parser.add_argument(
        "--keys-to-compare",
        type=str,
        nargs="*",
        default=[],
        help="List of keys to compare in the metadata. Provide as space-separated values.",
    )
    parser.add_argument(
        "--fmd-keys-to-compare",
        type=str,
        nargs="*",
        default=[],
        help="List of keys to compare in the 'FileMetaData' section. Provide as space-separated values.",
    )
 
    args = parser.parse_args()
 
    sys.exit(
        compare_metadata(
            args.ttree_file_path,
            args.rntuple_file_path,
            args.keys_to_compare,
            args.fmd_keys_to_compare,
        )
    )
 
 

Variable Documentation

format

compare_metadata.format

Definition at line 11 of file compare_metadata.py.

INFO

compare_metadata.INFO

Definition at line 11 of file compare_metadata.py.

level

compare_metadata.level

Definition at line 11 of file compare_metadata.py.