python.algorithms.postprocessors.integration_grid_tester Namespace Reference

Functions
def	integration_grid_tester ()
	Calculate and output integration grid quality. More...
def	safe_percentage (numerator, denominator)

Variables
	logger = Logging.logging.getLogger("PowhegControl")
	Get handle to Athena logging. More...
string	regex_match_floats = r"[+-]? *(?:\d+(?:\.\d*)?|\.\d+)(?:[eE][+-]?\d+)?"
	Regex to extract floats :: from perldoc perlretut. More...

Function Documentation

integration_grid_tester()

def python.algorithms.postprocessors.integration_grid_tester.integration_grid_tester

(

)

Calculate and output integration grid quality.

Read in integration quality metrics from output files. Allow any check to fail, since this output is not a critical part of generation.

Author

James Robinson james.nosp@m..rob.nosp@m.inson.nosp@m.@cer.nosp@m.n.ch

Definition at line 26 of file integration_grid_tester.py.

def integration_grid_tester():
    """! Calculate and output integration grid quality.
 
    Read in integration quality metrics from output files.
    Allow any check to fail, since this output is not a critical part of generation.
 
    @author James Robinson <james.robinson@cern.ch>
    """
    inclusive_xs, inclusive_xs_error, negative_weights, positive_weights, n_events, n_upper_bound_failures_xs, n_upper_bound_failures_radiation = 0, 0, 0, 0, 0, 0, 0
    # Open stat files
    for file_name in sum([glob.glob(_f) for _f in ["pwgstat.dat", "pwgstat-0001.dat", "pwg-stat.dat", "pwg-st3-0001-stat.dat", "pwg-0001-st3-stat.dat"]], []):
        # Inclusive cross-section uncertainty [relative error on (total pos + |total neg|)]
        with open(file_name, "r") as data_file:
            try:
                matched_lines = [line.replace("+-", "") for line in data_file if re.match(r"(.*)(btilde(.*)weights)(.*)[0-9](.*)\+\-(.*)[0-9](.*)", line)]
                matched_lines = [re.sub(" +", " ", _l) for _l in matched_lines] # strip multiple whitespace
                if len(matched_lines) > 0:
                    positive_weight_xs = sum([list(map(float, re.findall(regex_match_floats, line))) for line in matched_lines if "pos." in line],[])
                    negative_weight_xs = sum([list(map(float, re.findall(regex_match_floats, line))) for line in matched_lines if "|neg.|" in line], [])
                    inclusive_xs += positive_weight_xs[0] + negative_weight_xs[0]
                    inclusive_xs_error += math.sqrt(positive_weight_xs[1]**2 + negative_weight_xs[1]**2)
            except Exception:  # catch all exceptions
                pass
        # Negative weight test
        with open(file_name, "r") as data_file:
            try:
                matched_lines = [line.replace("+-", "") for line in data_file if re.match(r"(.*)(btilde(.*)weights|Remnant cross section)(.*)[0-9](.*)\+\-(.*)[0-9](.*)", line)]
                matched_lines = [re.sub(" +", " ", _l) for _l in matched_lines] # strip multiple whitespace
                if len(matched_lines) > 0:
                    negative_weights += list(map(float, re.findall(regex_match_floats, [line for line in matched_lines if "btilde |neg.|" in line][0])))[0]
                    positive_weights += list(map(float, re.findall(regex_match_floats, [line for line in matched_lines if "btilde pos." in line][0])))[0]
                    positive_weights += list(map(float, re.findall(regex_match_floats, [line for line in matched_lines if "Remnant cross section" in line][0])))[0]
            except Exception:  # catch all exceptions
                pass
    # Open counter files
    file_names = sum([glob.glob(_f) for _f in ["pwgcounters-st4-*.dat", "pwgcounters0*.dat"]], [])
    if not file_names: file_names = glob.glob("pwgcounters.dat")
    for file_name in file_names:
        # Upper bound violations [in inclusive cross-section and generation of radiation]
        with open(file_name, "r") as data_file:
            try:
                matched_lines = [line.replace("+-", "") for line in data_file if re.match(r"(.*)(btilde event|remnant event|upper bound failure)(.*)[0-9](.*)", line)]
                matched_lines = [re.sub(" +", " ", _l) for _l in matched_lines] # strip multiple whitespace
                if len(matched_lines) > 0:
                    n_events += sum(list(map(float, [re.findall(regex_match_floats, line)[0] for line in matched_lines if "event" in line])))
                    n_upper_bound_failures_xs += sum(list(map(float, [re.findall(regex_match_floats, line)[0] for line in matched_lines if "upper bound failure in inclusive" in line])))
                    n_upper_bound_failures_radiation += sum(list(map(float, [re.findall(regex_match_floats, line)[0] for line in matched_lines if "upper bound failure in generation" in line])))
            except Exception:  # catch all exceptions
                pass
 
    # Calculate test statistics
    inclusive_xs_test = safe_percentage(inclusive_xs_error, inclusive_xs)
    negative_weight_test = safe_percentage(negative_weights, (negative_weights + positive_weights))
    upper_bound_test = safe_percentage((n_upper_bound_failures_xs + n_upper_bound_failures_radiation), n_events)
    upper_bound_test_xs = safe_percentage(n_upper_bound_failures_xs, n_events)
    upper_bound_test_radiation = safe_percentage(n_upper_bound_failures_radiation, n_events)
 
    # Write output
    try:
        getattr(logger, ["warning", "info"][0.0 <= inclusive_xs_test < 1.0])("Integration test :: {:>30} : {:.2f}%".format("cross-section uncertainty", inclusive_xs_test))
        getattr(logger, ["warning", "info"][0.0 <= negative_weight_test < 1.0])("Integration test :: {:>30} : {:.2f}%".format("negative weight fraction", negative_weight_test))
        getattr(logger, ["warning", "info"][0.0 <= upper_bound_test < 1.0])("Integration test :: {:>30} : {:.2f}%".format("upper bound violations", upper_bound_test))
        logger.info("                 -> {:>30} : {:.2f}%".format("in inclusive cross-section", upper_bound_test_xs))
        logger.info("                 -> {:>30} : {:.2f}%".format("in generation of radiation", upper_bound_test_radiation))
        if any((inclusive_xs_test < 0.0, inclusive_xs_test >= 1.0, negative_weight_test < 0.0, negative_weight_test >= 1.0, upper_bound_test < 0.0, upper_bound_test >= 1.0)):
            logger.warning("Not all integration tests passed. Please ensure that physics validation is done before using this sample!")
    except Exception:  # catch all exceptions
        pass
 

safe_percentage()

def python.algorithms.postprocessors.integration_grid_tester.safe_percentage	(		numerator,
			denominator
	)

Definition at line 95 of file integration_grid_tester.py.

def safe_percentage(numerator, denominator):
    try:
        return 100 * numerator / denominator
    except Exception:  # catch all exceptions
        return float("nan")

Variable Documentation

logger

python.algorithms.postprocessors.integration_grid_tester.logger = Logging.logging.getLogger("PowhegControl")

Get handle to Athena logging.

Definition at line 10 of file integration_grid_tester.py.

regex_match_floats

string python.algorithms.postprocessors.integration_grid_tester.regex_match_floats = r"[+-]? *(?:\d+(?:\.\d*)?|\.\d+)(?:[eE][+-]?\d+)?"

Regex to extract floats :: from perldoc perlretut.

Definition at line 13 of file integration_grid_tester.py.