ATLAS Offline Software
Loading...
Searching...
No Matches
Public Member Functions | Public Attributes | List of all members
python.Checks.FailedOrPassedCheck Class Reference
Inheritance diagram for python.Checks.FailedOrPassedCheck:
Collaboration diagram for python.Checks.FailedOrPassedCheck:

Public Member Functions

bool run (self, WorkflowTest test)
Path|None reference_file (self, "WorkflowTest" test, str file_name)

Public Attributes

 setup = setup
 logger = setup.logger

Detailed Description

Was the q test successful? To check simply count the number of lines containing the string "successful run".

Definition at line 11 of file Checks.py.

Member Function Documentation

◆ reference_file()

Path | None python.Test.WorkflowCheck.reference_file ( self,
"WorkflowTest" test,
str file_name )
inherited

Definition at line 93 of file Tools/WorkflowTestRunner/python/Test.py.

93 def reference_file(self, test: "WorkflowTest", file_name: str) -> Path | None:
94 reference_path: Path = test.reference_path
95 reference_file = reference_path / file_name
96
97 # Read references from CVMFS
98 if self.setup.validation_only:
99 # Resolve the subfolder first. Results are stored like: main_folder/branch/test/version/.
100 reference_revision = references_map[f"{test.ID}"]
101 cvmfs_path = Path(references_CVMFS_path)
102 rel_path = Path(self.setup.release_ID) / test.ID / reference_revision
103 reference_path = cvmfs_path / rel_path
104 reference_file = reference_path / file_name
105
106 if not reference_path.exists():
107 self.logger.error(f"CVMFS reference location {reference_path} does not exist!")
108 return None
109
110 if references_override_url is not None:
111 import requests
112
113 url = references_override_url
114 if not url.endswith("/"): url += "/"
115 url += str(rel_path / file_name)
116 self.logger.info("Checking for reference override at %s", url)
117 if requests.head(url).ok: # file exists at url
118 reference_file = Path.cwd() / f"reference_{file_name}"
119 self.logger.info("Downloading reference from %s to %s", url, reference_file)
120 r = requests.get(url, stream=True)
121 with reference_file.open('wb') as f:
122 for chunk in r.iter_content(chunk_size=1024):
123 if chunk: # filter out keep-alive new chunks
124 f.write(chunk)
125 else:
126 self.logger.info("No reference override found")
127
128 return reference_file
129
130

◆ run()

bool python.Checks.FailedOrPassedCheck.run ( self,
WorkflowTest test )

Definition at line 14 of file Checks.py.

14 def run(self, test: WorkflowTest) -> bool:
15 result = True
16 printed_trf = False
17 for step in test.steps:
18 self.logger.info("-----------------------------------------------------")
19 log = test.validation_path / f"log.{step}"
20 counter = 0
21 warnings = []
22 errors = []
23 if log.exists():
24 with log.open() as file:
25 for line in file:
26 if ("ERROR" in line and "| ERROR |" not in line) or ("FATAL" in line and "| FATAL |" not in line):
27 errors.append(line[9:].strip())
28 elif "WARNING" in line and "| WARNING |" not in line:
29 warnings.append(line[9:].strip())
30 elif '"successful run"' in line or step == "DQHistogramMerge" and "Writing file: myHIST.root" in line:
31 counter += 1
32
33 if warnings:
34 self.logger.info(f"{step} validation test step WARNINGS")
35 warnings = list(dict.fromkeys(warnings))
36 for w in warnings:
37 self.logger.info(f" {w}")
38 self.logger.info("-----------------------------------------------------")
39
40 if errors:
41 self.logger.info(f"{step} validation test step ERRORS")
42 errors = list(dict.fromkeys(errors))
43 for e in errors:
44 self.logger.info(f" {e}")
45 self.logger.info("-----------------------------------------------------")
46
47 if counter and not errors:
48 self.logger.info(f"{step} validation test step successful")
49
50 if step == "DQHistogramMerge":
51 self.logger.info(f"Full {step} step log:")
52 with log.open() as file:
53 for line in file:
54 self.logger.print(f" {line.strip()}")
55 self.logger.info("-----------------------------------------------------")
56 else:
57 result = False
58 if log.exists():
59 printed_trf = True # if one step fails, next steps are expected so don't be too verbose
60 self.logger.error(f"{step} validation test step failed")
61 self.logger.error(f"Full {step} step log:")
62 with log.open() as file:
63 for line in file:
64 self.logger.print(f" {line.strip()}")
65 self.logger.info("-----------------------------------------------------")
66 else:
67 self.logger.error(f"{step} validation test step did not run")
68 if not printed_trf:
69 printed_trf = True
70 self.logger.error("Full transform log:")
71 with (test.validation_path / f"{test.ID}.log").open() as file:
72 for line in file:
73 self.logger.print(f" {line.strip()}")
74 self.logger.info("-----------------------------------------------------")
75
76 if self.setup.validation_only:
77 continue # Skip checking reference test because in this mode the clean tests have not been run
78
79 log = test.reference_path / f"log.{step}"
80 counter = 0
81 with log.open() as file:
82 for line in file:
83 if '"successful run"' in line or (step == "DQHistogramMerge"
84 and "Writing file: myHIST.root" in line): # DQ merge hack
85 counter += 1
86
87 if counter:
88 self.logger.info(f"{step} reference test step successful")
89 else:
90 self.logger.error(f"{step} reference test step failed")
91 result = False
92
93 if result:
94 self.logger.info(f"All {test.ID} athena steps completed successfully\n")
95 else :
96 self.logger.error(f"One or more {test.ID} Athena steps failed. Please investigate the cause.\n")
97
98 return result
99
100
print
void print(char *figname, TCanvas *c1)
Definition TRTCalib_StrawStatusPlots.cxx:26
run
int run(int argc, char *argv[])
Definition ttree2hdf5.cxx:28

Member Data Documentation

◆ logger

python.Test.WorkflowCheck.logger = setup.logger
inherited

Definition at line 91 of file Tools/WorkflowTestRunner/python/Test.py.

◆ setup

python.Test.WorkflowCheck.setup = setup
inherited

Definition at line 90 of file Tools/WorkflowTestRunner/python/Test.py.

The documentation for this class was generated from the following file:
Generated on for ATLAS Offline Software by doxygen 1.17.0