Inheritance diagram for python.Checks.WarningsComparisonCheck:

Collaboration diagram for python.Checks.WarningsComparisonCheck:

Public Member Functions
def	run (self, WorkflowTest test)

Optional[Path]	reference_file (self, "WorkflowTest" test, str file_name)

Public Attributes
	setup

	logger

Detailed Description

Run WARNINGS check.

Definition at line 529 of file Checks.py.

Member Function Documentation

◆ reference_file()

Optional[Path] python.Test.WorkflowCheck.reference_file	(		self,
		"WorkflowTest"	test,
		str	file_name
	)

inherited

Definition at line 91 of file Tools/WorkflowTestRunner/python/Test.py.

     def reference_file(self, test: "WorkflowTest", file_name: str) -> Optional[Path]:
         reference_path: Path = test.reference_path
         reference_file = reference_path / file_name
  
         # Read references from CVMFS
         if self.setup.validation_only:
             # Resolve the subfolder first. Results are stored like: main_folder/branch/test/version/.
             reference_revision = references_map[f"{test.ID}"]
             cvmfs_path = Path(references_CVMFS_path)
             rel_path = Path(self.setup.release_ID) / test.ID / reference_revision
             reference_path = cvmfs_path / rel_path
             reference_file = reference_path / file_name
  
             if not reference_path.exists():
                 self.logger.error(f"CVMFS reference location {reference_path} does not exist!")
                 return None
  
             if references_override_url is not None:
                 import requests
  
                 url = references_override_url
                 if not url.endswith("/"): url += "/"
                 url += str(rel_path / file_name)
                 self.logger.info("Checking for reference override at %s", url)
                 if requests.head(url).ok: # file exists at url
                     reference_file = Path.cwd() / f"reference_{file_name}"
                     self.logger.info("Downloading reference from %s to %s", url, reference_file)
                     r = requests.get(url, stream=True)
                     with reference_file.open('wb') as f:
                         for chunk in r.iter_content(chunk_size=1024):
                             if chunk: # filter out keep-alive new chunks
                                 f.write(chunk)
                 else:
                     self.logger.info("No reference override found")
  
         return reference_file
  
  

◆ run()

def python.Checks.WarningsComparisonCheck.run	(		self,
		WorkflowTest	test
	)

Definition at line 532 of file Checks.py.

     def run(self, test: WorkflowTest):
         self.logger.info("-----------------------------------------------------")
         self.logger.info(f"Running {test.ID} WARNINGS Check\n")
  
         result = True
         for step in test.steps:
             log_name = f"log.{step}"
             reference_log = test.reference_path / log_name
             validation_log = test.validation_path / log_name
             warnings_reference = warnings_count(reference_log)
             warnings_validation  = warnings_count (validation_log)
  
             wr=[]
             for w in warnings_reference:
                 wr.append(w[9:])
             wv=[]
             for w in warnings_validation:
                 wv.append(w[9:])
  
             wn = list(set(wv)-set(wr))
             wo = list(set(wr)-set(wv))
  
  
             if len(warnings_validation) > len(warnings_reference):
                 self.logger.error(f"Validation log file {validation_log} has {len(warnings_validation) - len(warnings_reference)} more warning(s) than the reference log file {reference_log}")
                 self.logger.error("Please remove the new warning message(s):")
                 for w in wn:
                     self.logger.error(w)
                 result = False
             elif len(warnings_validation) < len(warnings_reference):
                 self.logger.info(f"Validation log file {validation_log} has {len(warnings_reference) - len(warnings_validation)} less warnings than the reference log file {reference_log}")
                 self.logger.info("The reduction of unnecessary WARNINGs is much appreciated. Is it expected?")
                 self.logger.info("The following warning messages have been removed:")
                 for w in wo:
                     self.logger.info(w)
                 result = True
             else :
                 self.logger.info(f"Validation log file {validation_log} has the same number of warnings as the reference log file {reference_log}")
                 result = True
  
         if result:
             self.logger.info("Passed!\n")
         else :
             self.logger.error("Failed!\n")
  
         return result
  
  