mirror of
https://github.com/openhwgroup/cvw
synced 2025-02-03 02:05:21 +00:00
Fixed ERROR versus error bug in logger, fixed error in failed lint tests. Labeled lint tests in regression output. Changed test run directory to call direct location rather than calling unknown regression script
This commit is contained in:
parent
25da694a24
commit
35fa3ff461
@ -409,16 +409,16 @@ class TestRunner:
|
|||||||
if "Success" in line:
|
if "Success" in line:
|
||||||
passed_configs.append(line.split(':')[0].strip())
|
passed_configs.append(line.split(':')[0].strip())
|
||||||
elif "passed lint" in line:
|
elif "passed lint" in line:
|
||||||
passed_configs.append(line.split(' ')[0].strip())
|
passed_configs.append(f"Lint: {line.split(' ')[0].strip()}")
|
||||||
#passed_configs.append(line) # potentially use a space
|
#passed_configs.append(line) # potentially use a space
|
||||||
elif "failed lint" in line:
|
elif "failed lint" in line:
|
||||||
failed_configs.append(line.split(' ')[0].strip(), "no log file")
|
failed_configs.append([f"Lint: {line.split(' ')[0].strip()}", "No Log File"])
|
||||||
#failed_configs.append(line)
|
#failed_configs.append(line)
|
||||||
|
|
||||||
elif "Failures detected in output" in line:
|
elif "Failures detected in output" in line:
|
||||||
try:
|
try:
|
||||||
config_name = line.split(':')[0].strip()
|
config_name = line.split(':')[0].strip()
|
||||||
log_file = os.path.abspath("logs/"+config_name+".log")
|
log_file = os.path.abspath(os.path.join("logs", config_name, ".log"))
|
||||||
failed_configs.append((config_name, log_file))
|
failed_configs.append((config_name, log_file))
|
||||||
except:
|
except:
|
||||||
failed_configs.append((config_name, "Log file not found"))
|
failed_configs.append((config_name, "Log file not found"))
|
||||||
@ -619,7 +619,7 @@ class TestRunner:
|
|||||||
|
|
||||||
# check if there are any emails
|
# check if there are any emails
|
||||||
if not receiver_emails:
|
if not receiver_emails:
|
||||||
self.logger.ERROR("No receiver emails provided.")
|
self.logger.error("No receiver emails provided.")
|
||||||
return
|
return
|
||||||
|
|
||||||
# grab the html file
|
# grab the html file
|
||||||
@ -777,7 +777,7 @@ def main():
|
|||||||
passed, failed = test_runner.clean_format_output(input_file = output_location)
|
passed, failed = test_runner.clean_format_output(input_file = output_location)
|
||||||
logger.info(f"{test_name} has been formatted to markdown")
|
logger.info(f"{test_name} has been formatted to markdown")
|
||||||
except:
|
except:
|
||||||
logger.ERROR(f"Error occured with formatting {test_name}")
|
logger.error(f"Error occured with formatting {test_name}")
|
||||||
|
|
||||||
logger.info(f"The # of failures are for {test_name}: {len(failed)}")
|
logger.info(f"The # of failures are for {test_name}: {len(failed)}")
|
||||||
total_number_failures+= len(failed)
|
total_number_failures+= len(failed)
|
||||||
@ -788,13 +788,17 @@ def main():
|
|||||||
total_success.append(passed)
|
total_success.append(passed)
|
||||||
test_runner.rewrite_to_markdown(test_name, passed, failed)
|
test_runner.rewrite_to_markdown(test_name, passed, failed)
|
||||||
|
|
||||||
|
newlinechar = "\n"
|
||||||
|
logger.info(f"Failed tests: \n{newlinechar.join([x[0] for x in failed])}")
|
||||||
|
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
logger.error("There was an error in running the tests: {e}")
|
logger.error(f"There was an error in running the tests: {e}")
|
||||||
|
|
||||||
logger.info(f"The total sucesses for all tests ran are: {total_number_success}")
|
logger.info(f"The total sucesses for all tests ran are: {total_number_success}")
|
||||||
logger.info(f"The total failures for all tests ran are: {total_number_failures}")
|
logger.info(f"The total failures for all tests ran are: {total_number_failures}")
|
||||||
|
|
||||||
# Copy actual test logs from sim/questa, sim/verilator, sim/vcs
|
# Copy actual test logs from sim/questa, sim/verilator, sim/vcs
|
||||||
|
if not args.tests == "test_lint":
|
||||||
test_runner.copy_sim_logs([test_runner.cvw / "sim/questa/logs", test_runner.cvw / "sim/verilator/logs", test_runner.cvw / "sim/vcs/logs"])
|
test_runner.copy_sim_logs([test_runner.cvw / "sim/questa/logs", test_runner.cvw / "sim/verilator/logs", test_runner.cvw / "sim/vcs/logs"])
|
||||||
|
|
||||||
#############################################
|
#############################################
|
||||||
|
Loading…
Reference in New Issue
Block a user