cvw/wally-pipelined/regression/regression-wally.py
2021-01-25 11:28:43 -05:00

36 lines
931 B
Python
Executable File

#!/usr/bin/python3
##################################
#
# regression-wally.py
# David_Harris@Hmc.edu 25 January 2021
#
# Run a regression with multiple configurations and report any errors.
#
##################################
# edit this line to add more configurations
confignames = ["rv32ic", "rv64ic"]
import os
fail = 0
for config in confignames:
logname = "wally_"+config+".log"
cmd = "vsim -c >" + logname +" <<!\ndo wally-pipelined-batch.do ../config/" + config + "\n!\n"
os.system(cmd)
# check for success. grep returns 0 if found, 1 if not found
cmd = "grep 'All tests ran without failures' " + logname + "> /dev/null"
grepval = os.system(cmd)
if (grepval):
fail = fail + 1
print(logname+": failures detected")
else:
print(logname+": Success")
if (fail):
print ("Regression failed with " +str(fail)+ " failed configurations")
else:
print ("SUCCESS! All tests ran without failures")