From 5df6be3ad580abde5f3dde071aa99a5a6715d0cf Mon Sep 17 00:00:00 2001
From: Jarred Allen <jaallen@g.hmc.edu>
Date: Thu, 22 Apr 2021 13:29:55 -0400
Subject: [PATCH] Add buildroot to regression test

---
 .../regression/regression-wally.py            | 71 ++++++++++++-------
 1 file changed, 45 insertions(+), 26 deletions(-)

diff --git a/wally-pipelined/regression/regression-wally.py b/wally-pipelined/regression/regression-wally.py
index 83fa703e..1ddf00a4 100755
--- a/wally-pipelined/regression/regression-wally.py
+++ b/wally-pipelined/regression/regression-wally.py
@@ -8,8 +8,35 @@
 #
 ##################################
 
-# edit this line to add more configurations
-confignames = ["rv32ic", "rv64ic", "busybear"]
+from collections import namedtuple
+# name:     the name of this test configuration/script
+# cmd:      the command to run to test (should include the logfile as {})
+# grepstr:  the string to grep through the log file for, success iff grep finds that string
+Config = namedtuple("Config", ['name', 'cmd', 'grepstr'])
+
+# edit this list to add more configurations
+configs = [
+    Config(
+        name="busybear",
+        cmd="vsim -do wally-busybear-batch.do -c > {}",
+        grepstr="# loaded 800000 instructions"
+    ),
+    Config(
+        name="buildroot",
+        cmd="vsim -do wally-buildroot-batch.do -c > {}",
+        grepstr="# loaded 100000 instructions"
+    ),
+    Config(
+        name="rv32ic",
+        cmd="vsim > {} -c <<!\ndo wally-pipelined-batch.do ../config/rv32ic rv32ic\n!",
+        grepstr="All tests ran without failures"
+    ),
+    Config(
+        name="rv64ic",
+        cmd="vsim > {} -c <<!\ndo wally-pipelined-batch.do ../config/rv64ic rv64ic\n!",
+        grepstr="All tests ran without failures"
+    ),
+]
 
 import multiprocessing, os
 
@@ -21,35 +48,27 @@ def search_log_for_text(text, logfile):
     return os.system(grepcmd) == 0
 
 def test_config(config, print_res=True):
-  """Run the given config, and return 0 if it suceeds and 1 if it fails"""
-  logname = "wally_"+config+".log"
-  if config == "busybear":
-    # Handle busybear separately
-    cmd = "vsim -do wally-busybear-batch.do -c >" + logname
-    os.system(cmd)
-    # check for success.  grep returns 0 if found, 1 if not found
-    passed = search_log_for_text("# loaded 800000 instructions", logname)
-  else:
-    # Any other configuration loads that name from the config folder and runs vsim
-    cmd = "vsim -c >" + logname +" <<!\ndo wally-pipelined-batch.do ../config/" + config + " " + config + "\n!\n"
+    """Run the given config, and return 0 if it suceeds and 1 if it fails"""
+    logname = "wally_"+config.name+".log"
+    cmd = config.cmd.format(logname)
     print(cmd)
     os.system(cmd)
     # check for success.  grep returns 0 if found, 1 if not found
-    passed = search_log_for_text("All tests ran without failures", logname)
-  if passed:
-    if print_res:print(logname+": Success")
-    return 0
-  else:
-    if print_res:print(logname+": failures detected")
-    return 1
+    passed = search_log_for_text(config.grepstr, logname)
+    if passed:
+        if print_res:print(logname+": Success")
+        return 0
+    else:
+        if print_res:print(logname+": failures detected")
+        return 1
 
 # Run the tests and count the failures
-pool = multiprocessing.Pool(min(len(confignames), 12))
-fail = sum(pool.map(test_config, confignames))
+pool = multiprocessing.Pool(min(len(configs), 12))
+fail = sum(pool.map(test_config, configs))
 
 if (fail):
-  print ("Regression failed with " +str(fail)+ " failed configurations")
-  exit(1)
+    print("Regression failed with " +str(fail)+ " failed configurations")
+    exit(1)
 else:
-  print ("SUCCESS! All tests ran without failures")
-  exit(0)
+    print("SUCCESS! All tests ran without failures")
+    exit(0)