#!/usr/bin/python3 # iterelf # David_Harris@hmc.edu and Rose Thompson 7/3/2024 # Run wsim on all the ELF files in a directory in parallel in lockstep import argparse import os import multiprocessing from multiprocessing import Pool, TimeoutError TIMEOUT_DUR = 60 # 1` minute class bcolors: HEADER = '\033[95m' OKBLUE = '\033[94m' OKCYAN = '\033[96m' OKGREEN = '\033[92m' WARNING = '\033[93m' FAIL = '\033[91m' ENDC = '\033[0m' BOLD = '\033[1m' UNDERLINE = '\033[4m' def search_log_for_mismatches(logfile): """Search through the given log file for text, returning True if it is found or False if it is not""" grepwarn = "grep -H Warning: " + logfile os.system(grepwarn) greperr = "grep -H Error: " + logfile os.system(greperr) grepcmd = "grep -a -e 'Mismatches : 0' '%s' > /dev/null" % logfile # print(" search_log_for_text invoking %s" % grepcmd) return os.system(grepcmd) == 0 def run_test_case(elf): """Run the given test case, and return 0 if the test suceeds and 1 if it fails""" WALLY = os.environ.get('WALLY') fields = elf.rsplit('/', 3) if (fields[2] == "ref"): shortelf = fields[1] + "_" + fields[3] else: shortelf = fields[2] + "_" + fields[3] # shortelf = fields[1] + "_" + fields[2] logfile = WALLY + "/sim/" + args.sim + "/logs/" + shortelf + ".log" cmd = "wsim " + args.config + " " + shortelf + " --elf " + elf + " --sim " + args.sim + " --lockstep > " + logfile # add coveerage flags if necessary # print("cmd = " + cmd) os.system(cmd) if search_log_for_mismatches(logfile): print(f"{bcolors.OKGREEN}%s: Success{bcolors.ENDC}" % (cmd)) return 0 elif("WALLY-cbom-01" in elf): # Remove this when CBO instructions are modeled in ImperasDV print(f"{bcolors.OKCYAN}%s: Expected mismatch because ImperasDV does not yet model cache for CBO instructions {bcolors.ENDC}" % (cmd)) return 0 else: print(f"{bcolors.FAIL}%s: Failures detected in output{bcolors.ENDC}" % (cmd)) print(" Check %s" % logfile) return 1 ################################## # Main body ################################## # Parse arguments parser = argparse.ArgumentParser() parser.add_argument("dir", help="Configuration file") parser.add_argument("--config", help="Configuration", default="rv64gc") parser.add_argument("--sim", "-s", help="Simulator", choices=["questa", "vcs"], default="questa") parser.add_argument("--coverage", "-c", help="Code & Functional Coverage", action="store_true") parser.add_argument("--fcov", "-f", help="Code & Functional Coverage", action="store_true") parser.add_argument("--exclude", help="Exclude files with this sufix", default="my.elf") args = parser.parse_args() # find all ELF files in directory ElfList = [] if (os.path.isdir(args.dir)): DirectorMode = 1 for dirpath, dirnames, filenames in os.walk(os.path.abspath(args.dir)): for file in filenames: if (file.endswith("elf") and not file.endswith(args.exclude)): ElfList.append(os.path.join(dirpath, file)) else: print(args.dir + " is not a directory") exit(1) #print(ElfList) # spawn parallel wsim jobs for each ELF file ImperasDVLicenseCount = 8 with Pool(processes=min(len(ElfList),multiprocessing.cpu_count(), ImperasDVLicenseCount)) as pool: num_fail = 0 results = {} for elf in ElfList: results[elf] = pool.apply_async(run_test_case,(elf,)) for (elf,result) in results.items(): try: num_fail+=result.get(timeout=TIMEOUT_DUR) except TimeoutError: num_fail+=1 print(f"{bcolors.FAIL}%s: Timeout - runtime exceeded %d seconds{bcolors.ENDC}" % (elf, TIMEOUT_DUR)) if (num_fail == 0): print(f"{bcolors.OKGREEN}SUCCESS! All tests ran without failures{bcolors.ENDC}") else: print(f"{bcolors.FAIL}Completed %d tests with %d failures{bcolors.ENDC}" % (len(ElfList), num_fail))