import os import sys import shlex import argparse import difflib from subprocess import Popen, PIPE TEST_CASE_DIRECTORY = "./cases" def get_exitcode_stdout_stderr(cmd): """ Executes an external command and returns the exitcode, stdout and stderr. """ args = shlex.split(cmd) proc = Popen(args, stdout=PIPE, stderr=PIPE) out, err = proc.communicate() exitcode = proc.returncode return exitcode, out, err parser = argparse.ArgumentParser(description="Regression testing.") parser.add_argument(dest="operation", choices=["test", "rebase"]) parser.add_argument(dest="zydis_info_path", type=str) args = parser.parse_args() has_failed = False for case in os.listdir(TEST_CASE_DIRECTORY): if not case.endswith(".in"): continue path = os.path.join(TEST_CASE_DIRECTORY, case) print(path) with open(path, mode="r") as f: payload = f.read() exitcode, out, err = get_exitcode_stdout_stderr(f"{args.zydis_info_path} {payload}") pre, ext = os.path.splitext(case) path = os.path.join(TEST_CASE_DIRECTORY, pre + ".out") if args.operation == "rebase": with open(path, mode="wb") as f: f.write(out) continue try: with open(path, mode="rb") as f: expected = f.read() if expected != out: print(f"FAILED: '{case}' [{payload}]") print('\n'.join(difflib.unified_diff( expected.decode().split('\n'), out.decode().split('\n'), fromfile='expected', tofile='got', ))) has_failed = True except FileNotFoundError: print(f"FAILED: '{case}' [Output file missing]") has_failed = True if has_failed: print("\nSOME TESTS FAILED.") sys.exit(-1) else: print("\nALL TESTS PASSED.") sys.exit(0)