mirror of
https://github.com/FEX-Emu/FEX.git
synced 2025-02-14 11:40:02 +00:00
7c14619346
Allows us to disable specific tests for interpreter, jit, or host. No architecture specific disabling yet
62 lines
1.7 KiB
Python
62 lines
1.7 KiB
Python
#!/usr/bin/python3
|
|
import sys
|
|
import subprocess
|
|
import os.path
|
|
from os import path
|
|
|
|
# Args: <Known Failures file> <DisabledTestsFile> <DisabledTestsTypeFile> <TestName> <Test Harness Executable> <Args>...
|
|
|
|
if (len(sys.argv) < 6):
|
|
sys.exit()
|
|
|
|
known_failures = {}
|
|
disabled_tests = {}
|
|
known_failures_file = sys.argv[1]
|
|
disabled_tests_file = sys.argv[2]
|
|
disabled_tests_type_file = sys.argv[3]
|
|
|
|
current_test = sys.argv[4]
|
|
runner = sys.argv[5]
|
|
args_start_index = 6
|
|
|
|
# Open the known failures file and add it to a dictionary
|
|
with open(known_failures_file) as kff:
|
|
for line in kff:
|
|
known_failures[line.strip()] = 1
|
|
|
|
with open(disabled_tests_file) as dtf:
|
|
for line in dtf:
|
|
disabled_tests[line.strip()] = 1
|
|
|
|
if path.exists(disabled_tests_type_file):
|
|
with open(disabled_tests_type_file) as dtf:
|
|
for line in dtf:
|
|
disabled_tests[line.strip()] = 1
|
|
|
|
RunnerArgs = ["catchsegv", runner]
|
|
# Add the rest of the arguments
|
|
for i in range(len(sys.argv) - args_start_index):
|
|
RunnerArgs.append(sys.argv[args_start_index + i])
|
|
|
|
if (disabled_tests.get(current_test)):
|
|
print("Skipping", current_test)
|
|
sys.exit(0)
|
|
|
|
# Run the test and wait for it to end to get the result
|
|
Process = subprocess.Popen(RunnerArgs)
|
|
Process.wait()
|
|
ResultCode = Process.returncode
|
|
|
|
if (known_failures.get(current_test)):
|
|
# If the test is on the known failures list
|
|
if (ResultCode):
|
|
# If we errored but are on the known failures list then "pass" the test
|
|
sys.exit(0)
|
|
else:
|
|
# If we didn't error but are in the known failure list then we need to fail the test
|
|
sys.exit(1)
|
|
else:
|
|
# Just return the result code if we don't have this test as a known failure
|
|
sys.exit(ResultCode);
|
|
|