Lerking/micropython
1
0
Fork 0
mirror of https://github.com/micropython/micropython.git synced 2025-08-18 00:20:38 +02:00
Code Issues Actions Packages Projects Releases Wiki Activity

tests/run-multitests.py: Print test summary and do exit(1) on failure.

Browse Source
This commit is contained in:
Damien George
2020-03-18 21:33:17 +11:00
parent 2cdf1d25f5
commit 19ea30bdd5
1 changed files with 21 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
tests/run-multitests.py
View File

@@ -303,6 +303,10 @@ def run_test_on_instances(test_file, num_instances, instances):
def run_tests(test_files, instances_truth, instances_test): def run_tests(test_files, instances_truth, instances_test):
skipped_tests = []
passed_tests = []
failed_tests = []
for test_file, num_instances in test_files: for test_file, num_instances in test_files:
instances_str = "|".join(str(instances_test[i]) for i in range(num_instances)) instances_str = "|".join(str(instances_test[i]) for i in range(num_instances))
print("{} on {}: ".format(test_file, instances_str), end="") print("{} on {}: ".format(test_file, instances_str), end="")
@@ -335,10 +339,13 @@ def run_tests(test_files, instances_truth, instances_test):
# Print result of test # Print result of test
if skip: if skip:
print("skip") print("skip")
skipped_tests.append(test_file)
elif output_test == output_truth: elif output_test == output_truth:
print("pass") print("pass")
passed_tests.append(test_file)
else: else:
print("FAIL") print("FAIL")
failed_tests.append(test_file)
if not cmd_args.show_output: if not cmd_args.show_output:
print("### TEST ###") print("### TEST ###")
print(output_test, end="") print(output_test, end="")
@@ -348,6 +355,16 @@ def run_tests(test_files, instances_truth, instances_test):
if cmd_args.show_output: if cmd_args.show_output:
print() print()
print("{} tests performed".format(len(skipped_tests) + len(passed_tests) + len(failed_tests)))
print("{} tests passed".format(len(passed_tests)))
if skipped_tests:
print("{} tests skipped: {}".format(len(skipped_tests), " ".join(skipped_tests)))
if failed_tests:
print("{} tests failed: {}".format(len(failed_tests), " ".join(failed_tests)))
return not failed_tests
def main(): def main():
global cmd_args global cmd_args
@@ -384,13 +401,16 @@ def main():
instances_test.append(PyInstanceSubProcess([MICROPYTHON])) instances_test.append(PyInstanceSubProcess([MICROPYTHON]))
try: try:
run_tests(test_files, instances_truth, instances_test) all_pass = run_tests(test_files, instances_truth, instances_test)
finally: finally:
for i in instances_truth: for i in instances_truth:
i.close() i.close()
for i in instances_test: for i in instances_test:
i.close() i.close()
if not all_pass:
sys.exit(1)
if __name__ == "__main__": if __name__ == "__main__":
main() main()