#!/usr/bin/python3

import sys
import os
import subprocess
import time
# 1.4.1.1 (added) nshaheed for windows CI
import posixpath


failures = 0
successes = 0
skipped = 0
skipTests = {}


def handle_directory(dir, exe):
    print("")
    print(">>> Performing tests in %s <<<" % dir)

    global successes

    for filename in os.listdir(dir):
        path = os.path.join(dir, filename)
        # 1.4.1.1 (added) nshaheed
        # split path into its components and then rejoin cast as a posix path
        path_components = os.path.normpath(path).lstrip(os.path.sep).split(os.path.sep)
        path = posixpath.join(*path_components)

        if os.path.isfile(path):
            if os.path.splitext(filename)[1] == ".ck":
                run_test(exe, path, filename, 0)
        elif os.path.isdir(path) and filename[0] != '.':
            handle_directory(path, exe)


def run_test(exe, path, filename, attempt):
    global successes
    global skipped

    print("> %s %s" % (exe, path))

    if filename in skipTests:
        skipped += 1
        return

    try:
        result = subprocess.check_output([exe, "--silent", "%s" % path], stderr=subprocess.STDOUT).decode("utf-8")

        if result.strip().endswith(("\"success\" :(string)",)):
            successes += 1

        else:
            if os.path.isfile(path.replace(".ck", ".txt")):
                # print "\tChecking result with answer file: " + path.replace(".ck", ".txt")

                with open(path.replace(".ck", ".txt")) as answerFile:
                    answer = answerFile.read()

                if answer.replace("\r\n", "\n") != result.replace("\r\n", "\n"):
                    handle_failure(exe, path, filename, attempt, result)
                else:
                    successes += 1
            else:
                handle_failure(exe, path, filename, attempt, result)
    except subprocess.CalledProcessError as e:
        handle_failure(exe, path, filename, attempt, e.output)


def handle_failure(exe, path, filename, attempt, error_string):
    # We'll attempt up to run the test at most this more times
    retry_attempts_for_failed_tests = 2

    # Between failed runs, let things sleep a little to cool off
    sleep_interval_between_runs_seconds = 2

    if attempt < retry_attempts_for_failed_tests:
        time.sleep(sleep_interval_between_runs_seconds)
        print("Retrying test: %s %s" % (exe, path))
        run_test(exe, path, filename, attempt + 1)
    else:
        fail(filename, error_string)


def fail(test_name, output):
    global failures
    print("*** Test '%s' failed: ***" % test_name)
    print(output)
    failures += 1


def main():
    exe = 'chuck'
    test_dir = '.'

    if len(sys.argv) >= 2:
        exe = sys.argv[1]
    if len(sys.argv) >= 3:
        test_dir = sys.argv[2]

    handle_directory(test_dir, exe)

    print("")

    if skipped > 0:
        print("Skipped " + str(skipped) + " tests: " + str(skipTests))

    if failures == 0:
        print("Success - all " + str(successes) + " tests passed!")
        sys.exit(0)
    else:
        print("Failure - " + str(failures) + " test(s) failed")
        sys.exit(-1)


if __name__ == "__main__":
    main()