run_tests.py

#!/usr/bin/env python

import sys
import os

ROOT_DIR = os.path.abspath(os.path.join(os.path.dirname(__file__)))
sys.path.append(os.path.join(ROOT_DIR, "src", "libasr"))

from compiler_tester.tester import color, fg, log, run_test, style, tester_main


def single_test(test, verbose, no_llvm, skip_run_with_dbg, skip_cpptranslate, update_reference,
                verify_hash, no_color, specific_backends=None, excluded_backends=None):
    filename = test["filename"]
    def is_included(backend):
         return test.get(backend, False) \
             and (specific_backends is None or backend in specific_backends) \
             and (excluded_backends is None or backend not in excluded_backends)
    show_verbose = "" if not verbose else "-v"
    tokens = is_included("tokens")
    ast = is_included("ast")
    ast_new = is_included("ast_new")
    asr = is_included("asr")
    asr_json = is_included("asr_json")
    llvm = is_included("llvm")
    llvm_dbg = is_included("llvm_dbg")
    cpp = is_included("cpp")
    c = is_included("c")
    python = is_included("python")
    is_cumulative = is_included("cumulative")
    wat = is_included("wat")
    run = is_included("run")
    run_with_dbg = is_included("run_with_dbg")
    disable_main = is_included("disable_main")
    fast = is_included("fast")
    pass_ = test.get("pass", None)
    optimization_passes = ["flip_sign", "div_to_mul", "fma", "sign_from_value",
                           "inline_function_calls", "loop_unroll",
                           "dead_code_removal", "loop_vectorise", "print_list_tuple",
                           "class_constructor"]

    if pass_ and (pass_ not in ["do_loops", "global_stmts", "while_else"] and
                  pass_ not in optimization_passes):
        raise Exception(f"Unknown pass: {pass_}")
    if no_color:
        log.debug(f" START TEST: {filename}")
    else:
        log.debug(f"{color(style.bold)} START TEST: {color(style.reset)} {filename}")

    extra_args = f"--no-error-banner {show_verbose}"

    if tokens:
        run_test(
            filename,
            "tokens",
            "lpython --no-color --show-tokens {infile} -o {outfile}",
            filename,
            update_reference,
            extra_args=extra_args)

    if ast:
        run_test(
            filename,
            "ast",
            "lpython --show-ast --no-color {infile} -o {outfile}",
            filename,
            update_reference,
            extra_args=extra_args)

    if ast_new:
        run_test(
            filename,
            "ast_new",
            "lpython --show-ast --new-parser --no-color {infile} -o {outfile}",
            filename,
            update_reference,
            extra_args=extra_args)

    if asr:
        run_test(
            filename,
            "asr",
            "lpython --show-asr --no-color {infile} -o {outfile}",
            filename,
            update_reference,
            extra_args=extra_args)

    if asr_json:
        run_test(
            filename,
            "asr_json",
            "lpython --show-asr --json --no-color {infile} -o {outfile}",
            filename,
            update_reference,
            extra_args=extra_args)

    if pass_ is not None:
        cmd = "lpython "
        if is_cumulative:
            cmd += "--cumulative "
        if fast:
            cmd += "--fast "
        cmd += "--pass=" + pass_ + \
            " --show-asr --no-color {infile} -o {outfile}"
        run_test(filename, "pass_{}".format(pass_), cmd,
                 filename, update_reference, extra_args=extra_args)

    if no_llvm:
        log.info(f"{filename} * llvm   SKIPPED as requested")
    else:
        if llvm:
            run_test(
                filename,
                "llvm",
                "lpython --no-color --show-llvm {infile} -o {outfile}",
                filename,
                update_reference,
                extra_args=extra_args)
        if llvm_dbg:
            run_test(
                filename,
                "llvm_dbg",
                "lpython --no-color --show-llvm -g --debug-with-line-column "
                    "{infile} -o {outfile}",
                filename,
                update_reference,
                extra_args=extra_args)

    if cpp:
        run_test(filename, "cpp", "lpython --no-color --show-cpp {infile}",
                 filename, update_reference, extra_args=extra_args)

    if c:
        if disable_main:
            run_test(filename, "c", "lpython --no-color --disable-main --show-c {infile}",
                 filename, update_reference, extra_args=extra_args)
        else:
            run_test(filename, "c", "lpython --no-color --show-c {infile}",
                 filename, update_reference, extra_args=extra_args)

    if python:
       run_test(filename, "python", "lpython --no-color --show-python {infile}",
            filename, update_reference, extra_args=extra_args)

    if wat:
        run_test(filename, "wat", "lpython --no-color --show-wat {infile}",
                 filename, update_reference, extra_args=extra_args)

    if run:
        run_test(filename, "runtime", "lpython {infile}",
                 filename, update_reference, extra_args=extra_args)

    if run_with_dbg:
        if skip_run_with_dbg:
            log.info(f"{filename} * run_with_dbg   SKIPPED as requested")
        else:
            run_test(
                filename, "run_dbg",
                "lpython {infile} -g --debug-with-line-column --no-color",
                filename, update_reference, extra_args=extra_args)

if __name__ == "__main__":
    tester_main("LPython", single_test)