ark_js_runtime/script/run_ark_executable.py

#!/usr/bin/env python3
#coding: utf-8

"""
Copyright (c) 2021-2022 Huawei Device Co., Ltd.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.

Description: run script
    expect_output will get run result,
    expect_sub_output will catch pivotal sub output,
    expect_file will get print string
"""

import argparse
import subprocess
import time


def parse_args():
    """parse arguments."""
    parser = argparse.ArgumentParser()
    parser.add_argument('--script-file', help='execute script file')
    parser.add_argument('--script-options', help='execute script options')
    parser.add_argument('--script-args', help='args of script')
    parser.add_argument('--expect-output', help='expect output')
    parser.add_argument('--expect-sub-output', help='expect sub output')
    parser.add_argument('--expect-file', help='expect file')
    parser.add_argument('--expect-gatetype', help='expect gatetype')
    parser.add_argument('--env-path', help='LD_LIBRARY_PATH env')
    parser.add_argument('--timeout-limit', help='timeout limit')
    args = parser.parse_args()
    return args

def isSubSequence(total, subList):
    idx = 0
    if len(subList) == 1 and subList[0] == '':
        return True
    for obj in total:
        if idx == len(subList):
            return True
        if obj == subList[idx]:
            idx = idx + 1
    return idx == len(subList)

def judge_output(args):
    """run testcase and judge is success or not."""
    start_time = time.time()
    cmd = input_args.script_file
    if input_args.script_options:
        cmd += input_args.script_options
    if input_args.script_args:
        cmd += " " + input_args.script_args
    if input_args.timeout_limit:
        timeout_limit = int(input_args.timeout_limit)
    else:
        timeout_limit = 120  # units: s
    subp = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE,
        env={'LD_LIBRARY_PATH': str(input_args.env_path)})
    try:
        out, err = subp.communicate(timeout=timeout_limit)
    except subprocess.TimeoutExpired:
        subp.kill()
        out, err = subp.communicate()

    if args.expect_output:
        returncode = str(subp.returncode)
        if returncode != args.expect_output:
            out_str = out.decode('UTF-8')
            err_str = err.decode('UTF-8')
            print(out_str)
            print(err_str)
            print(">>>>> Expect return: [" + args.expect_output \
                + "]\n>>>>> But got: [" + returncode + "]")
            raise RuntimeError("Run [" + cmd + "] failed!")
    elif args.expect_sub_output:
        err_str = err.decode('UTF-8')  # log system use std::cerr
        if err_str.find(args.expect_sub_output) == -1:
            out_str = out.decode('UTF-8')
            print(out_str)
            print(">>>>> Expect contain: [" + args.expect_sub_output \
                + "]\n>>>>> But got: [" + err_str + "]")
            raise RuntimeError("Run [" + cmd + "] failed!")
    elif args.expect_file:
        with open(args.expect_file, mode='r') as file:
            # skip license header
            expect_output = ''.join(file.readlines()[13:])
            file.close()
            out_str = out.decode('UTF-8')
            if out_str != expect_output:
                err_str = err.decode('UTF-8')
                print(err_str)
                print(">>>>> Expect : [" + expect_output \
                    + "]\n>>>>> But got: [" + out_str + "]")
                raise RuntimeError("Run [" + cmd + "] failed!")
    elif args.expect_gatetype:
        with open(args.expect_gatetype, mode='r') as file:
            # skip license header
            expect_output = ''.join(file.readlines()[13:])
            file.close()
            err_str = err.decode('UTF-8')
            err_list = []
            for item in err_str.splitlines():
                if "TestInfer:" in item:
                    err_list.append(item.split("&")[1:])
            expect_output = expect_output.replace('\n', '')
            expect_list = [elements.split(",") for elements in expect_output.split("----")]
            for obj1, obj2 in zip(err_list, expect_list):
                if not isSubSequence(obj1, obj2):
                    print(">>>>> Expect :", end = " ")
                    print(obj2)
                    print(">>>>> But got:", end = " ")
                    print(obj1)
                    raise RuntimeError("Run [" + cmd + "] failed!")
    else:
        raise RuntimeError("Run [" + cmd + "] with no expect !")

    print("Run [" + cmd + "] success!")
    print("used: %.5f seconds" % (time.time() - start_time))


if __name__ == '__main__':
    input_args = parse_args()
    judge_output(input_args)