[WASI] Add wasi-test for testing basic WASI interface

* Run wasi-test on Github Action

Signed-off-by: Shen-Ta Hsieh <[email protected]>

Author: ibmibmibm

.github/workflows/build.yml

@@ -120,6 +120,10 @@ jobs:
         apt update
         apt install -y gcovr ninja-build
 
+    - name: Install rustup
+      run: |
+        curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --target wasm32-wasi
+
     - name: Build WasmEdge using gcc with Debug mode
       run: |
         cmake -Bbuild -GNinja -DCMAKE_BUILD_TYPE=Debug -DBUILD_TESTS=ON -DBUILD_COVERAGE=ON .

test/host/wasi/CMakeLists.txt

@@ -12,3 +12,10 @@ target_link_libraries(wasiTests
   wasmedgeAST
   wasmedgeHostModuleWasi
 )
+
+if(BUILD_COVERAGE)
+  add_test(
+    NAME wasi-test
+    COMMAND bash -c "[ -e \"$HOME/.cargo/env\" ] && . \"$HOME/.cargo/env\"; \"${PROJECT_SOURCE_DIR}\"/utils/wasi-test/run-wasi-test.sh \"${PROJECT_BINARY_DIR}/tools/wasmedge\""
+  )
+endif()

utils/wasi-test/0001-PATCH-Disable-other-tests-except-wasmedge.patch

@@ -0,0 +1,43 @@
+From a33de43ac84703faa5a0ee4d7403360e0efb1922 Mon Sep 17 00:00:00 2001
+From: Shen-Ta Hsieh <[email protected]>
+Date: Sat, 19 Jun 2021 10:03:12 +0800
+Subject: [PATCH] [PATCH] Disable other tests except wasmedge
+
+---
+ compat.py | 12 +++++++-----
+ 1 file changed, 7 insertions(+), 5 deletions(-)
+
+diff --git a/compat.py b/compat.py
+index 9341520..da54714 100755
+--- a/compat.py
++++ b/compat.py
+@@ -28,8 +28,14 @@ def load_config(filepath):
+     return config
+ 
+ def test(cmd, config, cwd):
++    print(' '.join(cmd))
+     result = subprocess.run(cmd, cwd=cwd, encoding='utf8', input=config.get('stdin'), timeout=config.get('timeout', 5), capture_output=True)
+-    assert_result(result, config)
++    try:
++        assert_result(result, config)
++    except:
++        print('==stderr==')
++        print(result.stderr)
++        raise
+ 
+ def test_deno(filepath, config, cwd):
+     cmd = ['deno', 'run']
+@@ -202,10 +208,6 @@ def main():
+     inputs.extend(sorted(glob.glob("target/wasm32-wasi/**/*.wasm")))
+ 
+     tests = {
+-            "deno": test_deno,
+-            "node": test_node,
+-            "wasmer": test_wasmer,
+-            "wasmtime": test_wasmtime,
+             "wasmedge": test_wasmedge,
+     }
+ 
+-- 
+2.31.1
+

utils/wasi-test/run-wasi-test.sh

@@ -0,0 +1,100 @@
+#!/usr/bin/env bash
+# SPDX-License-Identifier: Apache-2.0
+# Test WasmEdge WASI layer.
+# The testcase is from https://github.com/khronosproject/wasi-test
+
+set -Eeuo pipefail
+trap cleanup SIGINT SIGTERM ERR EXIT
+
+script_dir=$(cd "$(dirname "${BASH_SOURCE[0]}")" &>/dev/null && pwd -P)
+current_dir=$(pwd -P)
+
+usage() {
+  cat <<EOF
+Usage: $(basename "${BASH_SOURCE[0]}") [-h] [-v] [path_to_wasmedge_tools]
+
+Run wasi-test testcases.
+
+Available options:
+
+-h, --help      Print this help and exit
+EOF
+  exit
+}
+
+cleanup() {
+  trap - SIGINT SIGTERM ERR EXIT
+  cd $current_dir
+  msg "removing git repo"
+  rm -Rf wasi-test
+  return 0
+}
+
+msg() {
+  echo >&2 -e "${1-}"
+}
+
+die() {
+  local msg=$1
+  local code=${2-1} # default exit status 1
+  msg "$msg"
+  exit "$code"
+}
+
+parse_params() {
+  while :; do
+    case "${1-}" in
+    -h | --help) usage ;;
+    -v | --verbose) set -x ;;
+    -?*) die "Unknown option: $1" ;;
+    *) break ;;
+    esac
+    shift
+  done
+
+  if ! command -v realpath &> /dev/null; then
+    realpath() {
+      readlink -f -- "$@"
+    }
+  fi
+
+  local wasmedge_path=$(realpath "${1-}")
+  msg "path = $wasmedge_path"
+  if [[ x"$wasmedge_path" != x ]]; then
+    export PATH="$wasmedge_path:$PATH"
+  fi
+  return 0
+}
+
+check_command() {
+  if ! command -v "$1" &> /dev/null; then
+    die "$1 not found!"
+    exit 1
+  fi
+  return 0
+}
+
+parse_params "$@"
+check_command git
+check_command python3
+check_command wasmedgec
+check_command wasmedge
+
+msg "Cloning git repo..."
+git clone https://github.com/khronosproject/wasi-test.git --depth 1
+cd wasi-test
+
+msg "Applying patch..."
+git apply "$script_dir"/0001-PATCH-Disable-other-tests-except-wasmedge.patch
+
+if command -v cargo &> /dev/null; then
+  msg "Building wasm files..."
+  cargo build --release --target wasm32-wasi
+else
+  curl -L -O https://github.com/khronosproject/wasi-test-suite/archive/refs/heads/master.tar.gz
+  mkdir -p target/wasm32-wasi
+  tar -xf master.tar.gz -C target/wasm32-wasi
+fi
+
+msg "Running tests..."
+python3 compat.py