Implement self tests (#1)

* First look at implementing self testing 👍

* Update Travis lang to be generic

* Fix Travis permdied error

* Try to fix Travis build

* Try to remove cp Travis command

* input path fixes + more tests 🚀

* Update readme

Author: styczynski

.travis.yml

@@ -0,0 +1,5 @@
+language: generic
+install:
+    - npm install
+script:
+    - chmod u+x ./utest.sh && cd self_test && bash ../utest.sh

README.md

@@ -1,6 +1,6 @@
 {
   "name": "bash-universal-tester",
-  "version": "1.9.2",
+  "version": "1.9.3",
   "description": "Universal testing script for bash",
   "keywords": "bash, testing, tester, utest, bash-test, testing, script",
   "homepage": "https://github.com/styczynski/bash-universal-tester",

package.json

@@ -0,0 +1,3 @@
+self_test:
+    cwd: ./basic_usage_cli
+    command: ../../utest.sh --tc --tno-spinner \\\"echo 123\\\" files

self_test/basic_usage_cli/basic_usage_cli.config.yaml

@@ -0,0 +1 @@
+1

test/utest.yaml renamed to self_test/basic_usage_cli/basic_usage_cli.in

@@ -0,0 +1 @@
+123

self_test/basic_usage_cli/files/test1.in

@@ -0,0 +1 @@
+test2

self_test/basic_usage_cli/files/test1.out

@@ -0,0 +1 @@
+123

self_test/basic_usage_cli/files/test2.in

@@ -0,0 +1 @@
+sometest3

self_test/basic_usage_cli/files/test2.out

@@ -0,0 +1 @@
+123

self_test/basic_usage_cli/files/test3.in

@@ -0,0 +1,10 @@
+
+Performing tests...
+Call echo 123  (short name: echo 123)
+
+
+[1/3] test1.in                [OK]
+[2/3] test2.in                [OK]
+[3/3] test3.in                [OK]
+
+Done testing. All 3 tests passes.

self_test/basic_usage_cli/files/test3.out

@@ -0,0 +1,3 @@
+self_test:
+    cwd: %{input_file_folder}
+    command: ../../utest.sh --tc --tno-spinner

self_test/basic_usage_cli/test.out

@@ -0,0 +1 @@
+1

self_test/basic_usage_yaml/basic_usage_yaml.config.yaml

@@ -0,0 +1 @@
+1

self_test/basic_usage_yaml/basic_usage_yaml.in

@@ -0,0 +1 @@
+test2

self_test/basic_usage_yaml/files/test1.in

@@ -0,0 +1 @@
+test2

self_test/basic_usage_yaml/files/test1.out

@@ -0,0 +1 @@
+sometest3

self_test/basic_usage_yaml/files/test2.in

@@ -0,0 +1 @@
+sometest3

self_test/basic_usage_yaml/files/test2.out

@@ -0,0 +1,10 @@
+
+Performing tests...
+Call prog0  (short name: prog0)
+
+
+[1/3] test1.in                [OK]
+[2/3] test2.in                [OK]
+[3/3] test3.in                [OK]
+
+Done testing. All 3 tests passes.

self_test/basic_usage_yaml/files/test3.in

@@ -0,0 +1,6 @@
+input: files/*.in
+good_output: %input_file_folder/%input_file_name.out
+executions:
+    - prog0
+prog0:
+    command: cat %input_file_path

self_test/basic_usage_yaml/files/test3.out

@@ -0,0 +1,6 @@
+input: ./**/*.in
+good_output: %{input_file_folder}/test.out
+executions:
+    - self_test
+self_test:
+    command: echo NOT CONFIGURED

self_test/basic_usage_yaml/test.out

@@ -1,6 +1,6 @@
 #!/usr/bin/env bash
 
-VERSION="1.9.2"
+VERSION="1.9.3"
 IFS=$'\n'
 
 # Dependencies
@@ -224,6 +224,7 @@ flag_additional_test_name_info=
 flag_pipe_input=()
 flag_pipe_output=()
 flag_pipe_err_output=()
+param_cwd=""
 
 flag_hook_init=()
 flag_hook_deinit=()
@@ -804,13 +805,13 @@ function run_testing {
         if [[ "$flag_good_out_path" != "$flag_good_out_path_unparsed" ]]; then
           good_out_path="$flag_good_out_path"
         else
-          flag_good_out_path=$flag_good_out_path_unparsed
+          good_out_path=$flag_good_out_path_unparsed
         fi
 
         if [[ "$flag_good_err_path" != "$flag_good_err_path_unparsed" ]]; then
           good_err_path="$flag_good_err_path"
         else
-          flag_good_err_path=$flag_good_err_path_unparsed
+          good_err_path=$flag_good_err_path_unparsed
         fi
 
         if [[ ! -f "$good_out_path" ]]; then
@@ -1026,7 +1027,8 @@ function evalspec {
 
 function evalspecplain {
   code="${1//\%/\$}"
-  eval echo $code
+  code=$(eval echo "$code")
+  echo "$code"
 }
 
 #
@@ -1154,6 +1156,7 @@ function load_single_test_configuration_file {
 
   # Load global config
   load_prop_variable "${global_config_prefix}" "command" "param_prog"
+  load_prop_variable "${global_config_prefix}" "cwd" "param_cwd"
   load_prop_variable "${global_config_prefix}" "args" "input_prog_flag_acc"
   load_prop_variable "${global_config_prefix}" "input" "input_file_path"
 
@@ -1187,7 +1190,7 @@ function load_single_test_configuration_file {
     # Sotre call name of prog
     load_prop_variable "" "param_prog" "param_prog_call_name" "false"
     load_prop_variable "${config_prefix}" "command" "param_prog"
-    
+    load_prop_variable "${config_prefix}" "cwd" "param_cwd"
 
     load_prop_variable "${config_prefix}" "input" "input_file_path"
 
@@ -1636,16 +1639,27 @@ function run_program {
     tool_time_data_stime_start=`date +%s%3N`
   fi
 
-  # There are no pipes used so do not operate on files
-  if [[ "$flag_no_pipes" = "true" ]]; then
-    r=$(eval $param_prog $input_prog_flag_acc < "${input_file_path}" 1> "${out_path}" 2> "${err_path}")
-  else
-    r=$(eval $param_prog $input_prog_flag_acc < "${input_file_path}.piped" 1> "${out_path}.piped" 2> "${err_path}.piped")
-  fi
-  
-  
-  
+  if [[ ! "$param_cwd" = "" ]]; then
+    eval_call="( cd $param_cwd ; ${param_prog} ${input_prog_flag_acc} )"
+    
+    # There are no pipes used so do not operate on files
+    if [[ "$flag_no_pipes" = "true" ]]; then
+      eval $eval_call < "${input_file_path}" 1> "${out_path}" 2> "${err_path}"
+    else
+      eval $eval_call < "${input_file_path}.piped" 1> "${out_path}.piped" 2> "${err_path}.piped"
+    fi
 
+  else
+    
+    # There are no pipes used so do not operate on files
+    if [[ "$flag_no_pipes" = "true" ]]; then
+      r=$(eval $param_prog $input_prog_flag_acc < "${input_file_path}" 1> "${out_path}" 2> "${err_path}")
+    else
+      r=$(eval $param_prog $input_prog_flag_acc < "${input_file_path}.piped" 1> "${out_path}.piped" 2> "${err_path}.piped")
+    fi
+    
+  fi  
+
   if [[ $flag_tools_use_stime = 'true' ]]; then
     tool_time_data_stime_end=`date +%s%3N`
     push_test_message_tooling_info "$((tool_time_data_stime_end-tool_time_data_stime_start))ms"
@@ -1703,7 +1717,6 @@ function run_program {
     rm -f "${out_path}.piped"
   fi
 
-
 }
 
 function run_utest {
@@ -1821,4 +1834,10 @@ do
     shift
 done
 run_utest
-sready
+sready
+if [[ "$err_index" != "0" ]]; then
+   close 1
+fi
+
+close 0
+