55#
66# Commands:
77# generate - Generate LLM outputs for ParEval. See generate/generate.py for full argument list.
8- # evaluate - Evaluate LLM outputs for ParEval. See evaluate/evaluate .py for full argument list.
8+ # evaluate - Evaluate LLM outputs for ParEval. See drivers/run-all .py for full argument list.
99# help | -h | --help - Show a help message.
1010# version | -v | --version - Show the version of ParEval.
1111
@@ -16,6 +16,11 @@ if [[ "$#" -eq 0 ]]; then
1616 exit 1
1717fi
1818
19+ if [[ -z " $PAREVAL_ROOT " ]]; then
20+ PAREVAL_ROOT=" $( cd " $( dirname " ${BASH_SOURCE[0]} " ) /.." && pwd) "
21+ fi
22+
23+
1924command=" $1 "
2025shift
2126
@@ -33,7 +38,7 @@ case "$command" in
3338 echo " "
3439 echo " Commands:"
3540 echo " generate Generate LLM outputs for ParEval. See generate/generate.py for full argument list."
36- echo " evaluate Evaluate LLM outputs for ParEval. See evaluate/evaluate .py for full argument list."
41+ echo " evaluate Evaluate LLM outputs for ParEval. See drivers/run-all .py for full argument list."
3742 echo " help Show this help message."
3843 echo " -h, --help Show this help message."
3944 echo " version Show the version of ParEval."
6469# generate mode
6570if [[ " $MODE " == " generate" ]]; then
6671 # Check if the generate script exists
67- if [[ ! -f " generate/generate.py" ]]; then
68- echo " Error: generate script not found. Please ensure you are in the correct directory."
72+ if [[ ! -f " ${PAREVAL_ROOT} / generate/generate.py" ]]; then
73+ echo " Error: generate script not found in ' ${PAREVAL_ROOT} ' . Please ensure you are in the correct directory."
6974 exit 1
7075 fi
7176
72- python generate/generate.py " $@ "
77+ python ${PAREVAL_ROOT} / generate/generate.py " $@ "
7378fi
7479
7580# evaluate mode
7681if [[ " $MODE " == " evaluate" ]]; then
7782 # Check if the evaluate script exists
78- if [[ ! -f " drivers/run-all.py" ]]; then
79- echo " Error: evaluate script not found. Please ensure you are in the correct directory."
83+ if [[ ! -f " ${PAREVAL_ROOT} / drivers/run-all.py" ]]; then
84+ echo " Error: evaluate script not found ' ${PAREVAL_ROOT} ' . Please ensure you are in the correct directory."
8085 exit 1
8186 fi
8287
83- python3 drivers/run-all.py " $@ "
88+ python ${PAREVAL_ROOT} / drivers/run-all.py " $@ "
8489fi
0 commit comments