Skip to content

Commit f4b3083

Browse files
authored
Minor changes to pareval script (#50)
* fix misc bugs in script
1 parent 2bbd4cd commit f4b3083

File tree

1 file changed

+13
-8
lines changed

1 file changed

+13
-8
lines changed

bin/pareval

Lines changed: 13 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@
55
#
66
# Commands:
77
# generate - Generate LLM outputs for ParEval. See generate/generate.py for full argument list.
8-
# evaluate - Evaluate LLM outputs for ParEval. See evaluate/evaluate.py for full argument list.
8+
# evaluate - Evaluate LLM outputs for ParEval. See drivers/run-all.py for full argument list.
99
# help | -h | --help - Show a help message.
1010
# version | -v | --version - Show the version of ParEval.
1111

@@ -16,6 +16,11 @@ if [[ "$#" -eq 0 ]]; then
1616
exit 1
1717
fi
1818

19+
if [[ -z "$PAREVAL_ROOT" ]]; then
20+
PAREVAL_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
21+
fi
22+
23+
1924
command="$1"
2025
shift
2126

@@ -33,7 +38,7 @@ case "$command" in
3338
echo ""
3439
echo "Commands:"
3540
echo " generate Generate LLM outputs for ParEval. See generate/generate.py for full argument list."
36-
echo " evaluate Evaluate LLM outputs for ParEval. See evaluate/evaluate.py for full argument list."
41+
echo " evaluate Evaluate LLM outputs for ParEval. See drivers/run-all.py for full argument list."
3742
echo " help Show this help message."
3843
echo " -h, --help Show this help message."
3944
echo " version Show the version of ParEval."
@@ -64,21 +69,21 @@ fi
6469
# generate mode
6570
if [[ "$MODE" == "generate" ]]; then
6671
# Check if the generate script exists
67-
if [[ ! -f "generate/generate.py" ]]; then
68-
echo "Error: generate script not found. Please ensure you are in the correct directory."
72+
if [[ ! -f "${PAREVAL_ROOT}/generate/generate.py" ]]; then
73+
echo "Error: generate script not found in '${PAREVAL_ROOT}'. Please ensure you are in the correct directory."
6974
exit 1
7075
fi
7176

72-
python generate/generate.py "$@"
77+
python ${PAREVAL_ROOT}/generate/generate.py "$@"
7378
fi
7479

7580
# evaluate mode
7681
if [[ "$MODE" == "evaluate" ]]; then
7782
# Check if the evaluate script exists
78-
if [[ ! -f "drivers/run-all.py" ]]; then
79-
echo "Error: evaluate script not found. Please ensure you are in the correct directory."
83+
if [[ ! -f "${PAREVAL_ROOT}/drivers/run-all.py" ]]; then
84+
echo "Error: evaluate script not found '${PAREVAL_ROOT}'. Please ensure you are in the correct directory."
8085
exit 1
8186
fi
8287

83-
python3 drivers/run-all.py "$@"
88+
python ${PAREVAL_ROOT}/drivers/run-all.py "$@"
8489
fi

0 commit comments

Comments
 (0)