5
5
#
6
6
# Commands:
7
7
# generate - Generate LLM outputs for ParEval. See generate/generate.py for full argument list.
8
- # evaluate - Evaluate LLM outputs for ParEval. See evaluate/evaluate .py for full argument list.
8
+ # evaluate - Evaluate LLM outputs for ParEval. See drivers/run-all .py for full argument list.
9
9
# help | -h | --help - Show a help message.
10
10
# version | -v | --version - Show the version of ParEval.
11
11
@@ -16,6 +16,11 @@ if [[ "$#" -eq 0 ]]; then
16
16
exit 1
17
17
fi
18
18
19
+ if [[ -z " $PAREVAL_ROOT " ]]; then
20
+ PAREVAL_ROOT=" $( cd " $( dirname " ${BASH_SOURCE[0]} " ) /.." && pwd) "
21
+ fi
22
+
23
+
19
24
command=" $1 "
20
25
shift
21
26
@@ -33,7 +38,7 @@ case "$command" in
33
38
echo " "
34
39
echo " Commands:"
35
40
echo " generate Generate LLM outputs for ParEval. See generate/generate.py for full argument list."
36
- echo " evaluate Evaluate LLM outputs for ParEval. See evaluate/evaluate .py for full argument list."
41
+ echo " evaluate Evaluate LLM outputs for ParEval. See drivers/run-all .py for full argument list."
37
42
echo " help Show this help message."
38
43
echo " -h, --help Show this help message."
39
44
echo " version Show the version of ParEval."
64
69
# generate mode
65
70
if [[ " $MODE " == " generate" ]]; then
66
71
# Check if the generate script exists
67
- if [[ ! -f " generate/generate.py" ]]; then
68
- echo " Error: generate script not found. Please ensure you are in the correct directory."
72
+ if [[ ! -f " ${PAREVAL_ROOT} / generate/generate.py" ]]; then
73
+ echo " Error: generate script not found in ' ${PAREVAL_ROOT} ' . Please ensure you are in the correct directory."
69
74
exit 1
70
75
fi
71
76
72
- python generate/generate.py " $@ "
77
+ python ${PAREVAL_ROOT} / generate/generate.py " $@ "
73
78
fi
74
79
75
80
# evaluate mode
76
81
if [[ " $MODE " == " evaluate" ]]; then
77
82
# Check if the evaluate script exists
78
- if [[ ! -f " drivers/run-all.py" ]]; then
79
- echo " Error: evaluate script not found. Please ensure you are in the correct directory."
83
+ if [[ ! -f " ${PAREVAL_ROOT} / drivers/run-all.py" ]]; then
84
+ echo " Error: evaluate script not found ' ${PAREVAL_ROOT} ' . Please ensure you are in the correct directory."
80
85
exit 1
81
86
fi
82
87
83
- python3 drivers/run-all.py " $@ "
88
+ python ${PAREVAL_ROOT} / drivers/run-all.py " $@ "
84
89
fi
0 commit comments