From 59535e615f6017f86e2d48d8024a11c236f352f9 Mon Sep 17 00:00:00 2001 From: Daniel Nichols Date: Sat, 17 May 2025 18:08:13 -0400 Subject: [PATCH 1/2] fix misc bugs in script --- bin/pareval | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/bin/pareval b/bin/pareval index 117baa2..f7f3e5c 100755 --- a/bin/pareval +++ b/bin/pareval @@ -5,7 +5,7 @@ # # Commands: # generate - Generate LLM outputs for ParEval. See generate/generate.py for full argument list. -# evaluate - Evaluate LLM outputs for ParEval. See evaluate/evaluate.py for full argument list. +# evaluate - Evaluate LLM outputs for ParEval. See drivers/run-all.py for full argument list. # help | -h | --help - Show a help message. # version | -v | --version - Show the version of ParEval. @@ -16,6 +16,11 @@ if [[ "$#" -eq 0 ]]; then exit 1 fi +if [[ -z "$PAREVAL_ROOT" ]]; then + PAREVAL_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)" +fi + + command="$1" shift @@ -33,7 +38,7 @@ case "$command" in echo "" echo "Commands:" echo " generate Generate LLM outputs for ParEval. See generate/generate.py for full argument list." - echo " evaluate Evaluate LLM outputs for ParEval. See evaluate/evaluate.py for full argument list." + echo " evaluate Evaluate LLM outputs for ParEval. See drivers/run-all.py for full argument list." echo " help Show this help message." echo " -h, --help Show this help message." echo " version Show the version of ParEval." @@ -80,5 +85,5 @@ if [[ "$MODE" == "evaluate" ]]; then exit 1 fi - python3 drivers/run-all.py "$@" + python drivers/run-all.py "$@" fi \ No newline at end of file From b935940ec00186f4af09130d07c5dcc5d673b05e Mon Sep 17 00:00:00 2001 From: Daniel Nichols Date: Sat, 17 May 2025 18:14:26 -0400 Subject: [PATCH 2/2] use root when calling scripts --- bin/pareval | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/bin/pareval b/bin/pareval index f7f3e5c..a0b2128 100755 --- a/bin/pareval +++ b/bin/pareval @@ -69,21 +69,21 @@ fi # generate mode if [[ "$MODE" == "generate" ]]; then # Check if the generate script exists - if [[ ! -f "generate/generate.py" ]]; then - echo "Error: generate script not found. Please ensure you are in the correct directory." + if [[ ! -f "${PAREVAL_ROOT}/generate/generate.py" ]]; then + echo "Error: generate script not found in '${PAREVAL_ROOT}'. Please ensure you are in the correct directory." exit 1 fi - python generate/generate.py "$@" + python ${PAREVAL_ROOT}/generate/generate.py "$@" fi # evaluate mode if [[ "$MODE" == "evaluate" ]]; then # Check if the evaluate script exists - if [[ ! -f "drivers/run-all.py" ]]; then - echo "Error: evaluate script not found. Please ensure you are in the correct directory." + if [[ ! -f "${PAREVAL_ROOT}/drivers/run-all.py" ]]; then + echo "Error: evaluate script not found '${PAREVAL_ROOT}'. Please ensure you are in the correct directory." exit 1 fi - python drivers/run-all.py "$@" + python ${PAREVAL_ROOT}/drivers/run-all.py "$@" fi \ No newline at end of file