From ad321268728e3bf178ca71631ab222703d72af92 Mon Sep 17 00:00:00 2001 From: Donato Capitella Date: Mon, 17 Nov 2025 17:53:53 +0000 Subject: [PATCH] Updating retries for run)_benchmark --- benchmark/run_benchmarks.sh | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/benchmark/run_benchmarks.sh b/benchmark/run_benchmarks.sh index 13559ac..8e4b5cb 100755 --- a/benchmark/run_benchmarks.sh +++ b/benchmark/run_benchmarks.sh @@ -91,13 +91,17 @@ for MODEL_PATH in "${MODEL_PATHS[@]}"; do fi OUT="$RESULTDIR/${MODEL_NAME}__${ENV}${SUFFIX}${CTX_SUFFIX}.log" + CTX_REPS=3 + if [[ "$CTX" == longctx32768 ]]; then + CTX_REPS=1 + fi if [[ -s "$OUT" ]]; then echo "⏩ Skipping [${ENV}] ${MODEL_NAME}${SUFFIX}${CTX_SUFFIX:+ ($CTX_SUFFIX)}, log already exists at $OUT" continue fi - FULL_CMD=( $CMD_EFFECTIVE -ngl 99 -mmp 0 -m "$MODEL_PATH" "${EXTRA_ARGS[@]}" "${CTX_ARGS[@]}" -r 3 ) + FULL_CMD=( $CMD_EFFECTIVE -ngl 99 -mmp 0 -m "$MODEL_PATH" "${EXTRA_ARGS[@]}" "${CTX_ARGS[@]}" -r "$CTX_REPS" ) printf "\n▶ [%s] %s%s%s\n" "$ENV" "$MODEL_NAME" "${SUFFIX:+ $SUFFIX}" "${CTX_SUFFIX:+ $CTX_SUFFIX}" printf " → log: %s\n" "$OUT"