limit llama-bench to 1 try to support longer context

This commit is contained in:
Donato Capitella
2025-11-12 13:57:24 +00:00
parent 11048c22f2
commit f93c88b792
+1 -1
View File
@@ -83,7 +83,7 @@ for MODEL_PATH in "${MODEL_PATHS[@]}"; do
fi
# build command array
FULL_CMD=( $CMD_EFFECTIVE -ngl 99 -mmp 0 -m "$MODEL_PATH" "${EXTRA_ARGS[@]}" -d 512,32768 )
FULL_CMD=( $CMD_EFFECTIVE -ngl 99 -mmp 0 -m "$MODEL_PATH" "${EXTRA_ARGS[@]}" -d 512,32768 -r 1 )
printf "\n▶ [%s] %s%s\n" "$ENV" "$MODEL_NAME" "${SUFFIX:+ $SUFFIX}"
printf " → log: %s\n" "$OUT"