julian/amd-strix-halo-toolboxes
1
0
Fork 0
Code Issues Pull Requests 2 Actions Packages Projects Releases Wiki Activity

limit llama-bench to 1 try to support longer context

Browse Source
This commit is contained in:
Donato Capitella
2025-11-12 13:57:24 +00:00
parent 11048c22f2
commit f93c88b792
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
benchmark/run_benchmarks.sh
+1 -1
View File
@@ -83,7 +83,7 @@ for MODEL_PATH in "${MODEL_PATHS[@]}"; do
fi fi
# build command array # build command array
FULL_CMD=( $CMD_EFFECTIVE -ngl 99 -mmp 0 -m "$MODEL_PATH" "${EXTRA_ARGS[@]}" -d 512,32768 ) FULL_CMD=( $CMD_EFFECTIVE -ngl 99 -mmp 0 -m "$MODEL_PATH" "${EXTRA_ARGS[@]}" -d 512,32768 -r 1 )
printf "\n▶ [%s] %s%s\n" "$ENV" "$MODEL_NAME" "${SUFFIX:+ $SUFFIX}" printf "\n▶ [%s] %s%s\n" "$ENV" "$MODEL_NAME" "${SUFFIX:+ $SUFFIX}"
printf " → log: %s\n" "$OUT" printf " → log: %s\n" "$OUT"