From 12f057612b56b966fb7ed3c6e4f1291ec6be3120 Mon Sep 17 00:00:00 2001 From: Donato Capitella Date: Mon, 17 Nov 2025 16:00:10 +0000 Subject: [PATCH] restoring correct llama-bench flags --- benchmark/run_benchmarks.sh | 13 +++++-------- 1 file changed, 5 insertions(+), 8 deletions(-) diff --git a/benchmark/run_benchmarks.sh b/benchmark/run_benchmarks.sh index f19996a..13559ac 100755 --- a/benchmark/run_benchmarks.sh +++ b/benchmark/run_benchmarks.sh @@ -77,20 +77,17 @@ for MODEL_PATH in "${MODEL_PATHS[@]}"; do EXTRA_ARGS=( -fa 1 ) fi - # tune ubatch-size for backend - if [[ "$ENV" == *vulkan* ]]; then - EXTRA_ARGS+=( -ub 512 ) - else - EXTRA_ARGS+=( -ub 2048 ) - fi - for CTX in default longctx32768; do CTX_SUFFIX="" CTX_ARGS=() if [[ "$CTX" == longctx32768 ]]; then CTX_SUFFIX="__longctx32768" - # shellcheck disable=SC2206 # intentional word splitting into array CTX_ARGS=( -p 2048 -n 32 -d 32768 ) + if [[ "$ENV" == *vulkan* ]]; then + CTX_ARGS+=( -ub 512 ) + else + CTX_ARGS+=( -ub 2048 ) + fi fi OUT="$RESULTDIR/${MODEL_NAME}__${ENV}${SUFFIX}${CTX_SUFFIX}.log"