From 11048c22f20465635a240f3e57dd4e6f7b7ea6e6 Mon Sep 17 00:00:00 2001
From: Donato Capitella <donato.capitella@reversec.com>
Date: Wed, 12 Nov 2025 13:48:42 +0000
Subject: [PATCH] update benchmark script

---
 benchmark/run_benchmarks.sh | 13 +++++++++++--
 1 file changed, 11 insertions(+), 2 deletions(-)

diff --git a/benchmark/run_benchmarks.sh b/benchmark/run_benchmarks.sh
index ab7f79d..f3c35b0 100755
--- a/benchmark/run_benchmarks.sh
+++ b/benchmark/run_benchmarks.sh
@@ -28,6 +28,8 @@ echo
 declare -A CMDS=(
   [rocm6_4_4]="toolbox run -c llama-rocm-6.4.4 -- /usr/local/bin/llama-bench"
   [rocm6_4_4-rocwmma]="toolbox run -c llama-rocm-6.4.4-rocwmma -- /usr/local/bin/llama-bench"
+  [rocm7.1]="toolbox run -c llama-rocm-7.1 -- /usr/local/bin/llama-bench"
+  [rocm7.1-rocwmma]="toolbox run -c llama-rocm-7.1-rocwmma -- /usr/local/bin/llama-bench"
   [rocm7_rc]="toolbox run -c llama-rocm-7rc -- /usr/local/bin/llama-bench"
   [rocm7_rc-rocwmma]="toolbox run -c llama-rocm-7rc-rocwmma -- /usr/local/bin/llama-bench"
   [vulkan_amdvlk]="toolbox run -c llama-vulkan-amdvlk -- /usr/sbin/llama-bench"
@@ -41,7 +43,7 @@ for MODEL_PATH in "${MODEL_PATHS[@]}"; do
     CMD="${CMDS[$ENV]}"
 
     # For ROCm 6.4.4 and 7 envs, run default + HIPBLASLT=0 variants; others: default only
-    if [[ "$ENV" == rocm7_* || "$ENV" == rocm6_4_* ]]; then
+    if [[ "$ENV" == rocm7* || "$ENV" == rocm6_4_* ]]; then
       HBLT_MODES=( default off )
     else
       HBLT_MODES=( default )
@@ -65,6 +67,13 @@ for MODEL_PATH in "${MODEL_PATHS[@]}"; do
           EXTRA_ARGS=( -fa 1 )
         fi
 
+        # tune ubatch-size for backend
+        if [[ "$ENV" == *vulkan* ]]; then
+          EXTRA_ARGS+=( -ub 512 )
+        else
+          EXTRA_ARGS+=( -ub 2048 )
+        fi
+
         OUT="$RESULTDIR/${MODEL_NAME}__${ENV}${SUFFIX}.log"
 
         # skip if we already have a non-empty log
@@ -74,7 +83,7 @@ for MODEL_PATH in "${MODEL_PATHS[@]}"; do
         fi
 
         # build command array
-        FULL_CMD=( $CMD_EFFECTIVE -ngl 99 -mmp 0 -m "$MODEL_PATH" "${EXTRA_ARGS[@]}" )
+        FULL_CMD=( $CMD_EFFECTIVE -ngl 99 -mmp 0 -m "$MODEL_PATH" "${EXTRA_ARGS[@]}" -d 512,32768 )
 
         printf "\n▶ [%s] %s%s\n" "$ENV" "$MODEL_NAME" "${SUFFIX:+ $SUFFIX}"
         printf "  → log: %s\n" "$OUT"