From de49d65b3ccf9e1696b52398562d839ad79405fa Mon Sep 17 00:00:00 2001
From: Donato Capitella <donato.capitella@reversec.com>
Date: Mon, 17 Nov 2025 09:33:14 +0000
Subject: [PATCH] Ensure ROCBLAS_USE_HIPBLASLT is properly set remotely as well

---
 benchmark/run_rpc_benchmarks.sh | 15 ++++++++++++---
 1 file changed, 12 insertions(+), 3 deletions(-)

diff --git a/benchmark/run_rpc_benchmarks.sh b/benchmark/run_rpc_benchmarks.sh
index b52f0cd..e2bd8c4 100755
--- a/benchmark/run_rpc_benchmarks.sh
+++ b/benchmark/run_rpc_benchmarks.sh
@@ -195,6 +195,7 @@ run_llama_bench_rpc() {
   local model_path="$1"
   local env="$2"
   local suffix="$3"
+  local mode="$4"
   local model_name
   model_name="$(basename "${model_path}" .gguf)"
   local log_file="$RESULTDIR/${model_name}__${env}${suffix}__rpc.log"
@@ -215,6 +216,14 @@ run_llama_bench_rpc() {
     return
   fi
 
+  if [[ "$env" == rocm* ]]; then
+    if [[ "$mode" == off ]]; then
+      client_cmd="${client_cmd/-- /-- env ROCBLAS_USE_HIPBLASLT=0 }"
+    else
+      client_cmd="${client_cmd/-- /-- env ROCBLAS_USE_HIPBLASLT=1 }"
+    fi
+  fi
+
   kill_local_llamabench
 
   echo
@@ -283,9 +292,9 @@ run_all() {
         continue
       fi
 
-    for model in "${RESOLVED_MODELS[@]}"; do
-      run_llama_bench_rpc "$model" "$env" "$suffix"
-    done
+      for model in "${RESOLVED_MODELS[@]}"; do
+        run_llama_bench_rpc "$model" "$env" "$suffix" "$mode"
+      done
 
       stop_remote_rpc "$env" "$remote_pid" || true
       CURRENT_REMOTE_PID=""