From 19fc866a9dc94910591ee3d65845ff4d4ebcc152 Mon Sep 17 00:00:00 2001
From: Donato Capitella <donato.capitella@withsecure.com>
Date: Sat, 9 Aug 2025 19:48:26 +0100
Subject: [PATCH] Ensure we are using hipblaslt

---
 toolboxes/Dockerfile.rocm-6.4.2         | 7 +++++++
 toolboxes/Dockerfile.rocm-6.4.2-rocwaam | 7 +++++++
 toolboxes/Dockerfile.rocm-7beta         | 7 +++++++
 toolboxes/Dockerfile.rocm-7rc           | 7 +++++++
 4 files changed, 28 insertions(+)

diff --git a/toolboxes/Dockerfile.rocm-6.4.2 b/toolboxes/Dockerfile.rocm-6.4.2
index 75e7c06..73d5139 100644
--- a/toolboxes/Dockerfile.rocm-6.4.2
+++ b/toolboxes/Dockerfile.rocm-6.4.2
@@ -34,5 +34,12 @@ RUN find /opt/llama.cpp/build -type f -name 'lib*.so*' -exec cp {} /usr/lib64/ \
 COPY gguf-vram-estimator.py /usr/local/bin/gguf-vram-estimator.py
 RUN chmod +x /usr/local/bin/gguf-vram-estimator.py
 
+# Ensure we are using hipblaslt
+RUN printf '%s\n' \
+  'export ROCBLAS_USE_HIPBLASLT=1' \
+  > /etc/profile.d/rocm.sh \
+  && chmod +x /etc/profile.d/rocm.sh \
+  && echo 'source /etc/profile.d/rocm.sh' >> /etc/bashrc
+
 # Default to interactive shell
 CMD ["/bin/bash"]
diff --git a/toolboxes/Dockerfile.rocm-6.4.2-rocwaam b/toolboxes/Dockerfile.rocm-6.4.2-rocwaam
index 5e90b4d..780eb30 100644
--- a/toolboxes/Dockerfile.rocm-6.4.2-rocwaam
+++ b/toolboxes/Dockerfile.rocm-6.4.2-rocwaam
@@ -41,5 +41,12 @@ RUN find /opt/llama.cpp/build -type f -name 'lib*.so*' -exec cp {} /usr/lib64/ \
 COPY gguf-vram-estimator.py /usr/local/bin/gguf-vram-estimator.py
 RUN chmod +x /usr/local/bin/gguf-vram-estimator.py
 
+# Ensure we are using hipblaslt
+RUN printf '%s\n' \
+  'export ROCBLAS_USE_HIPBLASLT=1' \
+  > /etc/profile.d/rocm.sh \
+  && chmod +x /etc/profile.d/rocm.sh \
+  && echo 'source /etc/profile.d/rocm.sh' >> /etc/bashrc
+
 # Default to interactive shell
 CMD ["/bin/bash"]
diff --git a/toolboxes/Dockerfile.rocm-7beta b/toolboxes/Dockerfile.rocm-7beta
index b2d8917..8936886 100644
--- a/toolboxes/Dockerfile.rocm-7beta
+++ b/toolboxes/Dockerfile.rocm-7beta
@@ -58,5 +58,12 @@ RUN find /opt/llama.cpp/build -type f -name 'lib*.so*' -exec cp {} /usr/lib64/ \
 COPY gguf-vram-estimator.py /usr/local/bin/gguf-vram-estimator.py
 RUN chmod +x /usr/local/bin/gguf-vram-estimator.py
 
+# Ensure we are using hipblaslt
+RUN printf '%s\n' \
+  'export ROCBLAS_USE_HIPBLASLT=1' \
+  > /etc/profile.d/rocm.sh \
+  && chmod +x /etc/profile.d/rocm.sh \
+  && echo 'source /etc/profile.d/rocm.sh' >> /etc/bashrc
+
 # Default to interactive shell
 CMD ["/bin/bash"]
diff --git a/toolboxes/Dockerfile.rocm-7rc b/toolboxes/Dockerfile.rocm-7rc
index f48306d..7771e8e 100644
--- a/toolboxes/Dockerfile.rocm-7rc
+++ b/toolboxes/Dockerfile.rocm-7rc
@@ -74,5 +74,12 @@ RUN find /opt/llama.cpp/build -type f -name 'lib*.so*' -exec cp {} /usr/lib64/ \
 COPY gguf-vram-estimator.py /usr/local/bin/
 RUN chmod +x /usr/local/bin/gguf-vram-estimator.py
 
+# Ensure we are using hipblaslt
+RUN printf '%s\n' \
+  'export ROCBLAS_USE_HIPBLASLT=1' \
+  > /etc/profile.d/rocm.sh \
+  && chmod +x /etc/profile.d/rocm.sh \
+  && echo 'source /etc/profile.d/rocm.sh' >> /etc/bashrc
+
 # 11) Default to interactive bash
 CMD ["/bin/bash"]