Ensure we are using hipblaslt

2025-08-09 19:48:26 +01:00
parent 0d6b2dc731
commit 19fc866a9d
4 changed files with 28 additions and 0 deletions
@@ -34,5 +34,12 @@ RUN find /opt/llama.cpp/build -type f -name 'lib*.so*' -exec cp {} /usr/lib64/ \
 COPY gguf-vram-estimator.py /usr/local/bin/gguf-vram-estimator.py
 RUN chmod +x /usr/local/bin/gguf-vram-estimator.py

+# Ensure we are using hipblaslt
+RUN printf '%s\n' \
+  'export ROCBLAS_USE_HIPBLASLT=1' \
+  > /etc/profile.d/rocm.sh \
+  && chmod +x /etc/profile.d/rocm.sh \
+  && echo 'source /etc/profile.d/rocm.sh' >> /etc/bashrc
+
 # Default to interactive shell
 CMD ["/bin/bash"]