neclean up of legacy toolboxes, removal of rocwmma and renamed rocm7-alpha to rocm-7nightlies. Added new benchmarks

toolboxes/Dockerfile.rocm-6.4.4

@@ -16,21 +16,21 @@ EOF
 
 # deps
 RUN dnf -y --nodocs --setopt=install_weak_deps=False \
-    --exclude='*sdk*' --exclude='*samples*' --exclude='*-doc*' --exclude='*-docs*' \
-    install \
-      make gcc cmake lld clang clang-devel compiler-rt libcurl-devel \
-      rocm-llvm rocm-device-libs hip-runtime-amd hip-devel \
-      rocblas rocblas-devel hipblas hipblas-devel \
-      rocminfo radeontop \
-      git-core vim sudo rsync \
- && dnf clean all && rm -rf /var/cache/dnf/*
+  --exclude='*sdk*' --exclude='*samples*' --exclude='*-doc*' --exclude='*-docs*' \
+  install \
+  make gcc cmake lld clang clang-devel compiler-rt libcurl-devel \
+  rocm-llvm rocm-device-libs hip-runtime-amd hip-devel \
+  rocblas rocblas-devel hipblas hipblas-devel \
+  rocminfo radeontop \
+  git-core vim sudo rsync \
+  && dnf clean all && rm -rf /var/cache/dnf/*
 
 # rocm env
 ENV ROCM_PATH=/opt/rocm \
-    HIP_PATH=/opt/rocm \
-    HIP_CLANG_PATH=/opt/rocm/llvm/bin \
-    HIP_DEVICE_LIB_PATH=/opt/rocm/amdgcn/bitcode \
-    PATH=/opt/rocm/bin:/opt/rocm/llvm/bin:$PATH
+  HIP_PATH=/opt/rocm \
+  HIP_CLANG_PATH=/opt/rocm/llvm/bin \
+  HIP_DEVICE_LIB_PATH=/opt/rocm/amdgcn/bitcode \
+  PATH=/opt/rocm/bin:/opt/rocm/llvm/bin:$PATH
 
 # llama.cpp
 WORKDIR /opt/llama.cpp
@@ -38,23 +38,23 @@ RUN git clone --recursive https://github.com/ggerganov/llama.cpp.git .
 
 # build
 RUN git clean -xdf \
- && git submodule update --recursive \
- && cmake -S . -B build \
-      -DGGML_HIP=ON \
-      -DAMDGPU_TARGETS=gfx1151 \
-      -DCMAKE_BUILD_TYPE=Release \
-      -DGGML_RPC=ON \
-      -DLLAMA_HIP_UMA=ON \
-      -DROCM_PATH=/opt/rocm \
-      -DHIP_PATH=/opt/rocm \
-      -DHIP_PLATFORM=amd \
-      -DCMAKE_HIP_FLAGS="--rocm-path=/opt/rocm" \
- && cmake --build build --config Release -- -j$(nproc) \
- && cmake --install build --config Release
+  && git submodule update --recursive \
+  && cmake -S . -B build \
+  -DGGML_HIP=ON \
+  -DAMDGPU_TARGETS=gfx1151 \
+  -DCMAKE_BUILD_TYPE=Release \
+  -DGGML_RPC=ON \
+  -DLLAMA_HIP_UMA=ON \
+  -DROCM_PATH=/opt/rocm \
+  -DHIP_PATH=/opt/rocm \
+  -DHIP_PLATFORM=amd \
+  -DCMAKE_HIP_FLAGS="--rocm-path=/opt/rocm" \
+  && cmake --build build --config Release -- -j$(nproc) \
+  && cmake --install build --config Release
 
 # libs
 RUN find /opt/llama.cpp/build -type f -name 'lib*.so*' -exec cp {} /usr/lib64/ \; \
- && ldconfig
+  && ldconfig
 
 # helper
 COPY gguf-vram-estimator.py /usr/local/bin/gguf-vram-estimator.py
@@ -79,12 +79,12 @@ EOF
 
 # runtime deps
 RUN microdnf -y --nodocs --setopt=install_weak_deps=0 \
-    --exclude='*sdk*' --exclude='*samples*' --exclude='*-doc*' --exclude='*-docs*' \
-    install \
-      bash ca-certificates libatomic libstdc++ libgcc libgomp sudo \
-      hip-runtime-amd rocblas hipblas \
-      rocminfo radeontop \
- && microdnf clean all && rm -rf /var/cache/dnf/*
+  --exclude='*sdk*' --exclude='*samples*' --exclude='*-doc*' --exclude='*-docs*' \
+  install \
+  bash ca-certificates libatomic libstdc++ libgcc libgomp sudo \
+  hip-runtime-amd rocblas hipblas \
+  rocminfo radeontop \
+  && microdnf clean all && rm -rf /var/cache/dnf/*
 
 # copy
 COPY --from=builder /usr/local/ /usr/local/
@@ -92,10 +92,10 @@ COPY --from=builder /opt/llama.cpp/build/bin/rpc-* /usr/local/bin/
 
 # ld
 RUN echo "/usr/local/lib"  > /etc/ld.so.conf.d/local.conf \
- && echo "/usr/local/lib64" >> /etc/ld.so.conf.d/local.conf \
- && ldconfig \
- && cp -n /usr/local/lib/libllama*.so* /usr/lib64/ 2>/dev/null || true \
- && ldconfig
+  && echo "/usr/local/lib64" >> /etc/ld.so.conf.d/local.conf \
+  && ldconfig \
+  && cp -n /usr/local/lib/libllama*.so* /usr/lib64/ 2>/dev/null || true \
+  && ldconfig
 
 # helper
 COPY gguf-vram-estimator.py /usr/local/bin/gguf-vram-estimator.py
@@ -103,7 +103,6 @@ RUN chmod +x /usr/local/bin/gguf-vram-estimator.py
 
 # profile
 RUN printf '%s\n' \
-  'export ROCBLAS_USE_HIPBLASLT=1' \
   > /etc/profile.d/rocm.sh && chmod +x /etc/profile.d/rocm.sh \
   && echo 'source /etc/profile.d/rocm.sh' >> /etc/bashrc