chore: deprecate and remove ROCm 7.1.1 toolbox and all associated references.

.github/workflows/build_and_publish.yml

@@ -28,7 +28,7 @@ jobs:
           IN='${{ inputs.backends }}'
 
           if [[ "$IN" == "all" || -z "$IN" ]]; then
-            JSON='["rocm-6.4.4","rocm-7.1.1","rocm-7.2","rocm7-nightlies","vulkan-amdvlk","vulkan-radv"]'
+            JSON='["rocm-6.4.4","rocm-7.2","rocm7-nightlies","vulkan-amdvlk","vulkan-radv"]'
           else
             # Remove spaces and build JSON array from comma list
             IN_CLEAN=$(echo "$IN" | tr -d '[:space:]')

README.md

@@ -154,7 +154,7 @@ You can check the containers on DockerHub: https://hub.docker.com/r/kyuz0/amd-st
 | `vulkan-amdvlk`                | Vulkan (AMDVLK)                        | Fastest backend—AMD open-source driver. ≤2 GiB single buffer allocation limit, some large models won't load. |
 | `vulkan-radv`                  | Vulkan (Mesa RADV)                     | Most stable and compatible. Recommended for most users and all models. |
 | `rocm-6.4.4`                   | ROCm 6.4.4 (Fedora 43)                 | Latest stable 6.x build. Uses Fedora 43 packages with backported patch for **kernel 6.18.4+** support. |
-| `rocm-7.1.1`                   | ROCm 7.1.1                      | Current GA. **Incompatible with kernel 6.18.4+** (missing patch). Use kernel ≤ 6.18.3. |
+| `rocm-7.1.1`                   | ROCm 7.1.1                      | **RETIRED**. Use `rocm-7.2` or `rocm7-nightlies`. |
 | `rocm-7.2`                     | ROCm 7.2                               | Latest stable 7.x build. Includes patch for **kernel 6.18.4+** support. |
 | `rocm7-nightlies`              | ROCm 7 Nightly                           | Tracks nightly builds. Includes patch for **kernel 6.18.4+** support. |
 

benchmark/run_benchmarks.sh

@@ -62,7 +62,7 @@ echo
 
 declare -A CMDS=(
   [rocm6_4_4]="toolbox run -c llama-rocm-6.4.4 -- /usr/local/bin/llama-bench"
-  [rocm7.1.1]="toolbox run -c llama-rocm-7.1.1 -- /usr/local/bin/llama-bench"
+
   [rocm-7.2]="toolbox run -c llama-rocm-7.2 -- /usr/local/bin/llama-bench"
   [rocm7-nightlies]="toolbox run -c llama-rocm7-nightlies -- /usr/local/bin/llama-bench"
   [vulkan_amdvlk]="toolbox run -c llama-vulkan-amdvlk -- /usr/sbin/llama-bench"

benchmark/run_rpc_benchmarks.sh

@@ -27,7 +27,7 @@ fi
 # Toolbox containers to exercise over RPC.
 declare -A TOOLBOX_IMAGES=(
   [rocm6_4_4]="llama-rocm-6.4.4"
-  [rocm7_1_1]="llama-rocm-7.1.1"
+
   [rocm-7.2]="llama-rocm-7.2"
   [rocm7-nightlies]="llama-rocm7-nightlies"
   [vulkan_amdvlk]="llama-vulkan-amdvlk"
@@ -36,7 +36,7 @@ declare -A TOOLBOX_IMAGES=(
 
 declare -A CLIENT_CMDS=(
   [rocm6_4_4]="toolbox run -c llama-rocm-6.4.4 -- /usr/local/bin/llama-bench"
-  [rocm7_1_1]="toolbox run -c llama-rocm-7.1.1 -- /usr/local/bin/llama-bench"
+
   [rocm-7.2]="toolbox run -c llama-rocm-7.2 -- /usr/local/bin/llama-bench"
   [rocm7-nightlies]="toolbox run -c llama-rocm7-nightlies -- /usr/local/bin/llama-bench"
   [vulkan_amdvlk]="toolbox run -c llama-vulkan-amdvlk -- /usr/sbin/llama-bench"
@@ -45,7 +45,7 @@ declare -A CLIENT_CMDS=(
 
 ENVIRONMENTS=(
   rocm6_4_4
-  rocm7_1_1
+
   rocm-7.2
   rocm7-nightlies
   vulkan_amdvlk

refresh-toolboxes.sh

@@ -8,7 +8,7 @@ declare -A TOOLBOXES
 TOOLBOXES["llama-vulkan-amdvlk"]="docker.io/kyuz0/amd-strix-halo-toolboxes:vulkan-amdvlk --device /dev/dri --group-add video --security-opt seccomp=unconfined"
 TOOLBOXES["llama-vulkan-radv"]="docker.io/kyuz0/amd-strix-halo-toolboxes:vulkan-radv --device /dev/dri --group-add video --security-opt seccomp=unconfined"
 TOOLBOXES["llama-rocm-6.4.4"]="docker.io/kyuz0/amd-strix-halo-toolboxes:rocm-6.4.4 --device /dev/dri --device /dev/kfd --group-add video --group-add render --group-add sudo --security-opt seccomp=unconfined"
-TOOLBOXES["llama-rocm-7.1.1"]="docker.io/kyuz0/amd-strix-halo-toolboxes:rocm-7.1.1 --device /dev/dri --device /dev/kfd --group-add video --group-add render --group-add sudo --security-opt seccomp=unconfined"
+
 TOOLBOXES["llama-rocm-7.2"]="docker.io/kyuz0/amd-strix-halo-toolboxes:rocm-7.2 --device /dev/dri --device /dev/kfd --group-add video --group-add render --group-add sudo --security-opt seccomp=unconfined"
 TOOLBOXES["llama-rocm7-nightlies"]="docker.io/kyuz0/amd-strix-halo-toolboxes:rocm7-nightlies --device /dev/dri --device /dev/kfd --group-add video --group-add render --group-add sudo --security-opt seccomp=unconfined"
 

scripts/run_distributed_llama.py

@@ -13,7 +13,7 @@ SCRIPT_DIR = Path(__file__).parent.resolve()
 DEFAULT_TOOLBOX = "rocm7-nightlies"
 TOOLBOX_IMAGES = {
     "rocm6_4_4": "llama-rocm-6.4.4",
-    "rocm7_1_1": "llama-rocm-7.1.1",
+
     "rocm7-nightlies": "llama-rocm7-nightlies",
     "vulkan_amdvlk": "llama-vulkan-amdvlk",
     "vulkan_radv": "llama-vulkan-radv",

toolboxes/Dockerfile.rocm-7.1.1

@@ -1,110 +0,0 @@
-# build stage
-FROM registry.fedoraproject.org/fedora:43 AS builder
-
-# rocm 7.1 repo
-RUN <<'EOF'
-tee /etc/yum.repos.d/rocm.repo <<REPO
-[ROCm-7.1.1]
-name=ROCm7.1.1
-baseurl=https://repo.radeon.com/rocm/el9/7.1.1/main
-enabled=1
-priority=50
-gpgcheck=1
-gpgkey=https://repo.radeon.com/rocm/rocm.gpg.key
-REPO
-EOF
-
-# deps
-RUN dnf -y --nodocs --setopt=install_weak_deps=False \
-  --exclude='*sdk*' --exclude='*samples*' --exclude='*-doc*' --exclude='*-docs*' \
-  install \
-  make gcc cmake lld clang clang-devel compiler-rt libcurl-devel ninja-build \
-  rocm-llvm rocm-device-libs hip-runtime-amd hip-devel \
-  rocblas rocblas-devel hipblas hipblas-devel rocm-cmake libomp-devel libomp \
-  rocminfo radeontop \
-  git-core vim sudo rsync \
-  && dnf clean all && rm -rf /var/cache/dnf/*
-
-# rocm env
-ENV ROCM_PATH=/opt/rocm \
-  HIP_PATH=/opt/rocm \
-  HIP_CLANG_PATH=/opt/rocm/llvm/bin \
-  HIP_DEVICE_LIB_PATH=/opt/rocm/amdgcn/bitcode \
-  PATH=/opt/rocm/bin:/opt/rocm/llvm/bin:$PATH
-
-# llama.cpp
-WORKDIR /opt/llama.cpp
-RUN git clone --recursive https://github.com/ggerganov/llama.cpp.git .
-
-# build
-RUN git clean -xdf \
-  && git submodule update --recursive \
-  && cmake -S . -B build \
-  -DGGML_HIP=ON \
-  -DAMDGPU_TARGETS=gfx1151 \
-  -DCMAKE_BUILD_TYPE=Release \
-  -DGGML_RPC=ON \
-  -DLLAMA_HIP_UMA=ON \
-  -DGGML_CUDA_ENABLE_UNIFIED_MEMORY=ON \
-  -DROCM_PATH=/opt/rocm \
-  -DHIP_PATH=/opt/rocm \
-  -DHIP_PLATFORM=amd \
-  -DCMAKE_HIP_FLAGS="--rocm-path=/opt/rocm" \
-  && cmake --build build --config Release -- -j$(nproc) \
-  && cmake --install build --config Release
-
-# libs
-RUN find /opt/llama.cpp/build -type f -name 'lib*.so*' -exec cp {} /usr/lib64/ \; \
-  && ldconfig
-
-# helper
-COPY gguf-vram-estimator.py /usr/local/bin/gguf-vram-estimator.py
-RUN chmod +x /usr/local/bin/gguf-vram-estimator.py
-
-# runtime stage
-FROM registry.fedoraproject.org/fedora-minimal:43
-
-# rocm 7.1 repo
-RUN <<'EOF'
-tee /etc/yum.repos.d/rocm.repo <<REPO
-[ROCm-7.1.1]
-name=ROCm7.1.1
-baseurl=https://repo.radeon.com/rocm/el9/7.1.1/main
-enabled=1
-priority=50
-gpgcheck=1
-gpgkey=https://repo.radeon.com/rocm/rocm.gpg.key
-REPO
-EOF
-
-# runtime deps
-RUN microdnf -y --nodocs --setopt=install_weak_deps=0 \
-  --exclude='*sdk*' --exclude='*samples*' --exclude='*-doc*' --exclude='*-docs*' \
-  install \
-  bash ca-certificates libatomic libstdc++ libgcc libgomp sudo \
-  hip-runtime-amd rocblas hipblas \
-  rocminfo radeontop procps-ng \
-  && microdnf clean all && rm -rf /var/cache/dnf/*
-
-# copy
-COPY --from=builder /usr/local/ /usr/local/
-COPY --from=builder /opt/llama.cpp/build/bin/rpc-* /usr/local/bin/
-
-# ld
-RUN echo "/usr/local/lib"  > /etc/ld.so.conf.d/local.conf \
-  && echo "/usr/local/lib64" >> /etc/ld.so.conf.d/local.conf \
-  && ldconfig \
-  && cp -n /usr/local/lib/libllama*.so* /usr/lib64/ 2>/dev/null || true \
-  && ldconfig
-
-# helper
-COPY gguf-vram-estimator.py /usr/local/bin/gguf-vram-estimator.py
-RUN chmod +x /usr/local/bin/gguf-vram-estimator.py
-
-# profile
-RUN printf '%s\n' \
-  > /etc/profile.d/rocm.sh && chmod +x /etc/profile.d/rocm.sh \
-  && echo 'source /etc/profile.d/rocm.sh' >> /etc/bashrc
-
-# shell
-CMD ["/bin/bash"]