From d0281bb5269c6ad1c4151033edb3222bba96adda Mon Sep 17 00:00:00 2001 From: Donato Capitella Date: Mon, 6 Apr 2026 10:25:42 +0100 Subject: [PATCH] feat: apply upstream llama.cpp patch to fix Gemma-4 inference issues --- toolboxes/Dockerfile.rocm7-nightlies | 1 + 1 file changed, 1 insertion(+) diff --git a/toolboxes/Dockerfile.rocm7-nightlies b/toolboxes/Dockerfile.rocm7-nightlies index 922c871..430334f 100644 --- a/toolboxes/Dockerfile.rocm7-nightlies +++ b/toolboxes/Dockerfile.rocm7-nightlies @@ -62,6 +62,7 @@ RUN git clone -b ${BRANCH} --single-branch --recursive ${REPO} . \ COPY llama-grammar.patch /tmp/llama-grammar.patch RUN patch -p1 < /tmp/llama-grammar.patch \ + && curl -sSL https://github.com/ggml-org/llama.cpp/pull/21506.patch | patch -p1 \ && cmake -S . -B build \ -DGGML_HIP=ON \ -DAMDGPU_TARGETS=gfx1151 \