chore: update llama.cpp patch to PR 21566 for gemma-4 inference fix

This commit is contained in:
Donato Capitella
2026-04-07 17:49:16 +01:00
parent d0281bb526
commit a58d133c5e
+2 -1
View File
@@ -61,8 +61,9 @@ RUN git clone -b ${BRANCH} --single-branch --recursive ${REPO} . \
COPY llama-grammar.patch /tmp/llama-grammar.patch
# PR 21566: test a fix for gemma-4 inference bug (CUDA: check for buffer overlap before fusing)
RUN patch -p1 < /tmp/llama-grammar.patch \
&& curl -sSL https://github.com/ggml-org/llama.cpp/pull/21506.patch | patch -p1 \
&& curl -sSL https://github.com/ggml-org/llama.cpp/pull/21566.patch | patch -p1 \
&& cmake -S . -B build \
-DGGML_HIP=ON \
-DAMDGPU_TARGETS=gfx1151 \