diff --git a/toolboxes/Dockerfile.rocm7-nightlies b/toolboxes/Dockerfile.rocm7-nightlies
index 922c871..430334f 100644
--- a/toolboxes/Dockerfile.rocm7-nightlies
+++ b/toolboxes/Dockerfile.rocm7-nightlies
@@ -62,6 +62,7 @@ RUN git clone -b ${BRANCH} --single-branch --recursive ${REPO} . \
 COPY llama-grammar.patch /tmp/llama-grammar.patch
 
 RUN patch -p1 < /tmp/llama-grammar.patch \
+  && curl -sSL https://github.com/ggml-org/llama.cpp/pull/21506.patch | patch -p1 \
   && cmake -S . -B build \
   -DGGML_HIP=ON \
   -DAMDGPU_TARGETS=gfx1151 \