copy rpc-server binary to runtime container
This commit is contained in:
@@ -96,6 +96,7 @@ RUN microdnf -y --nodocs --setopt=install_weak_deps=0 \
|
|||||||
|
|
||||||
# copy
|
# copy
|
||||||
COPY --from=builder /usr/local/ /usr/local/
|
COPY --from=builder /usr/local/ /usr/local/
|
||||||
|
COPY --from=builder /opt/llama.cpp/build/bin/rpc-* /usr/local/bin/
|
||||||
|
|
||||||
# ld
|
# ld
|
||||||
RUN echo "/usr/local/lib" > /etc/ld.so.conf.d/local.conf \
|
RUN echo "/usr/local/lib" > /etc/ld.so.conf.d/local.conf \
|
||||||
|
|||||||
@@ -112,6 +112,7 @@ RUN microdnf -y --nodocs --setopt=install_weak_deps=0 \
|
|||||||
|
|
||||||
# copy
|
# copy
|
||||||
COPY --from=builder /usr/local/ /usr/local/
|
COPY --from=builder /usr/local/ /usr/local/
|
||||||
|
COPY --from=builder /opt/llama.cpp/build/bin/rpc-* /usr/local/bin/
|
||||||
|
|
||||||
# ld
|
# ld
|
||||||
RUN echo "/usr/local/lib" > /etc/ld.so.conf.d/local.conf \
|
RUN echo "/usr/local/lib" > /etc/ld.so.conf.d/local.conf \
|
||||||
|
|||||||
@@ -96,6 +96,7 @@ RUN microdnf -y --nodocs --setopt=install_weak_deps=0 \
|
|||||||
|
|
||||||
# copy
|
# copy
|
||||||
COPY --from=builder /usr/local/ /usr/local/
|
COPY --from=builder /usr/local/ /usr/local/
|
||||||
|
COPY --from=builder /opt/llama.cpp/build/bin/rpc-* /usr/local/bin/
|
||||||
|
|
||||||
# ld
|
# ld
|
||||||
RUN echo "/usr/local/lib" > /etc/ld.so.conf.d/local.conf \
|
RUN echo "/usr/local/lib" > /etc/ld.so.conf.d/local.conf \
|
||||||
|
|||||||
@@ -107,6 +107,7 @@ RUN microdnf -y --nodocs --setopt=install_weak_deps=0 \
|
|||||||
|
|
||||||
# copy
|
# copy
|
||||||
COPY --from=builder /usr/local/ /usr/local/
|
COPY --from=builder /usr/local/ /usr/local/
|
||||||
|
COPY --from=builder /opt/llama.cpp/build/bin/rpc-* /usr/local/bin/
|
||||||
|
|
||||||
# ld
|
# ld
|
||||||
RUN echo "/usr/local/lib" > /etc/ld.so.conf.d/local.conf \
|
RUN echo "/usr/local/lib" > /etc/ld.so.conf.d/local.conf \
|
||||||
|
|||||||
@@ -75,11 +75,10 @@ RUN cmake -S . -B build \
|
|||||||
&& cmake --build build --config Release -- -j$(nproc) \
|
&& cmake --build build --config Release -- -j$(nproc) \
|
||||||
&& cmake --install build --config Release
|
&& cmake --install build --config Release
|
||||||
|
|
||||||
# keep bin; drop headers/docs/static libs; drop source tree
|
# keep bin; drop headers/docs/static libs (retain llama.cpp for rpc binaries)
|
||||||
RUN find /opt/rocm-7.0 -type f -name '*.a' -delete \
|
RUN find /opt/rocm-7.0 -type f -name '*.a' -delete \
|
||||||
&& rm -rf /opt/rocm-7.0/include /opt/rocm-7.0/share \
|
&& rm -rf /opt/rocm-7.0/include /opt/rocm-7.0/share \
|
||||||
/opt/rocm-7.0/llvm/include /opt/rocm-7.0/llvm/share \
|
/opt/rocm-7.0/llvm/include /opt/rocm-7.0/llvm/share
|
||||||
&& rm -rf /opt/llama.cpp
|
|
||||||
|
|
||||||
# runtime
|
# runtime
|
||||||
FROM registry.fedoraproject.org/fedora-minimal:43
|
FROM registry.fedoraproject.org/fedora-minimal:43
|
||||||
@@ -90,6 +89,7 @@ RUN microdnf -y --nodocs --setopt=install_weak_deps=0 install \
|
|||||||
|
|
||||||
COPY --from=builder /opt/rocm-7.0 /opt/rocm-7.0
|
COPY --from=builder /opt/rocm-7.0 /opt/rocm-7.0
|
||||||
COPY --from=builder /usr/local/ /usr/local/
|
COPY --from=builder /usr/local/ /usr/local/
|
||||||
|
COPY --from=builder /opt/llama.cpp/build/bin/rpc-* /usr/local/bin/
|
||||||
|
|
||||||
COPY gguf-vram-estimator.py /usr/local/bin/
|
COPY gguf-vram-estimator.py /usr/local/bin/
|
||||||
RUN chmod +x /usr/local/bin/gguf-vram-estimator.py
|
RUN chmod +x /usr/local/bin/gguf-vram-estimator.py
|
||||||
|
|||||||
@@ -74,11 +74,10 @@ RUN cmake -S . -B build \
|
|||||||
&& cmake --build build --config Release -- -j$(nproc) \
|
&& cmake --build build --config Release -- -j$(nproc) \
|
||||||
&& cmake --install build --config Release
|
&& cmake --install build --config Release
|
||||||
|
|
||||||
# keep bin; drop headers/docs/static libs; drop source tree
|
# keep bin; drop headers/docs/static libs (retain llama.cpp for rpc binaries)
|
||||||
RUN find /opt/rocm-7.0 -type f -name '*.a' -delete \
|
RUN find /opt/rocm-7.0 -type f -name '*.a' -delete \
|
||||||
&& rm -rf /opt/rocm-7.0/include /opt/rocm-7.0/share \
|
&& rm -rf /opt/rocm-7.0/include /opt/rocm-7.0/share \
|
||||||
/opt/rocm-7.0/llvm/include /opt/rocm-7.0/llvm/share \
|
/opt/rocm-7.0/llvm/include /opt/rocm-7.0/llvm/share
|
||||||
&& rm -rf /opt/llama.cpp
|
|
||||||
|
|
||||||
# runtime
|
# runtime
|
||||||
FROM registry.fedoraproject.org/fedora-minimal:43
|
FROM registry.fedoraproject.org/fedora-minimal:43
|
||||||
@@ -89,6 +88,7 @@ RUN microdnf -y --nodocs --setopt=install_weak_deps=0 install \
|
|||||||
|
|
||||||
COPY --from=builder /opt/rocm-7.0 /opt/rocm-7.0
|
COPY --from=builder /opt/rocm-7.0 /opt/rocm-7.0
|
||||||
COPY --from=builder /usr/local/ /usr/local/
|
COPY --from=builder /usr/local/ /usr/local/
|
||||||
|
COPY --from=builder /opt/llama.cpp/build/bin/rpc-* /usr/local/bin/
|
||||||
|
|
||||||
COPY gguf-vram-estimator.py /usr/local/bin/
|
COPY gguf-vram-estimator.py /usr/local/bin/
|
||||||
RUN chmod +x /usr/local/bin/gguf-vram-estimator.py
|
RUN chmod +x /usr/local/bin/gguf-vram-estimator.py
|
||||||
|
|||||||
@@ -68,6 +68,7 @@ RUN curl -L -o /tmp/amdvlk-2025.Q2.1.x86_64.rpm \
|
|||||||
# copy
|
# copy
|
||||||
COPY --from=builder /usr/ /usr/
|
COPY --from=builder /usr/ /usr/
|
||||||
COPY --from=builder /usr/local/ /usr/local/
|
COPY --from=builder /usr/local/ /usr/local/
|
||||||
|
COPY --from=builder /opt/llama.cpp/build/bin/rpc-* /usr/local/bin/
|
||||||
|
|
||||||
# ld
|
# ld
|
||||||
RUN echo "/usr/local/lib" > /etc/ld.so.conf.d/local.conf \
|
RUN echo "/usr/local/lib" > /etc/ld.so.conf.d/local.conf \
|
||||||
|
|||||||
@@ -56,6 +56,7 @@ RUN microdnf -y --nodocs --setopt=install_weak_deps=0 install \
|
|||||||
# copy
|
# copy
|
||||||
COPY --from=builder /usr/ /usr/
|
COPY --from=builder /usr/ /usr/
|
||||||
COPY --from=builder /usr/local/ /usr/local/
|
COPY --from=builder /usr/local/ /usr/local/
|
||||||
|
COPY --from=builder /opt/llama.cpp/build/bin/rpc-* /usr/local/bin/
|
||||||
|
|
||||||
# ld
|
# ld
|
||||||
RUN echo "/usr/local/lib" > /etc/ld.so.conf.d/local.conf \
|
RUN echo "/usr/local/lib" > /etc/ld.so.conf.d/local.conf \
|
||||||
|
|||||||
Reference in New Issue
Block a user