Updates to Dockerfile buil docs
This commit is contained in:
@@ -0,0 +1,33 @@
|
||||
FROM fedora:rawhide
|
||||
|
||||
# Install build tools, Vulkan headers/loader, and glslc
|
||||
RUN dnf install -y \
|
||||
git vim \
|
||||
make gcc cmake ninja-build lld clang clang-devel compiler-rt libcurl-devel \
|
||||
vulkan-loader-devel vulkaninfo mesa-vulkan-drivers \
|
||||
radeontop glslc \
|
||||
&& dnf clean all
|
||||
|
||||
WORKDIR /opt/llama.cpp
|
||||
|
||||
# Clone llama.cpp
|
||||
RUN git clone --recursive https://github.com/ggerganov/llama.cpp.git .
|
||||
|
||||
# Build with Vulkan support
|
||||
RUN git clean -xdf \
|
||||
&& git pull \
|
||||
&& git submodule update --recursive \
|
||||
&& cmake -S . -B build -G Ninja \
|
||||
-DGGML_VULKAN=ON \
|
||||
-DCMAKE_BUILD_TYPE=Release \
|
||||
-DCMAKE_INSTALL_PREFIX=/usr \
|
||||
-DLLAMA_BUILD_TESTS=OFF \
|
||||
-DLLAMA_BUILD_EXAMPLES=ON \
|
||||
-DLLAMA_BUILD_SERVER=ON \
|
||||
&& cmake --build build --config Release \
|
||||
&& cmake --install build --config Release
|
||||
|
||||
COPY gguf-vram-estimator.py /usr/local/bin/gguf-vram-estimator.py
|
||||
RUN chmod +x /usr/local/bin/gguf-vram-estimator.py
|
||||
|
||||
CMD ["/bin/bash"]
|
||||
Reference in New Issue
Block a user