mirror of
https://github.com/ikawrakow/ik_llama.cpp.git
synced 2026-06-28 04:30:15 -05:00
9ddb510787
* Add Turing and Ampere (A100) GGML to docker build file At the moment, the docker file for image builds do not build for CUDA architectures below 8.6, and ik_llama.cpp specifies support for architectures Turing and above, this PR sets the CUDA architecture list to include the architecture for Turing (7.5) and A100 (8.0) * Remove 80 because few ppl have A100s and it does seem like many cuda arches cause issues for build * switch to 86-real and 89-real with 75, 80, 90 using virtual ptx jit * nvm, even adding 90-virtual causes linker error --------- Co-authored-by: Codex <codex@local>
97 lines
3.2 KiB
Plaintext
97 lines
3.2 KiB
Plaintext
ARG UBUNTU_VERSION=24.04
|
|
ARG CUDA_VERSION=12.6.2
|
|
ARG BASE_CUDA_DEV_CONTAINER=docker.io/nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION}
|
|
ARG BASE_CUDA_RUN_CONTAINER=docker.io/nvidia/cuda:${CUDA_VERSION}-runtime-ubuntu${UBUNTU_VERSION}
|
|
|
|
# Stage 1: Build
|
|
FROM ${BASE_CUDA_DEV_CONTAINER} AS build
|
|
|
|
# Build arguments
|
|
ARG CUDA_DOCKER_ARCH="75-virtual;80-virtual;86-real;89-real"
|
|
ARG GGML_NATIVE=ON
|
|
ARG USE_CCACHE=true
|
|
|
|
# Environment variables for portability and GitHub Actions
|
|
ENV CCACHE_DIR=/ccache
|
|
ENV CCACHE_UMASK=000
|
|
ENV CCACHE_MAXSIZE=5G
|
|
ENV CCACHE_COMPRESS=1
|
|
ENV CCACHE_BASEDIR=/app
|
|
|
|
RUN apt-get update && \
|
|
apt-get install -yq --no-install-recommends \
|
|
ca-certificates build-essential libcurl4-openssl-dev curl libgomp1 cmake ccache git && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
# Copy non-hidden files first
|
|
COPY . /app
|
|
|
|
WORKDIR /app
|
|
|
|
# Build using ccache and optional custom commit
|
|
RUN --mount=type=cache,target=/ccache \
|
|
--mount=type=bind,source=.git,target=.git \
|
|
if [ "${USE_CCACHE}" = "true" ]; then \
|
|
export PATH="/usr/lib/ccache:$PATH"; \
|
|
ccache -z; \
|
|
fi && \
|
|
cmake -B build \
|
|
-DGGML_NATIVE=${GGML_NATIVE} \
|
|
-DGGML_CUDA=ON \
|
|
-DCMAKE_CUDA_ARCHITECTURES="${CUDA_DOCKER_ARCH}" \
|
|
-DLLAMA_CURL=ON \
|
|
-DCMAKE_EXE_LINKER_FLAGS=-Wl,--allow-shlib-undefined && \
|
|
cmake --build build --config Release -j$(nproc) && \
|
|
if [ "${USE_CCACHE}" = "true" ]; then \
|
|
ccache -s; \
|
|
fi
|
|
|
|
# Collect build artifacts
|
|
RUN mkdir -p /app/dist/lib /app/dist/full /app/dist/bin && \
|
|
find build -name "*.so" -exec cp {} /app/dist/lib \; && \
|
|
cp build/bin/* /app/dist/bin/ && \
|
|
cp build/bin/* /app/dist/full/ && \
|
|
cp *.py /app/dist/full/ && \
|
|
cp -r gguf-py /app/dist/full/ && \
|
|
cp -r requirements /app/dist/full/ && \
|
|
cp requirements.txt /app/dist/full/ && \
|
|
cp .devops/tools.sh /app/dist/full/
|
|
|
|
# Stage 2: Base (Shared Runtime)
|
|
FROM ${BASE_CUDA_RUN_CONTAINER} AS base
|
|
RUN apt-get update && \
|
|
apt-get install -yq --no-install-recommends libgomp1 curl ca-certificates && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
WORKDIR /app
|
|
ENV LD_LIBRARY_PATH=/app/lib
|
|
COPY --from=build /app/dist/lib /app/lib
|
|
|
|
# Stage 3: Full (Python/Dev Tools)
|
|
FROM base AS full
|
|
COPY --from=build /app/dist/full /app
|
|
RUN apt-get update && \
|
|
apt-get install -yq --no-install-recommends git python3 python3-pip && \
|
|
pip install --break-system-packages -r requirements.txt && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
ENTRYPOINT ["/app/tools.sh"]
|
|
|
|
# Stage 4: Server
|
|
FROM base AS server
|
|
ENV LLAMA_ARG_HOST=0.0.0.0
|
|
COPY --from=build /app/dist/bin/llama-server /app/llama-server
|
|
HEALTHCHECK --interval=30s --timeout=10s --start-period=5s --retries=3 \
|
|
CMD [ "curl", "-f", "http://localhost:8080/health" ]
|
|
ENTRYPOINT [ "/app/llama-server" ]
|
|
|
|
# Stage 5: Swap
|
|
FROM server AS swap
|
|
ARG LS_REPO=mostlygeek/llama-swap
|
|
ARG LS_VER=199
|
|
RUN curl -sSL "https://github.com/${LS_REPO}/releases/download/v${LS_VER}/llama-swap_${LS_VER}_linux_amd64.tar.gz" \
|
|
| tar -xz
|
|
|
|
COPY --from=build /app/docker/ik_llama-cuda-swap.config.yaml /app/config.yaml
|
|
HEALTHCHECK --interval=30s --timeout=10s --start-period=5s --retries=3 \
|
|
CMD [ "curl", "-f", "http://localhost:8080"]
|
|
ENTRYPOINT [ "/app/llama-swap", "-config", "/app/config.yaml" ]
|