fix docker

This commit is contained in:
zefie committed 2026-11-03 17:58:52 -05:00
1 parent b6037b3ea5
commit 95ce329879
1 file changed
+3 -6
+3 -6
View File
@@ -1,4 +1,4 @@
FROM nvidia/cuda:13.4.3-cudnn-devel-ubuntu26.04 FROM nvidia/cuda:13.2.1-cudnn-devel-ubuntu24.04
ENV DEBIAN_FRONTEND=noninteractive ENV DEBIAN_FRONTEND=noninteractive
RUN rm -f /etc/dpkg/dpkg.cfg.d/excludes && \ RUN rm -f /etc/dpkg/dpkg.cfg.d/excludes && \
rm -f /etc/apt/apt.conf.d/docker-clean && \ rm -f /etc/apt/apt.conf.d/docker-clean && \
@@ -24,15 +24,13 @@ RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
RUN python3 -m venv /root/venv RUN python3 -m venv /root/venv
ENV PATH="/root/venv/bin:${PATH}" ENV PATH="/root/venv/bin:${PATH}"
RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install torch torchvision torchaudio --upgrade --index-url \ RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install torch torchvision torchaudio --upgrade --index-url \
https://download.pytorch.org/whl/cu134/ https://download.pytorch.org/whl/cu132/
WORKDIR /root WORKDIR /root
RUN mkdir llama.cpp RUN mkdir llama.cpp
COPY --exclude=build/ llama.cpp ./llama.cpp/ COPY --exclude=build/ llama.cpp ./llama.cpp/
WORKDIR /root/llama.cpp WORKDIR /root/llama.cpp
ENV LD_LIBRARY_PATH=/usr/local/cuda-13.4/compat:${LD_LIBRARY_PATH} RUN echo "/usr/local/cuda-13.2/compat" > /etc/ld.so.conf.d/988-cuda-compat.conf && ldconfig
ENV LIBRARY_PATH=/usr/local/cuda-13.4/compat:${LIBRARY_PATH}
RUN cmake -B build -S . \ RUN cmake -B build -S . \
-DCMAKE_BUILD_TYPE=Release \ -DCMAKE_BUILD_TYPE=Release \
-DGGML_CUDA=ON \ -DGGML_CUDA=ON \
@@ -59,7 +57,6 @@ RUN mkdir -p /usr/local/share/man/man1
COPY --chmod=0644 man/man1/* /usr/local/share/man/man1/ COPY --chmod=0644 man/man1/* /usr/local/share/man/man1/
RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install heretic-llm RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install heretic-llm
RUN rm -f /opt/nvidia/entrypoint.d/*banner*.sh /opt/nvidia/entrypoint.d/*license*.sh 2>/dev/null
WORKDIR /workspace WORKDIR /workspace