diff --git a/Dockerfile b/Dockerfile index 67687f7..dee6264 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,4 +1,4 @@ -FROM nvidia/cuda:13.4.3-cudnn-devel-ubuntu26.04 +FROM nvidia/cuda:13.2.1-cudnn-devel-ubuntu24.04 ENV DEBIAN_FRONTEND=noninteractive RUN rm -f /etc/dpkg/dpkg.cfg.d/excludes && \ rm -f /etc/apt/apt.conf.d/docker-clean && \ @@ -24,15 +24,13 @@ RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \ RUN python3 -m venv /root/venv ENV PATH="/root/venv/bin:${PATH}" RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install torch torchvision torchaudio --upgrade --index-url \ - https://download.pytorch.org/whl/cu134/ + https://download.pytorch.org/whl/cu132/ WORKDIR /root RUN mkdir llama.cpp COPY --exclude=build/ llama.cpp ./llama.cpp/ WORKDIR /root/llama.cpp -ENV LD_LIBRARY_PATH=/usr/local/cuda-13.4/compat:${LD_LIBRARY_PATH} -ENV LIBRARY_PATH=/usr/local/cuda-13.4/compat:${LIBRARY_PATH} - +RUN echo "/usr/local/cuda-13.2/compat" > /etc/ld.so.conf.d/988-cuda-compat.conf && ldconfig RUN cmake -B build -S . \ -DCMAKE_BUILD_TYPE=Release \ -DGGML_CUDA=ON \ @@ -59,7 +57,6 @@ RUN mkdir -p /usr/local/share/man/man1 COPY --chmod=0644 man/man1/* /usr/local/share/man/man1/ RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install heretic-llm -RUN rm -f /opt/nvidia/entrypoint.d/*banner*.sh /opt/nvidia/entrypoint.d/*license*.sh 2>/dev/null WORKDIR /workspace