fix docker
This commit is contained in:
1 parent
b6037b3ea5
commit
95ce329879
1 file changed
+3
-6
+3
-6
@@ -1,4 +1,4 @@
|
||||
FROM nvidia/cuda:13.4.3-cudnn-devel-ubuntu26.04
|
||||
FROM nvidia/cuda:13.2.1-cudnn-devel-ubuntu24.04
|
||||
ENV DEBIAN_FRONTEND=noninteractive
|
||||
RUN rm -f /etc/dpkg/dpkg.cfg.d/excludes && \
|
||||
rm -f /etc/apt/apt.conf.d/docker-clean && \
|
||||
@@ -24,15 +24,13 @@ RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
|
||||
RUN python3 -m venv /root/venv
|
||||
ENV PATH="/root/venv/bin:${PATH}"
|
||||
RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install torch torchvision torchaudio --upgrade --index-url \
|
||||
https://download.pytorch.org/whl/cu134/
|
||||
https://download.pytorch.org/whl/cu132/
|
||||
|
||||
WORKDIR /root
|
||||
RUN mkdir llama.cpp
|
||||
COPY --exclude=build/ llama.cpp ./llama.cpp/
|
||||
WORKDIR /root/llama.cpp
|
||||
ENV LD_LIBRARY_PATH=/usr/local/cuda-13.4/compat:${LD_LIBRARY_PATH}
|
||||
ENV LIBRARY_PATH=/usr/local/cuda-13.4/compat:${LIBRARY_PATH}
|
||||
|
||||
RUN echo "/usr/local/cuda-13.2/compat" > /etc/ld.so.conf.d/988-cuda-compat.conf && ldconfig
|
||||
RUN cmake -B build -S . \
|
||||
-DCMAKE_BUILD_TYPE=Release \
|
||||
-DGGML_CUDA=ON \
|
||||
@@ -59,7 +57,6 @@ RUN mkdir -p /usr/local/share/man/man1
|
||||
COPY --chmod=0644 man/man1/* /usr/local/share/man/man1/
|
||||
|
||||
RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install heretic-llm
|
||||
RUN rm -f /opt/nvidia/entrypoint.d/*banner*.sh /opt/nvidia/entrypoint.d/*license*.sh 2>/dev/null
|
||||
|
||||
WORKDIR /workspace
|
||||
|
||||
Reference in new issue
Block a user