some fixes to Dockerfile

This commit is contained in:
zefie committed 2026-11-04 16:41:04 -05:00
1 parent 09ad871770
commit 371d8792ba
1 file changed
+9 -2
+9 -2
View File
@@ -58,6 +58,13 @@ RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
WORKDIR /workspace WORKDIR /workspace
RUN python3 -m venv /workspace/py-venv RUN python3 -m venv /workspace/py-venv
ENV PATH="/workspace/py-venv/bin:${PATH}" ENV PATH="/workspace/py-venv/bin:${PATH}"
# llama.cpp requirements
COPY --from=builder --chmod=0644 /workspace/requirements.txt /workspace/requirements-llama.txt
COPY --from=builder /workspace/requirements /workspace/requirements
RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install -r /workspace/requirements-llama.txt
# Upgrade torch after llama's downgrade
RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install torch torchvision torchaudio --upgrade --index-url \ RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install torch torchvision torchaudio --upgrade --index-url \
https://download.pytorch.org/whl/cu132/ https://download.pytorch.org/whl/cu132/
@@ -69,8 +76,8 @@ RUN git clone --depth=1 https://github.com/silveroxides/convert_to_quant && \
RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install heretic-llm RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install heretic-llm
# Install zefie's nvfp4 quant requirements # Install zefie's nvfp4 quant requirements
COPY --chmod=0644 requirements.txt /workspace/requirements.txt COPY --chmod=0644 requirements.txt /workspace/requirements-nvfp4.txt
RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install -r /workspace/requirements.txt RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install -r /workspace/requirements-nvfp4.txt
# ---------- Main image # ---------- Main image