fix/improve hf to hf conversions

This commit is contained in:
zefie committed 2026-11-04 21:43:53 -05:00
1 parent cef832ecb0
commit 416b0e630f
12 files changed
+1885 -17

No files matched your search

+4 -4
View File
@@ -72,8 +72,8 @@ RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install torch
RUN git clone --depth=1 https://github.com/silveroxides/convert_to_quant && \
cd convert_to_quant && pip3 install -r requirements.txt && pip3 install .
# Install heretic-llm
RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install heretic-llm
# Install heretic-llm and compressed-tensors
RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install heretic-llm compressed-tensors
# Install zefie's nvfp4 quant requirements
COPY --chmod=0644 requirements.txt /workspace/requirements-nvfp4.txt
@@ -105,14 +105,14 @@ WORKDIR /opt/nvfp4
RUN mkdir nvfp4_gguf_quant
COPY --exclude=__pycache__ nvfp4gguf ./nvfp4_gguf_quant/nvfp4gguf
COPY --chmod=0644 gguf_to_nvfp4_gguf.py hf_to_nvfp4_gguf.py hf_to_nvfp4_safetensors.py safetensors_to_nvfp4_gguf.py hf_info.py gguf_info.py ./nvfp4_gguf_quant/
COPY --chmod=0644 --exclude=ollama_nvfp4.py *.py ./nvfp4_gguf_quant/
COPY --chmod=0644 docker/README.txt /workspace/README.txt
COPY --chmod=0755 --exclude=README.txt docker/* /usr/local/bin/
# Install manpages for zefie's nvfp4 quant scripts, ctq and heretic
RUN mkdir -p /usr/local/share/man/man1
COPY --chmod=0644 man/man1/* /usr/local/share/man/man1/
COPY --chmod=0644 --exclude=man/man1/ollama_nvfp4.1 --exclude=man/man1/ollama_nvfp4.py.1 man/man1/* /usr/local/share/man/man1/
# Copy llama.cpp compiled binaries, manpages and shared libraries from builder
COPY --from=builder /install/bin/ /usr/local/bin/