fix/improve hf to hf conversions
This commit is contained in:
1 parent
cef832ecb0
commit
416b0e630f
12 files changed
+1885
-17
No files matched your search
+4
-4
@@ -72,8 +72,8 @@ RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install torch
|
||||
RUN git clone --depth=1 https://github.com/silveroxides/convert_to_quant && \
|
||||
cd convert_to_quant && pip3 install -r requirements.txt && pip3 install .
|
||||
|
||||
# Install heretic-llm
|
||||
RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install heretic-llm
|
||||
# Install heretic-llm and compressed-tensors
|
||||
RUN --mount=type=cache,target=/root/.cache/pip,sharing=locked pip3 install heretic-llm compressed-tensors
|
||||
|
||||
# Install zefie's nvfp4 quant requirements
|
||||
COPY --chmod=0644 requirements.txt /workspace/requirements-nvfp4.txt
|
||||
@@ -105,14 +105,14 @@ WORKDIR /opt/nvfp4
|
||||
|
||||
RUN mkdir nvfp4_gguf_quant
|
||||
COPY --exclude=__pycache__ nvfp4gguf ./nvfp4_gguf_quant/nvfp4gguf
|
||||
COPY --chmod=0644 gguf_to_nvfp4_gguf.py hf_to_nvfp4_gguf.py hf_to_nvfp4_safetensors.py safetensors_to_nvfp4_gguf.py hf_info.py gguf_info.py ./nvfp4_gguf_quant/
|
||||
COPY --chmod=0644 --exclude=ollama_nvfp4.py *.py ./nvfp4_gguf_quant/
|
||||
|
||||
COPY --chmod=0644 docker/README.txt /workspace/README.txt
|
||||
COPY --chmod=0755 --exclude=README.txt docker/* /usr/local/bin/
|
||||
|
||||
# Install manpages for zefie's nvfp4 quant scripts, ctq and heretic
|
||||
RUN mkdir -p /usr/local/share/man/man1
|
||||
COPY --chmod=0644 man/man1/* /usr/local/share/man/man1/
|
||||
COPY --chmod=0644 --exclude=man/man1/ollama_nvfp4.1 --exclude=man/man1/ollama_nvfp4.py.1 man/man1/* /usr/local/share/man/man1/
|
||||
|
||||
# Copy llama.cpp compiled binaries, manpages and shared libraries from builder
|
||||
COPY --from=builder /install/bin/ /usr/local/bin/
|
||||
|
||||
Reference in new issue
Block a user