21 lines
829 B
Docker
21 lines
829 B
Docker
FROM runpod/pytorch:1.5.0-cu1320-torch2130-ubuntu2404
|
|
WORKDIR /root
|
|
|
|
RUN mkdir llama.cpp
|
|
COPY llama.cpp ./llama.cpp/
|
|
RUN git clone https://github.com/silveroxides/convert_to_quant && cd convert_to_quant && pip install -r requirements.txt && pip install .
|
|
|
|
RUN mkdir nvfp4_gguf_quant
|
|
WORKDIR /root/nvfp4_gguf_quant
|
|
COPY --exclude=__pycache__ nvfp4gguf ./nvfp4gguf
|
|
COPY --chmod=0644 gguf_to_nvfp4_gguf.py hf_to_nvfp4_gguf.py hf_to_nvfp4_safetensors.py requirements.txt safetensors_to_nvfp4_gguf.py .
|
|
|
|
RUN pip install -r requirements.txt
|
|
COPY --chmod=0644 docker/README.txt /workspace/README.txt
|
|
COPY --chmod=0755 docker/hf_to_nvfp4_gguf docker/hf_to_nvfp4_safetensors docker/gguf_to_nvfp4_gguf docker/safetensors_to_nvfp4_gguf /usr/local/bin/
|
|
|
|
RUN apt remove -y python3-cryptography && pip install heretic-llm
|
|
|
|
WORKDIR /workspace
|
|
|