initial commit

Dockerfile

@@ -0,0 +1,20 @@
+FROM runpod/pytorch:1.5.0-cu1320-torch2130-ubuntu2404
+WORKDIR /root
+
+RUN mkdir llama.cpp
+COPY llama.cpp ./llama.cpp/
+RUN git clone https://github.com/silveroxides/convert_to_quant && cd convert_to_quant && pip install -r requirements.txt && pip install .
+
+RUN mkdir nvfp4_gguf_quant
+WORKDIR /root/nvfp4_gguf_quant
+COPY --exclude=__pycache__ nvfp4gguf ./nvfp4gguf
+COPY --chmod=0644 gguf_to_nvfp4_gguf.py hf_to_nvfp4_gguf.py hf_to_nvfp4_safetensors.py requirements.txt safetensors_to_nvfp4_gguf.py .
+
+RUN pip install -r requirements.txt
+COPY --chmod=0644 docker/README.txt /workspace/README.txt
+COPY --chmod=0755 docker/hf_to_nvfp4_gguf docker/hf_to_nvfp4_safetensors docker/gguf_to_nvfp4_gguf docker/safetensors_to_nvfp4_gguf /usr/local/bin/
+
+RUN apt remove -y python3-cryptography && pip install heretic-llm
+
+WORKDIR /workspace
+