Files
nvfp4_gguf_quant/nvfp4_quant
T

15 lines
328 B
Bash
Executable File

#!/bin/bash
TAG="${TAG:-latest}"
CMD="$(basename "${0}")"
IMAGE="${IMAGE:-zefie/nvfp4_quant:${TAG}}"
COMMON=(docker run --user 1000:1000 --rm --gpus all -it -v ./:/workspace "${IMAGE}")
if [ -z "${EMBEDDED}" ]; then
if [ "${CMD}" == "nvfp4_quant" ]; then
"${COMMON[@]}" "${@}"
else
"${COMMON[@]}" "${CMD}" "${@}"
fi
fi