fancy multi-stage Dockerfile, remove llama.cpp from repo, add zefie's local nvfp4_quant docker launcher helper
This commit is contained in:
1 parent
db851967e1
commit
e342fb2b81
4 files changed
+117
-48
No files matched your search
Executable
+17
@@ -0,0 +1,17 @@
|
||||
#!/bin/bash
|
||||
TAG="${TAG:-latest}"
|
||||
CMD="$(basename "${0}")"
|
||||
if [ -z "${USER}" ]; then
|
||||
USER="$(whoami)"
|
||||
fi
|
||||
|
||||
IMAGE="${IMAGE:-zefie/nvfp4_quant:${TAG}}"
|
||||
COMMON=(docker run --user 1000:1000 --rm --gpus all -it -v ./:/workspace "${IMAGE}")
|
||||
|
||||
if [ -z "${EMBEDDED}" ]; then
|
||||
if [ "${CMD}" == "nvfp4_quant" ]; then
|
||||
"${COMMON[@]}" "${@}"
|
||||
else
|
||||
"${COMMON[@]}" "${CMD}" "${@}"
|
||||
fi
|
||||
fi
|
||||
Reference in new issue
Block a user