Spaces:
Runtime error
Runtime error
File size: 1,068 Bytes
e263b0c edb4fad e263b0c edb4fad b7b4bce edb4fad b7b4bce 5de90bd b7b4bce e263b0c 8a09c4b b7b4bce 8a09c4b 69dcaa5 9bb7edc 8cfbd9c 8a09c4b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | FROM ghcr.io/ggml-org/llama.cpp:server
RUN apt update && apt install wget -y && rm -rf /var/lib/apt/lists/*
RUN wget "https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/resolve/main/Qwythos-9B-Claude-Mythos-5-1M-Q4_K_M.gguf" -O /Qwythos-9B-Claude-Mythos-5-1M-Q4_K_M.gguf
RUN wget "https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/resolve/main/Qwythos-9B-Claude-Mythos-5-1M-MTP-Q4_K_M.gguf" -O /Qwythos-9B-Claude-Mythos-5-1M-MTP-Q4_K_M.gguf
RUN wget "https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/resolve/main/mmproj-Qwythos-9B-Claude-Mythos-5-1M-F16.gguf" -O /mmproj-Qwythos-9B-Claude-Mythos-5-1M-F16.gguf
CMD [ \
"-m", "/Qwythos-9B-Claude-Mythos-5-1M-Q4_K_M.gguf", \
"--spec-draft-model", "/Qwythos-9B-Claude-Mythos-5-1M-MTP-Q4_K_M.gguf", \
"--mmproj", "/mmproj-Qwythos-9B-Claude-Mythos-5-1M-F16.gguf", \
"--port", "7860", \
"--host", "0.0.0.0", \
"-t", "2", \
"-tb", "2", \
"-fa", "on", \
"-ub", "128", \
"-b", "512", \
"--spec-type", "draft-mtp", \
"--spec-draft-n-max", "3" \
] |