QWYTHOS-CHAT

Runtime error

Bc-AI commited on 19 days ago

Commit

b7b4bce

verified ·

1 Parent(s): 9bb7edc

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -2,16 +2,16 @@ FROM ghcr.io/ggml-org/llama.cpp:server
 RUN apt update && apt install wget -y && rm -rf /var/lib/apt/lists/*
-RUN wget "https://huggingface.co/unsloth/gemma-4-E2B-it-qat-GGUF/resolve/main/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" -O /gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf
-RUN wget "https://huggingface.co/unsloth/gemma-4-E2B-it-qat-GGUF/resolve/main/mtp-gemma-4-E2B-it.gguf" -O /mtp-gemma-4-E2B-it.gguf
-RUN wget "https://huggingface.co/unsloth/gemma-4-E2B-it-qat-GGUF/resolve/main/mmproj-F16.gguf" -O /gemma-4-E2B-it-mmproj.gguf
 CMD [ \
-  "-m", "/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf", \
-  "--spec-draft-model", "/mtp-gemma-4-E2B-it.gguf", \
-  "--mmproj", "/gemma-4-E2B-it-mmproj.gguf", \
   "--port", "7860", \
   "--host", "0.0.0.0", \
   "-t", "2", \

 RUN apt update && apt install wget -y && rm -rf /var/lib/apt/lists/*
+RUN wget "https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/resolve/main/Qwythos-9B-Claude-Mythos-5-1M-Q4_K_M.gguf" -O /Qwythos-9B-Claude-Mythos-5-1M-Q4_K_M.gguf
+RUN wget "https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/resolve/main/Qwythos-9B-Claude-Mythos-5-1M-MTP-Q4_K_M.gguf" -O /Qwythos-9B-Claude-Mythos-5-1M-MTP-Q4_K_M.gguf
+RUN wget "https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/resolve/main/mmproj-Qwythos-9B-Claude-Mythos-5-1M-F16.gguf" -O /mmproj-Qwythos-9B-Claude-Mythos-5-1M-F16.gguf
 CMD [ \
+  "-m", "/Qwythos-9B-Claude-Mythos-5-1M-Q4_K_M.gguf", \
+  "--spec-draft-model", "/Qwythos-9B-Claude-Mythos-5-1M-MTP-Q4_K_M.gguf", \
+  "--mmproj", "/mmproj-Qwythos-9B-Claude-Mythos-5-1M-F16.gguf", \
   "--port", "7860", \
   "--host", "0.0.0.0", \
   "-t", "2", \