WIP

2026-06-16 09:17:57 +02:00
parent e4de011b63
commit 6c182d1815
7 changed files with 192 additions and 4 deletions
@@ -64,8 +64,7 @@ RUN mkdir -p /home/llama/models
 EXPOSE 8080

 CMD ["llama-server", \
-     "--model",   "/home/llama/models/mistral-7b-instruct.gguf", \
+     "--model",   "/home/llama/models/Codestral-22B-v0.1-Q4_K_M.gguf", \
     "--host",    "0.0.0.0", \
     "--port",    "8080", \
-     "-c",        "4096", \
-     "-ngl",      "33"]
+     "-c",        "4096"]