feat: switch to qwen3.5 9b model

2026-03-10 20:10:53 +01:00
parent 100445ee54
commit 6220162186
2 changed files with 11 additions and 5 deletions
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -9,12 +9,18 @@ services:
      - ./models:/models
    command:
      - -m
-      - /models/qwen2.5-0.5b-instruct-q4_k_m.gguf
+      - /models/qwen3.5-9B-Q5.gguf
      - --host
      - 0.0.0.0
      - --port
      - "8000"
      - --ctx-size
-      - "4096"
-      - --threads
-      - "4"
+      - "16384"
+      - --temp 
+      - "0.7"
+      - --top-p
+      - "0.8"
+      - --top-k
+      - "20"
+      - --min-p
+      - "0.00"