lenoctambule/local-llm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: switch to qwen3.5 9b model

Browse Source
This commit is contained in:
Lenoctambule
2026-03-10 20:10:53 +01:00
parent 100445ee54
commit 6220162186
2 changed files with 11 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
docker-compose.yml
View File

@@ -9,12 +9,18 @@ services:
- ./models:/models
command:
- -m
- /models/qwen2.5-0.5b-instruct-q4_k_m.gguf
- /models/qwen3.5-9B-Q5.gguf
- --host
- 0.0.0.0
- --port
- "8000"
- --ctx-size
- "4096"
- --threads
- "4"
- "16384"
- --temp
- "0.7"
- --top-p
- "0.8"
- --top-k
- "20"
- --min-p
- "0.00"

2
download-model.sh
View File

@@ -1,2 +1,2 @@
mkdir -p models
curl -L -o ./models/qwen2.5-0.5b-instruct-q4_k_m.gguf https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/qwen2.5-0.5b-instruct-q4_k_m.gguf
curl -L -o ./models/qwen3.5-9B-Q5 https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-Q5_K_M.gguf