lenoctambule/local-llm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor: download from own vps and update docker compose

Browse Source
This commit is contained in:
Lenoctambule
2026-03-13 22:49:15 +01:00
parent 6220162186
commit c155aa1892
2 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
docker-compose.yml
View File

@@ -9,7 +9,9 @@ services:
- ./models:/models - ./models:/models
command: command:
- -m - -m
- /models/qwen3.5-9B-Q5.gguf - /models/qwen-3.5-0.8b/Qwen3.5-0.8B-UD-Q2_K_XL.gguf
- --mmproj
- /models/qwen-3.5-0.8b/mmproj-F16.gguf
- --host - --host
- 0.0.0.0 - 0.0.0.0
- --port - --port
@@ -24,3 +26,4 @@ services:
- "20" - "20"
- --min-p - --min-p
- "0.00" - "0.00"

3
download-model.sh
View File

@@ -1,2 +1,3 @@
mkdir -p models mkdir -p models
curl -L -o ./models/qwen3.5-9B-Q5 https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-Q5_K_M.gguf wget https://lenoctambule.dev/media/qwen.tar.gz
tar xvf qwen.tar.gz -C ./models/