From c155aa18926da25b949de9a14de5806d0f53bbb9 Mon Sep 17 00:00:00 2001 From: Lenoctambule <106790775+lenoctambule@users.noreply.github.com> Date: Fri, 13 Mar 2026 22:49:15 +0100 Subject: [PATCH] refactor: download from own vps and update docker compose --- docker-compose.yml | 5 ++++- download-model.sh | 3 ++- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/docker-compose.yml b/docker-compose.yml index 3ebe067..938f9fe 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -9,7 +9,9 @@ services: - ./models:/models command: - -m - - /models/qwen3.5-9B-Q5.gguf + - /models/qwen-3.5-0.8b/Qwen3.5-0.8B-UD-Q2_K_XL.gguf + - --mmproj + - /models/qwen-3.5-0.8b/mmproj-F16.gguf - --host - 0.0.0.0 - --port @@ -24,3 +26,4 @@ services: - "20" - --min-p - "0.00" + diff --git a/download-model.sh b/download-model.sh index 69d14c4..013c807 100644 --- a/download-model.sh +++ b/download-model.sh @@ -1,2 +1,3 @@ mkdir -p models -curl -L -o ./models/qwen3.5-9B-Q5 https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-Q5_K_M.gguf +wget https://lenoctambule.dev/media/qwen.tar.gz +tar xvf qwen.tar.gz -C ./models/