diff --git a/docker-compose.yml b/docker-compose.yml index 3ebe067..938f9fe 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -9,7 +9,9 @@ services: - ./models:/models command: - -m - - /models/qwen3.5-9B-Q5.gguf + - /models/qwen-3.5-0.8b/Qwen3.5-0.8B-UD-Q2_K_XL.gguf + - --mmproj + - /models/qwen-3.5-0.8b/mmproj-F16.gguf - --host - 0.0.0.0 - --port @@ -24,3 +26,4 @@ services: - "20" - --min-p - "0.00" + diff --git a/download-model.sh b/download-model.sh index 69d14c4..013c807 100644 --- a/download-model.sh +++ b/download-model.sh @@ -1,2 +1,3 @@ mkdir -p models -curl -L -o ./models/qwen3.5-9B-Q5 https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-Q5_K_M.gguf +wget https://lenoctambule.dev/media/qwen.tar.gz +tar xvf qwen.tar.gz -C ./models/