diff --git a/.dockerignore b/.dockerignore index c9ddf6c..52998fe 100644 --- a/.dockerignore +++ b/.dockerignore @@ -6,6 +6,7 @@ requirements-dev.txt .env .env.* !.env.example +pyproject.toml # Git history .git/ @@ -41,3 +42,7 @@ scripts/ # Docs walkthrough.md fix_completion_plan.md + +# Model variants not used in production image +# Only qwen2.5-3b-instruct-q4_k_m.gguf is bundled +models/qwen2.5-1.5b-instruct-q4_k_m.gguf diff --git a/scripts/download_model.sh b/scripts/download_model.sh index eea7a3c..2cdc465 100644 --- a/scripts/download_model.sh +++ b/scripts/download_model.sh @@ -3,16 +3,16 @@ set -e mkdir -p models -MODEL_PATH="models/qwen2.5-1.5b-instruct-q4_k_m.gguf" +MODEL_PATH="models/qwen2.5-3b-instruct-q4_k_m.gguf" if [ ! -f "$MODEL_PATH" ]; then - echo "Downloading Qwen2.5-1.5B-Instruct-GGUF (Q4_K_M)..." - if ! command -v hf &> /dev/null; then + echo "Downloading Qwen2.5-3B-Instruct-GGUF (Q4_K_M)..." + if command -v hf &> /dev/null; then echo "Using HuggingFace CLI..." - hf download Qwen/Qwen2.5-1.5B-Instruct-GGUF qwen2.5-1.5b-instruct-q4_k_m.gguf --local-dir models --local-dir-use-symlinks False + hf download Qwen/Qwen2.5-3B-Instruct-GGUF qwen2.5-3b-instruct-q4_k_m.gguf --local-dir models --local-dir-use-symlinks False else echo "HuggingFace CLI not found, falling back to curl..." - curl -L -o "$MODEL_PATH" "https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct-GGUF/resolve/main/qwen2.5-1.5b-instruct-q4_k_m.gguf" + curl -L -o "$MODEL_PATH" "https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/resolve/main/qwen2.5-3b-instruct-q4_k_m.gguf" fi echo "Download completed." else