diff --git a/pyproject.toml b/pyproject.toml index f53a502..c8c5df1 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -81,7 +81,7 @@ server = [ "autoawq>=0.2.8", "peft>=0.19.1", "trl>=1.4.0", - "vllm>=0.19.1", + "vllm>=0.20.2", "fastapi>=0.136.1", "uvicorn>=0.46.0", "pydantic>=2.13.4", diff --git a/requirements.txt b/requirements.txt index b51a4ac..174ca40 100644 --- a/requirements.txt +++ b/requirements.txt @@ -14,7 +14,7 @@ peft>=0.16.0 trl>=1.4.0 # Inference & Serving -vllm>=0.14.1 +vllm>=0.20.2 fastapi>=0.136.1 uvicorn>=0.46.0 pydantic>=2.13.4