diff --git a/model-servers/vllm/0.11.0/Pipfile b/model-servers/vllm/0.11.0/Pipfile index 98ee533..6930cd9 100644 --- a/model-servers/vllm/0.11.0/Pipfile +++ b/model-servers/vllm/0.11.0/Pipfile @@ -30,7 +30,7 @@ ray = "~=2.48.0" requests = "~=2.31.0" sentencepiece = "~=0.2.0" tiktoken = "~=0.6.0" -torch = {version = "==2.8.0+cu126", index = "pytorch"} # Required by vllm 0.11.0 - CUDA 12.1 no longer supported +torch = {version = "==2.12.1+cu126", index = "pytorch"} # Required by vllm 0.11.0 - CUDA 12.1 no longer supported tokenizers = "~=0.21.1" transformers = "~=4.55.2" triton = "==3.2.0" diff --git a/model-servers/vllm/0.11.0/requirements.txt b/model-servers/vllm/0.11.0/requirements.txt index 3982f4a..38636e5 100644 --- a/model-servers/vllm/0.11.0/requirements.txt +++ b/model-servers/vllm/0.11.0/requirements.txt @@ -89,7 +89,7 @@ starlette==0.37.2; python_version >= '3.8' sympy==1.13.3; python_version >= '3.9' tiktoken>=0.6.0; python_version >= '3.8' tokenizers==0.21.1; python_version >= '3.7' -torch==2.8.0; python_full_version >= '3.9.0' +torch==2.12.1; python_full_version >= '3.9.0' tqdm==4.66.4; python_version >= '3.7' transformers>=4.55.2; python_full_version >= '3.9.0' triton==3.4.0; platform_system == 'Linux' and platform_machine == 'x86_64' diff --git a/model-servers/vllm/0.6.4/requirements.txt b/model-servers/vllm/0.6.4/requirements.txt index 58ece67..ac26698 100644 --- a/model-servers/vllm/0.6.4/requirements.txt +++ b/model-servers/vllm/0.6.4/requirements.txt @@ -88,7 +88,7 @@ starlette==0.37.2; python_version >= '3.8' sympy==1.13.1; python_version >= '3.9' tiktoken>=0.6.0; python_version >= '3.8' tokenizers==0.20.3; python_version >= '3.7' -torch==2.5.1; python_full_version >= '3.8.0' +torch==2.12.1; python_full_version >= '3.8.0' tqdm==4.66.4; python_version >= '3.7' transformers==4.45.2; python_full_version >= '3.8.0' triton==3.1.0; platform_system == 'Linux' and platform_machine == 'x86_64' diff --git a/model-servers/vllm/0.6.6/requirements.txt b/model-servers/vllm/0.6.6/requirements.txt index 4429924..6f2c7a8 100644 --- a/model-servers/vllm/0.6.6/requirements.txt +++ b/model-servers/vllm/0.6.6/requirements.txt @@ -88,7 +88,7 @@ starlette==0.37.2; python_version >= '3.8' sympy==1.13.1; python_version >= '3.9' tiktoken>=0.6.0; python_version >= '3.8' tokenizers==0.20.3; python_version >= '3.7' -torch==2.5.1; python_full_version >= '3.8.0' +torch==2.12.1; python_full_version >= '3.8.0' tqdm==4.66.4; python_version >= '3.7' transformers==4.45.2; python_full_version >= '3.8.0' triton==3.1.0; platform_system == 'Linux' and platform_machine == 'x86_64' diff --git a/model-servers/vllm/0.8.4/requirements.txt b/model-servers/vllm/0.8.4/requirements.txt index 10e65c7..5a02831 100644 --- a/model-servers/vllm/0.8.4/requirements.txt +++ b/model-servers/vllm/0.8.4/requirements.txt @@ -88,7 +88,7 @@ starlette==0.37.2; python_version >= '3.8' sympy==1.13.1; python_version >= '3.9' tiktoken>=0.6.0; python_version >= '3.8' tokenizers==0.21.0; python_version >= '3.7' -torch==2.6.0; python_full_version >= '3.9.0' +torch==2.12.1; python_full_version >= '3.9.0' tqdm==4.66.4; python_version >= '3.7' transformers>=4.51.1; python_full_version >= '3.9.0' triton==3.2.0; platform_system == 'Linux' and platform_machine == 'x86_64'