diff --git a/model-servers/llamacpp_python/0.3.16/src/requirements.txt b/model-servers/llamacpp_python/0.3.16/src/requirements.txt index 5c43c96..fd4c59c 100644 --- a/model-servers/llamacpp_python/0.3.16/src/requirements.txt +++ b/model-servers/llamacpp_python/0.3.16/src/requirements.txt @@ -1,3 +1,3 @@ llama-cpp-python[server]==0.3.16 -transformers==4.41.2 +transformers==5.0.0 pip==24.0 diff --git a/model-servers/llamacpp_python/0.3.8/src/requirements.txt b/model-servers/llamacpp_python/0.3.8/src/requirements.txt index b5511f3..6d15957 100644 --- a/model-servers/llamacpp_python/0.3.8/src/requirements.txt +++ b/model-servers/llamacpp_python/0.3.8/src/requirements.txt @@ -1,3 +1,3 @@ llama-cpp-python[server]==0.3.8 -transformers==4.41.2 +transformers==5.0.0 pip==24.0 diff --git a/model-servers/vllm/0.11.0/Pipfile b/model-servers/vllm/0.11.0/Pipfile index 98ee533..5acfd05 100644 --- a/model-servers/vllm/0.11.0/Pipfile +++ b/model-servers/vllm/0.11.0/Pipfile @@ -32,7 +32,7 @@ sentencepiece = "~=0.2.0" tiktoken = "~=0.6.0" torch = {version = "==2.8.0+cu126", index = "pytorch"} # Required by vllm 0.11.0 - CUDA 12.1 no longer supported tokenizers = "~=0.21.1" -transformers = "~=4.55.2" +transformers = "~=5.0.0" triton = "==3.2.0" typing_extensions = "~=4.12.2" uvicorn = {extras = ["standard"], version = "~=0.29.0"} diff --git a/model-servers/vllm/0.11.0/requirements.txt b/model-servers/vllm/0.11.0/requirements.txt index 3982f4a..24b9d98 100644 --- a/model-servers/vllm/0.11.0/requirements.txt +++ b/model-servers/vllm/0.11.0/requirements.txt @@ -91,7 +91,7 @@ tiktoken>=0.6.0; python_version >= '3.8' tokenizers==0.21.1; python_version >= '3.7' torch==2.8.0; python_full_version >= '3.9.0' tqdm==4.66.4; python_version >= '3.7' -transformers>=4.55.2; python_full_version >= '3.9.0' +transformers>=5.0.0; python_full_version >= '3.9.0' triton==3.4.0; platform_system == 'Linux' and platform_machine == 'x86_64' typer==0.12.3; python_version >= '3.7' typing-extensions==4.12.2; python_version >= '3.8' diff --git a/model-servers/vllm/0.6.4/Pipfile b/model-servers/vllm/0.6.4/Pipfile index b6299f2..0cc6b90 100644 --- a/model-servers/vllm/0.6.4/Pipfile +++ b/model-servers/vllm/0.6.4/Pipfile @@ -32,7 +32,7 @@ sentencepiece = "~=0.2.0" tiktoken = "==0.6.0" # Required for DBRX tokenizer - Fixed by vllm 0.4.2 torch = {version = "==2.3.0+cu121", index = "pytorch"} tokenizers = "~=0.19.1" -transformers = "~=4.40.2" +transformers = "~=5.0.0" triton = "==2.3.0" typing_extensions = "~=4.11.0" uvicorn = {extras = ["standard"], version = "~=0.29.0"} diff --git a/model-servers/vllm/0.6.4/requirements.txt b/model-servers/vllm/0.6.4/requirements.txt index 58ece67..91fda74 100644 --- a/model-servers/vllm/0.6.4/requirements.txt +++ b/model-servers/vllm/0.6.4/requirements.txt @@ -90,7 +90,7 @@ tiktoken>=0.6.0; python_version >= '3.8' tokenizers==0.20.3; python_version >= '3.7' torch==2.5.1; python_full_version >= '3.8.0' tqdm==4.66.4; python_version >= '3.7' -transformers==4.45.2; python_full_version >= '3.8.0' +transformers==5.0.0; python_full_version >= '3.8.0' triton==3.1.0; platform_system == 'Linux' and platform_machine == 'x86_64' typer==0.12.3; python_version >= '3.7' typing-extensions==4.12.2; python_version >= '3.8' diff --git a/model-servers/vllm/0.6.6/Pipfile b/model-servers/vllm/0.6.6/Pipfile index ccab9d5..0eef738 100644 --- a/model-servers/vllm/0.6.6/Pipfile +++ b/model-servers/vllm/0.6.6/Pipfile @@ -32,7 +32,7 @@ sentencepiece = "~=0.2.0" tiktoken = "==0.6.0" # Required for DBRX tokenizer - Fixed by vllm 0.4.2 torch = {version = "==2.3.0+cu121", index = "pytorch"} tokenizers = "~=0.19.1" -transformers = "~=4.40.2" +transformers = "~=5.0.0" triton = "==2.3.0" typing_extensions = "~=4.11.0" uvicorn = {extras = ["standard"], version = "~=0.29.0"} diff --git a/model-servers/vllm/0.6.6/requirements.txt b/model-servers/vllm/0.6.6/requirements.txt index 4429924..6bc2d60 100644 --- a/model-servers/vllm/0.6.6/requirements.txt +++ b/model-servers/vllm/0.6.6/requirements.txt @@ -90,7 +90,7 @@ tiktoken>=0.6.0; python_version >= '3.8' tokenizers==0.20.3; python_version >= '3.7' torch==2.5.1; python_full_version >= '3.8.0' tqdm==4.66.4; python_version >= '3.7' -transformers==4.45.2; python_full_version >= '3.8.0' +transformers==5.0.0; python_full_version >= '3.8.0' triton==3.1.0; platform_system == 'Linux' and platform_machine == 'x86_64' typer==0.12.3; python_version >= '3.7' typing-extensions==4.12.2; python_version >= '3.8' diff --git a/model-servers/vllm/0.8.4/Pipfile b/model-servers/vllm/0.8.4/Pipfile index 327e6e4..81f2655 100644 --- a/model-servers/vllm/0.8.4/Pipfile +++ b/model-servers/vllm/0.8.4/Pipfile @@ -32,7 +32,7 @@ sentencepiece = "~=0.2.0" tiktoken = "==0.6.0" # Required for DBRX tokenizer - Fixed by vllm 0.4.2 torch = {version = "==2.3.0+cu121", index = "pytorch"} tokenizers = "~=0.19.1" -transformers = "~=4.40.2" +transformers = "~=5.0.0" triton = "==2.3.0" typing_extensions = "~=4.11.0" uvicorn = {extras = ["standard"], version = "~=0.29.0"} diff --git a/model-servers/vllm/0.8.4/requirements.txt b/model-servers/vllm/0.8.4/requirements.txt index 10e65c7..6c349ae 100644 --- a/model-servers/vllm/0.8.4/requirements.txt +++ b/model-servers/vllm/0.8.4/requirements.txt @@ -90,7 +90,7 @@ tiktoken>=0.6.0; python_version >= '3.8' tokenizers==0.21.0; python_version >= '3.7' torch==2.6.0; python_full_version >= '3.9.0' tqdm==4.66.4; python_version >= '3.7' -transformers>=4.51.1; python_full_version >= '3.9.0' +transformers>=5.0.0; python_full_version >= '3.9.0' triton==3.2.0; platform_system == 'Linux' and platform_machine == 'x86_64' typer==0.12.3; python_version >= '3.7' typing-extensions==4.12.2; python_version >= '3.8'