diff --git a/model-servers/vllm/0.11.0/Pipfile b/model-servers/vllm/0.11.0/Pipfile index 98ee533..0a2b3ad 100644 --- a/model-servers/vllm/0.11.0/Pipfile +++ b/model-servers/vllm/0.11.0/Pipfile @@ -26,7 +26,7 @@ psutil = "~=5.9.8" py-cpuinfo = "~=9.0.0" pydantic = "~=2.11.7" pynvml = "==11.5.0" -ray = "~=2.48.0" +ray = "~=2.54.0" requests = "~=2.31.0" sentencepiece = "~=0.2.0" tiktoken = "~=0.6.0" diff --git a/model-servers/vllm/0.11.0/requirements.txt b/model-servers/vllm/0.11.0/requirements.txt index 3982f4a..01ca6ce 100644 --- a/model-servers/vllm/0.11.0/requirements.txt +++ b/model-servers/vllm/0.11.0/requirements.txt @@ -74,7 +74,7 @@ pynvml==11.5.0; python_version >= '3.6' python-dotenv==1.0.1 python-multipart==0.0.9; python_version >= '3.8' pyyaml==6.0.1; python_version >= '3.6' -ray==2.48.0; python_version >= '3.9' +ray==2.54.0; python_version >= '3.9' referencing==0.35.1; python_version >= '3.8' regex==2024.5.10; python_version >= '3.8' requests==2.31.0; python_version >= '3.7' diff --git a/model-servers/vllm/0.6.4/Pipfile b/model-servers/vllm/0.6.4/Pipfile index b6299f2..cb69e20 100644 --- a/model-servers/vllm/0.6.4/Pipfile +++ b/model-servers/vllm/0.6.4/Pipfile @@ -26,7 +26,7 @@ psutil = "~=5.9.8" py-cpuinfo = "~=9.0.0" pydantic = "~=2.7.1" pynvml = "==11.5.0" -ray = "~=2.21.0" +ray = "~=2.54.0" requests = "~=2.31.0" sentencepiece = "~=0.2.0" tiktoken = "==0.6.0" # Required for DBRX tokenizer - Fixed by vllm 0.4.2 diff --git a/model-servers/vllm/0.6.4/requirements.txt b/model-servers/vllm/0.6.4/requirements.txt index 58ece67..fe91af8 100644 --- a/model-servers/vllm/0.6.4/requirements.txt +++ b/model-servers/vllm/0.6.4/requirements.txt @@ -73,7 +73,7 @@ pynvml==11.5.0; python_version >= '3.6' python-dotenv==1.0.1 python-multipart==0.0.9; python_version >= '3.8' pyyaml==6.0.1; python_version >= '3.6' -ray==2.21.0; python_version >= '3.8' +ray==2.54.0; python_version >= '3.8' referencing==0.35.1; python_version >= '3.8' regex==2024.5.10; python_version >= '3.8' requests==2.31.0; python_version >= '3.7' diff --git a/model-servers/vllm/0.6.6/Pipfile b/model-servers/vllm/0.6.6/Pipfile index ccab9d5..1f43c4f 100644 --- a/model-servers/vllm/0.6.6/Pipfile +++ b/model-servers/vllm/0.6.6/Pipfile @@ -26,7 +26,7 @@ psutil = "~=5.9.8" py-cpuinfo = "~=9.0.0" pydantic = "~=2.7.1" pynvml = "==11.5.0" -ray = "~=2.21.0" +ray = "~=2.54.0" requests = "~=2.31.0" sentencepiece = "~=0.2.0" tiktoken = "==0.6.0" # Required for DBRX tokenizer - Fixed by vllm 0.4.2 diff --git a/model-servers/vllm/0.6.6/requirements.txt b/model-servers/vllm/0.6.6/requirements.txt index 4429924..b57b0fd 100644 --- a/model-servers/vllm/0.6.6/requirements.txt +++ b/model-servers/vllm/0.6.6/requirements.txt @@ -73,7 +73,7 @@ pynvml==11.5.0; python_version >= '3.6' python-dotenv==1.0.1 python-multipart==0.0.9; python_version >= '3.8' pyyaml==6.0.1; python_version >= '3.6' -ray==2.21.0; python_version >= '3.8' +ray==2.54.0; python_version >= '3.8' referencing==0.35.1; python_version >= '3.8' regex==2024.5.10; python_version >= '3.8' requests==2.31.0; python_version >= '3.7' diff --git a/model-servers/vllm/0.8.4/Pipfile b/model-servers/vllm/0.8.4/Pipfile index 327e6e4..0a8651e 100644 --- a/model-servers/vllm/0.8.4/Pipfile +++ b/model-servers/vllm/0.8.4/Pipfile @@ -26,7 +26,7 @@ psutil = "~=5.9.8" py-cpuinfo = "~=9.0.0" pydantic = "~=2.7.1" pynvml = "==11.5.0" -ray = "~=2.21.0" +ray = "~=2.54.0" requests = "~=2.31.0" sentencepiece = "~=0.2.0" tiktoken = "==0.6.0" # Required for DBRX tokenizer - Fixed by vllm 0.4.2 diff --git a/model-servers/vllm/0.8.4/requirements.txt b/model-servers/vllm/0.8.4/requirements.txt index 10e65c7..b030eea 100644 --- a/model-servers/vllm/0.8.4/requirements.txt +++ b/model-servers/vllm/0.8.4/requirements.txt @@ -73,7 +73,7 @@ pynvml==11.5.0; python_version >= '3.6' python-dotenv==1.0.1 python-multipart==0.0.9; python_version >= '3.8' pyyaml==6.0.1; python_version >= '3.6' -ray==2.43.0; python_version >= '3.9' +ray==2.54.0; python_version >= '3.9' referencing==0.35.1; python_version >= '3.8' regex==2024.5.10; python_version >= '3.8' requests==2.31.0; python_version >= '3.7'