From 7b3eb753037fa50902b727d0dc24c1fac5074b19 Mon Sep 17 00:00:00 2001 From: "renovate[bot]" <29139614+renovate[bot]@users.noreply.github.com> Date: Sun, 15 Mar 2026 01:03:43 +0000 Subject: [PATCH] Update python Signed-off-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> --- .../application-gitops/requirements.txt | 2 +- .../0.3.8/src/requirements.txt | 2 +- model-servers/vllm/0.11.0/Pipfile | 36 ++--- model-servers/vllm/0.11.0/requirements.txt | 120 ++++++++-------- model-servers/vllm/0.6.4/Pipfile | 34 ++--- model-servers/vllm/0.6.4/requirements.txt | 128 +++++++++--------- model-servers/vllm/0.6.6/Pipfile | 34 ++--- model-servers/vllm/0.6.6/requirements.txt | 120 ++++++++-------- model-servers/vllm/0.8.4/Pipfile | 34 ++--- model-servers/vllm/0.8.4/requirements.txt | 118 ++++++++-------- 10 files changed, 314 insertions(+), 314 deletions(-) diff --git a/helm-charts/application-gitops/requirements.txt b/helm-charts/application-gitops/requirements.txt index fa53cd9..466f2ae 100644 --- a/helm-charts/application-gitops/requirements.txt +++ b/helm-charts/application-gitops/requirements.txt @@ -1 +1 @@ -PyGithub==2.4.0 \ No newline at end of file +PyGithub==2.8.1 \ No newline at end of file diff --git a/model-servers/llamacpp_python/0.3.8/src/requirements.txt b/model-servers/llamacpp_python/0.3.8/src/requirements.txt index b5511f3..5c43c96 100644 --- a/model-servers/llamacpp_python/0.3.8/src/requirements.txt +++ b/model-servers/llamacpp_python/0.3.8/src/requirements.txt @@ -1,3 +1,3 @@ -llama-cpp-python[server]==0.3.8 +llama-cpp-python[server]==0.3.16 transformers==4.41.2 pip==24.0 diff --git a/model-servers/vllm/0.11.0/Pipfile b/model-servers/vllm/0.11.0/Pipfile index 98ee533..6449e59 100644 --- a/model-servers/vllm/0.11.0/Pipfile +++ b/model-servers/vllm/0.11.0/Pipfile @@ -9,37 +9,37 @@ verify_ssl = false name = "pytorch" [packages] -cmake = "~=3.29.3" +cmake = "~=3.31.10" einops= "~=0.8.0" -fastapi = "~=0.115.0" +fastapi = "~=0.135.1" filelock = "~=3.14.0" lm-format-enforcer = "==0.11.3" -ninja = "~=1.11.1.1" +ninja = "~=1.13.0.0" numpy = "~=1.26.4" -nvidia-ml-py = "~=12.560.30" -openai = "~=1.99.1" -outlines = "~=0.1.11" +nvidia-ml-py = "~=12.575.51" +openai = "~=1.109.1" +outlines = "~=0.2.3" pip = "~=24.0" -prometheus_client = "~=0.20.0" -prometheus-fastapi-instrumentator = "~=7.0.0" +prometheus_client = "~=0.24.1" +prometheus-fastapi-instrumentator = "~=7.1.0" psutil = "~=5.9.8" py-cpuinfo = "~=9.0.0" -pydantic = "~=2.11.7" -pynvml = "==11.5.0" +pydantic = "~=2.12.5" +pynvml = "==11.5.3" ray = "~=2.48.0" requests = "~=2.31.0" sentencepiece = "~=0.2.0" -tiktoken = "~=0.6.0" -torch = {version = "==2.8.0+cu126", index = "pytorch"} # Required by vllm 0.11.0 - CUDA 12.1 no longer supported -tokenizers = "~=0.21.1" -transformers = "~=4.55.2" -triton = "==3.2.0" -typing_extensions = "~=4.12.2" -uvicorn = {extras = ["standard"], version = "~=0.29.0"} +tiktoken = "~=0.12.0" +torch = {version = "==2.10.0+cu126", index = "pytorch"} # Required by vllm 0.11.0 - CUDA 12.1 no longer supported +tokenizers = "~=0.22.2" +transformers = "~=4.57.6" +triton = "==3.6.0" +typing_extensions = "~=4.15.0" +uvicorn = {extras = ["standard"], version = "~=0.41.0"} vllm = "==0.11.0" vllm-nccl-cu12 = "==2.18.1.0.4.0" wheel = "~=0.43.0" -xformers = "==0.0.32.post1" # Required by vllm 0.11.0 with PyTorch 2.8.0 +xformers = "==0.0.35" # Required by vllm 0.11.0 with PyTorch 2.8.0 [dev-packages] diff --git a/model-servers/vllm/0.11.0/requirements.txt b/model-servers/vllm/0.11.0/requirements.txt index 3982f4a..f0044c0 100644 --- a/model-servers/vllm/0.11.0/requirements.txt +++ b/model-servers/vllm/0.11.0/requirements.txt @@ -1,107 +1,107 @@ -i https://pypi.org/simple --extra-index-url https://download.pytorch.org/whl/cu126/ -aiosignal==1.3.1; python_version >= '3.7' -annotated-types==0.6.0; python_version >= '3.8' -anyio==4.3.0; python_version >= '3.8' +aiosignal==1.4.0; python_version >= '3.7' +annotated-types==0.7.0; python_version >= '3.8' +anyio==4.12.1; python_version >= '3.8' attrs==23.2.0; python_version >= '3.7' certifi==2024.2.2; python_version >= '3.6' -charset-normalizer==3.3.2; python_full_version >= '3.7.0' -click==8.1.7; python_version >= '3.7' -cloudpickle==3.0.0; python_version >= '3.8' -cmake==3.29.3; python_version >= '3.7' +charset-normalizer==3.4.5; python_full_version >= '3.7.0' +click==8.3.1; python_version >= '3.7' +cloudpickle==3.1.2; python_version >= '3.8' +cmake==3.31.10; python_version >= '3.7' diskcache==5.6.3; python_version >= '3' distro==1.9.0; python_version >= '3.6' -dnspython==2.6.1; python_version >= '3.8' -einops==0.8.0; python_version >= '3.8' -email-validator==2.1.1; python_version >= '3.8' -fastapi==0.115.0; python_version >= '3.8' -fastapi-cli==0.0.5; python_version >= '3.8' +dnspython==2.8.0; python_version >= '3.8' +einops==0.8.2; python_version >= '3.8' +email-validator==2.3.0; python_version >= '3.8' +fastapi==0.135.1; python_version >= '3.8' +fastapi-cli==0.0.24; python_version >= '3.8' filelock==3.16.1; python_version >= '3.8' -frozenlist==1.4.1; python_version >= '3.8' -fsspec==2024.3.1; python_version >= '3.8' +frozenlist==1.8.0; python_version >= '3.8' +fsspec==2024.12.0; python_version >= '3.8' h11==0.14.0; python_version >= '3.7' -httpcore==1.0.5; python_version >= '3.8' -httptools==0.6.1 -httpx==0.27.0; python_version >= '3.8' +httpcore==1.0.9; python_version >= '3.8' +httptools==0.7.1 +httpx==0.28.1; python_version >= '3.8' huggingface-hub>=0.30.0; python_full_version >= '3.8.0' -idna==3.7; python_version >= '3.5' +idna==3.11; python_version >= '3.5' interegular==0.3.3; python_version >= '3.7' jinja2==3.1.4; python_version >= '3.7' -joblib==1.4.2; python_version >= '3.8' -jsonschema==4.22.0; python_version >= '3.8' +joblib==1.5.3; python_version >= '3.8' +jsonschema==4.26.0; python_version >= '3.8' jsonschema-specifications==2023.12.1; python_version >= '3.8' -lark==1.2.2; python_version >= '3.8' -llvmlite==0.44.0; python_version >= '3.10' +lark==1.3.1; python_version >= '3.8' +llvmlite==0.46.0; python_version >= '3.10' lm-format-enforcer==0.11.3; python_version >= '3.8' and python_version < '4.0' markdown-it-py==3.0.0; python_version >= '3.8' markupsafe==2.1.5; python_version >= '3.7' mdurl==0.1.2; python_version >= '3.7' -mpmath==1.3.0 -msgpack==1.0.8; python_version >= '3.8' +mpmath==1.4.0 +msgpack==1.1.2; python_version >= '3.8' nest-asyncio==1.6.0; python_version >= '3.5' -networkx==3.3; python_version >= '3.10' -ninja==1.11.1.1 -numba==0.61.2; python_version >= '3.10' +networkx==3.6.1; python_version >= '3.10' +ninja==1.13.0 +numba==0.64.0; python_version >= '3.10' numpy==1.26.4; python_version >= '3.9' nvidia-cublas-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cuda-cupti-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cuda-nvrtc-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cuda-runtime-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' -nvidia-cudnn-cu12==9.10.2.21; platform_system == 'Linux' and platform_machine == 'x86_64' +nvidia-cudnn-cu12==9.20.0.48; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cufft-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-curand-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cusolver-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cusparse-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' -nvidia-ml-py==12.560.30 +nvidia-ml-py==12.575.51 nvidia-nccl-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' -nvidia-nvjitlink-cu12==12.8.93; python_version >= '3' +nvidia-nvjitlink-cu12==12.9.86; python_version >= '3' nvidia-nvtx-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' -openai==1.99.1; python_full_version >= '3.8' +openai==1.109.1; python_full_version >= '3.8' orjson==3.10.3; python_version >= '3.8' -outlines==1.2.5; python_version >= '3.9' -outlines-core==0.2.11; python_version >= '3.9' -packaging==24.0; python_version >= '3.7' +outlines==1.2.12; python_version >= '3.9' +outlines-core==0.2.14; python_version >= '3.9' +packaging==24.2; python_version >= '3.7' pip==24.0; python_version >= '3.7' -prometheus-client==0.20.0; python_version >= '3.8' -prometheus-fastapi-instrumentator==7.0.0; python_full_version >= '3.8.1' and python_full_version < '4.0.0' +prometheus-client==0.24.1; python_version >= '3.8' +prometheus-fastapi-instrumentator==7.1.0; python_full_version >= '3.8.1' and python_full_version < '4.0.0' protobuf==4.25.6; python_version >= '3.8' psutil==5.9.8; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5' py-cpuinfo==9.0.0 -pydantic==2.11.7; python_version >= '3.8' -pydantic-core==2.33.2; python_version >= '3.8' -pygments==2.18.0; python_version >= '3.8' -pynvml==11.5.0; python_version >= '3.6' -python-dotenv==1.0.1 +pydantic==2.12.5; python_version >= '3.8' +pydantic-core==2.42.0; python_version >= '3.8' +pygments==2.19.2; python_version >= '3.8' +pynvml==11.5.3; python_version >= '3.6' +python-dotenv==1.2.2 python-multipart==0.0.9; python_version >= '3.8' -pyyaml==6.0.1; python_version >= '3.6' +pyyaml==6.0.3; python_version >= '3.6' ray==2.48.0; python_version >= '3.9' -referencing==0.35.1; python_version >= '3.8' -regex==2024.5.10; python_version >= '3.8' +referencing==0.37.0; python_version >= '3.8' +regex==2024.11.6; python_version >= '3.8' requests==2.31.0; python_version >= '3.7' -rich==13.7.1; python_full_version >= '3.7.0' -rpds-py==0.18.1; python_version >= '3.8' -safetensors==0.4.3; python_version >= '3.7' -scipy==1.13.0; python_version >= '3.9' +rich==13.9.4; python_full_version >= '3.7.0' +rpds-py==0.30.0; python_version >= '3.8' +safetensors==0.7.0; python_version >= '3.7' +scipy==1.17.1; python_version >= '3.9' sentencepiece==0.2.0 shellingham==1.5.4; python_version >= '3.7' sniffio==1.3.1; python_version >= '3.7' starlette==0.37.2; python_version >= '3.8' -sympy==1.13.3; python_version >= '3.9' +sympy==1.14.0; python_version >= '3.9' tiktoken>=0.6.0; python_version >= '3.8' -tokenizers==0.21.1; python_version >= '3.7' -torch==2.8.0; python_full_version >= '3.9.0' -tqdm==4.66.4; python_version >= '3.7' +tokenizers==0.22.2; python_version >= '3.7' +torch==2.10.0; python_full_version >= '3.9.0' +tqdm==4.67.3; python_version >= '3.7' transformers>=4.55.2; python_full_version >= '3.9.0' -triton==3.4.0; platform_system == 'Linux' and platform_machine == 'x86_64' -typer==0.12.3; python_version >= '3.7' -typing-extensions==4.12.2; python_version >= '3.8' -ujson==5.9.0; python_version >= '3.8' +triton==3.6.0; platform_system == 'Linux' and platform_machine == 'x86_64' +typer==0.24.1; python_version >= '3.7' +typing-extensions==4.15.0; python_version >= '3.8' +ujson==5.12.0; python_version >= '3.8' urllib3==2.2.1; python_version >= '3.8' -uvicorn[standard]==0.29.0; python_version >= '3.8' -uvloop==0.19.0 +uvicorn[standard]==0.41.0; python_version >= '3.8' +uvloop==0.22.1 vllm==0.11.0; python_version >= '3.9' and python_full_version < '3.13' vllm-nccl-cu12==2.18.1.0.4.0 -watchfiles==0.21.0 +watchfiles==0.24.0 websockets==12.0 wheel==0.43.0; python_version >= '3.8' -xformers==0.0.32.post1; python_version >= '3.9' \ No newline at end of file +xformers==0.0.35; python_version >= '3.9' \ No newline at end of file diff --git a/model-servers/vllm/0.6.4/Pipfile b/model-servers/vllm/0.6.4/Pipfile index b6299f2..ec0f40d 100644 --- a/model-servers/vllm/0.6.4/Pipfile +++ b/model-servers/vllm/0.6.4/Pipfile @@ -9,38 +9,38 @@ verify_ssl = false name = "pytorch" [packages] -cmake = "~=3.29.3" +cmake = "~=3.31.10" einops= "~=0.8.0" -fastapi = "~=0.111.0" +fastapi = "~=0.135.1" filelock = "~=3.14.0" -lm-format-enforcer = "==0.9.8" # Fixed by vllm 0.4.2 -ninja = "~=1.11.1.1" +lm-format-enforcer = "==0.11.3" # Fixed by vllm 0.4.2 +ninja = "~=1.13.0.0" numpy = "~=1.26.4" -nvidia-ml-py = "~=12.550.52" -openai = "~=1.28.1" -outlines = "==0.0.34" # Requires torch >= 2.1.0 - Fixed by vllm 0.4.2 +nvidia-ml-py = "~=12.575.51" +openai = "~=1.109.1" +outlines = "==0.2.3" # Requires torch >= 2.1.0 - Fixed by vllm 0.4.2 pip = "~=24.0" -prometheus_client = "~=0.20.0" -prometheus-fastapi-instrumentator = "~=7.0.0" +prometheus_client = "~=0.24.1" +prometheus-fastapi-instrumentator = "~=7.1.0" psutil = "~=5.9.8" py-cpuinfo = "~=9.0.0" -pydantic = "~=2.7.1" -pynvml = "==11.5.0" +pydantic = "~=2.12.5" +pynvml = "==11.5.3" ray = "~=2.21.0" requests = "~=2.31.0" sentencepiece = "~=0.2.0" -tiktoken = "==0.6.0" # Required for DBRX tokenizer - Fixed by vllm 0.4.2 +tiktoken = "==0.12.0" # Required for DBRX tokenizer - Fixed by vllm 0.4.2 torch = {version = "==2.3.0+cu121", index = "pytorch"} -tokenizers = "~=0.19.1" +tokenizers = "~=0.22.2" transformers = "~=4.40.2" -triton = "==2.3.0" -typing_extensions = "~=4.11.0" -uvicorn = {extras = ["standard"], version = "~=0.29.0"} +triton = "==2.3.1" +typing_extensions = "~=4.15.0" +uvicorn = {extras = ["standard"], version = "~=0.41.0"} vllm = "==v0.6.4" vllm-flash-attn = "==2.6.2" vllm-nccl-cu12 = "==2.18.1.0.4.0" wheel = "~=0.43.0" -xformers = "==0.0.26.post1" # Requires torch 2.3.0 - Fixed by vllm 0.4.2 +xformers = "==0.0.35" # Requires torch 2.3.0 - Fixed by vllm 0.4.2 [dev-packages] diff --git a/model-servers/vllm/0.6.4/requirements.txt b/model-servers/vllm/0.6.4/requirements.txt index 58ece67..92427f0 100644 --- a/model-servers/vllm/0.6.4/requirements.txt +++ b/model-servers/vllm/0.6.4/requirements.txt @@ -1,107 +1,107 @@ -i https://pypi.org/simple --extra-index-url https://download.pytorch.org/whl/cu121/ -aiosignal==1.3.1; python_version >= '3.7' -annotated-types==0.6.0; python_version >= '3.8' -anyio==4.3.0; python_version >= '3.8' +aiosignal==1.4.0; python_version >= '3.7' +annotated-types==0.7.0; python_version >= '3.8' +anyio==4.12.1; python_version >= '3.8' attrs==23.2.0; python_version >= '3.7' certifi==2024.2.2; python_version >= '3.6' -charset-normalizer==3.3.2; python_full_version >= '3.7.0' -click==8.1.7; python_version >= '3.7' -cloudpickle==3.0.0; python_version >= '3.8' -cmake==3.29.3; python_version >= '3.7' +charset-normalizer==3.4.5; python_full_version >= '3.7.0' +click==8.3.1; python_version >= '3.7' +cloudpickle==3.1.2; python_version >= '3.8' +cmake==3.31.10; python_version >= '3.7' diskcache==5.6.3; python_version >= '3' distro==1.9.0; python_version >= '3.6' -dnspython==2.6.1; python_version >= '3.8' -einops==0.8.0; python_version >= '3.8' -email-validator==2.1.1; python_version >= '3.8' -fastapi==0.111.0; python_version >= '3.8' -fastapi-cli==0.0.3; python_version >= '3.8' +dnspython==2.8.0; python_version >= '3.8' +einops==0.8.2; python_version >= '3.8' +email-validator==2.3.0; python_version >= '3.8' +fastapi==0.135.1; python_version >= '3.8' +fastapi-cli==0.0.24; python_version >= '3.8' filelock==3.14.0; python_version >= '3.8' -frozenlist==1.4.1; python_version >= '3.8' -fsspec==2024.3.1; python_version >= '3.8' +frozenlist==1.8.0; python_version >= '3.8' +fsspec==2024.12.0; python_version >= '3.8' h11==0.14.0; python_version >= '3.7' -httpcore==1.0.5; python_version >= '3.8' -httptools==0.6.1 -httpx==0.27.0; python_version >= '3.8' -huggingface-hub==0.26.3; python_full_version >= '3.8.0' -idna==3.7; python_version >= '3.5' +httpcore==1.0.9; python_version >= '3.8' +httptools==0.7.1 +httpx==0.28.1; python_version >= '3.8' +huggingface-hub==0.36.2; python_full_version >= '3.8.0' +idna==3.11; python_version >= '3.5' interegular==0.3.3; python_version >= '3.7' jinja2==3.1.4; python_version >= '3.7' -joblib==1.4.2; python_version >= '3.8' -jsonschema==4.22.0; python_version >= '3.8' +joblib==1.5.3; python_version >= '3.8' +jsonschema==4.26.0; python_version >= '3.8' jsonschema-specifications==2023.12.1; python_version >= '3.8' -lark==1.1.9; python_version >= '3.6' -llvmlite==0.42.0; python_version >= '3.9' -lm-format-enforcer==0.10.6; python_version >= '3.8' and python_version < '4.0' +lark==1.3.1; python_version >= '3.6' +llvmlite==0.46.0; python_version >= '3.9' +lm-format-enforcer==0.11.3; python_version >= '3.8' and python_version < '4.0' markdown-it-py==3.0.0; python_version >= '3.8' markupsafe==2.1.5; python_version >= '3.7' mdurl==0.1.2; python_version >= '3.7' -mpmath==1.3.0 -msgpack==1.0.8; python_version >= '3.8' +mpmath==1.4.0 +msgpack==1.1.2; python_version >= '3.8' nest-asyncio==1.6.0; python_version >= '3.5' -networkx==3.3; python_version >= '3.10' -ninja==1.11.1.1 -numba==0.59.1; python_version >= '3.9' +networkx==3.6.1; python_version >= '3.10' +ninja==1.13.0 +numba==0.64.0; python_version >= '3.9' numpy==1.26.4; python_version >= '3.9' nvidia-cublas-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cuda-cupti-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cuda-nvrtc-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cuda-runtime-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' -nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' +nvidia-cudnn-cu12==9.20.0.48; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cufft-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' -nvidia-curand-cu12==10.3.2.106; platform_system == 'Linux' and platform_machine == 'x86_64' -nvidia-cusolver-cu12==11.4.5.107; platform_system == 'Linux' and platform_machine == 'x86_64' -nvidia-cusparse-cu12==12.1.0.106; platform_system == 'Linux' and platform_machine == 'x86_64' -nvidia-ml-py==12.560.30 +nvidia-curand-cu12==10.3.10.19; platform_system == 'Linux' and platform_machine == 'x86_64' +nvidia-cusolver-cu12==11.7.5.82; platform_system == 'Linux' and platform_machine == 'x86_64' +nvidia-cusparse-cu12==12.5.10.65; platform_system == 'Linux' and platform_machine == 'x86_64' +nvidia-ml-py==12.575.51 nvidia-nccl-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' -nvidia-nvjitlink-cu12==12.4.127; python_version >= '3' -nvidia-nvtx-cu12==12.1.105; platform_system == 'Linux' and platform_machine == 'x86_64' -openai==1.56.0; python_full_version >= '3.8' +nvidia-nvjitlink-cu12==12.9.86; python_version >= '3' +nvidia-nvtx-cu12==12.9.79; platform_system == 'Linux' and platform_machine == 'x86_64' +openai==1.109.1; python_full_version >= '3.8' orjson==3.10.3; python_version >= '3.8' -outlines==0.0.46; python_version >= '3.8' -packaging==24.0; python_version >= '3.7' +outlines==0.2.3; python_version >= '3.8' +packaging==24.2; python_version >= '3.7' pip==24.0; python_version >= '3.7' -prometheus-client==0.20.0; python_version >= '3.8' -prometheus-fastapi-instrumentator==7.0.0; python_full_version >= '3.8.1' and python_full_version < '4.0.0' +prometheus-client==0.24.1; python_version >= '3.8' +prometheus-fastapi-instrumentator==7.1.0; python_full_version >= '3.8.1' and python_full_version < '4.0.0' protobuf==5.26.1; python_version >= '3.8' psutil==5.9.8; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5' py-cpuinfo==9.0.0 -pydantic==2.10.0; python_version >= '3.8' -pydantic-core==2.27.0; python_version >= '3.8' -pygments==2.18.0; python_version >= '3.8' -pynvml==11.5.0; python_version >= '3.6' -python-dotenv==1.0.1 +pydantic==2.12.5; python_version >= '3.8' +pydantic-core==2.42.0; python_version >= '3.8' +pygments==2.19.2; python_version >= '3.8' +pynvml==11.5.3; python_version >= '3.6' +python-dotenv==1.2.2 python-multipart==0.0.9; python_version >= '3.8' -pyyaml==6.0.1; python_version >= '3.6' +pyyaml==6.0.3; python_version >= '3.6' ray==2.21.0; python_version >= '3.8' -referencing==0.35.1; python_version >= '3.8' -regex==2024.5.10; python_version >= '3.8' +referencing==0.37.0; python_version >= '3.8' +regex==2024.11.6; python_version >= '3.8' requests==2.31.0; python_version >= '3.7' -rich==13.7.1; python_full_version >= '3.7.0' -rpds-py==0.18.1; python_version >= '3.8' -safetensors==0.4.3; python_version >= '3.7' -scipy==1.13.0; python_version >= '3.9' +rich==13.9.4; python_full_version >= '3.7.0' +rpds-py==0.30.0; python_version >= '3.8' +safetensors==0.7.0; python_version >= '3.7' +scipy==1.17.1; python_version >= '3.9' sentencepiece==0.2.0 shellingham==1.5.4; python_version >= '3.7' sniffio==1.3.1; python_version >= '3.7' starlette==0.37.2; python_version >= '3.8' -sympy==1.13.1; python_version >= '3.9' +sympy==1.14.0; python_version >= '3.9' tiktoken>=0.6.0; python_version >= '3.8' -tokenizers==0.20.3; python_version >= '3.7' +tokenizers==0.22.2; python_version >= '3.7' torch==2.5.1; python_full_version >= '3.8.0' -tqdm==4.66.4; python_version >= '3.7' +tqdm==4.67.3; python_version >= '3.7' transformers==4.45.2; python_full_version >= '3.8.0' -triton==3.1.0; platform_system == 'Linux' and platform_machine == 'x86_64' -typer==0.12.3; python_version >= '3.7' -typing-extensions==4.12.2; python_version >= '3.8' -ujson==5.9.0; python_version >= '3.8' +triton==3.6.0; platform_system == 'Linux' and platform_machine == 'x86_64' +typer==0.24.1; python_version >= '3.7' +typing-extensions==4.15.0; python_version >= '3.8' +ujson==5.12.0; python_version >= '3.8' urllib3==2.2.1; python_version >= '3.8' -uvicorn[standard]==0.29.0; python_version >= '3.8' -uvloop==0.19.0 +uvicorn[standard]==0.41.0; python_version >= '3.8' +uvloop==0.22.1 vllm==0.6.4; python_version >= '3.9' vllm-nccl-cu12==2.18.1.0.4.0 -watchfiles==0.21.0 +watchfiles==0.24.0 websockets==12.0 wheel==0.43.0; python_version >= '3.8' -xformers==0.0.28.post3; python_version >= '3.9' +xformers==0.0.35; python_version >= '3.9' diff --git a/model-servers/vllm/0.6.6/Pipfile b/model-servers/vllm/0.6.6/Pipfile index ccab9d5..bea9fb9 100644 --- a/model-servers/vllm/0.6.6/Pipfile +++ b/model-servers/vllm/0.6.6/Pipfile @@ -9,38 +9,38 @@ verify_ssl = false name = "pytorch" [packages] -cmake = "~=3.29.3" +cmake = "~=3.31.10" einops= "~=0.8.0" -fastapi = "~=0.111.0" +fastapi = "~=0.135.1" filelock = "~=3.14.0" -lm-format-enforcer = "==0.9.8" # Fixed by vllm 0.4.2 -ninja = "~=1.11.1.1" +lm-format-enforcer = "==0.11.3" # Fixed by vllm 0.4.2 +ninja = "~=1.13.0.0" numpy = "~=1.26.4" -nvidia-ml-py = "~=12.550.52" -openai = "~=1.28.1" -outlines = "==0.0.34" # Requires torch >= 2.1.0 - Fixed by vllm 0.4.2 +nvidia-ml-py = "~=12.575.51" +openai = "~=1.109.1" +outlines = "==0.2.3" # Requires torch >= 2.1.0 - Fixed by vllm 0.4.2 pip = "~=24.0" -prometheus_client = "~=0.20.0" -prometheus-fastapi-instrumentator = "~=7.0.0" +prometheus_client = "~=0.24.1" +prometheus-fastapi-instrumentator = "~=7.1.0" psutil = "~=5.9.8" py-cpuinfo = "~=9.0.0" -pydantic = "~=2.7.1" -pynvml = "==11.5.0" +pydantic = "~=2.12.5" +pynvml = "==11.5.3" ray = "~=2.21.0" requests = "~=2.31.0" sentencepiece = "~=0.2.0" -tiktoken = "==0.6.0" # Required for DBRX tokenizer - Fixed by vllm 0.4.2 +tiktoken = "==0.12.0" # Required for DBRX tokenizer - Fixed by vllm 0.4.2 torch = {version = "==2.3.0+cu121", index = "pytorch"} -tokenizers = "~=0.19.1" +tokenizers = "~=0.22.2" transformers = "~=4.40.2" -triton = "==2.3.0" -typing_extensions = "~=4.11.0" -uvicorn = {extras = ["standard"], version = "~=0.29.0"} +triton = "==2.3.1" +typing_extensions = "~=4.15.0" +uvicorn = {extras = ["standard"], version = "~=0.41.0"} vllm = "==v0.6.6" vllm-flash-attn = "==2.6.2" vllm-nccl-cu12 = "==2.18.1.0.4.0" wheel = "~=0.43.0" -xformers = "==0.0.26.post1" # Requires torch 2.3.0 - Fixed by vllm 0.4.2 +xformers = "==0.0.35" # Requires torch 2.3.0 - Fixed by vllm 0.4.2 [dev-packages] diff --git a/model-servers/vllm/0.6.6/requirements.txt b/model-servers/vllm/0.6.6/requirements.txt index 4429924..7fdef64 100644 --- a/model-servers/vllm/0.6.6/requirements.txt +++ b/model-servers/vllm/0.6.6/requirements.txt @@ -1,107 +1,107 @@ -i https://pypi.org/simple --extra-index-url https://download.pytorch.org/whl/cu121/ -aiosignal==1.3.1; python_version >= '3.7' -annotated-types==0.6.0; python_version >= '3.8' -anyio==4.3.0; python_version >= '3.8' +aiosignal==1.4.0; python_version >= '3.7' +annotated-types==0.7.0; python_version >= '3.8' +anyio==4.12.1; python_version >= '3.8' attrs==23.2.0; python_version >= '3.7' certifi==2024.2.2; python_version >= '3.6' -charset-normalizer==3.3.2; python_full_version >= '3.7.0' -click==8.1.7; python_version >= '3.7' -cloudpickle==3.0.0; python_version >= '3.8' -cmake==3.29.3; python_version >= '3.7' +charset-normalizer==3.4.5; python_full_version >= '3.7.0' +click==8.3.1; python_version >= '3.7' +cloudpickle==3.1.2; python_version >= '3.8' +cmake==3.31.10; python_version >= '3.7' diskcache==5.6.3; python_version >= '3' distro==1.9.0; python_version >= '3.6' -dnspython==2.6.1; python_version >= '3.8' -einops==0.8.0; python_version >= '3.8' -email-validator==2.1.1; python_version >= '3.8' -fastapi==0.111.0; python_version >= '3.8' -fastapi-cli==0.0.3; python_version >= '3.8' +dnspython==2.8.0; python_version >= '3.8' +einops==0.8.2; python_version >= '3.8' +email-validator==2.3.0; python_version >= '3.8' +fastapi==0.135.1; python_version >= '3.8' +fastapi-cli==0.0.24; python_version >= '3.8' filelock==3.16.1; python_version >= '3.8' -frozenlist==1.4.1; python_version >= '3.8' -fsspec==2024.3.1; python_version >= '3.8' +frozenlist==1.8.0; python_version >= '3.8' +fsspec==2024.12.0; python_version >= '3.8' h11==0.14.0; python_version >= '3.7' -httpcore==1.0.5; python_version >= '3.8' -httptools==0.6.1 -httpx==0.27.0; python_version >= '3.8' -huggingface-hub==0.26.3; python_full_version >= '3.8.0' -idna==3.7; python_version >= '3.5' +httpcore==1.0.9; python_version >= '3.8' +httptools==0.7.1 +httpx==0.28.1; python_version >= '3.8' +huggingface-hub==0.36.2; python_full_version >= '3.8.0' +idna==3.11; python_version >= '3.5' interegular==0.3.3; python_version >= '3.7' jinja2==3.1.4; python_version >= '3.7' -joblib==1.4.2; python_version >= '3.8' -jsonschema==4.22.0; python_version >= '3.8' +joblib==1.5.3; python_version >= '3.8' +jsonschema==4.26.0; python_version >= '3.8' jsonschema-specifications==2023.12.1; python_version >= '3.8' -lark==1.2.2; python_version >= '3.8' -llvmlite==0.42.0; python_version >= '3.9' -lm-format-enforcer==0.10.9; python_version >= '3.8' and python_version < '4.0' +lark==1.3.1; python_version >= '3.8' +llvmlite==0.46.0; python_version >= '3.9' +lm-format-enforcer==0.11.3; python_version >= '3.8' and python_version < '4.0' markdown-it-py==3.0.0; python_version >= '3.8' markupsafe==2.1.5; python_version >= '3.7' mdurl==0.1.2; python_version >= '3.7' -mpmath==1.3.0 -msgpack==1.0.8; python_version >= '3.8' +mpmath==1.4.0 +msgpack==1.1.2; python_version >= '3.8' nest-asyncio==1.6.0; python_version >= '3.5' -networkx==3.3; python_version >= '3.10' -ninja==1.11.1.1 -numba==0.59.1; python_version >= '3.9' +networkx==3.6.1; python_version >= '3.10' +ninja==1.13.0 +numba==0.64.0; python_version >= '3.9' numpy==1.26.4; python_version >= '3.9' nvidia-cublas-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cuda-cupti-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cuda-nvrtc-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cuda-runtime-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' -nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' +nvidia-cudnn-cu12==9.20.0.48; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cufft-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-curand-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cusolver-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cusparse-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' -nvidia-ml-py==12.560.30 +nvidia-ml-py==12.575.51 nvidia-nccl-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' -nvidia-nvjitlink-cu12==12.4.127; python_version >= '3' +nvidia-nvjitlink-cu12==12.9.86; python_version >= '3' nvidia-nvtx-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' -openai==1.56.0; python_full_version >= '3.8' +openai==1.109.1; python_full_version >= '3.8' orjson==3.10.3; python_version >= '3.8' -outlines==0.1.11; python_version >= '3.9' -packaging==24.0; python_version >= '3.7' +outlines==0.2.3; python_version >= '3.9' +packaging==24.2; python_version >= '3.7' pip==24.0; python_version >= '3.7' -prometheus-client==0.20.0; python_version >= '3.8' -prometheus-fastapi-instrumentator==7.0.0; python_full_version >= '3.8.1' and python_full_version < '4.0.0' +prometheus-client==0.24.1; python_version >= '3.8' +prometheus-fastapi-instrumentator==7.1.0; python_full_version >= '3.8.1' and python_full_version < '4.0.0' protobuf==5.26.1; python_version >= '3.8' psutil==5.9.8; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5' py-cpuinfo==9.0.0 -pydantic==2.10.0; python_version >= '3.8' -pydantic-core==2.27.0; python_version >= '3.8' -pygments==2.18.0; python_version >= '3.8' -pynvml==11.5.0; python_version >= '3.6' -python-dotenv==1.0.1 +pydantic==2.12.5; python_version >= '3.8' +pydantic-core==2.42.0; python_version >= '3.8' +pygments==2.19.2; python_version >= '3.8' +pynvml==11.5.3; python_version >= '3.6' +python-dotenv==1.2.2 python-multipart==0.0.9; python_version >= '3.8' -pyyaml==6.0.1; python_version >= '3.6' +pyyaml==6.0.3; python_version >= '3.6' ray==2.21.0; python_version >= '3.8' -referencing==0.35.1; python_version >= '3.8' -regex==2024.5.10; python_version >= '3.8' +referencing==0.37.0; python_version >= '3.8' +regex==2024.11.6; python_version >= '3.8' requests==2.31.0; python_version >= '3.7' -rich==13.7.1; python_full_version >= '3.7.0' -rpds-py==0.18.1; python_version >= '3.8' -safetensors==0.4.3; python_version >= '3.7' -scipy==1.13.0; python_version >= '3.9' +rich==13.9.4; python_full_version >= '3.7.0' +rpds-py==0.30.0; python_version >= '3.8' +safetensors==0.7.0; python_version >= '3.7' +scipy==1.17.1; python_version >= '3.9' sentencepiece==0.2.0 shellingham==1.5.4; python_version >= '3.7' sniffio==1.3.1; python_version >= '3.7' starlette==0.37.2; python_version >= '3.8' -sympy==1.13.1; python_version >= '3.9' +sympy==1.14.0; python_version >= '3.9' tiktoken>=0.6.0; python_version >= '3.8' -tokenizers==0.20.3; python_version >= '3.7' +tokenizers==0.22.2; python_version >= '3.7' torch==2.5.1; python_full_version >= '3.8.0' -tqdm==4.66.4; python_version >= '3.7' +tqdm==4.67.3; python_version >= '3.7' transformers==4.45.2; python_full_version >= '3.8.0' -triton==3.1.0; platform_system == 'Linux' and platform_machine == 'x86_64' -typer==0.12.3; python_version >= '3.7' -typing-extensions==4.12.2; python_version >= '3.8' -ujson==5.9.0; python_version >= '3.8' +triton==3.6.0; platform_system == 'Linux' and platform_machine == 'x86_64' +typer==0.24.1; python_version >= '3.7' +typing-extensions==4.15.0; python_version >= '3.8' +ujson==5.12.0; python_version >= '3.8' urllib3==2.2.1; python_version >= '3.8' -uvicorn[standard]==0.29.0; python_version >= '3.8' -uvloop==0.19.0 +uvicorn[standard]==0.41.0; python_version >= '3.8' +uvloop==0.22.1 vllm==0.6.6; python_version >= '3.9' vllm-nccl-cu12==2.18.1.0.4.0 -watchfiles==0.21.0 +watchfiles==0.24.0 websockets==12.0 wheel==0.43.0; python_version >= '3.8' -xformers==0.0.28.post3; python_version >= '3.9' +xformers==0.0.35; python_version >= '3.9' diff --git a/model-servers/vllm/0.8.4/Pipfile b/model-servers/vllm/0.8.4/Pipfile index 327e6e4..c9338f7 100644 --- a/model-servers/vllm/0.8.4/Pipfile +++ b/model-servers/vllm/0.8.4/Pipfile @@ -9,38 +9,38 @@ verify_ssl = false name = "pytorch" [packages] -cmake = "~=3.29.3" +cmake = "~=3.31.10" einops= "~=0.8.0" -fastapi = "~=0.111.0" +fastapi = "~=0.135.1" filelock = "~=3.14.0" -lm-format-enforcer = "==0.9.8" # Fixed by vllm 0.4.2 -ninja = "~=1.11.1.1" +lm-format-enforcer = "==0.11.3" # Fixed by vllm 0.4.2 +ninja = "~=1.13.0.0" numpy = "~=1.26.4" -nvidia-ml-py = "~=12.550.52" -openai = "~=1.28.1" -outlines = "==0.0.34" # Requires torch >= 2.1.0 - Fixed by vllm 0.4.2 +nvidia-ml-py = "~=12.575.51" +openai = "~=1.109.1" +outlines = "==0.2.3" # Requires torch >= 2.1.0 - Fixed by vllm 0.4.2 pip = "~=24.0" -prometheus_client = "~=0.20.0" -prometheus-fastapi-instrumentator = "~=7.0.0" +prometheus_client = "~=0.24.1" +prometheus-fastapi-instrumentator = "~=7.1.0" psutil = "~=5.9.8" py-cpuinfo = "~=9.0.0" -pydantic = "~=2.7.1" -pynvml = "==11.5.0" +pydantic = "~=2.12.5" +pynvml = "==11.5.3" ray = "~=2.21.0" requests = "~=2.31.0" sentencepiece = "~=0.2.0" -tiktoken = "==0.6.0" # Required for DBRX tokenizer - Fixed by vllm 0.4.2 +tiktoken = "==0.12.0" # Required for DBRX tokenizer - Fixed by vllm 0.4.2 torch = {version = "==2.3.0+cu121", index = "pytorch"} -tokenizers = "~=0.19.1" +tokenizers = "~=0.22.2" transformers = "~=4.40.2" -triton = "==2.3.0" -typing_extensions = "~=4.11.0" -uvicorn = {extras = ["standard"], version = "~=0.29.0"} +triton = "==2.3.1" +typing_extensions = "~=4.15.0" +uvicorn = {extras = ["standard"], version = "~=0.41.0"} vllm = "==v0.8.4" vllm-flash-attn = "==2.6.2" vllm-nccl-cu12 = "==2.18.1.0.4.0" wheel = "~=0.43.0" -xformers = "==0.0.26.post1" # Requires torch 2.3.0 - Fixed by vllm 0.4.2 +xformers = "==0.0.35" # Requires torch 2.3.0 - Fixed by vllm 0.4.2 [dev-packages] diff --git a/model-servers/vllm/0.8.4/requirements.txt b/model-servers/vllm/0.8.4/requirements.txt index 10e65c7..165d390 100644 --- a/model-servers/vllm/0.8.4/requirements.txt +++ b/model-servers/vllm/0.8.4/requirements.txt @@ -1,107 +1,107 @@ -i https://pypi.org/simple --extra-index-url https://download.pytorch.org/whl/cu121/ -aiosignal==1.3.1; python_version >= '3.7' -annotated-types==0.6.0; python_version >= '3.8' -anyio==4.3.0; python_version >= '3.8' +aiosignal==1.4.0; python_version >= '3.7' +annotated-types==0.7.0; python_version >= '3.8' +anyio==4.12.1; python_version >= '3.8' attrs==23.2.0; python_version >= '3.7' certifi==2024.2.2; python_version >= '3.6' -charset-normalizer==3.3.2; python_full_version >= '3.7.0' -click==8.1.7; python_version >= '3.7' -cloudpickle==3.0.0; python_version >= '3.8' -cmake==3.29.3; python_version >= '3.7' +charset-normalizer==3.4.5; python_full_version >= '3.7.0' +click==8.3.1; python_version >= '3.7' +cloudpickle==3.1.2; python_version >= '3.8' +cmake==3.31.10; python_version >= '3.7' diskcache==5.6.3; python_version >= '3' distro==1.9.0; python_version >= '3.6' -dnspython==2.6.1; python_version >= '3.8' -einops==0.8.0; python_version >= '3.8' -email-validator==2.1.1; python_version >= '3.8' -fastapi==0.115.0; python_version >= '3.8' -fastapi-cli==0.0.5; python_version >= '3.8' +dnspython==2.8.0; python_version >= '3.8' +einops==0.8.2; python_version >= '3.8' +email-validator==2.3.0; python_version >= '3.8' +fastapi==0.135.1; python_version >= '3.8' +fastapi-cli==0.0.24; python_version >= '3.8' filelock==3.16.1; python_version >= '3.8' -frozenlist==1.4.1; python_version >= '3.8' -fsspec==2024.3.1; python_version >= '3.8' +frozenlist==1.8.0; python_version >= '3.8' +fsspec==2024.12.0; python_version >= '3.8' h11==0.14.0; python_version >= '3.7' -httpcore==1.0.5; python_version >= '3.8' -httptools==0.6.1 -httpx==0.27.0; python_version >= '3.8' +httpcore==1.0.9; python_version >= '3.8' +httptools==0.7.1 +httpx==0.28.1; python_version >= '3.8' huggingface-hub>=0.30.0; python_full_version >= '3.8.0' -idna==3.7; python_version >= '3.5' +idna==3.11; python_version >= '3.5' interegular==0.3.3; python_version >= '3.7' jinja2==3.1.4; python_version >= '3.7' -joblib==1.4.2; python_version >= '3.8' -jsonschema==4.22.0; python_version >= '3.8' +joblib==1.5.3; python_version >= '3.8' +jsonschema==4.26.0; python_version >= '3.8' jsonschema-specifications==2023.12.1; python_version >= '3.8' -lark==1.2.2; python_version >= '3.8' -llvmlite==0.44.0; python_version >= '3.10' -lm-format-enforcer==0.10.11; python_version >= '3.8' and python_version < '4.0' +lark==1.3.1; python_version >= '3.8' +llvmlite==0.46.0; python_version >= '3.10' +lm-format-enforcer==0.11.3; python_version >= '3.8' and python_version < '4.0' markdown-it-py==3.0.0; python_version >= '3.8' markupsafe==2.1.5; python_version >= '3.7' mdurl==0.1.2; python_version >= '3.7' -mpmath==1.3.0 -msgpack==1.0.8; python_version >= '3.8' +mpmath==1.4.0 +msgpack==1.1.2; python_version >= '3.8' nest-asyncio==1.6.0; python_version >= '3.5' -networkx==3.3; python_version >= '3.10' -ninja==1.11.1.1 -numba==0.61.2; python_version >= '3.10' +networkx==3.6.1; python_version >= '3.10' +ninja==1.13.0 +numba==0.64.0; python_version >= '3.10' numpy==1.26.4; python_version >= '3.9' nvidia-cublas-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cuda-cupti-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cuda-nvrtc-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cuda-runtime-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' -nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' +nvidia-cudnn-cu12==9.20.0.48; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cufft-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-curand-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cusolver-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' nvidia-cusparse-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' -nvidia-ml-py==12.560.30 +nvidia-ml-py==12.575.51 nvidia-nccl-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' -nvidia-nvjitlink-cu12==12.4.127; python_version >= '3' +nvidia-nvjitlink-cu12==12.9.86; python_version >= '3' nvidia-nvtx-cu12; platform_system == 'Linux' and platform_machine == 'x86_64' -openai==1.56.0; python_full_version >= '3.8' +openai==1.109.1; python_full_version >= '3.8' orjson==3.10.3; python_version >= '3.8' -outlines==0.1.11; python_version >= '3.9' -packaging==24.0; python_version >= '3.7' +outlines==0.2.3; python_version >= '3.9' +packaging==24.2; python_version >= '3.7' pip==24.0; python_version >= '3.7' -prometheus-client==0.20.0; python_version >= '3.8' -prometheus-fastapi-instrumentator==7.0.0; python_full_version >= '3.8.1' and python_full_version < '4.0.0' +prometheus-client==0.24.1; python_version >= '3.8' +prometheus-fastapi-instrumentator==7.1.0; python_full_version >= '3.8.1' and python_full_version < '4.0.0' protobuf==4.25.6; python_version >= '3.8' psutil==5.9.8; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5' py-cpuinfo==9.0.0 -pydantic==2.10.0; python_version >= '3.8' -pydantic-core==2.27.0; python_version >= '3.8' -pygments==2.18.0; python_version >= '3.8' -pynvml==11.5.0; python_version >= '3.6' -python-dotenv==1.0.1 +pydantic==2.12.5; python_version >= '3.8' +pydantic-core==2.42.0; python_version >= '3.8' +pygments==2.19.2; python_version >= '3.8' +pynvml==11.5.3; python_version >= '3.6' +python-dotenv==1.2.2 python-multipart==0.0.9; python_version >= '3.8' -pyyaml==6.0.1; python_version >= '3.6' +pyyaml==6.0.3; python_version >= '3.6' ray==2.43.0; python_version >= '3.9' -referencing==0.35.1; python_version >= '3.8' -regex==2024.5.10; python_version >= '3.8' +referencing==0.37.0; python_version >= '3.8' +regex==2024.11.6; python_version >= '3.8' requests==2.31.0; python_version >= '3.7' -rich==13.7.1; python_full_version >= '3.7.0' -rpds-py==0.18.1; python_version >= '3.8' -safetensors==0.4.3; python_version >= '3.7' -scipy==1.13.0; python_version >= '3.9' +rich==13.9.4; python_full_version >= '3.7.0' +rpds-py==0.30.0; python_version >= '3.8' +safetensors==0.7.0; python_version >= '3.7' +scipy==1.17.1; python_version >= '3.9' sentencepiece==0.2.0 shellingham==1.5.4; python_version >= '3.7' sniffio==1.3.1; python_version >= '3.7' starlette==0.37.2; python_version >= '3.8' -sympy==1.13.1; python_version >= '3.9' +sympy==1.14.0; python_version >= '3.9' tiktoken>=0.6.0; python_version >= '3.8' -tokenizers==0.21.0; python_version >= '3.7' +tokenizers==0.22.2; python_version >= '3.7' torch==2.6.0; python_full_version >= '3.9.0' -tqdm==4.66.4; python_version >= '3.7' +tqdm==4.67.3; python_version >= '3.7' transformers>=4.51.1; python_full_version >= '3.9.0' -triton==3.2.0; platform_system == 'Linux' and platform_machine == 'x86_64' -typer==0.12.3; python_version >= '3.7' -typing-extensions==4.12.2; python_version >= '3.8' -ujson==5.9.0; python_version >= '3.8' +triton==3.6.0; platform_system == 'Linux' and platform_machine == 'x86_64' +typer==0.24.1; python_version >= '3.7' +typing-extensions==4.15.0; python_version >= '3.8' +ujson==5.12.0; python_version >= '3.8' urllib3==2.2.1; python_version >= '3.8' -uvicorn[standard]==0.29.0; python_version >= '3.8' -uvloop==0.19.0 +uvicorn[standard]==0.41.0; python_version >= '3.8' +uvloop==0.22.1 vllm==0.8.4; python_version >= '3.9' and python_full_version < '3.13' vllm-nccl-cu12==2.18.1.0.4.0 -watchfiles==0.21.0 +watchfiles==0.24.0 websockets==12.0 wheel==0.43.0; python_version >= '3.8' -xformers==0.0.29.post2; python_version >= '3.9' +xformers==0.0.35; python_version >= '3.9'