oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-03-06 13:43:49 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update dependencies: torch 2.9.1, transformers 5.2, exllamav3 0.0.22, accelerate 1.12, huggingface-hub 1.5

Browse source
This commit is contained in:
oobabooga 2026-03-03 12:01:02 -08:00
parent ddd74324fe
commit 38d0eeefc0
20 changed files with 42 additions and 42 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
requirements/full/requirements.txt
View file

@ -1,4 +1,4 @@
accelerate==1.8.*
accelerate==1.12.*
audioop-lts<1.0; python_version >= "3.13"
bitsandbytes==0.49.*
colorama
@ -8,7 +8,7 @@ einops
fastapi==0.112.4
flash-linear-attention==0.4.*
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*
@ -27,7 +27,7 @@ scipy
sentencepiece
tensorboard
torchao==0.15.*
transformers==4.57.*
transformers==5.2.*
triton-windows==3.5.1.post24; platform_system == "Windows"
tqdm
wandb
@ -44,8 +44,8 @@ tiktoken
# CUDA wheels
https://github.com/oobabooga/llama-cpp-binaries/releases/download/v0.74.0/llama_cpp_binaries-0.74.0+cu124-py3-none-win_amd64.whl; platform_system == "Windows"
https://github.com/oobabooga/llama-cpp-binaries/releases/download/v0.74.0/llama_cpp_binaries-0.74.0+cu124-py3-none-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64"
https://github.com/turboderp-org/exllamav3/releases/download/v0.0.18/exllamav3-0.0.18+cu128.torch2.9.0-cp313-cp313-win_amd64.whl; platform_system == "Windows" and python_version == "3.13"
https://github.com/turboderp-org/exllamav3/releases/download/v0.0.18/exllamav3-0.0.18+cu128.torch2.9.0-cp313-cp313-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.13"
https://github.com/turboderp-org/exllamav3/releases/download/v0.0.22/exllamav3-0.0.22+cu128.torch2.9.0-cp313-cp313-win_amd64.whl; platform_system == "Windows" and python_version == "3.13"
https://github.com/turboderp-org/exllamav3/releases/download/v0.0.22/exllamav3-0.0.22+cu128.torch2.9.0-cp313-cp313-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.13"
https://github.com/turboderp-org/exllamav2/releases/download/v0.3.2/exllamav2-0.3.2+cu128.torch2.9.0-cp313-cp313-win_amd64.whl; platform_system == "Windows" and python_version == "3.13"
https://github.com/turboderp-org/exllamav2/releases/download/v0.3.2/exllamav2-0.3.2+cu128.torch2.9.0-cp313-cp313-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.13"
https://github.com/turboderp-org/exllamav2/releases/download/v0.3.2/exllamav2-0.3.2-py3-none-any.whl; platform_system == "Linux" and platform_machine != "x86_64"

6
requirements/full/requirements_amd.txt
View file

@ -1,4 +1,4 @@
accelerate==1.8.*
accelerate==1.12.*
audioop-lts<1.0; python_version >= "3.13"
colorama
datasets
@ -6,7 +6,7 @@ diffusers==0.36.*
einops
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*
@ -25,7 +25,7 @@ scipy
sentencepiece
tensorboard
torchao==0.15.*
transformers==4.57.*
transformers==5.2.*
triton-windows==3.5.1.post24; platform_system == "Windows"
tqdm
wandb

6
requirements/full/requirements_amd_noavx2.txt
View file

@ -1,4 +1,4 @@
accelerate==1.8.*
accelerate==1.12.*
audioop-lts<1.0; python_version >= "3.13"
colorama
datasets
@ -6,7 +6,7 @@ diffusers==0.36.*
einops
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*
@ -25,7 +25,7 @@ scipy
sentencepiece
tensorboard
torchao==0.15.*
transformers==4.57.*
transformers==5.2.*
triton-windows==3.5.1.post24; platform_system == "Windows"
tqdm
wandb

6
requirements/full/requirements_apple_intel.txt
View file

@ -1,4 +1,4 @@
accelerate==1.8.*
accelerate==1.12.*
audioop-lts<1.0; python_version >= "3.13"
colorama
datasets
@ -6,7 +6,7 @@ diffusers==0.36.*
einops
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*
@ -25,7 +25,7 @@ scipy
sentencepiece
tensorboard
torchao==0.15.*
transformers==4.57.*
transformers==5.2.*
triton-windows==3.5.1.post24; platform_system == "Windows"
tqdm
wandb

6
requirements/full/requirements_apple_silicon.txt
View file

@ -1,4 +1,4 @@
accelerate==1.8.*
accelerate==1.12.*
audioop-lts<1.0; python_version >= "3.13"
colorama
datasets
@ -6,7 +6,7 @@ diffusers==0.36.*
einops
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*
@ -25,7 +25,7 @@ scipy
sentencepiece
tensorboard
torchao==0.15.*
transformers==4.57.*
transformers==5.2.*
triton-windows==3.5.1.post24; platform_system == "Windows"
tqdm
wandb

6
requirements/full/requirements_cpu_only.txt
View file

@ -1,4 +1,4 @@
accelerate==1.8.*
accelerate==1.12.*
audioop-lts<1.0; python_version >= "3.13"
colorama
datasets
@ -6,7 +6,7 @@ diffusers==0.36.*
einops
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*
@ -25,7 +25,7 @@ scipy
sentencepiece
tensorboard
torchao==0.15.*
transformers==4.57.*
transformers==5.2.*
triton-windows==3.5.1.post24; platform_system == "Windows"
tqdm
wandb

6
requirements/full/requirements_cpu_only_noavx2.txt
View file

@ -1,4 +1,4 @@
accelerate==1.8.*
accelerate==1.12.*
audioop-lts<1.0; python_version >= "3.13"
colorama
datasets
@ -6,7 +6,7 @@ diffusers==0.36.*
einops
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*
@ -25,7 +25,7 @@ scipy
sentencepiece
tensorboard
torchao==0.15.*
transformers==4.57.*
transformers==5.2.*
triton-windows==3.5.1.post24; platform_system == "Windows"
tqdm
wandb

10
requirements/full/requirements_noavx2.txt
View file

@ -1,4 +1,4 @@
accelerate==1.8.*
accelerate==1.12.*
audioop-lts<1.0; python_version >= "3.13"
bitsandbytes==0.49.*
colorama
@ -8,7 +8,7 @@ einops
fastapi==0.112.4
flash-linear-attention==0.4.*
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*
@ -27,7 +27,7 @@ scipy
sentencepiece
tensorboard
torchao==0.15.*
transformers==4.57.*
transformers==5.2.*
triton-windows==3.5.1.post24; platform_system == "Windows"
tqdm
wandb
@ -44,8 +44,8 @@ tiktoken
# CUDA wheels
https://github.com/oobabooga/llama-cpp-binaries/releases/download/v0.74.0/llama_cpp_binaries-0.74.0+cu124avx-py3-none-win_amd64.whl; platform_system == "Windows"
https://github.com/oobabooga/llama-cpp-binaries/releases/download/v0.74.0/llama_cpp_binaries-0.74.0+cu124avx-py3-none-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64"
https://github.com/turboderp-org/exllamav3/releases/download/v0.0.18/exllamav3-0.0.18+cu128.torch2.9.0-cp313-cp313-win_amd64.whl; platform_system == "Windows" and python_version == "3.13"
https://github.com/turboderp-org/exllamav3/releases/download/v0.0.18/exllamav3-0.0.18+cu128.torch2.9.0-cp313-cp313-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.13"
https://github.com/turboderp-org/exllamav3/releases/download/v0.0.22/exllamav3-0.0.22+cu128.torch2.9.0-cp313-cp313-win_amd64.whl; platform_system == "Windows" and python_version == "3.13"
https://github.com/turboderp-org/exllamav3/releases/download/v0.0.22/exllamav3-0.0.22+cu128.torch2.9.0-cp313-cp313-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.13"
https://github.com/turboderp-org/exllamav2/releases/download/v0.3.2/exllamav2-0.3.2+cu128.torch2.9.0-cp313-cp313-win_amd64.whl; platform_system == "Windows" and python_version == "3.13"
https://github.com/turboderp-org/exllamav2/releases/download/v0.3.2/exllamav2-0.3.2+cu128.torch2.9.0-cp313-cp313-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.13"
https://github.com/turboderp-org/exllamav2/releases/download/v0.3.2/exllamav2-0.3.2-py3-none-any.whl; platform_system == "Linux" and platform_machine != "x86_64"

6
requirements/full/requirements_nowheels.txt
View file

@ -1,4 +1,4 @@
accelerate==1.8.*
accelerate==1.12.*
audioop-lts<1.0; python_version >= "3.13"
colorama
datasets
@ -6,7 +6,7 @@ diffusers==0.36.*
einops
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*
@ -25,7 +25,7 @@ scipy
sentencepiece
tensorboard
torchao==0.15.*
transformers==4.57.*
transformers==5.2.*
triton-windows==3.5.1.post24; platform_system == "Windows"
tqdm
wandb

2
requirements/portable/requirements.txt
View file

@ -1,7 +1,7 @@
audioop-lts<1.0; python_version >= "3.13"
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*

2
requirements/portable/requirements_amd.txt
View file

@ -1,7 +1,7 @@
audioop-lts<1.0; python_version >= "3.13"
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*

2
requirements/portable/requirements_amd_noavx2.txt
View file

@ -1,7 +1,7 @@
audioop-lts<1.0; python_version >= "3.13"
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*

2
requirements/portable/requirements_apple_intel.txt
View file

@ -1,7 +1,7 @@
audioop-lts<1.0; python_version >= "3.13"
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*

2
requirements/portable/requirements_apple_silicon.txt
View file

@ -1,7 +1,7 @@
audioop-lts<1.0; python_version >= "3.13"
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*

2
requirements/portable/requirements_cpu_only.txt
View file

@ -1,7 +1,7 @@
audioop-lts<1.0; python_version >= "3.13"
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*

2
requirements/portable/requirements_cpu_only_noavx2.txt
View file

@ -1,7 +1,7 @@
audioop-lts<1.0; python_version >= "3.13"
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*

2
requirements/portable/requirements_noavx2.txt
View file

@ -1,7 +1,7 @@
audioop-lts<1.0; python_version >= "3.13"
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*

2
requirements/portable/requirements_nowheels.txt
View file

@ -1,7 +1,7 @@
audioop-lts<1.0; python_version >= "3.13"
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*

2
requirements/portable/requirements_vulkan.txt
View file

@ -1,7 +1,7 @@
audioop-lts<1.0; python_version >= "3.13"
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*

2
requirements/portable/requirements_vulkan_noavx2.txt
View file

@ -1,7 +1,7 @@
audioop-lts<1.0; python_version >= "3.13"
fastapi==0.112.4
html2text==2025.4.15
huggingface-hub==0.36.0
huggingface-hub==1.5.*
jinja2==3.1.6
markdown
numpy==2.2.*