2025-07-10 04:46:26 +02:00
|
|
|
accelerate==1.8.*
|
2025-08-27 14:37:01 +02:00
|
|
|
audioop-lts<1.0; python_version >= "3.13"
|
2025-10-10 00:53:34 +02:00
|
|
|
bitsandbytes==0.48.*
|
2024-04-30 14:11:31 +02:00
|
|
|
colorama
|
|
|
|
|
datasets
|
|
|
|
|
einops
|
2024-09-07 03:47:25 +02:00
|
|
|
fastapi==0.112.4
|
2025-10-28 14:07:03 +01:00
|
|
|
flash-linear-attention==0.4.0
|
2025-06-10 02:55:26 +02:00
|
|
|
html2text==2025.4.15
|
2025-11-02 23:01:00 +01:00
|
|
|
huggingface-hub==0.36.0
|
2025-03-12 20:11:03 +01:00
|
|
|
jinja2==3.1.6
|
2024-04-30 14:11:31 +02:00
|
|
|
markdown
|
2025-06-19 17:00:30 +02:00
|
|
|
numpy==2.2.*
|
2024-04-30 14:11:31 +02:00
|
|
|
pandas
|
2025-11-18 22:51:15 +01:00
|
|
|
peft==0.18.*
|
2024-04-30 14:11:31 +02:00
|
|
|
Pillow>=9.5.0
|
|
|
|
|
psutil
|
2025-10-11 02:52:16 +02:00
|
|
|
pydantic==2.11.0
|
2025-05-21 05:36:20 +02:00
|
|
|
PyPDF2==3.0.1
|
2025-06-01 05:15:07 +02:00
|
|
|
python-docx==1.1.2
|
2024-04-30 14:11:31 +02:00
|
|
|
pyyaml
|
|
|
|
|
requests
|
|
|
|
|
rich
|
2025-09-17 17:18:13 +02:00
|
|
|
safetensors==0.6.*
|
2024-04-30 14:11:31 +02:00
|
|
|
scipy
|
|
|
|
|
sentencepiece
|
|
|
|
|
tensorboard
|
2025-10-05 16:30:33 +02:00
|
|
|
transformers==4.57.*
|
2025-11-18 22:51:26 +01:00
|
|
|
triton-windows==3.5.1.post21; platform_system == "Windows"
|
2024-04-30 14:11:31 +02:00
|
|
|
tqdm
|
|
|
|
|
wandb
|
|
|
|
|
|
2025-10-11 02:53:34 +02:00
|
|
|
# Gradio
|
|
|
|
|
gradio==4.37.*
|
|
|
|
|
https://github.com/oobabooga/gradio/releases/download/custom-build/gradio_client-1.0.2+custom.1-py3-none-any.whl
|
|
|
|
|
|
2024-04-30 14:11:31 +02:00
|
|
|
# API
|
|
|
|
|
flask_cloudflared==0.0.14
|
|
|
|
|
sse-starlette==1.6.5
|
|
|
|
|
tiktoken
|
|
|
|
|
|
|
|
|
|
# CUDA wheels
|
2025-11-28 12:52:37 +01:00
|
|
|
https://github.com/oobabooga/llama-cpp-binaries/releases/download/v0.62.0/llama_cpp_binaries-0.62.0+cu124avx-py3-none-win_amd64.whl; platform_system == "Windows"
|
|
|
|
|
https://github.com/oobabooga/llama-cpp-binaries/releases/download/v0.62.0/llama_cpp_binaries-0.62.0+cu124avx-py3-none-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64"
|
2025-11-28 15:45:05 +01:00
|
|
|
https://github.com/turboderp-org/exllamav3/releases/download/v0.0.16/exllamav3-0.0.16+cu128.torch2.7.0-cp311-cp311-win_amd64.whl; platform_system == "Windows" and python_version == "3.11"
|
|
|
|
|
https://github.com/turboderp-org/exllamav3/releases/download/v0.0.16/exllamav3-0.0.16+cu128.torch2.7.0-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11"
|
2025-08-17 22:22:55 +02:00
|
|
|
https://github.com/turboderp-org/exllamav2/releases/download/v0.3.2/exllamav2-0.3.2+cu128.torch2.7.0-cp311-cp311-win_amd64.whl; platform_system == "Windows" and python_version == "3.11"
|
|
|
|
|
https://github.com/turboderp-org/exllamav2/releases/download/v0.3.2/exllamav2-0.3.2+cu128.torch2.7.0-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11"
|
2025-07-15 16:38:03 +02:00
|
|
|
https://github.com/turboderp-org/exllamav2/releases/download/v0.3.2/exllamav2-0.3.2-py3-none-any.whl; platform_system == "Linux" and platform_machine != "x86_64"
|
2025-08-17 22:57:23 +02:00
|
|
|
https://github.com/kingbri1/flash-attention/releases/download/v2.8.3/flash_attn-2.8.3+cu128torch2.7.0cxx11abiFALSE-cp311-cp311-win_amd64.whl; platform_system == "Windows" and python_version == "3.11"
|
|
|
|
|
https://github.com/Dao-AILab/flash-attention/releases/download/v2.8.3/flash_attn-2.8.3+cu12torch2.7cxx11abiFALSE-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11"
|
