diff --git a/.github/workflows/build-portable-release-cuda.yml b/.github/workflows/build-portable-release-cuda.yml index a10e8ec4..87ab7f9e 100644 --- a/.github/workflows/build-portable-release-cuda.yml +++ b/.github/workflows/build-portable-release-cuda.yml @@ -59,7 +59,7 @@ jobs: $matrix = @{ 'os' = @('ubuntu-22.04', 'windows-2022') 'pyver' = @("3.13") - 'cuda' = @("12.4") + 'cuda' = @("12.4", "13.1") } if ($env:CONFIGIN -ne 'Default') {$env:CONFIGIN.split(';').foreach({$matrix[$_.split(':')[0]] = $_.split(':')[1].split(',')})} @@ -135,9 +135,13 @@ jobs: tar -xzf python-build.tar.gz mv python "text-generation-webui-${VERSION_CLEAN}/portable_env" - # 3. Prepare requirements file + # 3. Prepare requirements file based on CUDA version cd "text-generation-webui-${VERSION_CLEAN}" - REQ_FILE="requirements/portable/requirements.txt" + if [[ "$CUDA_VERSION" == "13.1" ]]; then + REQ_FILE="requirements/portable/requirements_cuda131.txt" + else + REQ_FILE="requirements/portable/requirements.txt" + fi # 4. Install packages echo "Installing Python packages from $REQ_FILE..." diff --git a/requirements/portable/requirements_cuda131.txt b/requirements/portable/requirements_cuda131.txt new file mode 100644 index 00000000..ead7a2b5 --- /dev/null +++ b/requirements/portable/requirements_cuda131.txt @@ -0,0 +1,27 @@ +audioop-lts<1.0; python_version >= "3.13" +fastapi==0.112.4 +html2text==2025.4.15 +huggingface-hub==1.5.* +jinja2==3.1.6 +markdown +numpy==2.2.* +pydantic==2.11.0 +PyPDF2==3.0.1 +python-docx==1.1.2 +pyyaml +requests +rich +tqdm + +# Gradio +gradio==4.37.* +https://github.com/oobabooga/gradio/releases/download/custom-build/gradio_client-1.0.2+custom.1-py3-none-any.whl + +# API +flask_cloudflared==0.0.14 +sse-starlette==1.6.5 +tiktoken + +# CUDA wheels +https://github.com/oobabooga/llama-cpp-binaries/releases/download/v0.83.0/llama_cpp_binaries-0.83.0+cu131-py3-none-win_amd64.whl; platform_system == "Windows" +https://github.com/oobabooga/llama-cpp-binaries/releases/download/v0.83.0/llama_cpp_binaries-0.83.0+cu131-py3-none-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64"