mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2026-03-07 06:03:51 +01:00
22 lines
882 B
Plaintext
22 lines
882 B
Plaintext
# specify which cuda arch version your card supports (NVIDIA only)
|
|
# https://developer.nvidia.com/cuda-gpus
|
|
# or run: nvidia-smi --query-gpu=name,compute_cap --format=csv
|
|
# default in docker-compose.yml covers RTX 3090 (8.6) and RTX 4090 (8.9)
|
|
TORCH_CUDA_ARCH_LIST=8.6;8.9+PTX
|
|
# the port the webui binds to on the host
|
|
HOST_PORT=7860
|
|
# the port the webui binds to inside the container
|
|
CONTAINER_PORT=7860
|
|
# the port the api binds to on the host
|
|
HOST_API_PORT=5000
|
|
# the port the api binds to inside the container
|
|
CONTAINER_API_PORT=5000
|
|
# Comma separated extensions to build
|
|
BUILD_EXTENSIONS=""
|
|
# Set APP_RUNTIME_GID to an appropriate host system group to enable access to mounted volumes
|
|
# You can find your current host user group id with the command `id -g`
|
|
APP_RUNTIME_GID=6972
|
|
# override default app build permissions (handy for deploying to cloud)
|
|
#APP_GID=6972
|
|
#APP_UID=6972
|