oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-04 22:27:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Image generation now functional

Browse source
This commit is contained in:
oobabooga 2025-11-27 14:24:35 -08:00
parent 2f11b3040d
commit a873692234
3 changed files with 127 additions and 59 deletions
Download patch file Download diff file Expand all files Collapse all files

4
modules/shared.py
View file

@ -51,8 +51,12 @@ group.add_argument('--verbose', action='store_true', help='Print the prompts to
group.add_argument('--idle-timeout', type=int, default=0, help='Unload model after this many minutes of inactivity. It will be automatically reloaded when you try to use it again.')
# Image generation
group = parser.add_argument_group('Image model')
group.add_argument('--image-model', type=str, help='Name of the image model to load by default.')
group.add_argument('--image-model-dir', type=str, default='user_data/image_models', help='Path to directory with all the image models.')
group.add_argument('--image-dtype', type=str, default='bfloat16', choices=['bfloat16', 'float16'], help='Data type for image model.')
group.add_argument('--image-attn-backend', type=str, default='sdpa', choices=['sdpa', 'flash_attention_2', 'flash_attention_3'], help='Attention backend for image model.')
group.add_argument('--image-cpu-offload', action='store_true', help='Enable CPU offloading for image model.')
# Model loader
group = parser.add_argument_group('Model loader')