mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2026-04-04 14:17:28 +00:00
Image: Remove the flash_attention_3 option (no idea how to get it working)
This commit is contained in:
parent
c93d27add3
commit
c357eed4c7
3 changed files with 3 additions and 5 deletions
|
|
@ -485,7 +485,7 @@ def create_ui():
|
|||
info='bfloat16 recommended for modern GPUs'
|
||||
)
|
||||
shared.gradio['image_attn_backend'] = gr.Dropdown(
|
||||
choices=['sdpa', 'flash_attention_2', 'flash_attention_3'],
|
||||
choices=['sdpa', 'flash_attention_2'],
|
||||
value=shared.settings['image_attn_backend'],
|
||||
label='Attention Backend',
|
||||
info='SDPA is default. Flash Attention requires compatible GPU.'
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue