oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-02-01 05:14:16 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

ensure estimated vram is updated when switching between different models (#7071)

Browse source
This commit is contained in:
Miriam 2025-06-12 22:56:33 -07:00 committed by GitHub
parent f337767f36
commit f4f621b215
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 3 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
modules/ui_model_menu.py
View file

@ -135,7 +135,7 @@ def create_event_handlers():
# with the model defaults (if any), and then the model is loaded
shared.gradio['model_menu'].change(
ui.gather_interface_values, gradio(shared.input_elements), gradio('interface_state')).then(
handle_load_model_event_initial, gradio('model_menu', 'interface_state'), gradio(ui.list_interface_input_elements()) + gradio('interface_state'), show_progress=False).then(
handle_load_model_event_initial, gradio('model_menu', 'interface_state'), gradio(ui.list_interface_input_elements()) + gradio('interface_state') + gradio('vram_info'), show_progress=False).then(
partial(load_model_wrapper, autoload=False), gradio('model_menu', 'loader'), gradio('model_status'), show_progress=True).success(
handle_load_model_event_final, gradio('truncation_length', 'loader', 'interface_state'), gradio('truncation_length', 'filter_by_loader'), show_progress=False)
@ -379,7 +379,8 @@ def handle_load_model_event_initial(model, state):
output = ui.apply_interface_values(state)
update_model_parameters(state) # This updates the command-line flags
return output + [state]
vram_info = state.get('vram_info', "<div id=\"vram-info\"'>Estimated VRAM to load the model:</div>")
return output + [state] + [vram_info]
def handle_load_model_event_final(truncation_length, loader, state):