From e328748bc83632d4c46becd76dfad26650d74e7f Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Tue, 2 Dec 2025 06:15:21 -0800 Subject: [PATCH] Make --image-model load the model on startup --- server.py | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) diff --git a/server.py b/server.py index 58b3d043..b02c50a2 100644 --- a/server.py +++ b/server.py @@ -5,6 +5,7 @@ from pathlib import Path from modules import shared from modules.block_requests import OpenMonkeyPatch, RequestBlocker +from modules.image_models import load_image_model from modules.logging_colors import logger from modules.prompts import load_prompt @@ -320,6 +321,22 @@ if __name__ == "__main__": if shared.args.lora: add_lora_to_model(shared.args.lora) + # Load image model if specified via CLI + if shared.args.image_model: + logger.info(f"Loading image model: {shared.args.image_model}") + result = load_image_model( + shared.args.image_model, + dtype=shared.settings.get('image_dtype', 'bfloat16'), + attn_backend=shared.settings.get('image_attn_backend', 'sdpa'), + cpu_offload=shared.settings.get('image_cpu_offload', False), + compile_model=shared.settings.get('image_compile', False), + quant_method=shared.settings.get('image_quant', 'none') + ) + if result is not None: + shared.image_model_name = shared.args.image_model + else: + logger.error(f"Failed to load image model: {shared.args.image_model}") + shared.generation_lock = Lock() if shared.args.idle_timeout > 0: