From 906dc549697478be5b8816e12b7dc94fd34133b0 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Wed, 3 Dec 2025 12:15:38 -0800 Subject: [PATCH] Load `--image-model` before `--model` --- server.py | 32 ++++++++++++++++---------------- 1 file changed, 16 insertions(+), 16 deletions(-) diff --git a/server.py b/server.py index b02c50a2..0c5d14ce 100644 --- a/server.py +++ b/server.py @@ -275,6 +275,22 @@ if __name__ == "__main__": if extension not in shared.args.extensions: shared.args.extensions.append(extension) + # Load image model if specified via CLI + if shared.args.image_model: + logger.info(f"Loading image model: {shared.args.image_model}") + result = load_image_model( + shared.args.image_model, + dtype=shared.settings.get('image_dtype', 'bfloat16'), + attn_backend=shared.settings.get('image_attn_backend', 'sdpa'), + cpu_offload=shared.settings.get('image_cpu_offload', False), + compile_model=shared.settings.get('image_compile', False), + quant_method=shared.settings.get('image_quant', 'none') + ) + if result is not None: + shared.image_model_name = shared.args.image_model + else: + logger.error(f"Failed to load image model: {shared.args.image_model}") + available_models = utils.get_available_models() # Model defined through --model @@ -321,22 +337,6 @@ if __name__ == "__main__": if shared.args.lora: add_lora_to_model(shared.args.lora) - # Load image model if specified via CLI - if shared.args.image_model: - logger.info(f"Loading image model: {shared.args.image_model}") - result = load_image_model( - shared.args.image_model, - dtype=shared.settings.get('image_dtype', 'bfloat16'), - attn_backend=shared.settings.get('image_attn_backend', 'sdpa'), - cpu_offload=shared.settings.get('image_cpu_offload', False), - compile_model=shared.settings.get('image_compile', False), - quant_method=shared.settings.get('image_quant', 'none') - ) - if result is not None: - shared.image_model_name = shared.args.image_model - else: - logger.error(f"Failed to load image model: {shared.args.image_model}") - shared.generation_lock = Lock() if shared.args.idle_timeout > 0: