From 86c3ed3218e0d2033855816bc3bb1054b2071bbc Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Sun, 20 Apr 2025 20:00:56 -0700 Subject: [PATCH] Small change to the unload_model() function --- modules/models.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/modules/models.py b/modules/models.py index 2c23462a..99b068aa 100644 --- a/modules/models.py +++ b/modules/models.py @@ -131,6 +131,9 @@ def TensorRT_LLM_loader(model_name): def unload_model(keep_model_name=False): + if shared.model is None: + return + is_llamacpp = (shared.model.__class__.__name__ == 'LlamaServer') shared.model = shared.tokenizer = None