diff --git a/modules/models.py b/modules/models.py
index 2c23462a..99b068aa 100644
--- a/modules/models.py
+++ b/modules/models.py
@@ -131,6 +131,9 @@ def TensorRT_LLM_loader(model_name):
 
 
 def unload_model(keep_model_name=False):
+    if shared.model is None:
+        return
+
     is_llamacpp = (shared.model.__class__.__name__ == 'LlamaServer')
 
     shared.model = shared.tokenizer = None