diff --git a/modules/models.py b/modules/models.py
index f551b828..3951fe82 100644
--- a/modules/models.py
+++ b/modules/models.py
@@ -33,7 +33,7 @@ transformers.logging.set_verbosity_error()
 local_rank = None
 if shared.args.deepspeed:
     import deepspeed
-    from transformers.deepspeed import (
+    from transformers.integrations.deepspeed import (
         HfDeepSpeedConfig,
         is_deepspeed_zero3_enabled
     )