From 3cae1221d492127837647742b0f4b60b24b13465 Mon Sep 17 00:00:00 2001 From: Forkoz <59298527+Ph0rk0z@users.noreply.github.com> Date: Sun, 18 Jun 2023 16:26:30 +0000 Subject: [PATCH] Update exllama.py - Respect model dir parameter (#2744) --- modules/exllama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/exllama.py b/modules/exllama.py index 17ed13ea..150a6e82 100644 --- a/modules/exllama.py +++ b/modules/exllama.py @@ -17,7 +17,7 @@ class ExllamaModel: @classmethod def from_pretrained(self, path_to_model): - path_to_model = Path("models") / Path(path_to_model) + path_to_model = Path(f'{shared.args.model_dir}') / Path(path_to_model) tokenizer_model_path = path_to_model / "tokenizer.model" model_config_path = path_to_model / "config.json"