diff --git a/modules/exllamav3.py b/modules/exllamav3.py index 5c142ec2..3fabdb6b 100644 --- a/modules/exllamav3.py +++ b/modules/exllamav3.py @@ -8,7 +8,7 @@ from exllamav3.cache import CacheLayer_fp16, CacheLayer_quant from exllamav3.generator import Job from modules import shared -from modules.exllamav3_custom_sampler import ( +from exllamav3.generator.sampler import ( CustomSampler, SS_Argmax, SS_MinP,