From 25cf3600aa22eb367aee5314ec31291ae637a8df Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Tue, 22 Apr 2025 08:04:02 -0700 Subject: [PATCH] Lint --- modules/exllamav2_hf.py | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/modules/exllamav2_hf.py b/modules/exllamav2_hf.py index 5ee0bf60..b159d9ce 100644 --- a/modules/exllamav2_hf.py +++ b/modules/exllamav2_hf.py @@ -4,15 +4,6 @@ from pathlib import Path from typing import Any, Dict, Optional, Union import torch -from torch.nn import CrossEntropyLoss -from transformers import ( - GenerationConfig, - GenerationMixin, - PretrainedConfig, - PreTrainedModel -) -from transformers.modeling_outputs import CausalLMOutputWithPast - from exllamav2 import ( ExLlamaV2, ExLlamaV2Cache, @@ -23,6 +14,15 @@ from exllamav2 import ( ExLlamaV2Cache_TP, ExLlamaV2Config ) +from torch.nn import CrossEntropyLoss +from transformers import ( + GenerationConfig, + GenerationMixin, + PretrainedConfig, + PreTrainedModel +) +from transformers.modeling_outputs import CausalLMOutputWithPast + from modules import shared from modules.logging_colors import logger