From d11b267b3b259475b81b16983aeca24efe4437c6 Mon Sep 17 00:00:00 2001 From: wenhuach21 Date: Mon, 3 Jun 2024 16:17:00 +0800 Subject: [PATCH] fix the bug --- auto_round/auto_quantizer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/auto_round/auto_quantizer.py b/auto_round/auto_quantizer.py index 838d13c0..cb7ebee0 100644 --- a/auto_round/auto_quantizer.py +++ b/auto_round/auto_quantizer.py @@ -255,7 +255,7 @@ class AutoRoundQuantizer(HfQuantizer): def __init__(self, quantization_config: QuantizationConfigMixin, **kwargs): super().__init__(quantization_config, **kwargs) - self.exllama2_available = is_autoround_exllamav2_available + self.exllama2_available = is_autoround_exllamav2_available() def validate_environment(self, *args, **kwargs): if not is_auto_round_available():