fix incorrect setting for lm-head

intel · Jun 5, 2024 · 87442c7 · 87442c7
1 parent 04ea869
commit 87442c7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/language-modeling/main.py b/examples/language-modeling/main.py
@@ -290,7 +290,7 @@ def get_library_version(library_name):
                         f"supported currently")
                     break
     if args.quant_lm_head:
-        weight_config[lm_head_layer_name] = {"data_type": "int", "bits": 4, "group_size": 32}
+        weight_config[lm_head_layer_name] = {"data_type": "int"}
         transformers_version = [int(item) for item in transformers.__version__.split('.')[:2]]
         if transformers_version[0] == 4 and transformers_version[1] < 38:
             error_message = "Please upgrade transformers>=4.38.0 to support lm-head quantization."