change cpu to auto_round format

intel · Jun 7, 2024 · 7220163 · 7220163
1 parent c431576
commit 7220163
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/language-modeling/main.py b/examples/language-modeling/main.py
@@ -329,7 +329,7 @@ def get_library_version(library_name):
                                  compression_dtype=torch.int8, compression_dim=0, use_optimum_format=False,
                                  device="xpu")
     if "cpu" in deployment_device:
-        autoround.save_quantized(output_dir=f'{export_dir}-cpu', format='itrex', inplace=inplace)
+        autoround.save_quantized(output_dir=f'{export_dir}-cpu', format='auto_round', inplace=inplace)
     if "fake" in deployment_device:
         model = model.to("cpu")
         model.save_pretrained(output_dir)