From 0e91f52e401034cc06c895e5e7770b3994dfa7a5 Mon Sep 17 00:00:00 2001 From: i-colbert Date: Tue, 15 Oct 2024 22:16:29 +0000 Subject: [PATCH] Fix (gpfq): force create_weight_orig to True --- src/brevitas_examples/llm/llm_quant/gpxq.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/brevitas_examples/llm/llm_quant/gpxq.py b/src/brevitas_examples/llm/llm_quant/gpxq.py index 7867da3df..022d16f70 100644 --- a/src/brevitas_examples/llm/llm_quant/gpxq.py +++ b/src/brevitas_examples/llm/llm_quant/gpxq.py @@ -115,7 +115,8 @@ def apply_gpfq(model, dataloader, act_order=True, group_of_parallel_layers=None, else: with gpfq_mode(model, act_order=act_order, - group_of_parallel_layers=group_of_parallel_layers) as gpfq: + group_of_parallel_layers=group_of_parallel_layers, + create_weight_orig=True) as gpfq: gpfq_model = gpfq.model for _ in tqdm(range(gpfq.num_layers)): for inps in dataloader: