Updated LlamaConfig with distributed_strategy

huggingface · Jul 23, 2024 · d1d4bc0 · d1d4bc0
1 parent 2b5f46e
commit d1d4bc0
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/optimum/habana/transformers/models/llama/configuration_llama.py b/optimum/habana/transformers/models/llama/configuration_llama.py
@@ -27,6 +27,7 @@ def __init__(
         attention_dropout=0.0,
         mlp_bias=False,
         fused_qkv=False,
+        distributed_strategy=None,
         **kwargs,
     ):
         super().__init__(
@@ -55,3 +56,4 @@ def __init__(
 
         self.mlp_bias = mlp_bias
         self.fused_qkv = fused_qkv
+        self.distributed_strategy = distributed_strategy