fix attention_norm weight error

rustformers · Jul 16, 2023 · 565ca6d · 565ca6d
1 parent 71c3273
commit 565ca6d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/crates/models/falcon/src/lib.rs b/crates/models/falcon/src/lib.rs
@@ -82,7 +82,7 @@ impl KnownModel for Falcon {
                 input_layernorm_b: tl.load(&format!("{}.bias", input_layernorm_name))?,
                 attention_norm: attention_norm_name
                     .as_ref()
-                    .map(|path| tl.load(&format!("{}.bias", path)))
+                    .map(|path| tl.load(&format!("{}.weight", path)))
                     .transpose()?,
                 attention_norm_b: attention_norm_name
                     .map(|path| tl.load(&format!("{}.bias", path)))