Update NeoXArgs docs automatically

EleutherAI · Dec 22, 2023 · 682fa12 · 682fa12
1 parent a97a984
commit 682fa12
Showing 1 changed file with 9 additions and 1 deletion.
diff --git a/configs/neox_arguments.md b/configs/neox_arguments.md
@@ -111,7 +111,7 @@ Logging Arguments
 
 - **git_hash**: str
 
-    Default = bb1b145
+    Default = a97a984
 
     current git hash of repository
 
@@ -261,6 +261,14 @@ Model Arguments
 
 
 
+- **use_qk_layernorm**: bool
+
+    Default = False
+
+    Use QK Normalization
+
+
+
 - **layernorm_epsilon**: float
 
     Default = 1e-05