From 682fa123a6615ec76697572727ca1489d8ed1464 Mon Sep 17 00:00:00 2001 From: github-actions Date: Fri, 22 Dec 2023 11:13:05 +0000 Subject: [PATCH] Update NeoXArgs docs automatically --- configs/neox_arguments.md | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/configs/neox_arguments.md b/configs/neox_arguments.md index 6a9d02c9d..e6419169c 100644 --- a/configs/neox_arguments.md +++ b/configs/neox_arguments.md @@ -111,7 +111,7 @@ Logging Arguments - **git_hash**: str - Default = bb1b145 + Default = a97a984 current git hash of repository @@ -261,6 +261,14 @@ Model Arguments +- **use_qk_layernorm**: bool + + Default = False + + Use QK Normalization + + + - **layernorm_epsilon**: float Default = 1e-05