From 7f3ae3385fbddb640628db72891617259be40680 Mon Sep 17 00:00:00 2001 From: github-actions Date: Sat, 23 Dec 2023 19:20:30 +0000 Subject: [PATCH] Update NeoXArgs docs automatically --- configs/neox_arguments.md | 16 ++++++++++++---- 1 file changed, 12 insertions(+), 4 deletions(-) diff --git a/configs/neox_arguments.md b/configs/neox_arguments.md index bc2e8fc57..85cdda010 100644 --- a/configs/neox_arguments.md +++ b/configs/neox_arguments.md @@ -111,7 +111,7 @@ Logging Arguments - **git_hash**: str - Default = 2da1083 + Default = 589323d current git hash of repository @@ -439,6 +439,14 @@ Model Arguments +- **rope_fusion**: bool + + Default = False + + Enable rotary embedding fusion. + + + - **fp16_lm_cross_entropy**: bool Default = False @@ -800,7 +808,7 @@ Misc. Arguments -- **do_train**: int +- **do_train**: bool Default = None @@ -808,7 +816,7 @@ Misc. Arguments -- **do_valid**: int +- **do_valid**: bool Default = None @@ -816,7 +824,7 @@ Misc. Arguments -- **do_test**: int +- **do_test**: bool Default = None