Fix number of layers

HazyResearch · May 1, 2024 · fcc6af7 · fcc6af7
1 parent d90de38
commit fcc6af7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/zoology/experiments/iclr24_zoology_figure2/configs.py b/zoology/experiments/iclr24_zoology_figure2/configs.py
@@ -137,7 +137,7 @@
 
                 model = ModelConfig(
                     d_model=d_model,
-                    n_layers=4 if sequence_mixer != "attention" else 2,
+                    n_layers=2,
                     block_type=block_type,
                     max_position_embeddings=input_seq_len if sequence_mixer == "attention" else 0,
                     vocab_size=VOCAB_SIZE,