Skip to content

Commit

Permalink
fix(config): ignore mypy checking for norm init.
Browse files Browse the repository at this point in the history
  • Loading branch information
Hzfinfdu committed Jul 1, 2024
1 parent 7f4091c commit b0b13b0
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions src/lm_saes/config.py
Original file line number Diff line number Diff line change
Expand Up @@ -174,8 +174,8 @@ class SAEConfig(BaseModelConfig):
decoder_exactly_fixed_norm: bool = False
sparsity_include_decoder_norm: bool = True # set to True: sparsity loss = sum(act * corresponding_decoder_norm), otherwise loss = sum(act). Incompatible with decoder_exactly_fixed_norm
use_glu_encoder: bool = False
init_decoder_norm: float | None = None
init_encoder_norm: float | None = None
init_decoder_norm: float | None = None # type: ignore
init_encoder_norm: float | None = None # type: ignore
init_encoder_with_decoder_transpose: bool = True

l1_coefficient: float = 0.00008
Expand Down

0 comments on commit b0b13b0

Please sign in to comment.