diff --git a/.dockerignore b/.dockerignore index 52288e50..3f6e7733 100644 --- a/.dockerignore +++ b/.dockerignore @@ -2,3 +2,18 @@ venv wandb logs checkpoints +data +results +preproc_data +logs +wandb +*.pt +.pytest_cache +.vscode +.git +tmp +attention_logs +not_val_shard +attention_logs +training/eval_data + diff --git a/open_lm/utils/transformers/hf_config.py b/open_lm/utils/transformers/hf_config.py index fa04515a..edf3839f 100644 --- a/open_lm/utils/transformers/hf_config.py +++ b/open_lm/utils/transformers/hf_config.py @@ -40,5 +40,5 @@ def __init__( def set_params(self, params: Params): self.tie_word_embeddings = params.weight_tying - for field in fields(params): + for field in fields(Params): setattr(self, field.name, getattr(params, field.name))