diff --git a/Dockerfile b/Dockerfile
index bd30c11c3..e2f0a3d4c 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/README.md b/README.md
index f82bedec0..7e649707a 100644
--- a/README.md
+++ b/README.md
@@ -639,7 +639,7 @@ To cite the 20 billion parameter model named `GPT-NeoX-20B`, please use
 
 ## Licensing
 
-This repository hosts code that is part of EleutherAI's GPT-NeoX project. Copyright (c) 2021, EleutherAI. Licensed under the Apache License:
+This repository hosts code that is part of EleutherAI's GPT-NeoX project. Copyright (c) 2024, EleutherAI. Licensed under the Apache License:
 
     Licensed under the Apache License, Version 2.0 (the "License");
     you may not use this file except in compliance with the License.
diff --git a/deepy.py b/deepy.py
index eacbd9dec..e4dc7a3fd 100755
--- a/deepy.py
+++ b/deepy.py
@@ -1,5 +1,5 @@
 #!/usr/bin/env python
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/eval.py b/eval.py
index 7b7a74a6f..4047024a4 100644
--- a/eval.py
+++ b/eval.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/eval_tasks/__init__.py b/eval_tasks/__init__.py
index d17c7458e..6cb4e30ca 100644
--- a/eval_tasks/__init__.py
+++ b/eval_tasks/__init__.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/eval_tasks/eval_adapter.py b/eval_tasks/eval_adapter.py
index 63c4a4a72..abbd5ca8d 100644
--- a/eval_tasks/eval_adapter.py
+++ b/eval_tasks/eval_adapter.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/generate.py b/generate.py
index 100950f00..5a5c0f766 100755
--- a/generate.py
+++ b/generate.py
@@ -1,5 +1,5 @@
 #!/usr/bin/env python
-# Copyright (c) 2021 EleutherAI
+# Copyright (c) 2024 EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/checkpointing.py b/megatron/checkpointing.py
index bbaa0f7f9..751cc3da0 100644
--- a/megatron/checkpointing.py
+++ b/megatron/checkpointing.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/data/blendable_dataset.py b/megatron/data/blendable_dataset.py
index e05c58429..3aca7790a 100644
--- a/megatron/data/blendable_dataset.py
+++ b/megatron/data/blendable_dataset.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/data/data_utils.py b/megatron/data/data_utils.py
index 513dd0e21..bc5754cdb 100644
--- a/megatron/data/data_utils.py
+++ b/megatron/data/data_utils.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/megatron/data/gpt2_dataset.py b/megatron/data/gpt2_dataset.py
index c222fb3da..564c4f1c0 100644
--- a/megatron/data/gpt2_dataset.py
+++ b/megatron/data/gpt2_dataset.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/data/indexed_dataset.py b/megatron/data/indexed_dataset.py
index 81d99b0cd..8165205b9 100644
--- a/megatron/data/indexed_dataset.py
+++ b/megatron/data/indexed_dataset.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) Facebook, Inc. and its affiliates.
diff --git a/megatron/data/samplers.py b/megatron/data/samplers.py
index 5e14b4a78..4e67d7e78 100644
--- a/megatron/data/samplers.py
+++ b/megatron/data/samplers.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/gradient_noise_scale/gradient_noise_scale.py b/megatron/gradient_noise_scale/gradient_noise_scale.py
index 9c518a9cd..71076ffc3 100644
--- a/megatron/gradient_noise_scale/gradient_noise_scale.py
+++ b/megatron/gradient_noise_scale/gradient_noise_scale.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/megatron/initialize.py b/megatron/initialize.py
index dd752659b..9f297d544 100644
--- a/megatron/initialize.py
+++ b/megatron/initialize.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/learning_rates.py b/megatron/learning_rates.py
index f0fcca27e..337a7f73b 100644
--- a/megatron/learning_rates.py
+++ b/megatron/learning_rates.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/logging.py b/megatron/logging.py
index ac404da85..6c9b7915e 100644
--- a/megatron/logging.py
+++ b/megatron/logging.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI.
+# Copyright (c) 2024, EleutherAI.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/megatron/model/__init__.py b/megatron/model/__init__.py
index 9af46de95..49aa2edd0 100755
--- a/megatron/model/__init__.py
+++ b/megatron/model/__init__.py
@@ -1,5 +1,5 @@
 #
-# Copyright 2021 Biderman et al. This file is based on code by the authors denoted below and has been modified from its original version.
+# Copyright 2024 Biderman et al. This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 #
diff --git a/megatron/model/activations.py b/megatron/model/activations.py
index 5c4ba1d5a..445f5f7d9 100644
--- a/megatron/model/activations.py
+++ b/megatron/model/activations.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/model/fused_bias_dropout.py b/megatron/model/fused_bias_dropout.py
index afe1f0719..8618a2a7e 100644
--- a/megatron/model/fused_bias_dropout.py
+++ b/megatron/model/fused_bias_dropout.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI contributors
+# Copyright (c) 2024, EleutherAI contributors
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
diff --git a/megatron/model/fused_softmax.py b/megatron/model/fused_softmax.py
index 78f2992ad..3a1f7716b 100644
--- a/megatron/model/fused_softmax.py
+++ b/megatron/model/fused_softmax.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/model/gmlp.py b/megatron/model/gmlp.py
index e4e29dad5..c3462c651 100644
--- a/megatron/model/gmlp.py
+++ b/megatron/model/gmlp.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
diff --git a/megatron/model/gpt2_model.py b/megatron/model/gpt2_model.py
index ce9c39da9..8cbd0bba1 100644
--- a/megatron/model/gpt2_model.py
+++ b/megatron/model/gpt2_model.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021 EleutherAI
+# Copyright (c) 2024 EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/model/init_functions.py b/megatron/model/init_functions.py
index 11bcdc310..ad8ebc05a 100644
--- a/megatron/model/init_functions.py
+++ b/megatron/model/init_functions.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/megatron/model/norms.py b/megatron/model/norms.py
index ddb45c3f3..08056edc2 100644
--- a/megatron/model/norms.py
+++ b/megatron/model/norms.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/megatron/model/positional_embeddings.py b/megatron/model/positional_embeddings.py
index 29c8a7e65..16cd22ad8 100644
--- a/megatron/model/positional_embeddings.py
+++ b/megatron/model/positional_embeddings.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/megatron/model/transformer.py b/megatron/model/transformer.py
index 9a4fb0f42..923de1833 100644
--- a/megatron/model/transformer.py
+++ b/megatron/model/transformer.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021 EleutherAI
+# Copyright (c) 2024 EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/model/utils.py b/megatron/model/utils.py
index 6beac5ca2..a145787f4 100644
--- a/megatron/model/utils.py
+++ b/megatron/model/utils.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021 EleutherAI
+# Copyright (c) 2024 EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/model/word_embeddings.py b/megatron/model/word_embeddings.py
index 488baf042..f7372bc55 100644
--- a/megatron/model/word_embeddings.py
+++ b/megatron/model/word_embeddings.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/megatron/mpu/cross_entropy.py b/megatron/mpu/cross_entropy.py
index d28e0cc6b..4e4b403b5 100644
--- a/megatron/mpu/cross_entropy.py
+++ b/megatron/mpu/cross_entropy.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/mpu/mappings.py b/megatron/mpu/mappings.py
index c14693a69..ba204303c 100644
--- a/megatron/mpu/mappings.py
+++ b/megatron/mpu/mappings.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/mpu/random.py b/megatron/mpu/random.py
index f93a912a8..77fe80b3e 100644
--- a/megatron/mpu/random.py
+++ b/megatron/mpu/random.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/megatron/mpu/utils.py b/megatron/mpu/utils.py
index cb12f2569..33b3de754 100644
--- a/megatron/mpu/utils.py
+++ b/megatron/mpu/utils.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/neox_arguments/arguments.py b/megatron/neox_arguments/arguments.py
index d293f7b6a..b2055ad02 100644
--- a/megatron/neox_arguments/arguments.py
+++ b/megatron/neox_arguments/arguments.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/megatron/neox_arguments/deepspeed_args.py b/megatron/neox_arguments/deepspeed_args.py
index 071c3d3b7..708a5f5b1 100644
--- a/megatron/neox_arguments/deepspeed_args.py
+++ b/megatron/neox_arguments/deepspeed_args.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/megatron/neox_arguments/neox_args.py b/megatron/neox_arguments/neox_args.py
index 8b76c8b32..fc9e15db4 100644
--- a/megatron/neox_arguments/neox_args.py
+++ b/megatron/neox_arguments/neox_args.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/megatron/neox_arguments/template.py b/megatron/neox_arguments/template.py
index d0216459f..2e8341990 100644
--- a/megatron/neox_arguments/template.py
+++ b/megatron/neox_arguments/template.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/megatron/optimizers.py b/megatron/optimizers.py
index fcf8a44c7..93515ed14 100644
--- a/megatron/optimizers.py
+++ b/megatron/optimizers.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/megatron/text_generation_utils.py b/megatron/text_generation_utils.py
index 5eb982384..70e935a62 100644
--- a/megatron/text_generation_utils.py
+++ b/megatron/text_generation_utils.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/tokenizer/tokenizer.py b/megatron/tokenizer/tokenizer.py
index 504890763..a5445fbd5 100644
--- a/megatron/tokenizer/tokenizer.py
+++ b/megatron/tokenizer/tokenizer.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/training.py b/megatron/training.py
index e4e858574..e93195ced 100644
--- a/megatron/training.py
+++ b/megatron/training.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/megatron/utils.py b/megatron/utils.py
index 3769495d9..4869ee42c 100644
--- a/megatron/utils.py
+++ b/megatron/utils.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/prepare_data.py b/prepare_data.py
index 86d8b5f5a..62363e27b 100644
--- a/prepare_data.py
+++ b/prepare_data.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tests/common.py b/tests/common.py
index d2659b453..bb7a90f85 100644
--- a/tests/common.py
+++ b/tests/common.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tests/model/__init__.py b/tests/model/__init__.py
index b9c364917..be6d2e9ec 100644
--- a/tests/model/__init__.py
+++ b/tests/model/__init__.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tests/model/test_fused_kernels.py b/tests/model/test_fused_kernels.py
index be068099e..b8cb34d1b 100644
--- a/tests/model/test_fused_kernels.py
+++ b/tests/model/test_fused_kernels.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tests/model/test_model_checkpoint.py b/tests/model/test_model_checkpoint.py
index e73e1a0fe..ec59ad816 100644
--- a/tests/model/test_model_checkpoint.py
+++ b/tests/model/test_model_checkpoint.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tests/model/test_model_generation.py b/tests/model/test_model_generation.py
index ab8bd756b..4ac0bdd6b 100644
--- a/tests/model/test_model_generation.py
+++ b/tests/model/test_model_generation.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tests/model/test_model_instantiation.py b/tests/model/test_model_instantiation.py
index ad57a2c5f..211db3262 100644
--- a/tests/model/test_model_instantiation.py
+++ b/tests/model/test_model_instantiation.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tests/model/test_model_train.py b/tests/model/test_model_train.py
index 0138a7f79..dc24f6b6d 100644
--- a/tests/model/test_model_train.py
+++ b/tests/model/test_model_train.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tests/neox_args/test_neoxargs_commandline.py b/tests/neox_args/test_neoxargs_commandline.py
index cf39f75d0..0d3c7e5fb 100644
--- a/tests/neox_args/test_neoxargs_commandline.py
+++ b/tests/neox_args/test_neoxargs_commandline.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tests/neox_args/test_neoxargs_implementation.py b/tests/neox_args/test_neoxargs_implementation.py
index c77fa178f..176887c9c 100644
--- a/tests/neox_args/test_neoxargs_implementation.py
+++ b/tests/neox_args/test_neoxargs_implementation.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tests/neox_args/test_neoxargs_load.py b/tests/neox_args/test_neoxargs_load.py
index 5f94f4fd6..f5d278112 100644
--- a/tests/neox_args/test_neoxargs_load.py
+++ b/tests/neox_args/test_neoxargs_load.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tests/neox_args/test_neoxargs_usage.py b/tests/neox_args/test_neoxargs_usage.py
index 40532f23e..176151c2a 100644
--- a/tests/neox_args/test_neoxargs_usage.py
+++ b/tests/neox_args/test_neoxargs_usage.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tests/pytest.ini b/tests/pytest.ini
index c2bb21d77..6fd100ea2 100644
--- a/tests/pytest.ini
+++ b/tests/pytest.ini
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tests/test_configs/test_train_base.yml b/tests/test_configs/test_train_base.yml
index 28e41adbf..2852574af 100644
--- a/tests/test_configs/test_train_base.yml
+++ b/tests/test_configs/test_train_base.yml
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tests/unit/test_arguments.py b/tests/unit/test_arguments.py
index 501748366..7144a149c 100644
--- a/tests/unit/test_arguments.py
+++ b/tests/unit/test_arguments.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tools/bash/sync.sh b/tools/bash/sync.sh
index d3788cce4..fd9377dbb 100755
--- a/tools/bash/sync.sh
+++ b/tools/bash/sync.sh
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tools/bash/sync_cmd.sh b/tools/bash/sync_cmd.sh
index 6525247fb..2d8a617ca 100644
--- a/tools/bash/sync_cmd.sh
+++ b/tools/bash/sync_cmd.sh
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tools/bash/syncdir.sh b/tools/bash/syncdir.sh
index 210d142ae..229c9af9a 100755
--- a/tools/bash/syncdir.sh
+++ b/tools/bash/syncdir.sh
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tools/ckpts/convert_module_to_hf.py b/tools/ckpts/convert_module_to_hf.py
index c776a2817..72ce59d32 100644
--- a/tools/ckpts/convert_module_to_hf.py
+++ b/tools/ckpts/convert_module_to_hf.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2023, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tools/ckpts/convert_raw_llama_weights_to_neox.py b/tools/ckpts/convert_raw_llama_weights_to_neox.py
index 5940fa856..824cc95d9 100644
--- a/tools/ckpts/convert_raw_llama_weights_to_neox.py
+++ b/tools/ckpts/convert_raw_llama_weights_to_neox.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2023, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tools/ckpts/convert_sequential_to_hf.py b/tools/ckpts/convert_sequential_to_hf.py
index f40a1d233..07dc228e1 100644
--- a/tools/ckpts/convert_sequential_to_hf.py
+++ b/tools/ckpts/convert_sequential_to_hf.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2023, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tools/ckpts/inspect_checkpoints.py b/tools/ckpts/inspect_checkpoints.py
index 0bd5c05b4..a23d456ca 100644
--- a/tools/ckpts/inspect_checkpoints.py
+++ b/tools/ckpts/inspect_checkpoints.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tools/ckpts/merge20b.py b/tools/ckpts/merge20b.py
index ae1f5a0a3..09029bb5b 100644
--- a/tools/ckpts/merge20b.py
+++ b/tools/ckpts/merge20b.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tools/ckpts/upload.py b/tools/ckpts/upload.py
index 324a7debe..01d585be8 100644
--- a/tools/ckpts/upload.py
+++ b/tools/ckpts/upload.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
diff --git a/tools/datasets/corpora.py b/tools/datasets/corpora.py
index 7d2ec4e8c..2c440dc0a 100644
--- a/tools/datasets/corpora.py
+++ b/tools/datasets/corpora.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
diff --git a/tools/datasets/preprocess_data.py b/tools/datasets/preprocess_data.py
index 74ff251e0..ae88d8eaf 100644
--- a/tools/datasets/preprocess_data.py
+++ b/tools/datasets/preprocess_data.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/tools/datasets/preprocess_data_with_mask.py b/tools/datasets/preprocess_data_with_mask.py
index b2fba73ec..59393d3fe 100644
--- a/tools/datasets/preprocess_data_with_mask.py
+++ b/tools/datasets/preprocess_data_with_mask.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
diff --git a/train.py b/train.py
index 5f4ddce53..d6fa9e2c1 100644
--- a/train.py
+++ b/train.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021, EleutherAI
+# Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.