remove vestigial debug code

EleutherAI · Aug 19, 2024 · aafbbce · aafbbce
1 parent d9db749
commit aafbbce
Showing 1 changed file with 0 additions and 5 deletions.
diff --git a/megatron/training.py b/megatron/training.py
@@ -29,7 +29,6 @@
 import torch
 import deepspeed
 from deepspeed.runtime.data_pipeline.curriculum_scheduler import CurriculumScheduler
-from deepspeed.utils import safe_get_full_grad
 import numpy as np
 
 from megatron.utils import (
@@ -896,10 +895,6 @@ def train_step(neox_args, timers, data_iterator, model, optimizer, lr_scheduler)
             ):
                 torch.cuda.nvtx.range_push(f"Optimizer step")
 
-            # for name, param in model.named_parameters():
-            #     print(name, safe_get_full_grad(param))
-            # raise ValueError
-
             timers("optimizer").start()
             if neox_args.deepspeed:
                 model.step()