Update trainer_v1.py

FlagAI-Open · Apr 28, 2024 · 4798cc6 · 4798cc6
1 parent a6128ae
commit 4798cc6
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/flagai/trainer_v1.py b/flagai/trainer_v1.py
@@ -876,7 +876,7 @@ def train_step_pytorch(self,
                     optimizer.zero_grad()
                 else:
                     optimizer.step()
-                    # optimizer.zero_grad()
+                    optimizer.zero_grad()
                 self.accumulate_count = 0
             else:
                 self.accumulate_count += 1