fix(train): fix optim_d functions called in wrong order (#269)

voicepaw · Apr 9, 2023 · 13d6346 · 13d6346
1 parent d39bcc4
commit 13d6346
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/so_vits_svc_fork/train.py b/src/so_vits_svc_fork/train.py
@@ -343,8 +343,8 @@ def training_step(self, batch: dict[str, torch.Tensor], batch_idx: int) -> None:
 
         # optimizer
         self.manual_backward(loss_disc_all)
-        optim_d.zero_grad()
         optim_d.step()
+        optim_d.zero_grad()
         self.untoggle_optimizer(optim_d)
 
     def validation_step(self, batch, batch_idx):