Update train_ms.py

fishaudio · Jan 29, 2024 · 0a94c48 · 0a94c48
1 parent 0dcb83f
commit 0a94c48
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/train_ms.py b/train_ms.py
@@ -598,7 +598,7 @@ def train_and_evaluate(
         scaler.scale(loss_gen_all).backward()
         scaler.unscale_(optim_g)
         #if getattr(hps.train, "bf16_run", False):
-        torch.nn.utils.clip_grad_norm_(parameters=net_g.parameters(), max_norm=500)
+        torch.nn.utils.clip_grad_norm_(parameters=net_g.parameters(), max_norm=200)
         grad_norm_g = commons.clip_grad_value_(net_g.parameters(), None)
         scaler.step(optim_g)
         scaler.update()