Update train_util.py

kohya-ss · Sep 1, 2024 · 416e521 · 416e521
1 parent 717c379
commit 416e521
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/library/train_util.py b/library/train_util.py
@@ -4412,7 +4412,7 @@ def wrap_check_needless_num_warmup_steps(return_vals):
             num_training_steps=num_training_steps, 
             num_cycles=num_cycles / 2,
             min_lr_rate=min_lr_ratio, 
-            **lr_scheduler_kwargs
+            **lr_scheduler_kwargs,
         )
 
     # All other schedulers require `num_decay_steps`
@@ -4426,7 +4426,7 @@ def wrap_check_needless_num_warmup_steps(return_vals):
             num_decay_steps=num_decay_steps, 
             num_cycles=num_cycles / 2, 
             min_lr_ratio=min_lr_ratio if min_lr_ratio is not None else 0.0,
-            **lr_scheduler_kwargs
+            **lr_scheduler_kwargs,
         )
 
     return schedule_func(optimizer, num_warmup_steps=num_warmup_steps, num_training_steps=num_training_steps, num_decay_steps=num_decay_steps, **lr_scheduler_kwargs)