diff --git a/kohya_gui/class_basic_training.py b/kohya_gui/class_basic_training.py index e133f010..cf05c843 100644 --- a/kohya_gui/class_basic_training.py +++ b/kohya_gui/class_basic_training.py @@ -193,6 +193,7 @@ def init_lr_and_optimizer_controls(self) -> None: label="Optimizer", choices=[ "AdamW", + "AdamWScheduleFree", "AdamW8bit", "Adafactor", "DAdaptation", @@ -211,6 +212,7 @@ def init_lr_and_optimizer_controls(self) -> None: "Prodigy", "SGDNesterov", "SGDNesterov8bit", + "SGDScheduleFree", ], value=self.config.get("basic.optimizer", "AdamW8bit"), interactive=True, diff --git a/requirements.txt b/requirements.txt index 08d03787..8dbe29b3 100644 --- a/requirements.txt +++ b/requirements.txt @@ -24,6 +24,7 @@ prodigyopt==1.0 pytorch-lightning==1.9.0 rich>=13.7.1 safetensors==0.4.4 +schedulefree==1.2.7 scipy==1.11.4 # for T5XXL tokenizer (SD3/FLUX) sentencepiece==0.2.0