Add support for RAdamScheduleFree

bmaltais · Dec 31, 2024 · 45cfc1d · 45cfc1d
1 parent 79e5c36
commit 45cfc1d
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/kohya_gui/class_basic_training.py b/kohya_gui/class_basic_training.py
@@ -212,6 +212,7 @@ def init_lr_and_optimizer_controls(self) -> None:
                     "PagedAdamW32bit",
                     "PagedLion8bit",
                     "Prodigy",
+                    "RAdamScheduleFree",
                     "SGDNesterov",
                     "SGDNesterov8bit",
                     "SGDScheduleFree",