From 730ed13546a3eb4f80f3c8f96b3b9da72ff8c21b Mon Sep 17 00:00:00 2001 From: bmaltais Date: Tue, 31 Dec 2024 07:12:43 -0500 Subject: [PATCH] Add support for prodigyplus.ProdigyPlusScheduleFree --- kohya_gui/class_basic_training.py | 1 + requirements.txt | 1 + 2 files changed, 2 insertions(+) diff --git a/kohya_gui/class_basic_training.py b/kohya_gui/class_basic_training.py index 2bf6ff9a..84a42902 100644 --- a/kohya_gui/class_basic_training.py +++ b/kohya_gui/class_basic_training.py @@ -212,6 +212,7 @@ def init_lr_and_optimizer_controls(self) -> None: "PagedAdamW32bit", "PagedLion8bit", "Prodigy", + "prodigyplus.ProdigyPlusScheduleFree", "RAdamScheduleFree", "SGDNesterov", "SGDNesterov8bit", diff --git a/requirements.txt b/requirements.txt index 728c0e44..a5234ec1 100644 --- a/requirements.txt +++ b/requirements.txt @@ -20,6 +20,7 @@ protobuf==3.20.3 open-clip-torch==2.20.0 opencv-python==4.10.0.84 prodigyopt==1.0 +prodigy-plus-schedule-free==1.8.0 pytorch-lightning==1.9.0 rich>=13.7.1 safetensors==0.4.4