From 5ad102bbc941ff3ee56be741a8c98b473759a39e Mon Sep 17 00:00:00 2001
From: sileod <damien.sileo@gmail.com>
Date: Thu, 20 Feb 2025 11:20:41 +0100
Subject: [PATCH] Update kto_config.py

Fix the mismatch between documentation (and suggested) kto learning rate
---
 trl/trainer/kto_config.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/trl/trainer/kto_config.py b/trl/trainer/kto_config.py
index 9c357dbdb1..bfafa9a32c 100644
--- a/trl/trainer/kto_config.py
+++ b/trl/trainer/kto_config.py
@@ -81,7 +81,7 @@ class KTOConfig(TrainingArguments):
     """
 
     learning_rate: float = field(
-        default=1e-6,
+        default=5e-7,
         metadata={
             "help": "Initial learning rate for `AdamW` optimizer. The default value replaces that of "
             "`transformers.TrainingArguments`."