From 80a665793d233ed01b564aa99f36cccdc92885e3 Mon Sep 17 00:00:00 2001 From: Benjamin Ye Date: Mon, 24 Jun 2024 13:23:54 -0400 Subject: [PATCH] Update config.yml --- llmtune/config.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/llmtune/config.yml b/llmtune/config.yml index b8cc365..64dad2c 100644 --- a/llmtune/config.yml +++ b/llmtune/config.yml @@ -59,8 +59,8 @@ training: optim: "paged_adamw_32bit" logging_steps: 1 learning_rate: 2.0e-4 - bf16: true # Set to true for mixed precision training on Newer GPUs - tf32: true + bf16: true # [Ampere+] Set to true for mixed precision training on Newer GPUs + tf32: true # [Ampere+] Set to true for mixed precision training on Newer GPUs # fp16: false # Set to true for mixed precision training on Older GPUs max_grad_norm: 0.3 warmup_ratio: 0.03