From ea2c6475b216a548fc1c93aecf68fcc76990dd2b Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sun, 29 Dec 2024 03:53:46 -0800 Subject: [PATCH] Update loader.py --- unsloth/models/loader.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 16f8c76d9..113c4fbc7 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -454,7 +454,7 @@ def from_pretrained( if not was_disabled: enable_progress_bars() - if True: #with contextlib.redirect_stdout(open(os.devnull, "w")): + with contextlib.redirect_stdout(open(os.devnull, "w")): patch_loss_functions(torch_compile = False) model_types = unsloth_compile_transformers( model_name = model_name, @@ -470,7 +470,7 @@ def from_pretrained( fuse_lm_head = True, gradient_checkpointing = True, manual_replacements = True, - fast_lora_forwards = True, + fast_lora_forwards = False, fast_residual_stream = False, accurate_accumulation = True, epilogue_fusion = True,