Make sure dolomite conversion isn't always attempted

Signed-off-by: Mustafa Eyceoz <[email protected]>

src/instructlab/training/utils.py

@@ -761,7 +761,6 @@ def save_hf_format_accelerate(
     tokenizer,
     accelerator: Accelerator,
     samples_seen,
-    convert_dolomite=True,
     is_lora=False,
 ):
     log_rank_0(
@@ -770,6 +769,11 @@ def save_hf_format_accelerate(
     )
     start = time.time()
 
+    if args.model_type in ("gpt_megatron", "gpt_dolomite"):
+        convert_dolomite = False
+    else:
+        convert_dolomite = True
+
     final_output_dir = Path(args.output_dir) / "hf_format" / f"samples_{samples_seen}"
     if args.use_dolomite and convert_dolomite:
         tmpdir = TemporaryDirectory("w")  # pylint: disable=consider-using-with