train_audit_g.sh

export MODEL_NAME="/blob/v-yuancwang/AudioEditingModel/Diffusion_SG/checkpoint-10000"
export TRAIN_DIR=""

accelerate launch train_audit_g.py \
  --pretrained_model_name_or_path=$MODEL_NAME \
  --train_data_dir=$TRAIN_DIR \
  --use_ema \
  --resolution=512 --center_crop --random_flip \
<<<<<<< HEAD
  --train_batch_size=2 \
=======
  --train_batch_size=6 \
>>>>>>> 09543133234a20bf3c4a930ea66aca22d1e09787
  --gradient_accumulation_steps=1 \
  --gradient_checkpointing \
  --max_train_steps=1000000 \
  --checkpointing_steps=2000 \
<<<<<<< HEAD
  --learning_rate=5e-5 \
  --max_grad_norm=1 \
  --lr_scheduler="constant" --lr_warmup_steps=0 \
  --output_dir="/blob/v-yuancwang/AUDITPLUS/AUDIT_G_0" \
  --resume_from_checkpoint="/blob/v-yuancwang/AUDITPLUS/AUDIT_G_0/checkpoint-40000"
=======
  --learning_rate=2e-5 \
  --max_grad_norm=1 \
  --lr_scheduler="constant" --lr_warmup_steps=0 \
  --output_dir="/blob/v-yuancwang/AUDITPLUS/AUDIT_G" \
>>>>>>> 09543133234a20bf3c4a930ea66aca22d1e09787