Update default win bnb version

bmaltais · Oct 31, 2023 · 80f3780 · 80f3780
1 parent 99f818c
commit 80f3780
Show file tree

Hide file tree

Showing 3 changed files with 186 additions and 1 deletion.
diff --git a/presets/finetune/SDXL - Essenz series by AI_Characters_Training v1.0.json b/presets/finetune/SDXL - Essenz series by AI_Characters_Training v1.0.json
@@ -0,0 +1,88 @@
+{
+  "adaptive_noise_scale": 0,
+  "additional_parameters": "",
+  "batch_size": "1",
+  "block_lr": "",
+  "bucket_no_upscale": false,
+  "bucket_reso_steps": 64,
+  "cache_latents": true,
+  "cache_latents_to_disk": true,
+  "caption_dropout_every_n_epochs": 0.0,
+  "caption_dropout_rate": 0,
+  "caption_extension": ".txt",
+  "caption_metadata_filename": "meta_cap.json",
+  "clip_skip": "1",
+  "color_aug": false,
+  "dataset_repeats": "1",
+  "epoch": 1,
+  "flip_aug": false,
+  "full_bf16": false,
+  "full_fp16": false,
+  "full_path": true,
+  "generate_caption_database": true,
+  "generate_image_buckets": true,
+  "gradient_accumulation_steps": 1.0,
+  "gradient_checkpointing": true,
+  "image_folder": "/kohya_ss/dataset/1_/",
+  "keep_tokens": 0,
+  "latent_metadata_filename": "meta_lat.json",
+  "learning_rate": 1e-06,
+  "logging_dir": "/kohya_ss/output/SDXL1.0_Essenz-series-by-AI_Characters_Concept_Morphing-v1.0",
+  "lr_scheduler": "constant",
+  "lr_scheduler_args": "",
+  "lr_warmup": 0,
+  "max_bucket_reso": "4096",
+  "max_data_loader_n_workers": "0",
+  "max_resolution": "1024,1024",
+  "max_timestep": 1000,
+  "max_token_length": "75",
+  "max_train_epochs": "100",
+  "mem_eff_attn": false,
+  "min_bucket_reso": "64",
+  "min_snr_gamma": 0,
+  "min_timestep": 0,
+  "mixed_precision": "fp16",
+  "model_list": "stabilityai/stable-diffusion-xl-base-1.0",
+  "multires_noise_discount": 0,
+  "multires_noise_iterations": 0,
+  "noise_offset": 0,
+  "noise_offset_type": "Original",
+  "num_cpu_threads_per_process": 2,
+  "optimizer": "AdamW8bit",
+  "optimizer_args": "",
+  "output_dir": "/kohya_ss/output/SDXL1.0_Essenz-series-by-AI_Characters_Concept_Morphing-v1.0",
+  "output_name": "SDXL1.0_Essenz-series-by-AI_Characters_Concept_Morphing-v1.0",
+  "persistent_data_loader_workers": false,
+  "pretrained_model_name_or_path": "stabilityai/stable-diffusion-xl-base-1.0",
+  "random_crop": false,
+  "resume": "",
+  "sample_every_n_epochs": 0,
+  "sample_every_n_steps": 0,
+  "sample_prompts": "",
+  "sample_sampler": "k_dpm_2",
+  "save_every_n_epochs": 10,
+  "save_every_n_steps": 0,
+  "save_last_n_steps": 0,
+  "save_last_n_steps_state": 0,
+  "save_model_as": "safetensors",
+  "save_precision": "fp16",
+  "save_state": false,
+  "scale_v_pred_loss_like_noise_pred": false,
+  "sdxl_cache_text_encoder_outputs": false,
+  "sdxl_checkbox": true,
+  "sdxl_no_half_vae": true,
+  "seed": "",
+  "shuffle_caption": false,
+  "train_batch_size": 1,
+  "train_dir": "/kohya_ss/output/SDXL1.0_Essenz-series-by-AI_Characters_Concept_Morphing-v1.0",
+  "train_text_encoder": true,
+  "use_latent_files": "Yes",
+  "use_wandb": false,
+  "v2": false,
+  "v_parameterization": false,
+  "v_pred_like_loss": 0,
+  "vae_batch_size": 0,
+  "wandb_api_key": "",
+  "weighted_captions": false,
+  "xformers": "xformers"
+}
diff --git a/presets/lora/SDXL - LoRA aitrepreneur clothing v1.0.json b/presets/lora/SDXL - LoRA aitrepreneur clothing v1.0.json
@@ -0,0 +1,97 @@
+{
+    "LoRA_type": "Standard",
+    "adaptive_noise_scale": 0,
+    "additional_parameters": "",
+    "block_alphas": "",
+    "block_dims": "",
+    "block_lr_zero_threshold": "",
+    "bucket_no_upscale": true,
+    "bucket_reso_steps": 64,
+    "cache_latents": true,
+    "cache_latents_to_disk": true,
+    "caption_dropout_every_n_epochs": 0.0,
+    "caption_dropout_rate": 0,
+    "caption_extension": ".txt",
+    "clip_skip": "1",
+    "color_aug": false,
+    "conv_alpha": 32,
+    "conv_block_alphas": "",
+    "conv_block_dims": "",
+    "conv_dim": 32,
+    "decompose_both": false,
+    "dim_from_weights": false,
+    "down_lr_weight": "",
+    "enable_bucket": true,
+    "epoch": 15,
+    "factor": -1,
+    "flip_aug": false,
+    "full_bf16": false,
+    "full_fp16": false,
+    "gradient_accumulation_steps": 2,
+    "gradient_checkpointing": true,
+    "keep_tokens": "0",
+    "learning_rate": 0.0009,
+    "lora_network_weights": "",
+    "lr_scheduler": "constant",
+    "lr_scheduler_args": "",
+    "lr_scheduler_num_cycles": "1",
+    "lr_scheduler_power": "",
+    "lr_warmup": 0,
+    "max_bucket_reso": 2048,
+    "max_data_loader_n_workers": "0",
+    "max_resolution": "1024,1024",
+    "max_timestep": 1000,
+    "max_token_length": "75",
+    "max_train_epochs": "",
+    "max_train_steps": "",
+    "mem_eff_attn": false,
+    "mid_lr_weight": "",
+    "min_bucket_reso": 256,
+    "min_snr_gamma": 0,
+    "min_timestep": 0,
+    "mixed_precision": "bf16",
+    "module_dropout": 0,
+    "multires_noise_discount": 0,
+    "multires_noise_iterations": 0,
+    "network_alpha": 1,
+    "network_dim": 128,
+    "network_dropout": 0,
+    "no_token_padding": false,
+    "noise_offset": 0,
+    "noise_offset_type": "Original",
+    "num_cpu_threads_per_process": 2,
+    "optimizer": "Adafactor",
+    "optimizer_args": "scale_parameter=False relative_step=False warmup_init=False",
+    "persistent_data_loader_workers": false,
+    "prior_loss_weight": 1.0,
+    "random_crop": false,
+    "rank_dropout": 0,
+    "save_every_n_epochs": 1,
+    "save_every_n_steps": 0,
+    "save_last_n_steps": 0,
+    "save_last_n_steps_state": 0,
+    "save_precision": "bf16",
+    "scale_v_pred_loss_like_noise_pred": false,
+    "scale_weight_norms": 0,
+    "sdxl": true,
+    "sdxl_cache_text_encoder_outputs": false,
+    "sdxl_no_half_vae": true,
+    "seed": "12345",
+    "shuffle_caption": false,
+    "stop_text_encoder_training": 0,
+    "text_encoder_lr": 0.0009,
+    "train_batch_size": 1,
+    "train_on_input": true,
+    "training_comment": "trigger: supergirl costume",
+    "unet_lr": 0.0009,
+    "unit": 1,
+    "up_lr_weight": "",
+    "use_cp": false,
+    "use_wandb": false,
+    "v2": false,
+    "v_parameterization": false,
+    "v_pred_like_loss": 0,
+    "vae_batch_size": 0,
+    "weighted_captions": false,
+    "xformers": "xformers"
+}
diff --git a/requirements_windows_torch2.txt b/requirements_windows_torch2.txt
@@ -1,6 +1,6 @@
 torch==2.0.1+cu118 torchvision==0.15.2+cu118 --index-url https://download.pytorch.org/whl/cu118 # no_verify
 xformers==0.0.21
-bitsandbytes==0.35.0 # no_verify
+bitsandbytes==0.41.1 # no_verify
 # https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl # no_verify
 tensorboard==2.14.1 tensorflow==2.14.0
 -r requirements.txt