Update sdxl.bat

sdxl.bat

@@ -1,6 +1,6 @@
 :::accelerate launch --num_cpu_threads_per_process=6 "./sdxl_train_network.py" --bucket_reso_steps=64 --caption_extension=".txt" --enable_bucket --min_bucket_reso=512 --max_bucket_reso=2048 --keep_tokens="5" --logging_dir="D:/SD/stable-diffusion-webui/models/LyCORIS/best new" --max_grad_norm="1" --resolution="1024,1024" --max_train_steps="2000" --mixed_precision="bf16" --network_alpha="16" --network_args  "preset=attn-only" "module_dropout=0.3" "rescaled=True" "algo=diag-oft" "conv_dim=32" "train_norm=True" "bypass_mode=False" --network_dim=32 --network_module=lycoris.kohya --output_dir="D:/SD/stable-diffusion-webui/models/LyCORIS/nohara rin" --output_name="nohara rin 2" --persistent_data_loader_workers --pretrained_model_name_or_path="D:/SD/stable-diffusion-webui/models/Stable-diffusion/illustriousXL_v01.safetensors" --save_every_n_steps="250" --save_model_as=safetensors --save_precision="fp16" --seed="1026" --train_batch_size="3" --train_data_dir="F:/naruto10/aaa/" --unet_lr=0.00005 --optimizer_type bitsandbytes.optim.AdEMAMix8bit --optimizer_args "weight_decay=0.1"  --network_train_unet_only --caption_tag_dropout_rate=0.05 --fp8_base --gradient_checkpointing --xformers --save_state_on_train_end --enable_wildcard --cache_latents --cache_latents_to_disk --timestep_sampling "sigmoid" --lr_scheduler warmup_stable_decay --lr_warmup_steps 0.1 --lr_decay_steps 0.2 --save_state --ip_noise_gamma 0.1 --ip_noise_gamma_random_strength --debiased_estimation_loss
 
-accelerate launch --num_cpu_threads_per_process=6 "./sdxl_train_network.py" --bucket_reso_steps=64 --caption_extension=".txt" --enable_bucket --min_bucket_reso=512 --max_bucket_reso=2048 --keep_tokens="5" --logging_dir="D:/SD/stable-diffusion-webui/models/LyCORIS/best new" --max_grad_norm="1" --resolution="1024,1024" --max_train_steps="15000" --mixed_precision="bf16" --network_alpha="16" --network_args  "preset=attn-only" "module_dropout=0.3" "rescaled=True" "algo=diag-oft" "conv_dim=32" "train_norm=True" "bypass_mode=False" --network_dim=32 --network_module=lycoris.kohya --output_dir="D:/SD/stable-diffusion-webui/models/LyCORIS/best" --output_name="best oft new 12" --persistent_data_loader_workers --pretrained_model_name_or_path="D:/SD/stable-diffusion-webui/models/Stable-diffusion/illustriousXL_v01.safetensors" --save_every_n_steps="250" --save_model_as=safetensors --save_precision="fp16" --seed="1026" --train_batch_size="3" --train_data_dir="E:/BEST" --unet_lr=0.00005 --optimizer_type bitsandbytes.optim.AdEMAMix8bit --optimizer_args "weight_decay=0.1"  --network_train_unet_only --caption_tag_dropout_rate=0.05 --fp8_base --gradient_checkpointing --xformers --save_state_on_train_end --enable_wildcard --cache_latents --cache_latents_to_disk --timestep_sampling "sigmoid" --lr_scheduler warmup_stable_decay --lr_warmup_steps 0.1 --lr_decay_steps 0.2 --save_state --ip_noise_gamma 0.1 --ip_noise_gamma_random_strength --debiased_estimation_loss
+accelerate launch --num_cpu_threads_per_process=6 "./sdxl_train_network.py" --bucket_reso_steps=64 --caption_extension=".txt" --enable_bucket --min_bucket_reso=512 --max_bucket_reso=2048 --keep_tokens="5" --logging_dir="D:/SD/stable-diffusion-webui/models/LyCORIS/best new" --max_grad_norm="1" --resolution="1024,1024" --max_train_steps="15000" --mixed_precision="bf16" --network_alpha="16" --network_args  "preset=attn-only" "module_dropout=0.3" "rescaled=True" "algo=diag-oft" "conv_dim=32" "train_norm=True" "bypass_mode=False" --network_dim=32 --network_module=lycoris.kohya --output_dir="D:/SD/stable-diffusion-webui/models/LyCORIS/best" --output_name="best oft" --persistent_data_loader_workers --pretrained_model_name_or_path="D:/SD/stable-diffusion-webui/models/Stable-diffusion/illustriousXL_v01.safetensors" --save_every_n_steps="250" --save_model_as=safetensors --save_precision="fp16" --seed="1026" --train_batch_size="3" --train_data_dir="E:/REG" --unet_lr=0.00005 --optimizer_type bitsandbytes.optim.AdEMAMix8bit --optimizer_args "weight_decay=0.1"  --network_train_unet_only --caption_tag_dropout_rate=0.05 --fp8_base --gradient_checkpointing --xformers --save_state_on_train_end --enable_wildcard --cache_latents --cache_latents_to_disk --timestep_sampling "sigmoid" --lr_scheduler warmup_stable_decay --lr_warmup_steps 0.1 --lr_decay_steps 0.2 --save_state --ip_noise_gamma 0.03  --debiased_estimation_loss --no_token_padding --noise_offset 0.055
 
 
 ::: --lr_scheduler warmup_stable_decay --lr_warmup_steps 0.1 --lr_scheduler_min_lr_ratio 0.1 --lr_decay_steps 0.2