stabilityai

/

stable-diffusion-3-medium-diffusers

like 331

i just want to train on dataset having different images and captions using below , if providing instance_prompt aong with --dataset_name=""
--image_column="image"
--caption_column="text" \ will replace the caption columns with instance_prompt?

export MODEL_NAME="stabilityai/stable-diffusion-3-medium-diffusers"
export OUTPUT_DIR=""

accelerate launch train_dreambooth_lora_sd3.py
--pretrained_model_name_or_path=$MODEL_NAME
--output_dir=$OUTPUT_DIR
--mixed_precision="fp16"
--dataset_name=""
--image_column="image"
--caption_column="text"
--instance_prompt=""
--validation_prompt=""
--resolution=1024
--center_crop
--random_flip
--train_batch_size=1
--train_text_encoder
--gradient_accumulation_steps=4 --gradient_checkpointing
--optimizer="prodigy"
--learning_rate=1.0
--text_encoder_lr=1.0
--lr_scheduler="constant"
--lr_warmup_steps=0
--max_train_steps=15000
--seed="0" \