File size: 2,296 Bytes
f2a2e80 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 | token is: fBFt
8 instance images
STEPS = 1600 #@param {type:"slider", min:0, max:10000, step:10}
BATCH_SIZE = 6 #@param {type:"slider", min:0, max:128, step:1}
FP_16 = True #@param {type:"boolean"}
#@markdown ----
#@markdown UNET PARAMS
LEARNING_RATE = 3e-4 #@param {type:"number"}
#@markdown ----
TRAIN_TEXT_ENCODER = True #@param {type:"boolean"}
#@markdown TEXT ENCODER PARAMS
LEARNING_RATE_TEXT_ENCODER = 5e-5 #@param {type:"number"}
NEW_LEARNING_RATE = LEARNING_RATE / BATCH_SIZE
NEW_LEARNING_RATE_TEXT_ENCODER = LEARNING_RATE_TEXT_ENCODER / BATCH_SIZE
if FP_16:
fp_16_arg = "fp16"
else:
fp_16_arg = "no"
if TRAIN_TEXT_ENCODER:
command = (f'accelerate launch lora/training_scripts/train_lora_dreambooth.py '
f'--pretrained_model_name_or_path="{PRETRAINED_MODEL}" '
f'--instance_data_dir="{INSTANCE_DIR}" '
f'--output_dir="{OUTPUT_DIR}" '
f'--instance_prompt="{PROMPT}" '
f'--resolution=512 '
f'--use_8bit_adam '
f'--mixed_precision="{fp_16_arg}" '
f'--train_batch_size=1 '
f'--gradient_accumulation_steps=1 '
f'--learning_rate={NEW_LEARNING_RATE} '
f'--lr_scheduler="cosine" '
f'--lr_warmup_steps=0 '
f'--max_train_steps={STEPS} '
f'--train_text_encoder '
f'--lora_rank=16 '
f'--learning_rate_text={NEW_LEARNING_RATE_TEXT_ENCODER}')
else:
command = (f'accelerate launch lora/training_scripts/train_lora_dreambooth.py '
f'--pretrained_model_name_or_path="{PRETRAINED_MODEL}" '
f'--instance_data_dir="{INSTANCE_DIR}" '
f'--output_dir="{OUTPUT_DIR}" '
f'--instance_prompt="{PROMPT}" '
f'--resolution=512 '
f'--use_8bit_adam '
f'--mixed_precision="{fp_16_arg}" '
f'--train_batch_size=1 '
f'--gradient_accumulation_steps=1 '
f'--learning_rate={NEW_LEARNING_RATE} '
f'--lr_scheduler="constant" '
f'--lr_warmup_steps=0 '
f'--lora_rank=16 '
f'--max_train_steps={STEPS} '
f'--learning_rate_text={NEW_LEARNING_RATE_TEXT_ENCODER}')
!rm -rf $INSTANCE_DIR/.ipynb_checkpoints
!{command} |