trainiing notes

locon/amber_(genshin_impact)/training settings.txt

@@ -0,0 +1,21 @@
+$noise_offset=0
+$keep_tokens=0
+$learning_rate=0.5
+$text_encoder_lr=0.25
+$unet_lr=0.5
+$lr_warmup_ratio = 0.0
+$weight_decay = 0.2 #  not currently usedg
+$resolution=512
+$train_batch_size = 4
+$gradient_accumulation_steps=2 # not currently usnig
+$num_epochs = 5
+$save_every_n_epochs=1
+$scheduler="cosine_with_restarts"
+$network_dim=4   # linear layers
+$network_alpha=4 # linear layers
+$conv_dim=1
+$conv_alpha=1 # due to code errors this was 4 (took value from network_alpha)
+$network_args="conv_dim={0}" -f $conv_alpha
+$network_args2="conv_alpha={1}" -f $conv_dim 
+$optimizer_args="weight_decay=0.60 decouple=True" # not used from settings, set directly in code
+$optimizer_type="DAdaptation"