diff --git a/.gitattributes b/.gitattributes
index da80c886a246a80f610c8ea2bca178185cd28543..647baea8e55e19a59aa6f66353cfa356e31eeac7 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -8574,3 +8574,48 @@ lora_512_dim_768_H200/step_vis/test_4_step_000000_sample01.png filter=lfs diff=l
 lora_512_dim_768_H200/step_vis/val_1_step_003960_sample04.png filter=lfs diff=lfs merge=lfs -text
 lora_512_dim_768_H200/step_vis/test_3_step_002970_sample01.png filter=lfs diff=lfs merge=lfs -text
 lora_512_dim_768_H200/step_vis/train_1_step_004950_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_2_step_004950.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_5_step_009899.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_3_step_007919_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_2_step_000990_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_1_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_5_step_005939.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_0_step_008909_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_5_step_007919_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/val_1_step_003960.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/train_1_step_003960_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_4_step_000990_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_0_step_008909_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_5_step_002970_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_2_step_000990.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_0_step_002970_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_2_step_005939_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/train_1_step_007919_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/val_0_step_009899_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_5_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_2_step_003960_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_0_step_008909_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_5_step_002970_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_0_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_2_step_007919_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_2_step_006929_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/val_0_step_007919_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_4_step_006929_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_2_step_004950_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_0_step_009899_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_3_step_007919_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_5_step_008909_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_1_step_001980.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_1_step_008909_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_1_step_000990_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/step_vis/test_3_step_009899_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/milestone_vis/milestone_grid_val_0.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/milestone_vis/milestone_grid_test_3.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/milestone_vis/milestone_grid_test_5.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/milestone_vis/milestone_grid_val_1.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/milestone_vis/milestone_grid_test_4.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/milestone_vis/milestone_grid_test_1.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/milestone_vis/milestone_grid_train_1.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/milestone_vis/milestone_grid_train_0.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/milestone_vis/milestone_grid_test_2.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_768_H200/milestone_vis/milestone_grid_test_0.png filter=lfs diff=lfs merge=lfs -text
diff --git a/lora_512_dim_768_H200/checkpoint_epoch_0298/control_params.pt b/lora_512_dim_768_H200/checkpoint_epoch_0298/control_params.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a27e39710eb64907f7a46a388f71a8326e3ef5c
--- /dev/null
+++ b/lora_512_dim_768_H200/checkpoint_epoch_0298/control_params.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c504ecd78514eb2c276f79597f76b6e43bea421eb0dc96dc2e33d06d2d7fd2cf
+size 8581669211
diff --git a/lora_512_dim_768_H200/checkpoint_epoch_0298/hdc2a.pt b/lora_512_dim_768_H200/checkpoint_epoch_0298/hdc2a.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32a3b079485d745943a65f3d7f3308d3cccab7a
--- /dev/null
+++ b/lora_512_dim_768_H200/checkpoint_epoch_0298/hdc2a.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4acceee816411d6531a19d1f96800c4297dc4901a1a5d89628318577ff050d
+size 29132268
diff --git a/lora_512_dim_768_H200/checkpoint_epoch_0298/meta.pt b/lora_512_dim_768_H200/checkpoint_epoch_0298/meta.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d91604529adf94fc70625439bc7cb80e22fa18
--- /dev/null
+++ b/lora_512_dim_768_H200/checkpoint_epoch_0298/meta.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44972ac5a777655c119f62018f6b5bde336d5fffae2119d4e8990958bdb70b5c
+size 2907
diff --git a/lora_512_dim_768_H200/checkpoint_epoch_0298/optimizer.pt b/lora_512_dim_768_H200/checkpoint_epoch_0298/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007f36c1f1209b6ac02aa3f3c57c3d37d7cb7161
--- /dev/null
+++ b/lora_512_dim_768_H200/checkpoint_epoch_0298/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97153726a26b0b79e9681e0f18eff6c5b36e92d75b4dd76663c540db6bad9b44
+size 687463371
diff --git a/lora_512_dim_768_H200/checkpoint_epoch_0298/scheduler.pt b/lora_512_dim_768_H200/checkpoint_epoch_0298/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661633fcb3480c2869013ade85fc2aaee97926bd
--- /dev/null
+++ b/lora_512_dim_768_H200/checkpoint_epoch_0298/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a1f52cad7bef5e98f32786fba33282ce198136731cd501eac5d1c4b170bb68
+size 1657
diff --git a/lora_512_dim_768_H200/checkpoint_epoch_0299/control_params.pt b/lora_512_dim_768_H200/checkpoint_epoch_0299/control_params.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb196eff61e494f48bbc35c8ca2aaa8a92f84cc
--- /dev/null
+++ b/lora_512_dim_768_H200/checkpoint_epoch_0299/control_params.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b8f10910c4d74988e2d6d87c8b8e0c6deec399b39e07cb73b9e7c16921cc41
+size 8581669211
diff --git a/lora_512_dim_768_H200/checkpoint_epoch_0299/hdc2a.pt b/lora_512_dim_768_H200/checkpoint_epoch_0299/hdc2a.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbafb430b306394d488f0084a7a63d33eae19332
--- /dev/null
+++ b/lora_512_dim_768_H200/checkpoint_epoch_0299/hdc2a.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd0cc3afb3e6becc811b9036b5f849958ae008126e1c5382cd5409ad6b52bf4
+size 29132268
diff --git a/lora_512_dim_768_H200/checkpoint_epoch_0299/meta.pt b/lora_512_dim_768_H200/checkpoint_epoch_0299/meta.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165ccac6f5ddc31658e55b2f95184110aa44fa6d
--- /dev/null
+++ b/lora_512_dim_768_H200/checkpoint_epoch_0299/meta.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162738403991df14fed6031c686d67bfb5929b51995e7b437ab6643c24e9e61a
+size 2907
diff --git a/lora_512_dim_768_H200/checkpoint_epoch_0299/optimizer.pt b/lora_512_dim_768_H200/checkpoint_epoch_0299/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313e982c38093c53bbceca8f2310c8bf9c8439c0
--- /dev/null
+++ b/lora_512_dim_768_H200/checkpoint_epoch_0299/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ff944336f1f53150bf4ab666662bd4e0ac6ee8b1e57b607c6d49655deea4b6
+size 687463371
diff --git a/lora_512_dim_768_H200/checkpoint_epoch_0299/scheduler.pt b/lora_512_dim_768_H200/checkpoint_epoch_0299/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94ee8070f1157ab4186db3eb5879089f64829d5
--- /dev/null
+++ b/lora_512_dim_768_H200/checkpoint_epoch_0299/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bcffab46d254fdcc79adcab433e6f165db22cca13db35f3c658cab4d9613d3
+size 1657
diff --git a/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_0.png b/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_0.png
new file mode 100644
index 0000000000000000000000000000000000000000..1b279ef9d6000796ef4d3fbda5fe27591b22ea90
--- /dev/null
+++ b/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_0.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa8693e75f1f452ddca4b2649c4767d420461585452e7edee468ca0b927ba5b
+size 9076075
diff --git a/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_1.png b/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..4adac5eff1f4e52c34cc974cd61c9a5f57277a54
--- /dev/null
+++ b/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46355230f02876f92142aa6d661df240f158f05708b0efafcf0e5f0a1b344a46
+size 9000510
diff --git a/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_2.png b/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_2.png
new file mode 100644
index 0000000000000000000000000000000000000000..40ddb0f3eec209e9eab5b059bfa833d3df6a529c
--- /dev/null
+++ b/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_2.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c094d3c1cdf02018648b1d58bbc3a54ae124e2bd3338e01a5c42b68e0d185030
+size 9314525
diff --git a/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_3.png b/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_3.png
new file mode 100644
index 0000000000000000000000000000000000000000..090690990bc365392f56b95d6db14c2e26eff90e
--- /dev/null
+++ b/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_3.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1baa639834d00ac53870aeba8b2938e958309470b08784c8ea2451778432d91b
+size 9407182
diff --git a/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_4.png b/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_4.png
new file mode 100644
index 0000000000000000000000000000000000000000..966753789f26bec90ea37c58ea505764d0e80890
--- /dev/null
+++ b/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_4.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf61bfadd8c6851c0fec047d382d66fca59525ec75f6329ccedf81ace531fe83
+size 9358960
diff --git a/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_5.png b/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_5.png
new file mode 100644
index 0000000000000000000000000000000000000000..1ce050a81b4608897071eae2b9f549f94f9ad096
--- /dev/null
+++ b/lora_512_dim_768_H200/milestone_vis/milestone_grid_test_5.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de931ba3913c86b0e52632fb0d208179a8a1ccb859788d98e1d66c58e3eaac95
+size 9475822
diff --git a/lora_512_dim_768_H200/milestone_vis/milestone_grid_train_0.png b/lora_512_dim_768_H200/milestone_vis/milestone_grid_train_0.png
new file mode 100644
index 0000000000000000000000000000000000000000..66a04e5fe9fca38611408c42b5697066d6f19236
--- /dev/null
+++ b/lora_512_dim_768_H200/milestone_vis/milestone_grid_train_0.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec88a741c0faaedd3fdd996e22543fafaf3244e3ec523eb353dcc6c78e290c83
+size 9262534
diff --git a/lora_512_dim_768_H200/milestone_vis/milestone_grid_train_1.png b/lora_512_dim_768_H200/milestone_vis/milestone_grid_train_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..eea681e3fc5e144394004b9f95731a72cb6b4da8
--- /dev/null
+++ b/lora_512_dim_768_H200/milestone_vis/milestone_grid_train_1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1b3555907bc53fc25d6a0fa1adeacde41d3cba0118a4b48ac62306ca774ae5
+size 9511126
diff --git a/lora_512_dim_768_H200/milestone_vis/milestone_grid_val_0.png b/lora_512_dim_768_H200/milestone_vis/milestone_grid_val_0.png
new file mode 100644
index 0000000000000000000000000000000000000000..599a2a361d6d90f09a1eff9f4043b7d6f2ad1814
--- /dev/null
+++ b/lora_512_dim_768_H200/milestone_vis/milestone_grid_val_0.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c721a7b9194524fcfea27eae7d587f51b50e4ee61a4ca9552b61a6be13157c7b
+size 8862613
diff --git a/lora_512_dim_768_H200/milestone_vis/milestone_grid_val_1.png b/lora_512_dim_768_H200/milestone_vis/milestone_grid_val_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..4d4fe0581acdece3a24e414014c0d5c43f409830
--- /dev/null
+++ b/lora_512_dim_768_H200/milestone_vis/milestone_grid_val_1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8dd63c9a77aff0cda8c81f4fcd3c96ef47b52e6b7384f4a2f02315072dd88c
+size 9035987
diff --git a/lora_512_dim_768_H200/step_vis/test_0_step_000000_sample04.png b/lora_512_dim_768_H200/step_vis/test_0_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..d91f74b62126d0ebc1809ac7002766e28d421fe5
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_0_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8051c0b8b2260f1faf40d5edff3e1355e7d1f538cb881d655c51928b67e43e3f
+size 2714437
diff --git a/lora_512_dim_768_H200/step_vis/test_0_step_002970_sample01.png b/lora_512_dim_768_H200/step_vis/test_0_step_002970_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..d351d860c5469d98d2626ba9a42fa7ffa29dcab8
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_0_step_002970_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c317a1a356eeeed30b0d90784724a17e6fc649bf3ee63d8f957dbeb2f52e1976
+size 1879487
diff --git a/lora_512_dim_768_H200/step_vis/test_0_step_008909_sample00.png b/lora_512_dim_768_H200/step_vis/test_0_step_008909_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..237502f537513de01191e4d4e83ff66806c72817
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_0_step_008909_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a802450a342be7c147b8509a514cd0a336caff40357104ce731cc6749961c77
+size 1551794
diff --git a/lora_512_dim_768_H200/step_vis/test_0_step_008909_sample01.png b/lora_512_dim_768_H200/step_vis/test_0_step_008909_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..e7b497a9b337e89a13ab2e361a05db7246e91517
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_0_step_008909_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b179ab623a815deacc531a2c57e99fd98d859abaf05be09d6d9202d9503d5d1
+size 1735742
diff --git a/lora_512_dim_768_H200/step_vis/test_0_step_008909_sample03.png b/lora_512_dim_768_H200/step_vis/test_0_step_008909_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..2f32687f795f6a0d08d83a8f399d0200fad8b192
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_0_step_008909_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fed64b940e67130c7b6633c902105445bdfc5e590ed58618a7d0bd643f02f9
+size 1886597
diff --git a/lora_512_dim_768_H200/step_vis/test_0_step_009899_sample04.png b/lora_512_dim_768_H200/step_vis/test_0_step_009899_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..7ffafa62a4d793041367ddf55f851f4682293d5a
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_0_step_009899_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b19f9e14914e45b8d04a09661e1f32d2a933807440f41ac124519bc0e1e51e4
+size 1874436
diff --git a/lora_512_dim_768_H200/step_vis/test_1_step_000000_sample00.png b/lora_512_dim_768_H200/step_vis/test_1_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..d0c03e065e364bb799747a13f6238c509fc06cfc
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_1_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7e9cb9d797541d274940c5a6f7f1ae24ff46c171bb9942f874decbb92b1fc1
+size 2750816
diff --git a/lora_512_dim_768_H200/step_vis/test_1_step_000990_sample03.png b/lora_512_dim_768_H200/step_vis/test_1_step_000990_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..8bf7b6693a8d457ba527424f914f4a2feb361df6
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_1_step_000990_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f385b449a565e389311483e3151514fb87030536f8a85a29a916b697b0cca2
+size 1738019
diff --git a/lora_512_dim_768_H200/step_vis/test_1_step_001980.png b/lora_512_dim_768_H200/step_vis/test_1_step_001980.png
new file mode 100644
index 0000000000000000000000000000000000000000..0eb2103e959afe2b555e20209a9a82d632be1635
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_1_step_001980.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdee9e47cdc2f19ca8dd6cbc03874e1a089aef80168ebfa657b25b7c94c28dd
+size 1713929
diff --git a/lora_512_dim_768_H200/step_vis/test_1_step_008909_sample00.png b/lora_512_dim_768_H200/step_vis/test_1_step_008909_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..2b9415f1f30919e23b5b6c06638cf410f98dc7e3
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_1_step_008909_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13afdc4b7deda2f28051931183afa94717d1612a1a870bab4deae17edab09902
+size 1861622
diff --git a/lora_512_dim_768_H200/step_vis/test_2_step_000990.png b/lora_512_dim_768_H200/step_vis/test_2_step_000990.png
new file mode 100644
index 0000000000000000000000000000000000000000..939fd39c67a5d2b8bd71516cca88f178b8046b88
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_2_step_000990.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aaf78b0eb5badd5a1feb2091aea1d8cfc85eb6071ee80926592596997a83705
+size 1901367
diff --git a/lora_512_dim_768_H200/step_vis/test_2_step_000990_sample01.png b/lora_512_dim_768_H200/step_vis/test_2_step_000990_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..96775bfeab31d4ec8353fb64002e7206cfb40c45
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_2_step_000990_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009dece76a69ce1c50012dac161de16c421ae71e93f9988543f075a132ab00bb
+size 1769182
diff --git a/lora_512_dim_768_H200/step_vis/test_2_step_003960_sample01.png b/lora_512_dim_768_H200/step_vis/test_2_step_003960_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..7653de023189cc182f0a8e50a59317c361c94ed4
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_2_step_003960_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7b26eb8c3795f4fcf1a1da4cf36549dbe3007d6ae1715682f47473f51a8014
+size 1696658
diff --git a/lora_512_dim_768_H200/step_vis/test_2_step_004950.png b/lora_512_dim_768_H200/step_vis/test_2_step_004950.png
new file mode 100644
index 0000000000000000000000000000000000000000..ed337d55d7089ddbdf8adb1a4c09931783da510e
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_2_step_004950.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f412a5a43c02a092536f62a84ff0f666d3cb27361587c68066f00b1d4358f1bb
+size 1881624
diff --git a/lora_512_dim_768_H200/step_vis/test_2_step_004950_sample02.png b/lora_512_dim_768_H200/step_vis/test_2_step_004950_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..cacd42f0d77199548d024752e04b2ea9925cda7a
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_2_step_004950_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d20f00d42b7cf8cdacae84c29d9c539a8bd438d04586eb61eb0dde0a421f5e1
+size 2064725
diff --git a/lora_512_dim_768_H200/step_vis/test_2_step_005939_sample03.png b/lora_512_dim_768_H200/step_vis/test_2_step_005939_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..0845fb648e0a13c4e615345665caed81707ada1b
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_2_step_005939_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7eb9ff3832a688f4793ca25aee009e37d0dfda26124378abb9988843e9e1b6
+size 1887121
diff --git a/lora_512_dim_768_H200/step_vis/test_2_step_006929_sample01.png b/lora_512_dim_768_H200/step_vis/test_2_step_006929_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..7804bb70b4f91d41b014c3b797ca8f97be2ee823
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_2_step_006929_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7825783020f8c68ce4b894b8f40775dc60fb8dd9f47aa0cbc91da1871367e59d
+size 1708638
diff --git a/lora_512_dim_768_H200/step_vis/test_2_step_007919_sample04.png b/lora_512_dim_768_H200/step_vis/test_2_step_007919_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..c077f4d3f7b34f1e2cc015455450aaaa61c7d7fe
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_2_step_007919_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8ae452c582f9b8a9809a1c8b0e3a1e6e967f84d21ad246753074ffba29c56e
+size 1716359
diff --git a/lora_512_dim_768_H200/step_vis/test_3_step_007919_sample00.png b/lora_512_dim_768_H200/step_vis/test_3_step_007919_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..8803759e0f768ca00adbf16edb711d1d6389cf08
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_3_step_007919_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e6857e40a3c49ed7a2c120c434eed76b76ae5f7258aeef15267961d266b8f1
+size 1692666
diff --git a/lora_512_dim_768_H200/step_vis/test_3_step_007919_sample04.png b/lora_512_dim_768_H200/step_vis/test_3_step_007919_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..7898ea737efa96094ca45668c810339ebdf060d8
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_3_step_007919_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854a3e1013274e20c417450f0e27e06e3be4e7e190f24c43caa1a8c099387663
+size 1975517
diff --git a/lora_512_dim_768_H200/step_vis/test_3_step_009899_sample00.png b/lora_512_dim_768_H200/step_vis/test_3_step_009899_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..1c0947e7b720847b52ec28d73a6e8447dca2f612
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_3_step_009899_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae18142bc89bb01b1a439bbf9788cd38bcf5be24a44f477e0149af20741f47f
+size 1675847
diff --git a/lora_512_dim_768_H200/step_vis/test_4_step_000990_sample00.png b/lora_512_dim_768_H200/step_vis/test_4_step_000990_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..f12e06a7f4d42c403caa86ed81af8c553fc5b7db
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_4_step_000990_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2027890efa382a8f71846f5471af24259d2e04c954ecd5b9a85377e34d5267c
+size 1892258
diff --git a/lora_512_dim_768_H200/step_vis/test_4_step_006929_sample02.png b/lora_512_dim_768_H200/step_vis/test_4_step_006929_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..2fc4b815950b18276087426ad3424466b32be283
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_4_step_006929_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f1d4c62d82dab7fea1be15c36666b351f0b739693df5354c041ca795f11833
+size 1918566
diff --git a/lora_512_dim_768_H200/step_vis/test_5_step_000000_sample02.png b/lora_512_dim_768_H200/step_vis/test_5_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..84f8d551dd6983b2dfeac331edb9bdd04fd6acba
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_5_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c15fa3d84eccb35a32bc234b664d94e3801820e9d9a6d2b0b839e9ef53a8f9
+size 2689955
diff --git a/lora_512_dim_768_H200/step_vis/test_5_step_002970_sample02.png b/lora_512_dim_768_H200/step_vis/test_5_step_002970_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..fe6dc4e6fa073b4d4f4af6b4ee4b033dbdbe2bcc
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_5_step_002970_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827452dcf8a4eaf2ed35d2703cb37aee08e235d3da5188cc58a5c8b2d9192bfd
+size 1694168
diff --git a/lora_512_dim_768_H200/step_vis/test_5_step_002970_sample04.png b/lora_512_dim_768_H200/step_vis/test_5_step_002970_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..3bcfccc2112a3d637d3be4228de344efdc80e3ab
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_5_step_002970_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1e4035e59d3d777c895654a649fb78ce6dc8b49815502137e91dbe5cac8c97
+size 1957743
diff --git a/lora_512_dim_768_H200/step_vis/test_5_step_005939.png b/lora_512_dim_768_H200/step_vis/test_5_step_005939.png
new file mode 100644
index 0000000000000000000000000000000000000000..c377a331177ff020e1de3a4acf05250f7d827c61
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_5_step_005939.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766e1aa4b862288f7ee35025eb39109b22f51ec84d3a74f74e0e750a5f3a6217
+size 1873425
diff --git a/lora_512_dim_768_H200/step_vis/test_5_step_007919_sample03.png b/lora_512_dim_768_H200/step_vis/test_5_step_007919_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..5d9ff57b4dac0a3be9786a9df7a5dd2d8d72aec2
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_5_step_007919_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a54da6f9389f5ed68d9523bacfd7c45e7e3eb5ad56ec87f208979c032796ac8
+size 1959091
diff --git a/lora_512_dim_768_H200/step_vis/test_5_step_008909_sample04.png b/lora_512_dim_768_H200/step_vis/test_5_step_008909_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..ee9500c344b65ca9f5ec93b71cb915ae5ba7b5d5
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_5_step_008909_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9835a642e6ebf9394bc97ccf9cafc8c77a93583e8da94021248be1df8d057dae
+size 1908500
diff --git a/lora_512_dim_768_H200/step_vis/test_5_step_009899.png b/lora_512_dim_768_H200/step_vis/test_5_step_009899.png
new file mode 100644
index 0000000000000000000000000000000000000000..ebe1f88017a10d91389f6c653e80aa9be72adad8
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/test_5_step_009899.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f285d3f203e960d237a650decbd10ba9419c421339cc38ad9bf22006ed5648b
+size 1872306
diff --git a/lora_512_dim_768_H200/step_vis/train_1_step_003960_sample04.png b/lora_512_dim_768_H200/step_vis/train_1_step_003960_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..ea1c10043b19097704f6900f860d55f2fae87df2
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/train_1_step_003960_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9353a6e66dd512b0c27a2df9bc8de8b5c0b9b786a66605bde92584b0badbfd8
+size 1811912
diff --git a/lora_512_dim_768_H200/step_vis/train_1_step_007919_sample00.png b/lora_512_dim_768_H200/step_vis/train_1_step_007919_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..eaa8a45d8da5be944bfe92431373af7fd114b031
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/train_1_step_007919_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead47d8d861fe68420c616d8e918424156c931fe33d44cb80c199464d8326d89
+size 1907760
diff --git a/lora_512_dim_768_H200/step_vis/val_0_step_007919_sample04.png b/lora_512_dim_768_H200/step_vis/val_0_step_007919_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..a00b4a86d43045e4bad698f0969ce2763e1183f1
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/val_0_step_007919_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b42b82740ebb7a0916697a74031a5dd2a2e6d8cb6642f67a0e6b7def9b36c6
+size 1760430
diff --git a/lora_512_dim_768_H200/step_vis/val_0_step_009899_sample01.png b/lora_512_dim_768_H200/step_vis/val_0_step_009899_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..a2606a974e53f70d668b695efff9a37786c81a3e
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/val_0_step_009899_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c15d374fc328f2aa00b17ba79094a2daccc7c2b6d39e135d7823eff536f3aa9
+size 1836712
diff --git a/lora_512_dim_768_H200/step_vis/val_1_step_003960.png b/lora_512_dim_768_H200/step_vis/val_1_step_003960.png
new file mode 100644
index 0000000000000000000000000000000000000000..f0a7fd23d7b53d0f1c889cff59fa1536d8f6f0e5
--- /dev/null
+++ b/lora_512_dim_768_H200/step_vis/val_1_step_003960.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fd5b00cf1dda05529c15fc484e985e046348b3adcd4b7c8c3e46016b702f58
+size 1702655