diff --git a/base_checkpoints/d34/meta_009000.json b/base_checkpoints/d34/meta_009000.json
new file mode 100644
index 0000000000000000000000000000000000000000..5c4480081994acc39a473f3665ede4617e187c32
--- /dev/null
+++ b/base_checkpoints/d34/meta_009000.json
@@ -0,0 +1,59 @@
+{
+  "step": 9000,
+  "val_bpb": 0.7525381183282047,
+  "model_config": {
+    "sequence_len": 2048,
+    "vocab_size": 32768,
+    "n_layer": 34,
+    "n_head": 17,
+    "n_kv_head": 17,
+    "n_embd": 2176,
+    "window_pattern": "L"
+  },
+  "user_config": {
+    "run": "pre1900_d34_full22btok",
+    "device_type": "",
+    "fp8": true,
+    "fp8_recipe": "tensorwise",
+    "depth": 34,
+    "aspect_ratio": 64,
+    "head_dim": 128,
+    "max_seq_len": 2048,
+    "window_pattern": "L",
+    "num_iterations": -1,
+    "target_flops": -1.0,
+    "target_param_data_ratio": 11.0,
+    "device_batch_size": 4,
+    "total_batch_size": -1,
+    "embedding_lr": 0.3,
+    "unembedding_lr": 0.004,
+    "weight_decay": 0.2,
+    "matrix_lr": 0.02,
+    "scalar_lr": 0.5,
+    "adam_beta1": 0.8,
+    "adam_beta2": 0.95,
+    "warmup_ratio": 0.0,
+    "warmdown_ratio": 0.5,
+    "final_lr_frac": 0.0,
+    "resume_from_step": -1,
+    "eval_every": 250,
+    "eval_tokens": 20971520,
+    "core_metric_every": 2000,
+    "core_metric_max_per_task": 500,
+    "sample_every": 2000,
+    "save_every": 3000,
+    "model_tag": null
+  },
+  "device_batch_size": 4,
+  "max_seq_len": 2048,
+  "dataloader_state_dict": {
+    "pq_idx": 172,
+    "rg_idx": 64,
+    "epoch": 1
+  },
+  "loop_state": {
+    "min_val_bpb": 0.7525381183282047,
+    "smooth_train_loss": 2.2710539888406336,
+    "total_training_time": 44112.03752231598
+  }
+}
\ No newline at end of file
diff --git a/base_checkpoints/d34/meta_010507.json b/base_checkpoints/d34/meta_010507.json
new file mode 100644
index 0000000000000000000000000000000000000000..6b404e1b102afaf2636bd05fc702ce2b07953816
--- /dev/null
+++ b/base_checkpoints/d34/meta_010507.json
@@ -0,0 +1,59 @@
+{
+  "step": 10507,
+  "val_bpb": 0.7259969166510065,
+  "model_config": {
+    "sequence_len": 2048,
+    "vocab_size": 32768,
+    "n_layer": 34,
+    "n_head": 17,
+    "n_kv_head": 17,
+    "n_embd": 2176,
+    "window_pattern": "L"
+  },
+  "user_config": {
+    "run": "pre1900_d34_full22btok",
+    "device_type": "",
+    "fp8": true,
+    "fp8_recipe": "tensorwise",
+    "depth": 34,
+    "aspect_ratio": 64,
+    "head_dim": 128,
+    "max_seq_len": 2048,
+    "window_pattern": "L",
+    "num_iterations": -1,
+    "target_flops": -1.0,
+    "target_param_data_ratio": 11.0,
+    "device_batch_size": 4,
+    "total_batch_size": -1,
+    "embedding_lr": 0.3,
+    "unembedding_lr": 0.004,
+    "weight_decay": 0.2,
+    "matrix_lr": 0.02,
+    "scalar_lr": 0.5,
+    "adam_beta1": 0.8,
+    "adam_beta2": 0.95,
+    "warmup_ratio": 0.0,
+    "warmdown_ratio": 0.5,
+    "final_lr_frac": 0.0,
+    "resume_from_step": -1,
+    "eval_every": 250,
+    "eval_tokens": 20971520,
+    "core_metric_every": 2000,
+    "core_metric_max_per_task": 500,
+    "sample_every": 2000,
+    "save_every": 3000,
+    "model_tag": null
+  },
+  "device_batch_size": 4,
+  "max_seq_len": 2048,
+  "dataloader_state_dict": {
+    "pq_idx": 201,
+    "rg_idx": 0,
+    "epoch": 1
+  },
+  "loop_state": {
+    "min_val_bpb": 0.7259969166510065,
+    "smooth_train_loss": 2.3119625572178344,
+    "total_training_time": 51539.05968785286
+  }
+}
\ No newline at end of file
diff --git a/base_checkpoints/d34/model_009000.pt b/base_checkpoints/d34/model_009000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af1350a8ad72542c5be02513d5698c0ed9d7980
--- /dev/null
+++ b/base_checkpoints/d34/model_009000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75be5f8e15ae143a822e1280f9dc3b845c12bd52d3ea63e5488d2acb4e197ca
+size 10579743323
diff --git a/base_checkpoints/d34/model_010507.pt b/base_checkpoints/d34/model_010507.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb57d76b38c35768da583ef217388f6408546dc0
--- /dev/null
+++ b/base_checkpoints/d34/model_010507.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aff5326add2d9ba0a898555cc03dc199565ef2fa26e60fe1d9548abf2e91902
+size 10579743323
diff --git a/base_checkpoints/d34/optim_009000_rank0.pt b/base_checkpoints/d34/optim_009000_rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e56e2ab0a21df56f9faf4ab370dcbf5f815d94
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6d9e3b76cab851231a4782e789aa1a7ae16d1c906ca382a6853693b76575dc
+size 297584053
diff --git a/base_checkpoints/d34/optim_009000_rank1.pt b/base_checkpoints/d34/optim_009000_rank1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bc4a04aef2c6aa7cbad4482747a4de43428b3f
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c93b2f4aaa1f6a4eba6673ff2ad352c4c465b457a39d7a9d4d8ad1cd6d1af8
+size 297584053
diff --git a/base_checkpoints/d34/optim_009000_rank10.pt b/base_checkpoints/d34/optim_009000_rank10.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2595e0d46447122bceee1e833dec3fe916f5c7e8
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank10.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf55efca36a7f118e0ece4cec35fdae6b772e31585854b054afabbbb7fb3d2a9
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank11.pt b/base_checkpoints/d34/optim_009000_rank11.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b693e1cfaa6cd380a3b0782e4e3ae3471423d2ee
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank11.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d652dadaf93487ccd21ceb64d654f355390fd829c61e99c393fde2b105fb17f
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank12.pt b/base_checkpoints/d34/optim_009000_rank12.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec02eb8895293b9c258576999d4ca74b73438354
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank12.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7120cd507939c241757b9fbda90519aa4ca931f253c9d5b35c821e174aa3f85
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank13.pt b/base_checkpoints/d34/optim_009000_rank13.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3417517e1108ffb142c4b54f0296822f05975c71
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank13.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087be507faabe130348701e0a9e2773b162fe6ad2dc65a65b9d4fa0998d18c71
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank14.pt b/base_checkpoints/d34/optim_009000_rank14.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74784556090adb97f05fe5b699d34ca3b2d2ea1a
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank14.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb81ea528bad1235033ba301527268de92953d06513271fa24d8694ff2dd4b5d
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank15.pt b/base_checkpoints/d34/optim_009000_rank15.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf7c5bab570336029430753f7638fbd61caffdf
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank15.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0febb82adf830022e3655845691e476ec01874281059600ea5295cda12b8d259
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank16.pt b/base_checkpoints/d34/optim_009000_rank16.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9d2d6edfff6241bc2a48b6c599f701edee8071
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank16.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f0a185e003fb8208b0be46e4e5560f1464c4ab27ff556a4632042c1f6a131c
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank17.pt b/base_checkpoints/d34/optim_009000_rank17.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64046deb2a708e5ab818a821e95c63f7e85eed9d
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank17.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281a983b4cea46808dad6759dfea6cd0f50a0c171b69c3e2f31d8e0294450c6d
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank18.pt b/base_checkpoints/d34/optim_009000_rank18.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e065f8adb73f788b6e43918a34940f854641c73
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank18.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce53a61c2e4e52c9d4b388168886d2c12bed522cd2ec0b565130b0bd4a66c4d3
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank19.pt b/base_checkpoints/d34/optim_009000_rank19.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064cf467c4d41fc28ec548eee5ff857abb2cabec
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank19.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb64f4eebf8c7afae8b346761cc4fc0292095c6c7ddb9d5cd0c4cbd4856c486
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank2.pt b/base_checkpoints/d34/optim_009000_rank2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655b4a51f5c4c123d29e1662813ee3d8d129157f
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec6179a85577002faa2c361b6a4ea257f318dbb50d81fe28825cfc6be1d68f5
+size 297584053
diff --git a/base_checkpoints/d34/optim_009000_rank20.pt b/base_checkpoints/d34/optim_009000_rank20.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d0a1969d7cb02c7db7b9e38844079144ebc068
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank20.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1946a11ccb38a2ca47f25578ff81d3501f5edff654ec6d90a202eb263e4cfd94
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank21.pt b/base_checkpoints/d34/optim_009000_rank21.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db7af73b87cb08ea61f912be690670d8792af56
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank21.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b7da78a7a3851f1e3f9638bc50c458294453ce0421b74d7e4c502522340e6e
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank22.pt b/base_checkpoints/d34/optim_009000_rank22.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2ec4223c6dd42f409988e435ab15b1d72a909c
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank22.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6441896c54983ae9aef0bb3b013ec35dd6bff3da72a447b602f8169962f21c
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank23.pt b/base_checkpoints/d34/optim_009000_rank23.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6262e44d3cd9edd6f2ff5739a82cca43539bb6a0
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank23.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ea1733ce8fdcd3712796774e003dbf156a8b58788cfa6f0a71d8fe01cd0b37
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank24.pt b/base_checkpoints/d34/optim_009000_rank24.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ebd5dec0f4cd04f013348d047a9d11b4f1a266
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank24.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd3b84ba483b34251940bda2f6e82cf69c919036a2fc6a60e9321ef2cbbf0b7
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank25.pt b/base_checkpoints/d34/optim_009000_rank25.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733f551cbe9c781739570379af24e0f7a9b4038a
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank25.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bffa6b7378f031cd01289874662e0f7efca17ec5e104780af8162525ce63cab
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank26.pt b/base_checkpoints/d34/optim_009000_rank26.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8267865dc27b7683be5d8f60b122c48271ceae60
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank26.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9541e0e396e9011fcf693f819aafc3c1d8720201ae1ec23ca22a1d2d20618f73
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank27.pt b/base_checkpoints/d34/optim_009000_rank27.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5ff5ea63a14e961f8f7e8204c8e8c6e93d9704
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank27.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdf2b257ae33406969c8e6624d6fa594f30bd52c4b1fab106b65478ec8af6b7
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank28.pt b/base_checkpoints/d34/optim_009000_rank28.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c69330079572405d8dc63af8b5d494d71cf77b9
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank28.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0081dfbaeabe89319f7a823a9437ccbd6d411b4342d9cdfe65cba9dc3523f7
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank29.pt b/base_checkpoints/d34/optim_009000_rank29.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a961b1afda2c65698ecd77ec186f12c0a15110
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank29.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6422d559d2f6412fc71b57661534af3ab80e10ff6215521f9175db3c9e0fb1fd
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank3.pt b/base_checkpoints/d34/optim_009000_rank3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24de8f5344e9be21a42fdb0482766cdc175051fb
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee018c9d088dfed96beabbeb02a2bc953cdf189bf631dc89a254451de4e0904f
+size 297584053
diff --git a/base_checkpoints/d34/optim_009000_rank30.pt b/base_checkpoints/d34/optim_009000_rank30.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bac6a64976d683305491bdaca066f8441c9f9b7
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank30.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cf6a8a028e1bcda3ca14010209c894af79ab0ba24a5cddaf23ae357817db3b
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank31.pt b/base_checkpoints/d34/optim_009000_rank31.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63605d55ecb38fd29df4f0aae721946e9c8cff63
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank31.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c5c14800026abce177bb724942be79067aef37ee09e16bc6dc46c33f3cb47d
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank32.pt b/base_checkpoints/d34/optim_009000_rank32.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356886053596c9d688e0b3fa7af5ba89c8b25b82
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank32.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337708ea9aef0f9e428053464fa810a7920c2d4deda801fa507b1ea7381db7a7
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank33.pt b/base_checkpoints/d34/optim_009000_rank33.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ab521a647a975d27717d3e116b1653948a72de
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank33.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934fa2ae29c4935afa93da50ef9ed2156bdcf4beafef98c16b0aa9b7a6ad1f5d
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank34.pt b/base_checkpoints/d34/optim_009000_rank34.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5188a477749df565f5a5286d8fb3054749c44116
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank34.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11616bd9165ba1dab37385bd76b4995cae68326d2f0a916c974cf3775a061d79
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank35.pt b/base_checkpoints/d34/optim_009000_rank35.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5117280f487e200e54234dc9c359ea39a716bd44
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank35.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d1af4cb57ca60b5e5e0f96019a0ef7311f35e0a754ea2ad837316e022250d9
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank36.pt b/base_checkpoints/d34/optim_009000_rank36.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba1b34fc13400aab7ca4d389cf839cd68d9acdd
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank36.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b9d401dc36de83a96cf056dad00e9182198ad598479524254cebe1127c413e
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank37.pt b/base_checkpoints/d34/optim_009000_rank37.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1897ec2f7d24882bea250e083210ee4f708459
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank37.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d8c6694e37a4d2d156d1358c9ebeb66a517cefc2173c6084664267552acce2
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank38.pt b/base_checkpoints/d34/optim_009000_rank38.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f4bce015e8389053ccb1209695a5d43759d80a
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank38.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b06d87312282475bc6aea29822442809219527d97f3871fd2eddfab3e4d04b1
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank39.pt b/base_checkpoints/d34/optim_009000_rank39.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e53cf3fc1b3fb91286b4ff7d138c4150f1cb83
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank39.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24190d270db4281744cb6aaa9a8698056d2a9b4ed738b2adc0863c68bfec92c5
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank4.pt b/base_checkpoints/d34/optim_009000_rank4.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0f97f72f45ddf500dd32d9822e20e9f218f88a
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank4.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474d364fec81c9797426ea7b33a8fbcab645f1f8832080b6895a1d2b53144f43
+size 297584053
diff --git a/base_checkpoints/d34/optim_009000_rank40.pt b/base_checkpoints/d34/optim_009000_rank40.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71676149827c3bce3be9ee2ba921b4384849b134
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank40.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb952df4319daaa99c056497912fe007541107ef7dd769d30b0f3dcffc87a23
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank41.pt b/base_checkpoints/d34/optim_009000_rank41.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cefd6281fb8e7677a0e20ca2e9724bf1ab3ccdb
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank41.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba76324128d6da1915758456cc8b21c4c57f48ce1feceb6ebfaa3e999d5160ed
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank42.pt b/base_checkpoints/d34/optim_009000_rank42.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ea823fea912e8e69abf7b7770640c351a220e9
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank42.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfeb6d4e2949fabf893e6798552b4405d23713cdc44b17c2c2390456ac25c2f9
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank43.pt b/base_checkpoints/d34/optim_009000_rank43.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc22256291a442aa46ace0fde0684f23bf81994
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank43.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc53abf4c195c24b40ee45ad543e89a8dff48b019ca96e6654c30aa0638257f0
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank44.pt b/base_checkpoints/d34/optim_009000_rank44.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1213dae5105a52dd63669b002bc9e9084658f2cc
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank44.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a51d546632fcee552c41c7ec468b1677e13357182dbd01ef1d05fffa790d45a
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank45.pt b/base_checkpoints/d34/optim_009000_rank45.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba158f295f59ecf47026e330410f5c03e6993f4
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank45.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef586dfe6f414d9b7c111f8b6dc2b85f97ce86275886cfa64b030d52c3ae7792
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank46.pt b/base_checkpoints/d34/optim_009000_rank46.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d97e9bab46db596e9f4d91082be40cedad89cc
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank46.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd87aba098a700fd5a92c0382d21ba4d5bb02c968b1489e66f013750f4526de
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank47.pt b/base_checkpoints/d34/optim_009000_rank47.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843a33aedf40be2b1ec526c1ee01c3ffe5627467
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank47.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c4522663f5a870b49c1388881f49bf50461862219cd5ed88ffbbe429010f8f
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank48.pt b/base_checkpoints/d34/optim_009000_rank48.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313253146e21a8b19dda169f910fd9c02bfff29d
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank48.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77441a11dd38204691c4ff2cc343ab95c02a54b120bd1fa108b255d829a79d5
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank49.pt b/base_checkpoints/d34/optim_009000_rank49.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9143cb6fd8520d446deae1024bd04650ae46a0f3
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank49.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7627fc6b4dfd1ed0927b44beab1c433b60c9c4f860a6c456cac401aba1e09661
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank5.pt b/base_checkpoints/d34/optim_009000_rank5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44649257f5cae90988fa56d47b2d92818034bf85
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b6289103760078f31b2d7c833b85cb9de7bc4d35b089675e07f7410ae864f3
+size 297584053
diff --git a/base_checkpoints/d34/optim_009000_rank50.pt b/base_checkpoints/d34/optim_009000_rank50.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f6866186a99a323891b44a36623f0c8227674d
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank50.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553286ba630af0eb90d68b0df2586973f079dc5d79a37af93bfcbee9d7ada379
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank51.pt b/base_checkpoints/d34/optim_009000_rank51.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459921fc17e057b1331bdd49ca0c845aec42aeeb
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank51.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ce202c039f426597148d8ec059e6f68b15c7915f90bdf4e5c2915109b2b01c
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank52.pt b/base_checkpoints/d34/optim_009000_rank52.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e67d070aae2645c4de25defee64c7f9e53f8f1
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank52.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e84f05e43ef426fbdb43eaa2b41ce37627fe4ef39b8807d6ecad9c908aa051
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank53.pt b/base_checkpoints/d34/optim_009000_rank53.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7a3f9a163dfe66906a9fbc19136422011c4f9b
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank53.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089c2f361aa10cff67baa98750afaaded247b872aeca4802ce537541afcda8d2
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank54.pt b/base_checkpoints/d34/optim_009000_rank54.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af5da99ca41662c295147b055f269c59ab31902
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank54.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3189e8233ed70e90813152ff09e42918f1c16c789df328dc5a0471a40e3faec
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank55.pt b/base_checkpoints/d34/optim_009000_rank55.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd9bc02400567545397f4517391b6a3c16a28c1
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank55.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90b329e8f5f1557f7eae23ba101120b2f092a36541ef3ada41d5811d0ce7494
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank56.pt b/base_checkpoints/d34/optim_009000_rank56.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527f2fb5fb27fb3b37504e9317b5837c22db8b7f
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank56.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184b81766bfc67b7975537dcb2409e27c98045a7978eb06f6ae0c921b78c5de8
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank57.pt b/base_checkpoints/d34/optim_009000_rank57.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbd54a6f2d40b40610fdc824143b8c463023c55
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank57.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3408bd1aec9962ae873f7ed14afd15ba9d944392b2752946d67452dc8a582219
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank58.pt b/base_checkpoints/d34/optim_009000_rank58.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e1726a1aadd85badf3fa842c6f611bb161eff5
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank58.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062a9c4ad3c9f01852fc5222d7e46e44f1ff3d7b33bf663929d067f328f74e21
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank59.pt b/base_checkpoints/d34/optim_009000_rank59.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c87a6aa0e1b7877e7032276a79c3ff96d34b1e
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank59.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378bf94a5be5098ce928fd527889a9d22366c2297ba683ea08330db7650c7a74
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank6.pt b/base_checkpoints/d34/optim_009000_rank6.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c6507deff1ca1bdd83193c36ab92f30e249401
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank6.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d97fdc317f959e81a0a5cf37df60fe7583b03ded83b190b653d51d7b858f2a
+size 297584053
diff --git a/base_checkpoints/d34/optim_009000_rank60.pt b/base_checkpoints/d34/optim_009000_rank60.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfc829d4f766100885d0b50c94b9e57321b3c65
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank60.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38973eb0d6e6c1e0fc8b002c5c13d8fc34ef5e7128bf6ec480ea072f69e507ab
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank61.pt b/base_checkpoints/d34/optim_009000_rank61.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805b20945fc0a12d5c36ddeb1fe801f36f37d9d8
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank61.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36aaa76481730a659376fb879d5ba8991c28740d372f66b0f0024173bae3fff
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank62.pt b/base_checkpoints/d34/optim_009000_rank62.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd8940867f847008d6fc6aafa2de2d1cf274b23
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank62.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b48cfbe56b3278dfe54c0e122aeb21e735ef9d6890da276b52c100cbdca2207
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank63.pt b/base_checkpoints/d34/optim_009000_rank63.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97a8cf4841cb493121ea33bffd80e1d30b02345
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank63.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbcf2dfe09500a60bc46777195206ca6047c26617892bcdaa41eb21dbdde5f9c
+size 297584109
diff --git a/base_checkpoints/d34/optim_009000_rank7.pt b/base_checkpoints/d34/optim_009000_rank7.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d84c956a4ef672242f9b528364c235d27cfb1b5
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank7.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ebf46d5af10cf56bae52d04200c40b39dbeaa189b59067485d0549f1f73f3e
+size 297584053
diff --git a/base_checkpoints/d34/optim_009000_rank8.pt b/base_checkpoints/d34/optim_009000_rank8.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3117ab9168d3c10aef8eb9d0c4feae4e059ef37d
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank8.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c7634018181f9444453275f9cf6660265b90a9f95b9af03ab79801c4a239b7
+size 297584053
diff --git a/base_checkpoints/d34/optim_009000_rank9.pt b/base_checkpoints/d34/optim_009000_rank9.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dc266a36e6252c6ed01e715c33533989a9386f
--- /dev/null
+++ b/base_checkpoints/d34/optim_009000_rank9.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8948665c15d4c83ce4dcab5b5ae1e56a081214d980b8f002b0352b4ae7fb4735
+size 297584053
diff --git a/base_checkpoints/d34/optim_010507_rank0.pt b/base_checkpoints/d34/optim_010507_rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3fef585b14ccd6c7b543f79a146632750214f3
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7caa8b952f44f2fdf10d59b9cb8ecd4fbbf8f3b670922155376d161c4d052ac
+size 297584053
diff --git a/base_checkpoints/d34/optim_010507_rank1.pt b/base_checkpoints/d34/optim_010507_rank1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea708696685e2472191df6fc3c560015f466e87
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba576de0866433cf8f728eab2078b6c259fd7a75d280d09336e2740ee5d17b8
+size 297584053
diff --git a/base_checkpoints/d34/optim_010507_rank10.pt b/base_checkpoints/d34/optim_010507_rank10.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cb0f67815a6caac58b59f4b550f379afc86fbc
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank10.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8a2cff7689bb3eda71913197502788eac15d4251742fb4647fc9c435dfe7ca
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank11.pt b/base_checkpoints/d34/optim_010507_rank11.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b891e2e8f8b0eedcf97c4d3c207b35459c3751
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank11.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501b8262e8aec639510c176c73127bd0e8dda1ce90ae92ff8aa953d38843a52c
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank12.pt b/base_checkpoints/d34/optim_010507_rank12.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e22b518ce1cdb1bd932e1015a51be9e831b06f
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank12.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fdf5621fdd0566a586cc84b396d3b62e70d07446be46bc5f33b9edf496c95d1
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank13.pt b/base_checkpoints/d34/optim_010507_rank13.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb510262320eca3daa65deb73c72732e967cedfc
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank13.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435f4498259abd4c6e243685901c7cbc8b1e6aac36974bd6fdb89c48c9835ee4
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank14.pt b/base_checkpoints/d34/optim_010507_rank14.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4613b6cd82476dfd77bd11ec25affdfa71dcb59
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank14.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53775ac34f775f261976c4e15d583efb52dc7310afb54d15cea36011ec0a7300
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank15.pt b/base_checkpoints/d34/optim_010507_rank15.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb7d82f06e3286c81e40cf3ab46335e3cd2369a
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank15.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad96117f0b24467229f3d7e1737b951eeacd5d655ab2debc44995be2ac733c2e
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank16.pt b/base_checkpoints/d34/optim_010507_rank16.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5925ef6601c9fd50a56dce4e9d4e8b89beb61cbb
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank16.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611cdb082f589d4fa3e94da5361e6bfdf8ed70e0b95436234ce7e373b7c1c303
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank17.pt b/base_checkpoints/d34/optim_010507_rank17.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4613437329cc17a8006fbe4af64819b7ebd7da
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank17.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7fec798e337a0e2bb84c28e0d710a8b94d7df9776567173bab645b6b6f0d62
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank18.pt b/base_checkpoints/d34/optim_010507_rank18.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebdb076a595cb81cb00a70a9000088c814ad259
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank18.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b70d62bb77f1bc9026d7293ca0e4597b4248e7ecfeff30caf361b4a0c962fc
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank19.pt b/base_checkpoints/d34/optim_010507_rank19.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c30c2e9306fe06895dc45977f0dfa30820d4dbb
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank19.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a792e5f3aaac914f72b2348ab19ceb5d46cbb8e7ce71cf98966df49d9858628
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank2.pt b/base_checkpoints/d34/optim_010507_rank2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168b0983206658a5c55eeffd7dcb5210700fe81e
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703ea0b67fc062e3e9dc7bce9b37405e415116325045cfe9d5904594063d60b0
+size 297584053
diff --git a/base_checkpoints/d34/optim_010507_rank20.pt b/base_checkpoints/d34/optim_010507_rank20.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb9c1b733c3c4048491e18d781f7695ef92bf4c
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank20.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f38a7e73c31e5e52bb3d039ec7bbe6ce3708ad3aa71df6e051db0c7cc385ea
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank21.pt b/base_checkpoints/d34/optim_010507_rank21.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9eb349b6e6694594b4f534bd2241b8956c4085
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank21.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a136e0f44d588f84b82f67cba429ee04ccdfd0b9e2df6147f1102628ab94e708
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank22.pt b/base_checkpoints/d34/optim_010507_rank22.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e93bfb2ecb20c4cc3140d3e384560b0e9c16b5
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank22.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9ba76ff1ffba8a079bb33f494255b41bfa8f9ec1996fc9cfea67fbeccb2f72
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank23.pt b/base_checkpoints/d34/optim_010507_rank23.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b781bb1bdc3c0431f5afd9fcbd09a7db273e15a7
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank23.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4614052236f7b535142912395b33ed00884c0239ea6914f451d96af7a0732db9
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank24.pt b/base_checkpoints/d34/optim_010507_rank24.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457f9d48fccf9a50282dfe2854f1d969992a1ed0
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank24.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43a25f4ae9d82f4235f7fa767acba7beb846f31efe649deb972fe26fcbab693
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank25.pt b/base_checkpoints/d34/optim_010507_rank25.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163da8273e2aaf3e418f3a24e21683338d2c36a4
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank25.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ed57ce66c2977c57ba582c3d098c9fee279f82f80f26ae990ca9341c1ce61f
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank26.pt b/base_checkpoints/d34/optim_010507_rank26.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18990ba1b970dbe1ddab71300fc372ba19f2fdc
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank26.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324405764e8c687026a732b92278574562ea0fdd1ed6e1ce103cc775d9511146
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank27.pt b/base_checkpoints/d34/optim_010507_rank27.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6085dcb4e675ebac2acb9cc00d26e04f1b621b6b
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank27.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870a7e1624dddc0e6f28cecdc469b0cc30805504f1c3d3d59933fb3e942de967
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank28.pt b/base_checkpoints/d34/optim_010507_rank28.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac3611b6d455b463a4881bd493283b1975b0713
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank28.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c04e7ddbfd2949e8fbcc50b8d0123f9940b709e069f362938a2389120ca686f
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank29.pt b/base_checkpoints/d34/optim_010507_rank29.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b629baf646748d98681d086a249d1e38949882
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank29.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49383f0d56a104569ce386664d88718976a563f69b2a2210612a590556d2f885
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank3.pt b/base_checkpoints/d34/optim_010507_rank3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3745fb89ae6f942cd745ca90c030e6eea5dc8902
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df218a404040f76bacf0148950fffecda9268972cd86dcb15f099f79fdd3b0e3
+size 297584053
diff --git a/base_checkpoints/d34/optim_010507_rank30.pt b/base_checkpoints/d34/optim_010507_rank30.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e5aa2e53d49b363f45043c1259292a93cbb614
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank30.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e626c4f0d0ead8eebeebacb84c52b610846a14dc157cba0a00f3e763ae98363d
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank31.pt b/base_checkpoints/d34/optim_010507_rank31.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123dcde982f9b857a56d55b8eff5e72768f02ae4
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank31.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f8361eb62dbe152eb426a3ea040a3aff844532abb6b3cc1c96dc51118d452a
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank32.pt b/base_checkpoints/d34/optim_010507_rank32.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fc9da648e0c063403e21ebf42707f548a10d94
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank32.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ee980727795876dece701184bd74c09241b580358c03ac251e0e5c9aab2dc0
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank33.pt b/base_checkpoints/d34/optim_010507_rank33.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16d40d749938ef5064145c770fca7e5892b110e
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank33.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3ea1010b3dfb8a0681fc8f9f0237c2d1be7084678196c7dad1231739918602
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank34.pt b/base_checkpoints/d34/optim_010507_rank34.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d78281814374095cc7c88ac90da91895d84fa6
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank34.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20989bc12aa2c62439ff2c854cae1c497579e68c80347bc05cdba79f780fd545
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank35.pt b/base_checkpoints/d34/optim_010507_rank35.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9414ebe6100ad37222d731c2236c7f24856c6e48
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank35.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ee9f06fc7cb754521bc0c23b173b11878de7ed660f55863b4987a1bd4a27ab
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank36.pt b/base_checkpoints/d34/optim_010507_rank36.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3e87994e35380414739ad0ff48e8431d72a6f6
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank36.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346e068e84d2f09b85cb82b31d5eea1a1ecbf8b6169919960a7688ec4b4a3e6e
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank37.pt b/base_checkpoints/d34/optim_010507_rank37.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9e7a55816f384678fff1ce72d5c6356558c513
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank37.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ab2c9db418e9dba50899340a19e256b8f9504a7c0ffb29a6e49d86190712c0
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank38.pt b/base_checkpoints/d34/optim_010507_rank38.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26ba414091d816518d79f5d614a6b3482f05124
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank38.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecb543067cec1dc20fcd181ce0dc68716c9f4c5416c71844ab926a41d872d3a
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank39.pt b/base_checkpoints/d34/optim_010507_rank39.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc5e1d99744270bb94d9890a8c33a819cb20d65
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank39.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355d9c0de6dd42dab608e2b4f05c188c47c8f7649847c4a1f4c4eb2f86f0926e
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank4.pt b/base_checkpoints/d34/optim_010507_rank4.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc895cb9583f39eb1f710ac8646d6322b5d5505c
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank4.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6315b9a7045b863db24b839f1b238915d4e3aeda07dfa23a0605e9b6ec1016
+size 297584053
diff --git a/base_checkpoints/d34/optim_010507_rank40.pt b/base_checkpoints/d34/optim_010507_rank40.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428b826a9d47a82a5ca9fb89ccacea466ecb28ca
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank40.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229df34f4e299e43977315060b26cbca03c48cbbbda7255583c9fed43b89eddb
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank41.pt b/base_checkpoints/d34/optim_010507_rank41.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0489191274f982f0e06163529bbc466fb881279f
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank41.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83df3ee8230c35147b5808cc4c6e4813b07b46f1cac8d04d7b36dfd8c9651080
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank42.pt b/base_checkpoints/d34/optim_010507_rank42.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae533143ca203dabefd9d7b168106f612f62f142
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank42.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179a5a69e3131ec3b77adb8f4f51c739a6c5716d26032e84cb9ec0418176f121
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank43.pt b/base_checkpoints/d34/optim_010507_rank43.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c951ef73de7d2e3df9c7b10728699f5c017f334
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank43.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d22666039ca25528b8b43217ddbc2d61daffc16f0c5aa4112d2e1d125e30d6
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank44.pt b/base_checkpoints/d34/optim_010507_rank44.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d642e2434e0b7f0f337b291775df7f9dd59768
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank44.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4737e2095551395c40abafa4de5a0b4083e6bf7e34266727c5e9ef018d43175a
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank45.pt b/base_checkpoints/d34/optim_010507_rank45.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b9ca16d2ceb321fe7260e37342df6bc1531769
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank45.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27868ce130b40ae64d4e534b338c02a7be6eb9a1802abe7f659f73f7fc23b39
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank46.pt b/base_checkpoints/d34/optim_010507_rank46.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7d2728ce821cf5964c9b717ee0422bb7b82c57
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank46.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b9351f287058494e7fc01518d9e18882eec9d3c63b386c8743748e151b99fc
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank47.pt b/base_checkpoints/d34/optim_010507_rank47.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdf88162a7446fefd568be156e4a8a58f16b864
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank47.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19095344816d2f7e3327b8d5c3b7ce61e0b40c354a426c943f192f986c53e160
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank48.pt b/base_checkpoints/d34/optim_010507_rank48.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdd083461fe3bffe40538d5b973fa6dec04d8ce
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank48.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56df86f6ad4bb87ca25c1b4229b5f04dcb078ce140f0630c93725970e7057e32
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank49.pt b/base_checkpoints/d34/optim_010507_rank49.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1b7d52c2be8d85cb305ed15036160bf684965d
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank49.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a5f5e6946d97391b2ee33b65df89fccb08dde3ed8ea411d6e9ae038b902d5f
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank5.pt b/base_checkpoints/d34/optim_010507_rank5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f04c2c8f180d70ce8f8c26d39d9d0f1e223f832
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d216b29e8b34a9c599b5feabf85a89595841454ac5715b18fa9fde39323f00
+size 297584053
diff --git a/base_checkpoints/d34/optim_010507_rank50.pt b/base_checkpoints/d34/optim_010507_rank50.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10df3a4407cc04a017e29ae9743282e807368efd
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank50.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89efd841b8c6a695b06baeb3957a127d449f49ce20c50b63b3813d75c0596f64
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank51.pt b/base_checkpoints/d34/optim_010507_rank51.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f5afd0e37707376128b3989c08db29a8128bad
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank51.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c37d11fa914f09329b0272dcd90b83b5401d41dd6588afd6032887f2eff9b8f
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank52.pt b/base_checkpoints/d34/optim_010507_rank52.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6084e81ea26e5962c869fc8d8c803a62187f5c
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank52.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3badd10537d48b65557e4bfaa76004460cfa98df4f437cb3437c4a695ccadc0
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank53.pt b/base_checkpoints/d34/optim_010507_rank53.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb6e3f53f280ff8559047fcd97448c44d0461e9
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank53.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c63e33a83d1eab43e307104636b10ba3d696bec78a38e819159e09291ff662f
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank54.pt b/base_checkpoints/d34/optim_010507_rank54.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c299a9c38f86dc27db1514ba0994834094ae11fd
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank54.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef65e48173941d928a936783a42e89857973cbdb3537f4d505e25f3f134f91a3
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank55.pt b/base_checkpoints/d34/optim_010507_rank55.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df3603ac4f111eac6c3160cd2f10ff5c97fa285
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank55.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866a45b59fc830820e074c37d0987b77e79cdf2e67aee7096d68ed0fdf377def
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank56.pt b/base_checkpoints/d34/optim_010507_rank56.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e6a1d66a38250e52b76122bc6fcc20398ce514
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank56.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8f9ff28e4f8b31de9a405ee2d76d14a8ea37b7354cdb7e9627e0566e593f5f
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank57.pt b/base_checkpoints/d34/optim_010507_rank57.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03877414f20d43f23440f451b8691331035bd182
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank57.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08537a0ece9800c3617116cb8d0e5e825c42b57bd1d1274f2ed0bddc05a77663
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank58.pt b/base_checkpoints/d34/optim_010507_rank58.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae605aba12a02c4c69c86f4caa6ffa9fd061cbf
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank58.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea38ec40124252e6e557056adb67110f3d2faa44ef6d818983c0e85b6f510be
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank59.pt b/base_checkpoints/d34/optim_010507_rank59.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94969eddf37e5f3d0c59d6ca3496708baf52307
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank59.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295e31bd83918e26b3a8e69b6197f57c740344e0fb6860e1071b6f0d7e600377
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank6.pt b/base_checkpoints/d34/optim_010507_rank6.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e127d4da09cb44f8f14793805a0198fa76c8a5
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank6.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87cb9b5b4de439bc662ca47056d2a9eb0f15c5a0417e949f3fe6e95309d9e1b9
+size 297584053
diff --git a/base_checkpoints/d34/optim_010507_rank60.pt b/base_checkpoints/d34/optim_010507_rank60.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffa9c7072c8b6ef3606c079952fd4a8b6b37a37
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank60.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132c779d3b488574a2f4cfb201d6ac3b5d3f78901923ade80191da32afd1ead0
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank61.pt b/base_checkpoints/d34/optim_010507_rank61.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4030915556ca37713670f4c4f1c0bed4495591
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank61.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b61d7263ca6a8fc99b562e75819b597665a461fde412a378ad786c3f8e71181
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank62.pt b/base_checkpoints/d34/optim_010507_rank62.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8622077cd1ced3cf7d50b65450d22ef666dca5a
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank62.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636d235ef48c4eb113026b4bd9931e7d66890aef84f1aba22a2e85e78e61f156
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank63.pt b/base_checkpoints/d34/optim_010507_rank63.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f49ac0e9f380c1e18accf62165922d76d35ffee
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank63.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c07c21b8784d8cc6c82b84bee60e415e01dfb02dc66994cc40eedf431883ce
+size 297584109
diff --git a/base_checkpoints/d34/optim_010507_rank7.pt b/base_checkpoints/d34/optim_010507_rank7.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2420fe7c16b24c73ba6a8510bcefdbf8c8fd35
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank7.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730a0183415ebd6b5585c2ae8844ef348b1ac9c2caa9a4a04958dafbd66d3b07
+size 297584053
diff --git a/base_checkpoints/d34/optim_010507_rank8.pt b/base_checkpoints/d34/optim_010507_rank8.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd13816693c91c8056e11277c2aa54ee569749b
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank8.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1868268d03c5b24bac7f37d9c001373f4dd426cf43fdd27a17348a05e846a607
+size 297584053
diff --git a/base_checkpoints/d34/optim_010507_rank9.pt b/base_checkpoints/d34/optim_010507_rank9.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f95d7758ea17e0d22a084f82f75c0673b8220b
--- /dev/null
+++ b/base_checkpoints/d34/optim_010507_rank9.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179a731709c57f5a8c6ea10cfa6a26f798481639131080d7289ecf4078706c62
+size 297584053
diff --git a/base_checkpoints/d34/tokenizer/token_bytes.pt b/base_checkpoints/d34/tokenizer/token_bytes.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e105f76acb3373efeb6f747f0ec6e2f6dd5fc13
--- /dev/null
+++ b/base_checkpoints/d34/tokenizer/token_bytes.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb29b37ce0a5e433e23411f25b1e44f0ca0b2892c3b502a7ef8fc31b836f8633
+size 132677
diff --git a/instruct_checkpoints/d34/meta_000069.json b/instruct_checkpoints/d34/meta_000069.json
new file mode 100644
index 0000000000000000000000000000000000000000..ec7e49390afdfc420d271cfe562d81870218ec01
--- /dev/null
+++ b/instruct_checkpoints/d34/meta_000069.json
@@ -0,0 +1,36 @@
+{
+  "step": 69,
+  "val_bpb": 0.6219743010265552,
+  "model_config": {
+    "sequence_len": 2048,
+    "vocab_size": 32768,
+    "n_layer": 34,
+    "n_head": 17,
+    "n_kv_head": 17,
+    "n_embd": 2176,
+    "window_pattern": "L"
+  },
+  "user_config": {
+    "run": "corpus_sft_d34",
+    "device_type": "",
+    "dtype": "bfloat16",
+    "model_tag": "d34",
+    "model_step": null,
+    "checkpoints_dir": null,
+    "output_dir": "instruct_checkpoints",
+    "num_iterations": -1,
+    "max_seq_len": 2048,
+    "device_batch_size": 4,
+    "total_batch_size": 524288,
+    "embedding_lr": 0.3,
+    "unembedding_lr": 0.004,
+    "matrix_lr": 0.02,
+    "weight_decay": 0.0,
+    "init_lr_frac": 1.0,
+    "eval_every": 150,
+    "eval_tokens": 10485760,
+    "train_data": "instruct_data/v2_corpus/all_train.jsonl",
+    "val_data": "instruct_data/v2_corpus/all_val.jsonl",
+    "dry_run": false
+  }
+}
\ No newline at end of file
diff --git a/instruct_checkpoints/d34/model_000069.pt b/instruct_checkpoints/d34/model_000069.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2e83733107240d4228e2110405a53589420db6
--- /dev/null
+++ b/instruct_checkpoints/d34/model_000069.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bbe59ec74e9ead41f677f0dc1f364ed99da8d8976752a53765d3fd2a28156b
+size 10579743323
diff --git a/instruct_checkpoints/d34/optim_000069_rank0.pt b/instruct_checkpoints/d34/optim_000069_rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482a64a143afee58d326841614b7738e2111f47d
--- /dev/null
+++ b/instruct_checkpoints/d34/optim_000069_rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94fab18e124eb797629a4f9e812e5c794ce235b1324f27c555fe4137a787a8a
+size 1793127349
diff --git a/physics_sft_expanded_checkpoints/d34/meta_004800.json b/physics_sft_expanded_checkpoints/d34/meta_004800.json
new file mode 100644
index 0000000000000000000000000000000000000000..2b56ee923519db1e3ca14830ff9a705d8e86de4c
--- /dev/null
+++ b/physics_sft_expanded_checkpoints/d34/meta_004800.json
@@ -0,0 +1,38 @@
+{
+  "step": 4800,
+  "val_bpb": 1.243468163465245,
+  "model_config": {
+    "sequence_len": 2048,
+    "vocab_size": 32768,
+    "n_layer": 34,
+    "n_head": 17,
+    "n_kv_head": 17,
+    "n_embd": 2176,
+    "window_pattern": "L"
+  },
+  "user_config": {
+    "run": "pre1905_physics_clm_d34_expanded",
+    "device_type": "",
+    "dtype": "bfloat16",
+    "model_tag": null,
+    "model_step": null,
+    "data_dir": "/opt/dlami/nvme/gpt1905_training/physics_clm_data",
+    "num_epochs": 10,
+    "num_iterations": -1,
+    "max_seq_len": 2048,
+    "device_batch_size": 4,
+    "total_batch_size": 65536,
+    "embedding_lr": 0.05,
+    "unembedding_lr": 0.001,
+    "matrix_lr": 0.005,
+    "weight_decay": 0.0,
+    "eval_every": 50,
+    "eval_tokens": 655360,
+    "save_every": 4800,
+    "output_tag": "pre1905_physics_clm_d34_expanded",
+    "dry_run": false,
+    "physics_eval": true,
+    "judge_model": "claude-sonnet-4-20250514",
+    "max_concurrent_api": 8
+  }
+}
\ No newline at end of file
diff --git a/physics_sft_expanded_checkpoints/d34/meta_009600.json b/physics_sft_expanded_checkpoints/d34/meta_009600.json
new file mode 100644
index 0000000000000000000000000000000000000000..8a7cb98f0dbccfe4fcdd113ca890449c123f29b2
--- /dev/null
+++ b/physics_sft_expanded_checkpoints/d34/meta_009600.json
@@ -0,0 +1,38 @@
+{
+  "step": 9600,
+  "val_bpb": 1.2157382873188498,
+  "model_config": {
+    "sequence_len": 2048,
+    "vocab_size": 32768,
+    "n_layer": 34,
+    "n_head": 17,
+    "n_kv_head": 17,
+    "n_embd": 2176,
+    "window_pattern": "L"
+  },
+  "user_config": {
+    "run": "pre1905_physics_clm_d34_expanded",
+    "device_type": "",
+    "dtype": "bfloat16",
+    "model_tag": null,
+    "model_step": null,
+    "data_dir": "/opt/dlami/nvme/gpt1905_training/physics_clm_data",
+    "num_epochs": 10,
+    "num_iterations": -1,
+    "max_seq_len": 2048,
+    "device_batch_size": 4,
+    "total_batch_size": 65536,
+    "embedding_lr": 0.05,
+    "unembedding_lr": 0.001,
+    "matrix_lr": 0.005,
+    "weight_decay": 0.0,
+    "eval_every": 50,
+    "eval_tokens": 655360,
+    "save_every": 4800,
+    "output_tag": "pre1905_physics_clm_d34_expanded",
+    "dry_run": false,
+    "physics_eval": true,
+    "judge_model": "claude-sonnet-4-20250514",
+    "max_concurrent_api": 8
+  }
+}
\ No newline at end of file
diff --git a/physics_sft_expanded_checkpoints/d34/meta_014400.json b/physics_sft_expanded_checkpoints/d34/meta_014400.json
new file mode 100644
index 0000000000000000000000000000000000000000..6740efe16364572c3c7459296ad9a7f69f109d03
--- /dev/null
+++ b/physics_sft_expanded_checkpoints/d34/meta_014400.json
@@ -0,0 +1,38 @@
+{
+  "step": 14400,
+  "val_bpb": 1.2370320890571345,
+  "model_config": {
+    "sequence_len": 2048,
+    "vocab_size": 32768,
+    "n_layer": 34,
+    "n_head": 17,
+    "n_kv_head": 17,
+    "n_embd": 2176,
+    "window_pattern": "L"
+  },
+  "user_config": {
+    "run": "pre1905_physics_clm_d34_expanded",
+    "device_type": "",
+    "dtype": "bfloat16",
+    "model_tag": null,
+    "model_step": null,
+    "data_dir": "/opt/dlami/nvme/gpt1905_training/physics_clm_data",
+    "num_epochs": 10,
+    "num_iterations": -1,
+    "max_seq_len": 2048,
+    "device_batch_size": 4,
+    "total_batch_size": 65536,
+    "embedding_lr": 0.05,
+    "unembedding_lr": 0.001,
+    "matrix_lr": 0.005,
+    "weight_decay": 0.0,
+    "eval_every": 50,
+    "eval_tokens": 655360,
+    "save_every": 4800,
+    "output_tag": "pre1905_physics_clm_d34_expanded",
+    "dry_run": false,
+    "physics_eval": true,
+    "judge_model": "claude-sonnet-4-20250514",
+    "max_concurrent_api": 8
+  }
+}
\ No newline at end of file
diff --git a/physics_sft_expanded_checkpoints/d34/model_004800.pt b/physics_sft_expanded_checkpoints/d34/model_004800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97266232a01586107ef10998165f76e164bbabe1
--- /dev/null
+++ b/physics_sft_expanded_checkpoints/d34/model_004800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37fd8acada7faa368324216346430b43c75b139abd941b7c4b1dc1303601e6f
+size 10579743323
diff --git a/physics_sft_expanded_checkpoints/d34/model_009600.pt b/physics_sft_expanded_checkpoints/d34/model_009600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc6b7417ffd81aadbbb401f0be31dc28787e36e
--- /dev/null
+++ b/physics_sft_expanded_checkpoints/d34/model_009600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06cc8e2fbf8eef61840f8fdefc3fb3da2ba897043f23b4198b4251439ac8f0e
+size 10579743323
diff --git a/physics_sft_expanded_checkpoints/d34/model_014400.pt b/physics_sft_expanded_checkpoints/d34/model_014400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f148094f04417ebb034589e402b36cbc677e934
--- /dev/null
+++ b/physics_sft_expanded_checkpoints/d34/model_014400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0ecbda8fa048ca5887e675961d8ba19fce985d9fdedc4c62669b0e1fc9f500
+size 10579743323
diff --git a/tokenizer/token_bytes.pt b/tokenizer/token_bytes.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e105f76acb3373efeb6f747f0ec6e2f6dd5fc13
--- /dev/null
+++ b/tokenizer/token_bytes.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb29b37ce0a5e433e23411f25b1e44f0ca0b2892c3b502a7ef8fc31b836f8633
+size 132677
diff --git a/tokenizer/tokenizer.pkl b/tokenizer/tokenizer.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..313bb4d0fa345682ef633c563f936c7bd892b12c
--- /dev/null
+++ b/tokenizer/tokenizer.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7d5a9088a7eb1743132eaebf8c7d448f88dc62ba0be2dec3d5e2489ede648b
+size 400932