unified-v1-blt-none-s42: state and inference synchronized at checkpoint-000000000100

experiments.csv

@@ -18,4 +18,4 @@ unified-v1-blt-none-s42,ablation,causal,blt,none,42,0,0,initialized,fresh_matche
 unified-v1-blt-none-s42,ablation,causal,blt,none,42,25,0,running,fresh_matched_seed,1826,1826,0.8857087290000436,19.13628118099996,10425600,1024,3.8045338094234467,,1213274,10.263658959999816,118210.66977463383,1.6746684312820435,0,bf16,100,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 253, ""epoch"": 0, ""prepared_position"": 829, ""rows_read"": 253, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 121, ""epoch"": 0, ""prepared_position"": 145, ""rows_read"": 122, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 55, ""epoch"": 0, ""prepared_position"": 237, ""rows_read"": 56, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 73, ""epoch"": 0, ""prepared_position"": 243, ""rows_read"": 74, ""shard"": 0, ""shards"": 552}}"
 unified-v1-blt-none-s42,ablation,causal,blt,none,42,50,0,running,fresh_matched_seed,3644,3644,0.8857087290000436,19.13628118099996,10425600,1024,3.0659779608249664,6.207954757353839,2420984,19.92384577300004,121511.8821729094,0.9639546871185303,0,bf16,100,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 530, ""epoch"": 0, ""prepared_position"": 1664, ""rows_read"": 530, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 214, ""epoch"": 0, ""prepared_position"": 273, ""rows_read"": 215, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 109, ""epoch"": 0, ""prepared_position"": 475, ""rows_read"": 110, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 136, ""epoch"": 0, ""prepared_position"": 481, ""rows_read"": 137, ""shard"": 0, ""shards"": 552}}"
 unified-v1-blt-none-s42,ablation,causal,blt,none,42,75,0,running,fresh_matched_seed,5450,5450,0.8857087290000436,19.13628118099996,10425600,1024,2.6363826394081116,6.207954757353839,3637662,28.907733533000282,125836.98392844752,1.021306037902832,0,bf16,100,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 750, ""epoch"": 0, ""prepared_position"": 2482, ""rows_read"": 751, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 307, ""epoch"": 0, ""prepared_position"": 405, ""rows_read"": 308, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 163, ""epoch"": 0, ""prepared_position"": 712, ""rows_read"": 164, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 204, ""epoch"": 0, ""prepared_position"": 720, ""rows_read"": 205, ""shard"": 0, ""shards"": 552}}"
-unified-v1-blt-none-s42,ablation,causal,blt,none,42,100,0,running,fresh_matched_seed,7230,7230,0.8857087290000436,19.13628118099996,10425600,1024,2.490115612745285,4.934569281690261,4841990,37.821092654000154,128023.53555187111,0.46116140484809875,0,bf16,100,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 989, ""epoch"": 0, ""prepared_position"": 3299, ""rows_read"": 990, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 389, ""epoch"": 0, ""prepared_position"": 522, ""rows_read"": 390, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 217, ""epoch"": 0, ""prepared_position"": 950, ""rows_read"": 218, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 273, ""epoch"": 0, ""prepared_position"": 959, ""rows_read"": 274, ""shard"": 0, ""shards"": 552}}"
+unified-v1-blt-none-s42,ablation,causal,blt,none,42,100,0,complete,fresh_matched_seed,7230,7230,0.8857087290000436,19.13628118099996,10425600,1024,2.490115612745285,4.934569281690261,4841990,37.821092654000154,128023.53555187111,0.46116140484809875,0,bf16,100,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 989, ""epoch"": 0, ""prepared_position"": 3299, ""rows_read"": 990, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 389, ""epoch"": 0, ""prepared_position"": 522, ""rows_read"": 390, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 217, ""epoch"": 0, ""prepared_position"": 950, ""rows_read"": 218, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 273, ""epoch"": 0, ""prepared_position"": 959, ""rows_read"": 274, ""shard"": 0, ""shards"": 552}}"

unified/ablations/unified-v1-blt-none-s42/inference/data_progress.json

@@ -2,7 +2,7 @@
   "step": 100,
   "prepared_dataset": {
     "repo": "appvoid/rewrite7",
-    "revision": "0c83d862e7e0b0ca972c3124ec99cd4b7fb6260e",
+    "revision": "6dec06f27abe093b3153c28493401166e695daf5",
     "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
   },
   "observations": {

unified/ablations/unified-v1-blt-none-s42/inference/experiment_config.json

@@ -51,7 +51,7 @@
     "step": 100,
     "prepared_dataset": {
       "repo": "appvoid/rewrite7",
-      "revision": "0c83d862e7e0b0ca972c3124ec99cd4b7fb6260e",
+      "revision": "6dec06f27abe093b3153c28493401166e695daf5",
       "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
     },
     "observations": {