Joint training checkpoint step 2700

README.md

@@ -10,7 +10,7 @@ tags: [tabular-data, masked-lm, token-classification, experimental]
 Experimental budget-limited mmBERT-base joint fine-tuning checkpoint.
 
 One shared encoder, 2 residual category BIO/insertion outputs (`text.encoding`, `text.spelling`), and the pretrained MLM vocabulary head. Declared schema rules detect deterministic violations before neural classification. Correction generates a complete cell inside `<replacement>` beside the visible `<original>` in the same cell. Valid copies are training targets too. The MLM head emits replacement tokens followed by `END_EDIT` and visible padding tokens.
-Completed optimizer updates: **2400**. This checkpoint is a research baseline, not a validated automatic cleaning system.
+Completed optimizer updates: **2700**. This checkpoint is a research baseline, not a validated automatic cleaning system.
 
 ## Use and resume
 
@@ -26,7 +26,7 @@ Dataset revision: `602b8a454ca448713d8a5658650d4feaad8d579c`. Train/validation f
 
 ## Validation results
 
-Selected step: 2400. Stop reason: training in progress.
+Selected step: 2700. Stop reason: training in progress.
 
 ```json
 {}
@@ -584,22 +584,81 @@ The learning rate warms up for 100 updates, then follows cosine decay to 10% of
         "3e8dff1e9e6db8d09c388b141194864e22c347550db958abeae4500015fa8ecb",
         "522ef97370ddbad950ea41bb8000b46488a7db7a05af8ee602117f2c0e2c400f"
       ]
+    },
+    {
+      "step": 2700,
+      "detection_loss": 0.005633368319130179,
+      "correction_loss": 0.517131781694795,
+      "correction_full_mask_loss": 0.6256272318727008,
+      "correction_partial_mask_loss": 0.4086363315168893,
+      "selection_score": 0.03441762696885055,
+      "examples": 28,
+      "correction_edits": 52,
+      "correction_category_counts": {
+        "copy": 10,
+        "text.spelling": 7,
+        "format.boolean": 7,
+        "format.date": 3,
+        "text.encoding": 5,
+        "schema.category": 3,
+        "schema.identifier": 4,
+        "schema.type": 2,
+        "consistency.dependency": 6,
+        "consistency.temporal": 3,
+        "consistency.unit": 1,
+        "format.case": 1
+      },
+      "token_and_gap_tp_fp_fn_at_0.9": [
+        69,
+        0,
+        1
+      ],
+      "sample_ids": [
+        "7cc2b2069f314821114a2a2b09543c680923083980692c6a95b3371b316390d9-open-clean",
+        "2c30950b5459afe6967673e8b23c222adab49967bf80e72af0ef1d4fb96296ca-open",
+        "bd4bba00c41c73249e4fd9fe97876df42dbaefbe6aabeec4430d2acb63926318-open",
+        "0121e99febc488b49db6e39b07ef71255f5a94d9ef0292f7a34a705e59271bbe-open",
+        "4d74e65f621bbb1dfc2848cdb8aefbd32befa5042d8482c3340de2d9833c06ec-open",
+        "d120e4d54be4c9692441a06d9cc4bf1db02bd205c6a317a1a7ac4548c09666cc-open",
+        "d6b7a9c8fc0552cfcf0d26ce0ce1be2663d5aa86d80527fc77c4ccc02a036984-open",
+        "05f04c447b2d5e98f170add5fcdde123cb8db18946eb5e21ea8573fdfdd66ffe-open",
+        "b68fd4277af10beef7958e8d2f6b31805d635db888e60b38ae2306bf138ea584-open",
+        "c2710a557bc21c7f5d4c38d580e9d54042923e32d22848cc3f025caa864aa51c-open",
+        "da8d1a36641b16437fd72e9db23a60fbb6f185acdceec0f217491c232d3602b5-open-clean",
+        "55e92ca80f64845e208d3cda2f1e8fc3cb620ca57c66fce22d9bb9a86321af4a-open",
+        "53820fc3b14267390c15dfad0a80f83c9d0ed59c95e40c96c2283e4f3b167e09-open",
+        "d5f74ad40dca51caabef5cfcfc1845e3b40fcd71608304e4036786b6e27bfad6-open",
+        "6481cc1b3a6148ca5e8df1783aa3c15bd97b4224ea44ec304e2448bd613c3a07",
+        "8a1d338e2b1a352eac2c0834432588239c231b43df14e68402999151d62a70d8",
+        "04434b82c7685003521e12204c5af32606d402dd454be5d270c2b39c5a3c2b55",
+        "7aeaf4538d564e7bfc4a20cac6b97e42655170cd4ac40c98db0d24ff056ba388",
+        "9d7d44d25b2bd975829249dc3cd673c9a972f47ad8b1fa1bf0206f527d27934c",
+        "b01405d247c32e01b05e977fe963ca8ab440e1559f1c7f8adf0a99928d29b997",
+        "89f4e9132a30351d7836acfa80b56de26924f82d1b2403e48f1c265b4053ab99",
+        "fbe61f1cc2096a02443b68b5dbf6da5694e8cb60ec5fb445ca5bc29fc147b0e9",
+        "4dee644acbc9859035ebc82ce0d74ac45065b429f74ec833d9ae5dda3daf02a0",
+        "86e7d7c56f4e30ae4e63da4327d92c7a9ff2e18d47611dcba9e794b11a222f93",
+        "d515d8316e03100e37bb3be520d62c30463d7d30a235e0921c7ff2d88921c714",
+        "b4a926b6d1c343e53f4fd04dc327fb0fd86d3f4532b964fea22340ef73ca68de",
+        "3e8dff1e9e6db8d09c388b141194864e22c347550db958abeae4500015fa8ecb",
+        "522ef97370ddbad950ea41bb8000b46488a7db7a05af8ee602117f2c0e2c400f"
+      ]
     }
   ],
   "selection": {
     "best_score": 0.022856303954406,
     "best_step": 2400,
-    "bad_checks": 0
+    "bad_checks": 1
   },
   "peak_gpu_bytes": 9905729024,
-  "step": 2400,
-  "learning_rate": 1.186995066359886e-05,
-  "last_detection_loss": 1.254500421055127e-05,
-  "last_correction_loss": 0.5730298757553101,
-  "training_elapsed_seconds": 3935.806132653,
+  "step": 2700,
+  "learning_rate": 1.014153655250354e-05,
+  "last_detection_loss": 1.4204761100700125e-05,
+  "last_correction_loss": 1.62087082862854,
+  "training_elapsed_seconds": 4435.537268891,
   "exclusions": {},
-  "mean_detection_loss": 1.5149344835663215e-05,
-  "mean_correction_loss": 0.0704751874334761,
+  "mean_detection_loss": 1.6043291452660924e-05,
+  "mean_correction_loss": 0.23777313189857524,
   "loss_interval_updates": 10
 }
 ```

checkpoint.json

@@ -1,19 +1,19 @@
 {
   "version": 1,
-  "step": 2400,
+  "step": 2700,
   "dataset_revision": "602b8a454ca448713d8a5658650d4feaad8d579c",
   "base_revision": "c5955035435e2bf121cde7f3c8863ef52ff35d82",
   "files": {
-    "model.safetensors": "e878a65444eac88b601893f2f1089fa52013d7fa71faa16dc8366334f95a8de6",
+    "model.safetensors": "cb58912962e8e9b00016867fd2e46f1909763455654055b54fe8c08e43360e34",
     "config.json": "9e105ce4ed25ed2d6be2443eeb69932a530668a248ce3211d43a89a136d42531",
     "tokenizer_config.json": "51d83f5e4c1174f8dad62610076998730a57a9ac7025680653c720bca2a9b0a1",
     "tokenizer.json": "47e408472c05385fea5fb9f8b02bbd838d55da8f15a22c863a99fd31d89243f5",
-    "training_state.pt": "753c9480ff06ad4fbb5d1a27f8deb37b32b9ba382d6441d417250283d6bf1d07",
+    "training_state.pt": "9162f80dd6d3c53a9c5e2cf8690840611fe6de3cbda7a2e8f13ec4c8ef9540a2",
     "run_config.json": "d9e42266559b78f89751de2b1f9e9b27229cbd7646c126ea00fd691144495c1f",
-    "metrics.json": "eee1c0ad52f1fc413f8d08837eb080908ba98c60f64bf6bc889391fd8528cb5f",
+    "metrics.json": "a548b1795b0eb414835b2c4a6719498cdc0131e599fcb54bf57e0662de0c7c7a",
     "categories.json": "da00946a1a8dfd24dd3bd01f47a4493abe6ade281d6a8571ae9728e0406d4aab",
     "train_tabfix.py": "b16a43dbb276461d319a05bd4719de7520e0612fa23f7d83fb5fba58bebbc24f",
-    "README.md": "8cc339aacf66a2e0633f86fa5cc2d02f0968e0885a0ff4849dd51bfd307395d2",
+    "README.md": "e9f29a804bdf60813dc6695fbc8086c47840986df41024129a30524151268687",
     "LICENSE": "b6c1c7bb5aae03bb6b3396fc7c65cbe7306c422ed424b0b7b687d9a50cc15412",
     "BASE_MODEL_CARD.md": "35724415037ee3159aa733c16050620cc19a76219112a6ceeb3949572e0b37e9"
   },

metrics.json

@@ -539,21 +539,80 @@
         "3e8dff1e9e6db8d09c388b141194864e22c347550db958abeae4500015fa8ecb",
         "522ef97370ddbad950ea41bb8000b46488a7db7a05af8ee602117f2c0e2c400f"
       ]
+    },
+    {
+      "step": 2700,
+      "detection_loss": 0.005633368319130179,
+      "correction_loss": 0.517131781694795,
+      "correction_full_mask_loss": 0.6256272318727008,
+      "correction_partial_mask_loss": 0.4086363315168893,
+      "selection_score": 0.03441762696885055,
+      "examples": 28,
+      "correction_edits": 52,
+      "correction_category_counts": {
+        "copy": 10,
+        "text.spelling": 7,
+        "format.boolean": 7,
+        "format.date": 3,
+        "text.encoding": 5,
+        "schema.category": 3,
+        "schema.identifier": 4,
+        "schema.type": 2,
+        "consistency.dependency": 6,
+        "consistency.temporal": 3,
+        "consistency.unit": 1,
+        "format.case": 1
+      },
+      "token_and_gap_tp_fp_fn_at_0.9": [
+        69,
+        0,
+        1
+      ],
+      "sample_ids": [
+        "7cc2b2069f314821114a2a2b09543c680923083980692c6a95b3371b316390d9-open-clean",
+        "2c30950b5459afe6967673e8b23c222adab49967bf80e72af0ef1d4fb96296ca-open",
+        "bd4bba00c41c73249e4fd9fe97876df42dbaefbe6aabeec4430d2acb63926318-open",
+        "0121e99febc488b49db6e39b07ef71255f5a94d9ef0292f7a34a705e59271bbe-open",
+        "4d74e65f621bbb1dfc2848cdb8aefbd32befa5042d8482c3340de2d9833c06ec-open",
+        "d120e4d54be4c9692441a06d9cc4bf1db02bd205c6a317a1a7ac4548c09666cc-open",
+        "d6b7a9c8fc0552cfcf0d26ce0ce1be2663d5aa86d80527fc77c4ccc02a036984-open",
+        "05f04c447b2d5e98f170add5fcdde123cb8db18946eb5e21ea8573fdfdd66ffe-open",
+        "b68fd4277af10beef7958e8d2f6b31805d635db888e60b38ae2306bf138ea584-open",
+        "c2710a557bc21c7f5d4c38d580e9d54042923e32d22848cc3f025caa864aa51c-open",
+        "da8d1a36641b16437fd72e9db23a60fbb6f185acdceec0f217491c232d3602b5-open-clean",
+        "55e92ca80f64845e208d3cda2f1e8fc3cb620ca57c66fce22d9bb9a86321af4a-open",
+        "53820fc3b14267390c15dfad0a80f83c9d0ed59c95e40c96c2283e4f3b167e09-open",
+        "d5f74ad40dca51caabef5cfcfc1845e3b40fcd71608304e4036786b6e27bfad6-open",
+        "6481cc1b3a6148ca5e8df1783aa3c15bd97b4224ea44ec304e2448bd613c3a07",
+        "8a1d338e2b1a352eac2c0834432588239c231b43df14e68402999151d62a70d8",
+        "04434b82c7685003521e12204c5af32606d402dd454be5d270c2b39c5a3c2b55",
+        "7aeaf4538d564e7bfc4a20cac6b97e42655170cd4ac40c98db0d24ff056ba388",
+        "9d7d44d25b2bd975829249dc3cd673c9a972f47ad8b1fa1bf0206f527d27934c",
+        "b01405d247c32e01b05e977fe963ca8ab440e1559f1c7f8adf0a99928d29b997",
+        "89f4e9132a30351d7836acfa80b56de26924f82d1b2403e48f1c265b4053ab99",
+        "fbe61f1cc2096a02443b68b5dbf6da5694e8cb60ec5fb445ca5bc29fc147b0e9",
+        "4dee644acbc9859035ebc82ce0d74ac45065b429f74ec833d9ae5dda3daf02a0",
+        "86e7d7c56f4e30ae4e63da4327d92c7a9ff2e18d47611dcba9e794b11a222f93",
+        "d515d8316e03100e37bb3be520d62c30463d7d30a235e0921c7ff2d88921c714",
+        "b4a926b6d1c343e53f4fd04dc327fb0fd86d3f4532b964fea22340ef73ca68de",
+        "3e8dff1e9e6db8d09c388b141194864e22c347550db958abeae4500015fa8ecb",
+        "522ef97370ddbad950ea41bb8000b46488a7db7a05af8ee602117f2c0e2c400f"
+      ]
     }
   ],
   "selection": {
     "best_score": 0.022856303954406,
     "best_step": 2400,
-    "bad_checks": 0
+    "bad_checks": 1
   },
   "peak_gpu_bytes": 9905729024,
-  "step": 2400,
-  "learning_rate": 1.186995066359886e-05,
-  "last_detection_loss": 1.254500421055127e-05,
-  "last_correction_loss": 0.5730298757553101,
-  "training_elapsed_seconds": 3935.806132653,
+  "step": 2700,
+  "learning_rate": 1.014153655250354e-05,
+  "last_detection_loss": 1.4204761100700125e-05,
+  "last_correction_loss": 1.62087082862854,
+  "training_elapsed_seconds": 4435.537268891,
   "exclusions": {},
-  "mean_detection_loss": 1.5149344835663215e-05,
-  "mean_correction_loss": 0.0704751874334761,
+  "mean_detection_loss": 1.6043291452660924e-05,
+  "mean_correction_loss": 0.23777313189857524,
   "loss_interval_updates": 10
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e878a65444eac88b601893f2f1089fa52013d7fa71faa16dc8366334f95a8de6
+oid sha256:cb58912962e8e9b00016867fd2e46f1909763455654055b54fe8c08e43360e34
 size 1231193844

training_state.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:753c9480ff06ad4fbb5d1a27f8deb37b32b9ba382d6441d417250283d6bf1d07
+oid sha256:9162f80dd6d3c53a9c5e2cf8690840611fe6de3cbda7a2e8f13ec4c8ef9540a2
 size 2462488118