Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+models/e5-s2/model.fpgw filter=lfs diff=lfs merge=lfs -text

models/e5-s2/config.json

@@ -0,0 +1,260 @@
+{
+  "args": {
+    "arm": "rich-span",
+    "corpus": "v3",
+    "out": "runs/parser-t4/e5-s2",
+    "seed": 2,
+    "epochs": 24,
+    "batch": 64,
+    "threads": 4,
+    "device": "cuda",
+    "extra_real": [
+      "data/label-v2/dev-review-500.jsonl",
+      "data/label-v2/public-dev-spans.jsonl",
+      "data/label-v2/hard-shapes-reviewed.jsonl",
+      "data/label-v2/scene-dotted-reviewed.jsonl",
+      "data/label-v2/path-echo.jsonl",
+      "data/label-v2/path-echo2.jsonl",
+      "data/label-v2/hard-titles.jsonl",
+      "data/label-v2/r2-cjk.jsonl",
+      "data/label-v2/r1b.reviewed.jsonl",
+      "data/label-v2/r1c.reviewed.jsonl",
+      "data/label-v2/r3-misc.jsonl",
+      "data/label-v2/r4-resid.jsonl",
+      "data/label-v2/r5-tail.jsonl",
+      "data/label-v2/r6-stick.jsonl",
+      "data/label-v2/r7-last.jsonl",
+      "data/label-v2/r8-final.jsonl",
+      "data/label-v2/r9-end.jsonl",
+      "data/label-v2/al-v1.jsonl",
+      "data/label-v2/al-v1.jsonl"
+    ],
+    "real_repeat": 5,
+    "encoder_dir": null,
+    "smoke": false,
+    "exposures": 9568,
+    "schedule": "cosine",
+    "warmup": 0.06,
+    "ema": 0.999,
+    "no_export": true,
+    "amp": true,
+    "bucket": true,
+    "char_classes": true,
+    "identity_dropout": [
+      0.25,
+      0.05,
+      0.5
+    ],
+    "augment_real": 0.5,
+    "select_real": "data/label-v2/fresh-204-gold.jsonl",
+    "semicrf": 0.5,
+    "uniform_classes": true,
+    "teacher": null,
+    "kd_weight": 0.0,
+    "kd_temperature": 2.0,
+    "extra_real_rows": 2291,
+    "extra_real_rows_per_file": {
+      "data/label-v2/dev-review-500.jsonl": 500,
+      "data/label-v2/public-dev-spans.jsonl": 146,
+      "data/label-v2/hard-shapes-reviewed.jsonl": 111,
+      "data/label-v2/scene-dotted-reviewed.jsonl": 62,
+      "data/label-v2/path-echo.jsonl": 30,
+      "data/label-v2/path-echo2.jsonl": 60,
+      "data/label-v2/hard-titles.jsonl": 94,
+      "data/label-v2/r2-cjk.jsonl": 142,
+      "data/label-v2/r1b.reviewed.jsonl": 50,
+      "data/label-v2/r1c.reviewed.jsonl": 80,
+      "data/label-v2/r3-misc.jsonl": 132,
+      "data/label-v2/r4-resid.jsonl": 115,
+      "data/label-v2/r5-tail.jsonl": 85,
+      "data/label-v2/r6-stick.jsonl": 123,
+      "data/label-v2/r7-last.jsonl": 98,
+      "data/label-v2/r8-final.jsonl": 80,
+      "data/label-v2/r9-end.jsonl": 125,
+      "data/label-v2/al-v1.jsonl": 129
+    },
+    "extra_real_sha256": {
+      "data/label-v2/dev-review-500.jsonl": "87dd284d9ade8758f94ce260603f032ea0bdb3b95370c65b6cc1e61d17ab913e",
+      "data/label-v2/public-dev-spans.jsonl": "3406b81d405cc6d38eaa01eb6072805307f18b8f939f3818f78255be4d7a1673",
+      "data/label-v2/hard-shapes-reviewed.jsonl": "b4a7b5f49afb9e63d33689ae6677dc4f579f7bda65fbb996c07f9d69503a325f",
+      "data/label-v2/scene-dotted-reviewed.jsonl": "b69409cd92afed85f56b3a9acaac4ac17abed55a44df765931c1edaf6fc65aac",
+      "data/label-v2/path-echo.jsonl": "111da563ebbb60848d5890f2761eae719b49494df74a4ab186aaf95d5bcf07ea",
+      "data/label-v2/path-echo2.jsonl": "19cff6261543fa666a4fb852455d83809272116a7a71d2eacac9d71c50d4f04d",
+      "data/label-v2/hard-titles.jsonl": "0a830ca99fff9ea932c1f911787139487e907c88753d3fda9991bb95ba0a9f4a",
+      "data/label-v2/r2-cjk.jsonl": "1f516b667d7f5ac32343f6a90cf0655e8427bf5ab1e6505f26d2242fdf559817",
+      "data/label-v2/r1b.reviewed.jsonl": "725101d9d544dfd77b2608885f298ca988cf6d7686e7309cfee76f9b0c9ccd8f",
+      "data/label-v2/r1c.reviewed.jsonl": "f474112deb753220730eaafa2ecf18a886097e09fa5ff43c6ac7592506380b7b",
+      "data/label-v2/r3-misc.jsonl": "ca84ef3f5070b113a50aae9ab961c186c95bfe839412c6f69bf4e02d4956da93",
+      "data/label-v2/r4-resid.jsonl": "76a13288c5728bede229ebb101ed2a4c25877140f98753507073b20580eeb276",
+      "data/label-v2/r5-tail.jsonl": "162dec17ea44a25cc4b349a895c4d32b2e6ef69ee1c2afb82b1c3318b3b8d317",
+      "data/label-v2/r6-stick.jsonl": "a6c6a3e1654a913b03c342a08d46b14d4fb4b5f8a13c07bc31adabadc0e9b2a0",
+      "data/label-v2/r7-last.jsonl": "695223fd7ded82b6a7e11554a5072602b50ad26d431e0b0ab7b95a3a251fcd8a",
+      "data/label-v2/r8-final.jsonl": "265ede3d516000774c70eb6bac3355f8796a7ef98fadff20293aba75c7619f03",
+      "data/label-v2/r9-end.jsonl": "db641b57cd4ac4b59bb914a98f67813887d3d38322f9cdca5f8282a4ccdfdc72",
+      "data/label-v2/al-v1.jsonl": "2bd984716f0d3fd23419a0f2c539eb234f589bdd86d84d1e0d457d2e3a7a2781"
+    },
+    "training_skipped_over_limit": 0,
+    "validation_skipped_over_limit": 0
+  },
+  "representation": "unicode",
+  "data": "rich",
+  "head": "span",
+  "primary": "span",
+  "exposures_per_epoch": 4784,
+  "training_pool_rows": 40455,
+  "validation_rows": 1450,
+  "claim": "synthetic development selection only",
+  "versions": {
+    "torch": "2.11.0+cu128",
+    "transformers": "5.16.1",
+    "numpy": "2.1.3"
+  },
+  "python": "3.13.15",
+  "device": "cuda",
+  "cuda": "12.8",
+  "gpu": "Tesla T4",
+  "source_hashes": {
+    "fp/parser3.py": "6c26270acc5234f625378aa2cd5935fa434507aa3ffa4ebd208959489ae58176",
+    "fp/parser3_model.py": "be0ef67cf753a730b7fa86538d36fe50cfddea53c71b70ac7a29dee1cbaf39ee",
+    "fp/corpus3.py": "f8ca257fe716b6d933e3d324fdbcc65a9b399c80f461ae0a8250278a3de684de",
+    "fp/corpus2.py": "a1953d116fa81f0a3103d25d5a20ba7216adc7405aab337888165f7b0a636893",
+    "fp/normalize.py": "7e5d096f9f36f2d3d289bf3d75b6d680bbfa17339431c154a00dc7fe8268ee01",
+    "fp/parser2.py": "89abf39364c34d1e159d56553f1044cce06040d23898c6b8c5fa849b4dae7efb",
+    "docs/PARSER-V3.md": "43909edbfe8b27295c039c8f7c69ffbaa65e6ad91f5e3342479505de78100f3a",
+    "schema.json": "b42b525b313e922b2e6c6d85bcc28573f89502d9ee2ebb9a63d1b475ae8ab8a1"
+  },
+  "snapshot": "/content/anifilebert-dapt512-long",
+  "snapshot_hashes": {
+    "anifilebert/__init__.py": "56c1ffe657abefbdf36b1282e86b654c0e198ed1518ec4063ad36ef9ce9061ec",
+    "anifilebert/config.py": "9761b6b8b298da8484196e938e4bf7347f337fd68ca4f490cafd649481a1073b",
+    "anifilebert/dataset.py": "9359204fbd4e055b38d9c712735331137d3a8170fb70ebf88badaaa0e47b2b2b",
+    "anifilebert/inference.py": "5a0684569478a26054e858d78713c981364dc2728090b23f68c8bd0e0edb8586",
+    "anifilebert/label_repairs.py": "9859860f37af5535429337dbf72edc2beedbca634c2d17090b28084e226bd42b",
+    "anifilebert/labels.py": "8c456f499baa0328a135059c0846c297cd39b88abcd578ebad552d74d4d29fd7",
+    "anifilebert/model.py": "d66715295cefe93b3689f30becba072161380b29c4ba43ea163473feafc3afca",
+    "anifilebert/tokenizer.py": "5d745c9925ce83af1c9c6c743439aad8adb6c4ac38bea65068bdd7fffa79e879",
+    "anifilebert/train.py": "018f3c06b6a47a67a8afef98bac753c63c6b4bdc7e95d48e408bc52f42a94b0b",
+    "anifilebert/virtual_dataset.py": "3b705f73925bce46dcd622d25823682f608c20fb6ed178d076cd8e2d1f48e0ec",
+    "config.json": "11f764a6f118d237daa8bb39667f8f8557585a8b1847a33ed3cd5e6dc38b6d32",
+    "dapt.json": "ecb05ec5fc6cf72835270f787efbb78de276ed75c065cf2e3ae7f69878835ade",
+    "label_schema.json": "4cea27b41ffab31a8bec446e5baf5e9c5fc9d72236b0359fdf7b9cff1f7221a3",
+    "model.safetensors": "509125db5cc4bee9f3949b44e1c17f86b89406c8efee6a7376c39de8b3db7a0d",
+    "tokenizer_config.json": "3219e20b10e78496c5acdc39e21e8df5e7c56864bf461041a58721903e2650f8",
+    "vocab.char.json": "cd41768013f3077ca63cf5e6171f65c79a44e384e6a36a07cbb930aaea6a32b6",
+    "vocab.json": "e2d7a5a42fb7e10ba7436a3d4fb568f3011bd8a3e61db0d1124e4c2b1507a0ce"
+  },
+  "encoder_dir": null,
+  "corpus_manifest_sha256": "63f6aa162b2ccc0ed441b705e577311c4a5f7f5bb782681d4ae7a3f8c76c8c12",
+  "corpus": "v3",
+  "corpus2_manifest_sha256": "e175466af0d756ed7edad1df6a622a70ee1299af5772ddbd312872be6cd7a8a6",
+  "parameters": 28964388,
+  "labels": [
+    "O",
+    "B-TITLE",
+    "I-TITLE",
+    "B-EPISODE_TITLE",
+    "I-EPISODE_TITLE",
+    "B-GROUP",
+    "I-GROUP",
+    "B-SEASON",
+    "I-SEASON",
+    "B-EPISODE",
+    "I-EPISODE",
+    "B-RANGE",
+    "I-RANGE",
+    "B-LIST",
+    "I-LIST",
+    "B-YEAR",
+    "I-YEAR",
+    "B-RESOLUTION",
+    "I-RESOLUTION",
+    "B-DIMENSIONS",
+    "I-DIMENSIONS",
+    "B-DISCARD",
+    "I-DISCARD"
+  ],
+  "unknown_input_train": {
+    "pt": {
+      "rows": 4669,
+      "characters": 337822,
+      "unknown": 0,
+      "byte_fallback": 3111
+    },
+    "ru": {
+      "rows": 4669,
+      "characters": 316628,
+      "unknown": 0,
+      "byte_fallback": 30705
+    },
+    "es": {
+      "rows": 5002,
+      "characters": 349497,
+      "unknown": 0,
+      "byte_fallback": 2862
+    },
+    "ja": {
+      "rows": 4995,
+      "characters": 256590,
+      "unknown": 0,
+      "byte_fallback": 2872
+    },
+    "zh": {
+      "rows": 4662,
+      "characters": 243002,
+      "unknown": 0,
+      "byte_fallback": 3148
+    },
+    "en": {
+      "rows": 5003,
+      "characters": 343908,
+      "unknown": 0,
+      "byte_fallback": 2886
+    },
+    "real": {
+      "rows": 11455,
+      "characters": 632680,
+      "unknown": 0,
+      "byte_fallback": 3740
+    }
+  },
+  "unknown_input_validation": {
+    "pt": {
+      "rows": 238,
+      "characters": 18138,
+      "unknown": 0,
+      "byte_fallback": 148
+    },
+    "zh": {
+      "rows": 231,
+      "characters": 12464,
+      "unknown": 0,
+      "byte_fallback": 107
+    },
+    "en": {
+      "rows": 255,
+      "characters": 17351,
+      "unknown": 0,
+      "byte_fallback": 114
+    },
+    "ja": {
+      "rows": 248,
+      "characters": 12935,
+      "unknown": 0,
+      "byte_fallback": 108
+    },
+    "es": {
+      "rows": 247,
+      "characters": 17607,
+      "unknown": 0,
+      "byte_fallback": 110
+    },
+    "ru": {
+      "rows": 231,
+      "characters": 16171,
+      "unknown": 0,
+      "byte_fallback": 1404
+    }
+  },
+  "char_classes": true,
+  "selection": "earliest highest exact-record on --select-real, synthetic validation exact as tie-break"
+}

models/e5-s2/model.fpgw

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dedd50e7e6e6149e4da016c79d6b64e84e418c4d1acea58e1680e7477c9996d
+size 115867092

models/e5-s2/model.int8.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d928668e5ed3c8ea4ac69e42f8d11c90f82120e3307dffaf3a02eb801c077e54
+size 39617740