File size: 9,622 Bytes
6ab672a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 | {
"args": {
"arm": "rich-span",
"corpus": "v3",
"out": "runs/parser-t4/e5-s2",
"seed": 2,
"epochs": 24,
"batch": 64,
"threads": 4,
"device": "cuda",
"extra_real": [
"data/label-v2/dev-review-500.jsonl",
"data/label-v2/public-dev-spans.jsonl",
"data/label-v2/hard-shapes-reviewed.jsonl",
"data/label-v2/scene-dotted-reviewed.jsonl",
"data/label-v2/path-echo.jsonl",
"data/label-v2/path-echo2.jsonl",
"data/label-v2/hard-titles.jsonl",
"data/label-v2/r2-cjk.jsonl",
"data/label-v2/r1b.reviewed.jsonl",
"data/label-v2/r1c.reviewed.jsonl",
"data/label-v2/r3-misc.jsonl",
"data/label-v2/r4-resid.jsonl",
"data/label-v2/r5-tail.jsonl",
"data/label-v2/r6-stick.jsonl",
"data/label-v2/r7-last.jsonl",
"data/label-v2/r8-final.jsonl",
"data/label-v2/r9-end.jsonl",
"data/label-v2/al-v1.jsonl",
"data/label-v2/al-v1.jsonl"
],
"real_repeat": 5,
"encoder_dir": null,
"smoke": false,
"exposures": 9568,
"schedule": "cosine",
"warmup": 0.06,
"ema": 0.999,
"no_export": true,
"amp": true,
"bucket": true,
"char_classes": true,
"identity_dropout": [
0.25,
0.05,
0.5
],
"augment_real": 0.5,
"select_real": "data/label-v2/fresh-204-gold.jsonl",
"semicrf": 0.5,
"uniform_classes": true,
"teacher": null,
"kd_weight": 0.0,
"kd_temperature": 2.0,
"extra_real_rows": 2291,
"extra_real_rows_per_file": {
"data/label-v2/dev-review-500.jsonl": 500,
"data/label-v2/public-dev-spans.jsonl": 146,
"data/label-v2/hard-shapes-reviewed.jsonl": 111,
"data/label-v2/scene-dotted-reviewed.jsonl": 62,
"data/label-v2/path-echo.jsonl": 30,
"data/label-v2/path-echo2.jsonl": 60,
"data/label-v2/hard-titles.jsonl": 94,
"data/label-v2/r2-cjk.jsonl": 142,
"data/label-v2/r1b.reviewed.jsonl": 50,
"data/label-v2/r1c.reviewed.jsonl": 80,
"data/label-v2/r3-misc.jsonl": 132,
"data/label-v2/r4-resid.jsonl": 115,
"data/label-v2/r5-tail.jsonl": 85,
"data/label-v2/r6-stick.jsonl": 123,
"data/label-v2/r7-last.jsonl": 98,
"data/label-v2/r8-final.jsonl": 80,
"data/label-v2/r9-end.jsonl": 125,
"data/label-v2/al-v1.jsonl": 129
},
"extra_real_sha256": {
"data/label-v2/dev-review-500.jsonl": "87dd284d9ade8758f94ce260603f032ea0bdb3b95370c65b6cc1e61d17ab913e",
"data/label-v2/public-dev-spans.jsonl": "3406b81d405cc6d38eaa01eb6072805307f18b8f939f3818f78255be4d7a1673",
"data/label-v2/hard-shapes-reviewed.jsonl": "b4a7b5f49afb9e63d33689ae6677dc4f579f7bda65fbb996c07f9d69503a325f",
"data/label-v2/scene-dotted-reviewed.jsonl": "b69409cd92afed85f56b3a9acaac4ac17abed55a44df765931c1edaf6fc65aac",
"data/label-v2/path-echo.jsonl": "111da563ebbb60848d5890f2761eae719b49494df74a4ab186aaf95d5bcf07ea",
"data/label-v2/path-echo2.jsonl": "19cff6261543fa666a4fb852455d83809272116a7a71d2eacac9d71c50d4f04d",
"data/label-v2/hard-titles.jsonl": "0a830ca99fff9ea932c1f911787139487e907c88753d3fda9991bb95ba0a9f4a",
"data/label-v2/r2-cjk.jsonl": "1f516b667d7f5ac32343f6a90cf0655e8427bf5ab1e6505f26d2242fdf559817",
"data/label-v2/r1b.reviewed.jsonl": "725101d9d544dfd77b2608885f298ca988cf6d7686e7309cfee76f9b0c9ccd8f",
"data/label-v2/r1c.reviewed.jsonl": "f474112deb753220730eaafa2ecf18a886097e09fa5ff43c6ac7592506380b7b",
"data/label-v2/r3-misc.jsonl": "ca84ef3f5070b113a50aae9ab961c186c95bfe839412c6f69bf4e02d4956da93",
"data/label-v2/r4-resid.jsonl": "76a13288c5728bede229ebb101ed2a4c25877140f98753507073b20580eeb276",
"data/label-v2/r5-tail.jsonl": "162dec17ea44a25cc4b349a895c4d32b2e6ef69ee1c2afb82b1c3318b3b8d317",
"data/label-v2/r6-stick.jsonl": "a6c6a3e1654a913b03c342a08d46b14d4fb4b5f8a13c07bc31adabadc0e9b2a0",
"data/label-v2/r7-last.jsonl": "695223fd7ded82b6a7e11554a5072602b50ad26d431e0b0ab7b95a3a251fcd8a",
"data/label-v2/r8-final.jsonl": "265ede3d516000774c70eb6bac3355f8796a7ef98fadff20293aba75c7619f03",
"data/label-v2/r9-end.jsonl": "db641b57cd4ac4b59bb914a98f67813887d3d38322f9cdca5f8282a4ccdfdc72",
"data/label-v2/al-v1.jsonl": "2bd984716f0d3fd23419a0f2c539eb234f589bdd86d84d1e0d457d2e3a7a2781"
},
"training_skipped_over_limit": 0,
"validation_skipped_over_limit": 0
},
"representation": "unicode",
"data": "rich",
"head": "span",
"primary": "span",
"exposures_per_epoch": 4784,
"training_pool_rows": 40455,
"validation_rows": 1450,
"claim": "synthetic development selection only",
"versions": {
"torch": "2.11.0+cu128",
"transformers": "5.16.1",
"numpy": "2.1.3"
},
"python": "3.13.15",
"device": "cuda",
"cuda": "12.8",
"gpu": "Tesla T4",
"source_hashes": {
"fp/parser3.py": "6c26270acc5234f625378aa2cd5935fa434507aa3ffa4ebd208959489ae58176",
"fp/parser3_model.py": "be0ef67cf753a730b7fa86538d36fe50cfddea53c71b70ac7a29dee1cbaf39ee",
"fp/corpus3.py": "f8ca257fe716b6d933e3d324fdbcc65a9b399c80f461ae0a8250278a3de684de",
"fp/corpus2.py": "a1953d116fa81f0a3103d25d5a20ba7216adc7405aab337888165f7b0a636893",
"fp/normalize.py": "7e5d096f9f36f2d3d289bf3d75b6d680bbfa17339431c154a00dc7fe8268ee01",
"fp/parser2.py": "89abf39364c34d1e159d56553f1044cce06040d23898c6b8c5fa849b4dae7efb",
"docs/PARSER-V3.md": "43909edbfe8b27295c039c8f7c69ffbaa65e6ad91f5e3342479505de78100f3a",
"schema.json": "b42b525b313e922b2e6c6d85bcc28573f89502d9ee2ebb9a63d1b475ae8ab8a1"
},
"snapshot": "/content/anifilebert-dapt512-long",
"snapshot_hashes": {
"anifilebert/__init__.py": "56c1ffe657abefbdf36b1282e86b654c0e198ed1518ec4063ad36ef9ce9061ec",
"anifilebert/config.py": "9761b6b8b298da8484196e938e4bf7347f337fd68ca4f490cafd649481a1073b",
"anifilebert/dataset.py": "9359204fbd4e055b38d9c712735331137d3a8170fb70ebf88badaaa0e47b2b2b",
"anifilebert/inference.py": "5a0684569478a26054e858d78713c981364dc2728090b23f68c8bd0e0edb8586",
"anifilebert/label_repairs.py": "9859860f37af5535429337dbf72edc2beedbca634c2d17090b28084e226bd42b",
"anifilebert/labels.py": "8c456f499baa0328a135059c0846c297cd39b88abcd578ebad552d74d4d29fd7",
"anifilebert/model.py": "d66715295cefe93b3689f30becba072161380b29c4ba43ea163473feafc3afca",
"anifilebert/tokenizer.py": "5d745c9925ce83af1c9c6c743439aad8adb6c4ac38bea65068bdd7fffa79e879",
"anifilebert/train.py": "018f3c06b6a47a67a8afef98bac753c63c6b4bdc7e95d48e408bc52f42a94b0b",
"anifilebert/virtual_dataset.py": "3b705f73925bce46dcd622d25823682f608c20fb6ed178d076cd8e2d1f48e0ec",
"config.json": "11f764a6f118d237daa8bb39667f8f8557585a8b1847a33ed3cd5e6dc38b6d32",
"dapt.json": "ecb05ec5fc6cf72835270f787efbb78de276ed75c065cf2e3ae7f69878835ade",
"label_schema.json": "4cea27b41ffab31a8bec446e5baf5e9c5fc9d72236b0359fdf7b9cff1f7221a3",
"model.safetensors": "509125db5cc4bee9f3949b44e1c17f86b89406c8efee6a7376c39de8b3db7a0d",
"tokenizer_config.json": "3219e20b10e78496c5acdc39e21e8df5e7c56864bf461041a58721903e2650f8",
"vocab.char.json": "cd41768013f3077ca63cf5e6171f65c79a44e384e6a36a07cbb930aaea6a32b6",
"vocab.json": "e2d7a5a42fb7e10ba7436a3d4fb568f3011bd8a3e61db0d1124e4c2b1507a0ce"
},
"encoder_dir": null,
"corpus_manifest_sha256": "63f6aa162b2ccc0ed441b705e577311c4a5f7f5bb782681d4ae7a3f8c76c8c12",
"corpus": "v3",
"corpus2_manifest_sha256": "e175466af0d756ed7edad1df6a622a70ee1299af5772ddbd312872be6cd7a8a6",
"parameters": 28964388,
"labels": [
"O",
"B-TITLE",
"I-TITLE",
"B-EPISODE_TITLE",
"I-EPISODE_TITLE",
"B-GROUP",
"I-GROUP",
"B-SEASON",
"I-SEASON",
"B-EPISODE",
"I-EPISODE",
"B-RANGE",
"I-RANGE",
"B-LIST",
"I-LIST",
"B-YEAR",
"I-YEAR",
"B-RESOLUTION",
"I-RESOLUTION",
"B-DIMENSIONS",
"I-DIMENSIONS",
"B-DISCARD",
"I-DISCARD"
],
"unknown_input_train": {
"pt": {
"rows": 4669,
"characters": 337822,
"unknown": 0,
"byte_fallback": 3111
},
"ru": {
"rows": 4669,
"characters": 316628,
"unknown": 0,
"byte_fallback": 30705
},
"es": {
"rows": 5002,
"characters": 349497,
"unknown": 0,
"byte_fallback": 2862
},
"ja": {
"rows": 4995,
"characters": 256590,
"unknown": 0,
"byte_fallback": 2872
},
"zh": {
"rows": 4662,
"characters": 243002,
"unknown": 0,
"byte_fallback": 3148
},
"en": {
"rows": 5003,
"characters": 343908,
"unknown": 0,
"byte_fallback": 2886
},
"real": {
"rows": 11455,
"characters": 632680,
"unknown": 0,
"byte_fallback": 3740
}
},
"unknown_input_validation": {
"pt": {
"rows": 238,
"characters": 18138,
"unknown": 0,
"byte_fallback": 148
},
"zh": {
"rows": 231,
"characters": 12464,
"unknown": 0,
"byte_fallback": 107
},
"en": {
"rows": 255,
"characters": 17351,
"unknown": 0,
"byte_fallback": 114
},
"ja": {
"rows": 248,
"characters": 12935,
"unknown": 0,
"byte_fallback": 108
},
"es": {
"rows": 247,
"characters": 17607,
"unknown": 0,
"byte_fallback": 110
},
"ru": {
"rows": 231,
"characters": 16171,
"unknown": 0,
"byte_fallback": 1404
}
},
"char_classes": true,
"selection": "earliest highest exact-record on --select-real, synthetic validation exact as tie-break"
}
|