File size: 954 Bytes
4f43093 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 | {
"documents": 29103,
"excluded": {
"title_matches_aozora": 138,
"near_duplicate": 60
},
"near_duplicate_rate": 0.002164111812443643,
"sources": {
"aozora-bunko": {
"documents": 1576,
"characters": 15457625
},
"ndl-next-digital-library": {
"documents": 27527,
"characters": 1944648693
}
},
"new_orthography": {
"used": false,
"decision": "not needed because quality-passed pre-1946 NDL OCR exceeded the 200M-token gate"
},
"fixed_phase1_test_ids": [
"001323",
"001670",
"004525",
"024386",
"024388",
"043025",
"043634",
"046845",
"047869",
"047876",
"048360",
"048379",
"050028",
"050702",
"050784",
"053616",
"055209",
"055417",
"055869",
"058491",
"058761",
"059333",
"059989",
"060074"
],
"manifest_sha256": "dd8c22806f385226e5c06b486b72e7742f969d8c3a6226f295cd799c16cf8671"
}
|