Upload recipe/corpus_manifest.csv with huggingface_hub

recipe/corpus_manifest.csv

@@ -0,0 +1,311 @@
+component,local_path,source,bytes,sha256
+modern:agu,/content/corpus/modern/agu/tachiwin.txt,tachiwin/tokenizer_train,19986,bb023010c8f7156b268c689020e47c7f35bfe6019b5521f055d7e30fcb28729a
+modern:all,/content/corpus/modern/all/tachiwin.txt,tachiwin/tokenizer_train,757286,eaa63f248ced9d75480195dea826f79555a28d028d111c01a73a8420b69b6e31
+modern:am1*,/content/corpus/modern/am1*/tachiwin.txt,tachiwin/tokenizer_train,11389,95c60765276122edc3c3322b32ac8d477cc26b37ddb814331297cb5fd2f06ff5
+modern:amu,/content/corpus/modern/amu/tachiwin.txt,tachiwin/tokenizer_train,1724256,c839d4b5b2067f4ed000b2a838ae4dd5086ffd0e01ec58207bbbec8209b4bd9d
+modern:amu0,/content/corpus/modern/amu0/tachiwin.txt,tachiwin/tokenizer_train,19180,d19bd2ade6551b7971e2b9cca5ca6edc61fcff0895578bf9811347e7d4b78869
+modern:azg,/content/corpus/modern/azg/tachiwin.txt,tachiwin/tokenizer_train,865354,04402dc36a45491eef5deac0919ccc0ed94a3ce9b445d85c894877f2da16a638
+modern:azn,/content/corpus/modern/azn/tachiwin.txt,tachiwin/tokenizer_train,25045,65279084393263499764bf09bd950560d6e9d038b34002657be9ae566911b63f
+modern:azn0,/content/corpus/modern/azn0/tachiwin.txt,tachiwin/tokenizer_train,273361,57374859f3f4eb6307cc579c977170853c42adf5c616945b6139c2d2d48e57b9
+modern:azz,/content/corpus/modern/azz/tachiwin.txt,tachiwin/tokenizer_train,313160,a4af65ef6f03d02c3e7915330900fe16e5a61884133dd2d31c32715a0d296938
+modern:cac,/content/corpus/modern/cac/tachiwin.txt,tachiwin/tokenizer_train,24761,d7cdaa51c31095fe99454656d0917a0d8ec0eb5f9e307a4b567f2b3f4bde82b2
+modern:cak,/content/corpus/modern/cak/tachiwin.txt,tachiwin/tokenizer_train,61353,1c399acd1eeffa8c3d2b0d46c36b62a33fb6b74e77a45c051b5afb8f2e2ce716
+modern:cco,/content/corpus/modern/cco/tachiwin.txt,tachiwin/tokenizer_train,630484,28433b8a05e22fe817ad54111583161408639bbc1c45e66726826300aed3d813
+modern:cco0,/content/corpus/modern/cco0/tachiwin.txt,tachiwin/tokenizer_train,866918,b5b6e5f1e3750495afc1b844eaffe2d48df30b9bd6b5180d759ec5beefe930ff
+modern:chd,/content/corpus/modern/chd/tachiwin.txt,tachiwin/tokenizer_train,13682,e7b9233243a337ac902edd4161864e880860f36419c111e420663f804313ea7b
+modern:chf,/content/corpus/modern/chf/tachiwin.txt,tachiwin/tokenizer_train,1676351,719dfa824fcc7e78116c4c80d9940ca51b2eba0e6cae447d033d2273bdcc94b0
+modern:chf0,/content/corpus/modern/chf0/tachiwin.txt,tachiwin/tokenizer_train,2948,5dfc68f9081368cd7c4a626d0779f63ff364d9fe097b00f5c80fbdd51e0599f8
+modern:chj,/content/corpus/modern/chj/tachiwin.txt,tachiwin/tokenizer_train,197159,be8e9b6eacea3cd5401bdd164b5d32f77bee0f5c75bd41fca4209aeda378ae46
+modern:chz,/content/corpus/modern/chz/tachiwin.txt,tachiwin/tokenizer_train,597435,4efbd81c0f1305908b087590db00b41e714a3de805f5f6e2fc877b2fc2afc461
+modern:cle,/content/corpus/modern/cle/tachiwin.txt,tachiwin/tokenizer_train,15717,ead66baa9e685689971b597f8f001d8f51e745c4a4af8cfc48bab290822be37d
+modern:cok,/content/corpus/modern/cok/tachiwin.txt,tachiwin/tokenizer_train,78823,d3545a7ffc702c780b5871f8685397364874b1a5189a4ba5f53cb4d95c982d6b
+modern:coz,/content/corpus/modern/coz/tachiwin.txt,tachiwin/tokenizer_train,29516,35cc15db139c4ce83b5e06708a26e37cde831a9326b34a15581c0ed2d5d2e902
+modern:cpa,/content/corpus/modern/cpa/tachiwin.txt,tachiwin/tokenizer_train,3093756,ddb0c38bbbf452aa2a3a7ab0e5343ab98e7b625fc46aa8de18850f6457388ec6
+modern:crn,/content/corpus/modern/crn/tachiwin.txt,tachiwin/tokenizer_train,112935,6b77d0ca0470e0aa1052a4d0782e27f59729370643812440d10ed1c00bc788ea
+modern:ct2*,/content/corpus/modern/ct2*/tachiwin.txt,tachiwin/tokenizer_train,28573,465ed70d05720f5aa0131cdb812413f34a791704b9ff3ed43840800f5b7963f0
+modern:cte,/content/corpus/modern/cte/tachiwin.txt,tachiwin/tokenizer_train,40873,371b9ddd28155a591c702cd84fbfbda20623999c5b26f5fb324e88b8aa90f533
+modern:ctp,/content/corpus/modern/ctp/tachiwin.txt,tachiwin/tokenizer_train,1120006,4e710d244f9e789e73bc571eb3a72c54db9aebaf6da7e90dc5dab0eb91c8f4db
+modern:ctp0,/content/corpus/modern/ctp0/tachiwin.txt,tachiwin/tokenizer_train,632269,0957383a876334fa42366da7820c7c3f914c7e43dfdb8e2ee27bd683a6ad93be
+modern:ctu,/content/corpus/modern/ctu/tachiwin.txt,tachiwin/tokenizer_train,1396454,64674019f72c9b6e3994cc31df2b347fb23cff23071acfcd572bf17623621d3d
+modern:cuc,/content/corpus/modern/cuc/tachiwin.txt,tachiwin/tokenizer_train,1784557,1262117004324a1140a3fa1a6f2debeebb11c11d70af22862fed927b760cb654
+modern:cux,/content/corpus/modern/cux/tachiwin.txt,tachiwin/tokenizer_train,534154,bbac6d95dff241fa012863cfb6bbf87fbd01e393ae2df09520d0add1bbfec3fa
+modern:de,/content/corpus/modern/de/tachiwin.txt,tachiwin/tokenizer_train,675283,080a205ef5d5b98b8ac227ebb03fef5fb788f12c051134b421787709e1fe5f7a
+modern:dih,/content/corpus/modern/dih/tachiwin.txt,tachiwin/tokenizer_train,33587,26494d1974e8cfd911d2341108e219d0d8460c253c180a71f005dac274f9f8c5
+modern:en-US,/content/corpus/modern/en-US/tachiwin.txt,tachiwin/tokenizer_train,610624,8837e45b09c6e8e392a7cd386206a39d4f65f45ee3b8115223cf32280d440f0e
+modern:es-MX,/content/corpus/modern/es-MX/tachiwin.txt,tachiwin/tokenizer_train,612289,ef7da6994006eb0069e3a0acb07b8d8e6605e969704d238c43918844a5d33152
+modern:esp,/content/corpus/modern/esp/tachiwin.txt,tachiwin/tokenizer_train,122045,256d7d3d6b4717315f5be45afa15025f3d0dccf13dca6af38a4105cadf04b622
+modern:fr,/content/corpus/modern/fr/tachiwin.txt,tachiwin/tokenizer_train,760566,ea8a7090480009f76aeeb9eae4b0ef5a6c75e78bf51355eeee2f15215097539f
+modern:hch,/content/corpus/modern/hch/tachiwin.txt,tachiwin/tokenizer_train,912968,ffb6d16327a94d5c1d524ec6f382cb5ea1feea68592e396e69307d22e49d0662
+modern:hu2*,/content/corpus/modern/hu2*/tachiwin.txt,tachiwin/tokenizer_train,112423,6ead3dc90bec8202c72e8a896ab62e1fd652f469841e7735d1a82d0afa076b14
+modern:hus,/content/corpus/modern/hus/tachiwin.txt,tachiwin/tokenizer_train,999641,f9aeecb78e99edb7c022e8badc5bf758ee1a07f484ffa26780ef0e8c2697513f
+modern:huv,/content/corpus/modern/huv/tachiwin.txt,tachiwin/tokenizer_train,2854854,eaddd148d3233525929d202457478f0c98152babe1d8f0d8f4bedf403babb1db
+modern:hve,/content/corpus/modern/hve/tachiwin.txt,tachiwin/tokenizer_train,384,aca4739a473c7ea0908f21715edf807d2a8bd065b2908ee5c1b571235f04090c
+modern:hve0,/content/corpus/modern/hve0/tachiwin.txt,tachiwin/tokenizer_train,3021,111870d38dd08087973c1a8fc485b65b7f09c64c273a24d16b51e50c812d30aa
+modern:ixc,/content/corpus/modern/ixc/tachiwin.txt,tachiwin/tokenizer_train,33155,aa7f4497774a67162db2657879de9a2e634c69a1bb28112e7525951e4b2cf19c
+modern:jac,/content/corpus/modern/jac/tachiwin.txt,tachiwin/tokenizer_train,18566,e8f270f58a0652e95755d1574d89e9d080203ad1ea1ff65bc9eb38f7bbf70969
+modern:jmx,/content/corpus/modern/jmx/tachiwin.txt,tachiwin/tokenizer_train,274831,1a94bc04e2bfcb6675040fd3e0e88271f1d1cdfb163780298bcd0bb62d6cecd9
+modern:kak,/content/corpus/modern/kak/tachiwin.txt,tachiwin/tokenizer_train,165016,5ca39ec0792e05bc91a8ca6d3d876934182620c77d5a050e7bbd465bc23d1656
+modern:kek,/content/corpus/modern/kek/tachiwin.txt,tachiwin/tokenizer_train,17517,934a310c20dfb4c491ebfb254a5bb1f153536b3c70e210681f7ef3bc6055399f
+modern:klb,/content/corpus/modern/klb/tachiwin.txt,tachiwin/tokenizer_train,79551,ee39c0c3fb912e35e01fa8eea5381aa73c5b6d4a06abd8342c7a835215854fd0
+modern:knj,/content/corpus/modern/knj/tachiwin.txt,tachiwin/tokenizer_train,16488,7053f4ad7082b67d1abb39617e783717d31ee03d19cdabb2c649d5198d49912c
+modern:knja,/content/corpus/modern/knja/tachiwin.txt,tachiwin/tokenizer_train,32927,c732b69e86c7692ddc4806e9a6d161f0e014f6e9bc2f89045d2df83cacabb2dd
+modern:lac,/content/corpus/modern/lac/tachiwin.txt,tachiwin/tokenizer_train,2001103,7ba28c2284b8426720b8da0e5082ebcb1da9a867879b68780cd197f4988d1e14
+modern:maa,/content/corpus/modern/maa/tachiwin.txt,tachiwin/tokenizer_train,16532,fa12dedf81e238a3cb2c12e8a92d2bceed436a30551a74435934344739bda244
+modern:maj,/content/corpus/modern/maj/tachiwin.txt,tachiwin/tokenizer_train,76439,e147cd855f9f8e02fbde02a0d3beb6f982bb72691f3f16717698e7c24f700884
+modern:mam,/content/corpus/modern/mam/tachiwin.txt,tachiwin/tokenizer_train,733889,740826899e4a5ba5bc63bc35aba1472a683c70875223854ca8a9319645208cf1
+modern:maq,/content/corpus/modern/maq/tachiwin.txt,tachiwin/tokenizer_train,234339,99b8eabaf0fea56f3252bb363e507e9c9d70122542a9efaec6f6ec36d9e75097
+modern:mat,/content/corpus/modern/mat/tachiwin.txt,tachiwin/tokenizer_train,8096,005065d1003f6a60527268cc423b47d65a31f2059567b8928497de05363759dd
+modern:mau,/content/corpus/modern/mau/tachiwin.txt,tachiwin/tokenizer_train,76064,f76f4894e6ee3e30cf28fa28a3108fc6533c07d5e9a61002c4e3a7e96665df28
+modern:maz,/content/corpus/modern/maz/tachiwin.txt,tachiwin/tokenizer_train,1198607,387e138016710b79f5d45fc70d10ff518e64df2a988e1baac470ea080eeee58e
+modern:maz0,/content/corpus/modern/maz0/tachiwin.txt,tachiwin/tokenizer_train,679,0a7d7c80df296d81168294e5610962d23b0a336f26655f18a7f2c92691b0b061
+modern:mbz,/content/corpus/modern/mbz/tachiwin.txt,tachiwin/tokenizer_train,19993,40f1e334d000ac88f86fe6b10a98073e20e31e9f82090eed2a3f6534f48e2972
+modern:mbzl,/content/corpus/modern/mbzl/tachiwin.txt,tachiwin/tokenizer_train,4045,85a459f8103fcf6a2d93b92497faa6492c06c7727296ea92b39a917ae9c8bd96
+modern:mco,/content/corpus/modern/mco/tachiwin.txt,tachiwin/tokenizer_train,956654,5f47aed0a93d4b0e7841cf07399cd9a2a9de53dbbd217bb0954a0d092f96f3e1
+modern:mco0,/content/corpus/modern/mco0/tachiwin.txt,tachiwin/tokenizer_train,148701,4a84f214922e84a317b3d84824be4000b0ab4f474b4dc0e0263e04877151e50c
+modern:meh,/content/corpus/modern/meh/tachiwin.txt,tachiwin/tokenizer_train,417017,a42376e517b4672a354d5a4a31191967cea0af541257c0ba837c374d8e3779c0
+modern:mfy,/content/corpus/modern/mfy/tachiwin.txt,tachiwin/tokenizer_train,1219248,4d4baf5b316cc8d1a93ad1136b11d59acd782a7371167b394c15bf897f887f5d
+modern:mhc,/content/corpus/modern/mhc/tachiwin.txt,tachiwin/tokenizer_train,222322,b677a05a795d012eb920be0105b3495d46d8e8408d0441a2de84ec5c5bf166da
+modern:mib,/content/corpus/modern/mib/tachiwin.txt,tachiwin/tokenizer_train,27465,a0d60ae7dd1d942d2f45e53f11c7695505c9bbca3b9cc42d0f22de0a37521af9
+modern:mie,/content/corpus/modern/mie/tachiwin.txt,tachiwin/tokenizer_train,13501,6bb925e644cd9f65a1f4274d49e179ae56e7a5efaf71a01832fc08f93a00ee8a
+modern:mih,/content/corpus/modern/mih/tachiwin.txt,tachiwin/tokenizer_train,199,ac3e135795a8b77b7797d46558a0ef6864add9a1a0eeacbcfaf6ade2e91354b7
+modern:mim,/content/corpus/modern/mim/tachiwin.txt,tachiwin/tokenizer_train,245034,cad2d6e20b574d654aa771b889344d8390650359b6cf6b3ba2156ac957856894
+modern:mim0,/content/corpus/modern/mim0/tachiwin.txt,tachiwin/tokenizer_train,169737,56b71be92e529c9be6af6900e92bbc6578c7dada787cbccf96b0984333c9e15c
+modern:mio,/content/corpus/modern/mio/tachiwin.txt,tachiwin/tokenizer_train,320978,8fa07f9fe55f09f4480797a86c54421ec539c365a5e878be5d28c7c48164d7ae
+modern:mir,/content/corpus/modern/mir/tachiwin.txt,tachiwin/tokenizer_train,622950,2c19b7e6aeab10a9124c92b364958b53f4c55fde82a95beadc30821eda906599
+modern:mit,/content/corpus/modern/mit/tachiwin.txt,tachiwin/tokenizer_train,490022,0a017eb4241a52f94c6ef548ee0c63a73b4ff465629cdccff527bcc21f6dfa00
+modern:mix,/content/corpus/modern/mix/tachiwin.txt,tachiwin/tokenizer_train,175383,4a944f8be0b8f5928795dc3f503c72839ba8d5ed212ca01a5c18664bcef437f0
+modern:miy,/content/corpus/modern/miy/tachiwin.txt,tachiwin/tokenizer_train,262495,9f5fc57bd8ffa0d4e04bc7878c4250a602a74dd898b3301ad858f0a2b29f1c6e
+modern:miz,/content/corpus/modern/miz/tachiwin.txt,tachiwin/tokenizer_train,53188,b777e24abb19db557db76cacbddd0beb479402107061ba03fa0615f0fdff604f
+modern:mjc,/content/corpus/modern/mjc/tachiwin.txt,tachiwin/tokenizer_train,465472,4f7d33c409fc8c747c31c6a3ce2efb4b9464151d7d9526f8fe6beab670ea5f9a
+modern:ml2*,/content/corpus/modern/ml2*/tachiwin.txt,tachiwin/tokenizer_train,10154,e00a5c54641f9bf87b18edbf67aa4d247ca94617947441fc4e604f634f365c99
+modern:ml8*,/content/corpus/modern/ml8*/tachiwin.txt,tachiwin/tokenizer_train,18284,6627b2587b81df97ae7ffa6a2f971e8e0373548d79fe1c5392dd3f371397f31e
+modern:mmc,/content/corpus/modern/mmc/tachiwin.txt,tachiwin/tokenizer_train,302760,c3585462f1699bd8ab879f21c1db4d2cd4c8caac1166f90730a66a4769064789
+modern:mpm,/content/corpus/modern/mpm/tachiwin.txt,tachiwin/tokenizer_train,301154,2b310e2848cc32a740b172e677767a3ca50e42fad509353e19b827e4763f7a9a
+modern:mto,/content/corpus/modern/mto/tachiwin.txt,tachiwin/tokenizer_train,280872,3906e4112ee4776df1b1f27bc582e458faa9c5fe2e20b1ffcad06760232c9e14
+modern:mxb,/content/corpus/modern/mxb/tachiwin.txt,tachiwin/tokenizer_train,1214592,94b98caf843967939569157aebecf866b176e39a9cd668dc5e13371c9110e876
+modern:mxp,/content/corpus/modern/mxp/tachiwin.txt,tachiwin/tokenizer_train,111793,76243f2f58e1e35af58f044f35a306ca49e830d422e01348f7d6f48489ef01e7
+modern:mxq,/content/corpus/modern/mxq/tachiwin.txt,tachiwin/tokenizer_train,423088,1163494fbb9a88c7fbe27ff97e91d4e2de551f33b6428b3448c2f171ec6005ad
+modern:mxt,/content/corpus/modern/mxt/tachiwin.txt,tachiwin/tokenizer_train,98428,7b5b9ee1a21a30ca260a231fd058c50d306dcbf668090dbce6ccb2502e8e7053
+modern:mxv,/content/corpus/modern/mxv/tachiwin.txt,tachiwin/tokenizer_train,313279,06627c564f97b112090bcac7941699f01e781c4ccc507d96e72e1c9b58af9f74
+modern:mxv0,/content/corpus/modern/mxv0/tachiwin.txt,tachiwin/tokenizer_train,57654,f3577a9773cd3b1419398d379af0e1977bebb122b17966f9e2a12e59389203b7
+modern:mza,/content/corpus/modern/mza/tachiwin.txt,tachiwin/tokenizer_train,272083,823e54bcb0509bb76cafcf15a6f7217588bce887616d14f6bbde11d64b0d850a
+modern:mzi,/content/corpus/modern/mzi/tachiwin.txt,tachiwin/tokenizer_train,32545,308241f2e45cf41af154cbae400ea63b18ec068636c22e149a1d31a374103033
+modern:mzia,/content/corpus/modern/mzia/tachiwin.txt,tachiwin/tokenizer_train,152225,74c61a06a1721b3e904a36369c849ae321bf14fbe0095d83b05d0c51d66266ed
+modern:naz,/content/corpus/modern/naz/tachiwin.txt,tachiwin/tokenizer_train,146485,8d23c43bdd4394f4292a5d23b5b462585a5a4ae3f52d195d4c20f0fb849a2e01
+modern:nch,/content/corpus/modern/nch/tachiwin.txt,tachiwin/tokenizer_train,1069629,e3e2e9e739c9715186c7bd01569f64f250789fb3396d88b223da56a9a9e96ae4
+modern:ncj,/content/corpus/modern/ncj/tachiwin.txt,tachiwin/tokenizer_train,237553,b37dbf6901e3886f7baab794c66f62da185ba48608f02b625053263749ef0a64
+modern:ncl,/content/corpus/modern/ncl/tachiwin.txt,tachiwin/tokenizer_train,490474,2ef753b39031e06684ed927c36c738a1c470507e4865f3db69313d86bf3f99df
+modern:neq,/content/corpus/modern/neq/tachiwin.txt,tachiwin/tokenizer_train,18479,87480a898f59de2bc432fde73f2c52208abad16af342b6961abe0c9c6698acac
+modern:ngu,/content/corpus/modern/ngu/tachiwin.txt,tachiwin/tokenizer_train,984715,23559413c9c016bde14e8414df83dc789de6f06a73dedfbbed547555de05d311
+modern:nhe,/content/corpus/modern/nhe/tachiwin.txt,tachiwin/tokenizer_train,574109,8006c7e17512f5f70b829e4b3d1904ee113d09292c816932c68ebb32ea9945d9
+modern:nhg,/content/corpus/modern/nhg/tachiwin.txt,tachiwin/tokenizer_train,19359,26e1c3af1475978231f61228c343a793e50e3ec0fe7ca4ac2f83bb6bde10393d
+modern:nhi,/content/corpus/modern/nhi/tachiwin.txt,tachiwin/tokenizer_train,181521,49d73d4a94e62aab1a32d0e072f45d092e912eda88c9ba421a696cb31abf9886
+modern:nhm,/content/corpus/modern/nhm/tachiwin.txt,tachiwin/tokenizer_train,239603,b9e4af0371aded6689799eb6246629600be49896e54a3fb7e8bd113abf0f29f7
+modern:nhn,/content/corpus/modern/nhn/tachiwin.txt,tachiwin/tokenizer_train,172022,817dfde1516fe4a68eadfde257aa6ac89b6e754cea66cda749c4cc32afd098fa
+modern:nhw,/content/corpus/modern/nhw/tachiwin.txt,tachiwin/tokenizer_train,110803,406469a267ec5a93a0d2da6c14065856fdf267b7150b8bc0da7353bd504edcff
+modern:nhx,/content/corpus/modern/nhx/tachiwin.txt,tachiwin/tokenizer_train,890625,bea6ec52b42ef6be5443ea1972bd1e0f19724acae6391d9ad575c35c51db6ae4
+modern:nlv,/content/corpus/modern/nlv/tachiwin.txt,tachiwin/tokenizer_train,574864,b38a60e03586735ea9261f9f3f0e7a90b9a416fe29152e67c08551c3a2b34087
+modern:nlv0,/content/corpus/modern/nlv0/tachiwin.txt,tachiwin/tokenizer_train,149988,e38d5de53fb2951135fa657f42c3e1497b57ce86fd0ffb23237926d6b35dc010
+modern:nsu,/content/corpus/modern/nsu/tachiwin.txt,tachiwin/tokenizer_train,167010,df536a490bc0a78333507cb729df9d37d2dc61309e0ce1e1e2a4a62b33ba88ae
+modern:ntp,/content/corpus/modern/ntp/tachiwin.txt,tachiwin/tokenizer_train,634254,e025f0cb4ea03db2d89e10ae58287c5277dc1ec95d770e34d811f05d12c7762e
+modern:ocu,/content/corpus/modern/ocu/tachiwin.txt,tachiwin/tokenizer_train,438579,86caacc777d8f8516ae800e3ed4796fae632811d56d2a7790cb8f6fb98f14fe7
+modern:ood,/content/corpus/modern/ood/tachiwin.txt,tachiwin/tokenizer_train,2385,39d6a0580697f1b7355395bcafed24aaf69efabc815b05a637ba2d641f4f3503
+modern:opt,/content/corpus/modern/opt/tachiwin.txt,tachiwin/tokenizer_train,888,80e40a9f14dcbe63c92da1fdbb4ca47c5de65b97e24c47fc878be1e9ba6c544d
+modern:ote,/content/corpus/modern/ote/tachiwin.txt,tachiwin/tokenizer_train,2630183,661b71493f6eec4959a4b4365a57df0ef8a1b228704569f7902e47b53c2b5747
+modern:otm,/content/corpus/modern/otm/tachiwin.txt,tachiwin/tokenizer_train,482483,953545ce78f77090ba7a9af82074ea53953d26230ec7384747434a2062033e09
+modern:otq,/content/corpus/modern/otq/tachiwin.txt,tachiwin/tokenizer_train,51046,1985086e047d8e19ad8a37ace10551f3ba8c6ff6ac7e9a57e288b7673b9e658f
+modern:ots,/content/corpus/modern/ots/tachiwin.txt,tachiwin/tokenizer_train,530690,79a36a9fb86539e04553a4ad01313455e5e512335d7f2a37abee0cedc3c3fc9b
+modern:ott,/content/corpus/modern/ott/tachiwin.txt,tachiwin/tokenizer_train,99987,91db31533073cffac8eb75c8da32eb25b5d8940bc2b2b29d081152dffaf42166
+modern:pbs,/content/corpus/modern/pbs/tachiwin.txt,tachiwin/tokenizer_train,29035,bfac82a3dce5a59dea08b3863555fba62f59a60e624b30db0b93af8047996d58
+modern:pei,/content/corpus/modern/pei/tachiwin.txt,tachiwin/tokenizer_train,659987,ed632a9dd9f044dba44c0209aa118c196544b36225eb67557bee6393fedc6b17
+modern:pia,/content/corpus/modern/pia/tachiwin.txt,tachiwin/tokenizer_train,334730,4dea40a06452e8f3eb13f298a947919d90435a21e63f1c2d0ebd4be002a475d0
+modern:plo,/content/corpus/modern/plo/tachiwin.txt,tachiwin/tokenizer_train,425170,dd720464adbb1f98c354c02957508f1c60f3d667e84ac58c6ba14137d32c9666
+modern:pls,/content/corpus/modern/pls/tachiwin.txt,tachiwin/tokenizer_train,251496,8f119f4904c5c6a4532eb0f206dd1cb03a62d336681bb7fecab8b5b1dc1036c3
+modern:pmq,/content/corpus/modern/pmq/tachiwin.txt,tachiwin/tokenizer_train,614821,7386ff1c9aeb8c71a6316b97d6737ca9c5599efb8f3d391d56c91e7e1ef44242
+modern:pmz,/content/corpus/modern/pmz/tachiwin.txt,tachiwin/tokenizer_train,45739,8a628ed79b086740bd9ff3716ecd1e9d6313aeca751fcefbd3417814d0b696ac
+modern:poe,/content/corpus/modern/poe/tachiwin.txt,tachiwin/tokenizer_train,35751,ca3f8f8ba34bc78995abb020c17a83d484ee2dea2eea85887c57fdfb63a6e9ab
+modern:poi,/content/corpus/modern/poi/tachiwin.txt,tachiwin/tokenizer_train,1748509,721ea0fec89b0c52da20f09086a5f41167bbb83e862eba2f9f0faa061def77a4
+modern:poi0,/content/corpus/modern/poi0/tachiwin.txt,tachiwin/tokenizer_train,21634,311e8c19cbb849aa0a34b4e20d5cbd317c6b72f6884a46e8ef04abbab2e6d52f
+modern:pos,/content/corpus/modern/pos/tachiwin.txt,tachiwin/tokenizer_train,156354,7b88d3710803144aa8234252d12c7751dcbc2fd2b0782c10ab459377df112f8c
+modern:ppi,/content/corpus/modern/ppi/tachiwin.txt,tachiwin/tokenizer_train,11004,de24dadb7021ff64cb207f8545993850305dd595f9c08caf9f4b7cde57bf3026
+modern:pps,/content/corpus/modern/pps/tachiwin.txt,tachiwin/tokenizer_train,976,f20e88f3b2e86ea5808a63e996078327139bf48cf713b09db2aa4dc2f5f28979
+modern:pt-BR,/content/corpus/modern/pt-BR/tachiwin.txt,tachiwin/tokenizer_train,633129,399709d37d53154d1b6aef4cd0075f21a4c854c7a09ef6832252275d81bb5fce
+modern:pua,/content/corpus/modern/pua/tachiwin.txt,tachiwin/tokenizer_train,43315,aa2b92a4042fe3e7aafd0d225051d94bd3dcc82cb18ef1dd2a6161552793e211
+modern:quc,/content/corpus/modern/quc/tachiwin.txt,tachiwin/tokenizer_train,186841,f0c19060146c95e64da2057aa02d13e14469516a00452976ce0178e17adb2a24
+modern:sei,/content/corpus/modern/sei/tachiwin.txt,tachiwin/tokenizer_train,4111479,8cbead516ffa979a7749f0a566e591c4cd2a78e9aa08c218a9b47d0bf6c4d0aa
+modern:spa,/content/corpus/modern/spa/tachiwin.txt,tachiwin/tokenizer_train,3567230,ad960cf4c114ba5d8921305e31c0318da45540f892d80e9221fad77705513da0
+modern:stp,/content/corpus/modern/stp/tachiwin.txt,tachiwin/tokenizer_train,1168792,16da31b8eba8732175fb3d6f108cda8c3daa39c0439f1abca8bfac7bde1345d6
+modern:tac,/content/corpus/modern/tac/tachiwin.txt,tachiwin/tokenizer_train,219,8f99293157c1bcb7eff8014f0b3be674b357a7293915949d5156d6297690b93d
+modern:tar,/content/corpus/modern/tar/tachiwin.txt,tachiwin/tokenizer_train,338602,9c6e8e18144f93e924309c71b50645302c05f2c729a592862d45f563f7b28758
+modern:tar0,/content/corpus/modern/tar0/tachiwin.txt,tachiwin/tokenizer_train,563356,7bae625f9a7913b8bd5cb7e054e1cd3bf4a9e60e229e631a7c9d97c726ae90fa
+modern:tcf,/content/corpus/modern/tcf/tachiwin.txt,tachiwin/tokenizer_train,73406,43c74cb115475cb6c937cc4f73be6b2833160c288d2743f022db1d4a2065e368
+modern:tee,/content/corpus/modern/tee/tachiwin.txt,tachiwin/tokenizer_train,962497,99926c80ee0a6bafcc803e1d7aa487fc0eb49b8e2f2787008164b7f01c814d46
+modern:thh,/content/corpus/modern/thh/tachiwin.txt,tachiwin/tokenizer_train,49111,c957e32ecd0ad16570cceb8afd7400f018f60990e65e59b25adc0926605d7a04
+modern:tla,/content/corpus/modern/tla/tachiwin.txt,tachiwin/tokenizer_train,124524,f4e2f6c43e4df627192580fccc5e6d569fe34119c94bd1c79a40343c771c1e8c
+modern:to1*,/content/corpus/modern/to1*/tachiwin.txt,tachiwin/tokenizer_train,1226140,139e8ca0d9d6bf167a3f42de575b2450d8f6afddf0c48f0b8229cb45a78a8f3d
+modern:toc,/content/corpus/modern/toc/tachiwin.txt,tachiwin/tokenizer_train,1524199,342d2eb8e725f05c95e35cf7f50b9def80758635d140c269564752f821b19224
+modern:toj,/content/corpus/modern/toj/tachiwin.txt,tachiwin/tokenizer_train,1159803,740f5e7b4d1e10800da155f2dd00a8a498fae2930a3cc9e53b13b3fd6a7f03d1
+modern:too,/content/corpus/modern/too/tachiwin.txt,tachiwin/tokenizer_train,1019599,d576ba5e2f999fe7ebf378326e582c516f87792859ef92f46db1a0546d3a7d34
+modern:top,/content/corpus/modern/top/tachiwin.txt,tachiwin/tokenizer_train,1830901,fa7c19bdb06a93d0e86be230708fc63757d2557af20ca754352e25df65c2749e
+modern:tos,/content/corpus/modern/tos/tachiwin.txt,tachiwin/tokenizer_train,2752508,bb7fba93e1bd5dce2e67ad9ae7d23b68ca9dfedc386ed116b91aeaa0df3f66cd
+modern:tpl,/content/corpus/modern/tpl/tachiwin.txt,tachiwin/tokenizer_train,78238,a8f8a9e2fe0693e72d0be7bc52d159ffdeda4a127cc4f9937947d78c010b1394
+modern:tpp,/content/corpus/modern/tpp/tachiwin.txt,tachiwin/tokenizer_train,794990,b1d96b2f0b928a939fb6d1f4f45efdaba99b67e90b766a11713992e4fcb9edc5
+modern:tpt,/content/corpus/modern/tpt/tachiwin.txt,tachiwin/tokenizer_train,396462,f55ed97d636d006f276a5a2abda5b97ae4ea2e680102d69fda9bec8318e68691
+modern:tpx,/content/corpus/modern/tpx/tachiwin.txt,tachiwin/tokenizer_train,485178,bcae0195d5cac171648fc97043302e283e288e2220a290fec81a3cc9d89e5350
+modern:tpx0,/content/corpus/modern/tpx0/tachiwin.txt,tachiwin/tokenizer_train,17638,fa8fe7c910f3fa85b5716b70bc287cb2dd27931019b24b96ea7c04e2a23a257e
+modern:tqt,/content/corpus/modern/tqt/tachiwin.txt,tachiwin/tokenizer_train,320925,5463a145782b23a403c32784addd453d2439df2353c4ae06f01155987f221184
+modern:tr3*,/content/corpus/modern/tr3*/tachiwin.txt,tachiwin/tokenizer_train,11985,c669feb6f62002394a5263bf3f9ca84963318658bdba2982a23df80843992234
+modern:trc,/content/corpus/modern/trc/tachiwin.txt,tachiwin/tokenizer_train,29453,56d9a3ba7b5bf2fcd21dd0508c7e2e1c9775df648630c705089cf46f93fa4ade
+modern:trs,/content/corpus/modern/trs/tachiwin.txt,tachiwin/tokenizer_train,1840268,cfd132dfeee626b8bce7480a74151edcdf86c167435b3217a4220f2a1566e181
+modern:trs0,/content/corpus/modern/trs0/tachiwin.txt,tachiwin/tokenizer_train,89406,b7642e4f2fb90ddd363c7f85201f69f747431b792ac26206aaef22779f6f58c5
+modern:ts4*,/content/corpus/modern/ts4*/tachiwin.txt,tachiwin/tokenizer_train,90355,131ef8d21425f175f73a434f7285f947600d7089ef0c4812e0298cb4d4b47fcc
+modern:ts9*,/content/corpus/modern/ts9*/tachiwin.txt,tachiwin/tokenizer_train,24052,5766ccda34fc2ac6d019ac7fed45e0242e31bb553249415cecdb34f6eec719c5
+modern:tsz,/content/corpus/modern/tsz/tachiwin.txt,tachiwin/tokenizer_train,981451,b73ecc0b5c0cf712206057896b3c07198834914ec2d67dcd71d8e01a11d81cf1
+modern:tzh,/content/corpus/modern/tzh/tachiwin.txt,tachiwin/tokenizer_train,4172700,f95411db8d5e1fcb99f0a6b058530cafafbe3a136856a81a0bb4d7d578e695ee
+modern:tzo,/content/corpus/modern/tzo/tachiwin.txt,tachiwin/tokenizer_train,1839781,a9a0fc4ac08668ac41853f64a7f5c76ad224d264342dd3a1505fa1d5103fa501
+modern:unk,/content/corpus/modern/unk/tachiwin.txt,tachiwin/tokenizer_train,472386,c38d18fa4fa83d228f92f31f8166971c9d219e00981828d0f5a5b8228c6142d7
+modern:var,/content/corpus/modern/var/tachiwin.txt,tachiwin/tokenizer_train,35913,924ccc91d299a1b0540fe745cdb3d851c96107c5838b3b34a5e8dddaa94d5cb4
+modern:vmj,/content/corpus/modern/vmj/tachiwin.txt,tachiwin/tokenizer_train,52282,b9517a08f9154fde9998d214a6e7791a708eef29d0925874c6708b2c9bcec7fe
+modern:vmm,/content/corpus/modern/vmm/tachiwin.txt,tachiwin/tokenizer_train,871,faab1800c746a36b2a94f2f2e3ee6ada94f79a7e373e4e9c9427f6cd5a895f50
+modern:vmp,/content/corpus/modern/vmp/tachiwin.txt,tachiwin/tokenizer_train,129512,9749e6bbdbb05f0c46e4b5881d72883bae6faa3653625eb6f64ed8cce090a23e
+modern:vmy,/content/corpus/modern/vmy/tachiwin.txt,tachiwin/tokenizer_train,120644,c58ae02d345aa01824667823011c3e3b7c721fa0ab81598d9b417b5d04ab86f5
+modern:vmy0,/content/corpus/modern/vmy0/tachiwin.txt,tachiwin/tokenizer_train,2186,060e61bc2e6cc924c1d24b3e02b97fb8bc89adf296a0c17bb3ae1fc83e3f557d
+modern:vmz,/content/corpus/modern/vmz/tachiwin.txt,tachiwin/tokenizer_train,697565,05d009a06702cecd70df8b3df3277687293e866826ad7d942a2116cf3278289b
+modern:wa1*,/content/corpus/modern/wa1*/tachiwin.txt,tachiwin/tokenizer_train,19015,5308b74285a7b58c01ea91f245be18d3932dcf8dfb1e2ea13db93b76f927b59d
+modern:xta,/content/corpus/modern/xta/tachiwin.txt,tachiwin/tokenizer_train,320038,534c18921515d09114ccc43588408bc015286f5860afb4acce424362b85ba9cd
+modern:xtd,/content/corpus/modern/xtd/tachiwin.txt,tachiwin/tokenizer_train,212481,6ae1e0b6425bab982f26d56bfe51ee44b205b389b8d3eb05689b9e9c02faf5cc
+modern:xti,/content/corpus/modern/xti/tachiwin.txt,tachiwin/tokenizer_train,4155,eb8f91977cc6c88eff3bd3ada67ab2d7679055afb3b55e51d915b0097547a8fe
+modern:xtj,/content/corpus/modern/xtj/tachiwin.txt,tachiwin/tokenizer_train,49445,aff47b7c24a54c25760af4ffb4f8e9a646635e914299b27bc563a4ad7da654a4
+modern:xtm,/content/corpus/modern/xtm/tachiwin.txt,tachiwin/tokenizer_train,1087197,37cf17fd1022d78e13c99e4ab1ca6f6bc0a1f0e10fa4cefaea9160223f61d1d5
+modern:xtn,/content/corpus/modern/xtn/tachiwin.txt,tachiwin/tokenizer_train,1172067,d3966b9db1ae07f9689fb2882c261f51d1008e1365f248b6c53d84961f16fc3b
+modern:yaq,/content/corpus/modern/yaq/tachiwin.txt,tachiwin/tokenizer_train,640973,f403d0024d9a28b11a1639c2cc37af322f386dd01feb260a3a8446466d57cde5
+modern:yua,/content/corpus/modern/yua/tachiwin.txt,tachiwin/tokenizer_train,3336016,4c45baee6c01fe55cd3dfaba2b89ea4690dfaee9d69f24c6fb55b860f88ff340
+modern:zaa,/content/corpus/modern/zaa/tachiwin.txt,tachiwin/tokenizer_train,40849,56f4dd23a0aabe64df51c0afabb21b38faedb1a9618c3ec11a3f94c45c325268
+modern:zab,/content/corpus/modern/zab/tachiwin.txt,tachiwin/tokenizer_train,26154,2f9e55fad9ed1d6ef26502b55557f9fbcaec27556e89291ea928c19d57115ac6
+modern:zac,/content/corpus/modern/zac/tachiwin.txt,tachiwin/tokenizer_train,1212,962d96c0d84028d59f90ffd30dec71f0f83f56bf743429ad79c766a25b1c3873
+modern:zad,/content/corpus/modern/zad/tachiwin.txt,tachiwin/tokenizer_train,110308,d7be7df3e006ed6c62053846b80be1ba20a6e40c02e8816ab68feb8626c737bb
+modern:zae,/content/corpus/modern/zae/tachiwin.txt,tachiwin/tokenizer_train,551907,9c4bdc216a9e5764714417e254638c104b82fbb7b2fe25c17fb719bca65dc5dc
+modern:zai,/content/corpus/modern/zai/tachiwin.txt,tachiwin/tokenizer_train,1049598,77319c5fab804a1c3f62ce60916ea9329588d5536001adb29feef3f7ffb3bb53
+modern:zam,/content/corpus/modern/zam/tachiwin.txt,tachiwin/tokenizer_train,101201,d16654f6dc4b520190d9973dd346c6bb7ae106d284fc4ddb6244367ffb906406
+modern:zao,/content/corpus/modern/zao/tachiwin.txt,tachiwin/tokenizer_train,2855,a391633f2fe080e8c435f389f7b7ea45962364dc81c355d74a331402a4cee0fd
+modern:zaq,/content/corpus/modern/zaq/tachiwin.txt,tachiwin/tokenizer_train,9609,cb331b638b4c69c1e11aa310a6a91f7937d7ccf8d57f7dca48f57593b66144a8
+modern:zaq0,/content/corpus/modern/zaq0/tachiwin.txt,tachiwin/tokenizer_train,106351,ccc4dbd2d1c004dee41ffd484955ace8c6ecd699f1857d7f9533493963aec7ae
+modern:zar,/content/corpus/modern/zar/tachiwin.txt,tachiwin/tokenizer_train,1214646,c6b6635a1f88098bf8ea59b7e2c0d125fedccaadceaa29ea468884ad937bdd1a
+modern:zas,/content/corpus/modern/zas/tachiwin.txt,tachiwin/tokenizer_train,34978,a9558ced452324586bd19355630f1112a847a366b509b75f67b7545f4817b208
+modern:zav,/content/corpus/modern/zav/tachiwin.txt,tachiwin/tokenizer_train,2027529,f1b3c69974419a250117cd8ce9bfd0cbbb9dcd1c8f2da34669bd7d91b9c5828e
+modern:zaw,/content/corpus/modern/zaw/tachiwin.txt,tachiwin/tokenizer_train,1300284,7a48de938874a276806fa1e664d4f23de58c41139fd33b4aad41f35956555573
+modern:zca,/content/corpus/modern/zca/tachiwin.txt,tachiwin/tokenizer_train,275948,381f37df9dc34efc4bc3076b1dc7ed6d1fc788cdb1abe9d23ef2eaac4433cc5b
+modern:zl3*,/content/corpus/modern/zl3*/tachiwin.txt,tachiwin/tokenizer_train,33401,8f009ab8ce32faf2b7838304ba3bc44c089c2175e2024db60eb9d5ee5cf210f0
+modern:zoc,/content/corpus/modern/zoc/tachiwin.txt,tachiwin/tokenizer_train,306154,99d9f02859c667d9ee64d109c712f0fb3a754c63a5ce946099e0d37e933bfa0d
+modern:zoh,/content/corpus/modern/zoh/tachiwin.txt,tachiwin/tokenizer_train,105425,e8771364f29e2e7e815116bda121dfecab5f09a46b7c1dde0fbec860762fe266
+modern:zoh0,/content/corpus/modern/zoh0/tachiwin.txt,tachiwin/tokenizer_train,5162,e50e1430725ef773d264ab30f6c2588a8703d82518677ece8478ad35d9f1ff35
+modern:zoq,/content/corpus/modern/zoq/tachiwin.txt,tachiwin/tokenizer_train,414498,58d473ce9d8e3849121145adb78850ee063980617442d354a6d966bc0b4e7d29
+modern:zoqa,/content/corpus/modern/zoqa/tachiwin.txt,tachiwin/tokenizer_train,21188,a45618087f44c2e4878e7269db37afdc137ad71f19ba08626db3ffc1d82c5568
+modern:zor,/content/corpus/modern/zor/tachiwin.txt,tachiwin/tokenizer_train,245008,3080f1c4d49010cacf183af8153423017ad3bd915b1f08a2d94dd63b630d9006
+modern:zos,/content/corpus/modern/zos/tachiwin.txt,tachiwin/tokenizer_train,246198,61e7c182b5fb45fee6661bfb67237a0ee9bba4063ae36f7418f2df2ecac643c7
+modern:zpb,/content/corpus/modern/zpb/tachiwin.txt,tachiwin/tokenizer_train,30123,e984639745fb9fecccc355f97d4c0c8f1cfb992b5c14ce17fbf8b13cbb91cf64
+modern:zpc,/content/corpus/modern/zpc/tachiwin.txt,tachiwin/tokenizer_train,1719,d91d36568479516d460e7aa7f180476e561eda60913d9c595fa3ba9cd8a71975
+modern:zpd,/content/corpus/modern/zpd/tachiwin.txt,tachiwin/tokenizer_train,308454,6ee8360ff10455a812d6d8b4fef01efcd57ec4fbd498443647b276843b5ba213
+modern:zpf,/content/corpus/modern/zpf/tachiwin.txt,tachiwin/tokenizer_train,135139,54daf7fab7f9f964fefa4bf4a944823ac58eb081d6ce1dcbff73f527b2591b3e
+modern:zpg,/content/corpus/modern/zpg/tachiwin.txt,tachiwin/tokenizer_train,117122,1901c50792d5f196b31f69a24a69ebfbe5e4c25a4accc4659e89460210c06864
+modern:zpi,/content/corpus/modern/zpi/tachiwin.txt,tachiwin/tokenizer_train,95788,69fa281ada9798c64a4ed45a25640629f5ef87423bfb6dabc109b9a8fdbff8d4
+modern:zpl,/content/corpus/modern/zpl/tachiwin.txt,tachiwin/tokenizer_train,220757,bcfd7cc3896cef426bc73b7df870f05f34da8561b30bfc30ca2535f8b7978cde
+modern:zpm,/content/corpus/modern/zpm/tachiwin.txt,tachiwin/tokenizer_train,16257,406143d1eb77c96a9bebecca6a56b779e4acff07fc3d75b7ce037a9646a8b8a4
+modern:zpn,/content/corpus/modern/zpn/tachiwin.txt,tachiwin/tokenizer_train,1727,9c2b60bda006f93b204ecab261073465b891e8d18d64b9e532dd36cc60d813ec
+modern:zpo,/content/corpus/modern/zpo/tachiwin.txt,tachiwin/tokenizer_train,49597,b5999dece11a982899a4a9064940a89ae2ee6f06bf60ece26d182d836ecbedd5
+modern:zpq,/content/corpus/modern/zpq/tachiwin.txt,tachiwin/tokenizer_train,325377,35bfb2a6c41a09ea51818a56dee8624a0d22a4caf2404fa2dcccc1bfd01ae601
+modern:zpr,/content/corpus/modern/zpr/tachiwin.txt,tachiwin/tokenizer_train,114546,b71cae860280de2891f04cff63a6f5007fe18963aede8ee09c331c39714d675d
+modern:zpt,/content/corpus/modern/zpt/tachiwin.txt,tachiwin/tokenizer_train,18725,7cd82cb2021ea493ff049451fcf1ec971e9c62ab6810b8fbfa36ff274ea90523
+modern:zpu,/content/corpus/modern/zpu/tachiwin.txt,tachiwin/tokenizer_train,189235,1bf9981f033e13ab898712691fa9725ab240bd1cfc7d025caac1f2dfd7a9bb4a
+modern:zpv,/content/corpus/modern/zpv/tachiwin.txt,tachiwin/tokenizer_train,129928,81fb7a7acc5e2c48f9a33f26c67cfa57defa6f2ac77af928a7f66b13a01d60c0
+modern:zpz,/content/corpus/modern/zpz/tachiwin.txt,tachiwin/tokenizer_train,83409,fa596d3e3db56309c3a79e0af1ca75292432fbd250630a66ee1b9e994a4c6952
+modern:ztg,/content/corpus/modern/ztg/tachiwin.txt,tachiwin/tokenizer_train,293351,9e748892a7ac3c5f36945e712398bd2a39e31decf6fb31215a7c815ba1a39328
+modern:ztp,/content/corpus/modern/ztp/tachiwin.txt,tachiwin/tokenizer_train,1907,e99c5007a7972848c2843ef41558e3fc4783fe5d5b183e3def0d455a4785cb04
+modern:ztq,/content/corpus/modern/ztq/tachiwin.txt,tachiwin/tokenizer_train,1287140,44806e27598307564faefe2024f3f0f225b061d9bccdfc9facbe06cb4c9bafff
+modern:zts,/content/corpus/modern/zts/tachiwin.txt,tachiwin/tokenizer_train,38933,df60ba0945011c1508975c6e389f8f24e655f2cc7b29f546359d175a2f31ca14
+old:amu,/content/corpus/old/amu/tachiwin.txt,tachiwin/tokenizer_train,1863269,d23078a47b4e76ab6e476f302d409a5f8c01527dd396e0c827f268352ce269c1
+old:azg,/content/corpus/old/azg/tachiwin.txt,tachiwin/tokenizer_train,2092504,03febf0a4bf4e0c03c689b8fafd2eac1647ba173fb992d02ba6658751739165b
+old:azz,/content/corpus/old/azz/tachiwin.txt,tachiwin/tokenizer_train,2025011,f56a654debfae91a95e0fff31fae92f62200f6a353df49cd1d6683b3c5c6cc82
+old:cco,/content/corpus/old/cco/tachiwin.txt,tachiwin/tokenizer_train,2646127,6c0f0fc456d5ddd66ab550747f50235fd373c5367a9b8a850ac01a181c836bd0
+old:chd,/content/corpus/old/chd/tachiwin.txt,tachiwin/tokenizer_train,1466443,41f7c3f9b38ccffa8333215898de71ec8e07ff7f9ac72b651c17b56c0c3668a0
+old:chq,/content/corpus/old/chq/tachiwin.txt,tachiwin/tokenizer_train,1530589,c3d48a74c5e953eb61307e4a1bf4096f57e77f994acd5ec5055c9a6dc8de5357
+old:cle,/content/corpus/old/cle/tachiwin.txt,tachiwin/tokenizer_train,2206770,3fc084e9d70ee12033cc8b710e8749b09065bb52767e064ae5ef85f3a5131c0b
+old:cnl,/content/corpus/old/cnl/tachiwin.txt,tachiwin/tokenizer_train,2215651,7f5dc76ff022c0b7b21e72a9345f9036fc4f9aea2e995f51da0eab2c44d92a7c
+old:cnt,/content/corpus/old/cnt/tachiwin.txt,tachiwin/tokenizer_train,2012833,2ae45e0087d10a81a719f2e1ee4f7cd4466935780b73dccd862869dd4ce08de3
+old:cpa,/content/corpus/old/cpa/tachiwin.txt,tachiwin/tokenizer_train,1729383,1b0a8055a8a7630448cbf41b32ccaf1a419155bc14bbe1c063622b1abce34e8f
+old:crn,/content/corpus/old/crn/tachiwin.txt,tachiwin/tokenizer_train,2621671,c8e55d2008f84570ff29f3d2c5aba3b9d68d3a933e3a66a1c9e9ad903425e913
+old:cso,/content/corpus/old/cso/tachiwin.txt,tachiwin/tokenizer_train,2300901,2fc5ad9ac736570cb805de3b0a6b368a3101f0bcd5ba5996aab45a3b4492b59d
+old:cta,/content/corpus/old/cta/tachiwin.txt,tachiwin/tokenizer_train,2392862,d55e2cb3d843473b6b649e87775b8f38473a70daf99b0735f0778ed2619f4830
+old:ctp,/content/corpus/old/ctp/tachiwin.txt,tachiwin/tokenizer_train,2221145,d612319096d5fd74a0a21b8ae6927354220944f8c9454567708d6fad6ceb3581
+old:cuc,/content/corpus/old/cuc/tachiwin.txt,tachiwin/tokenizer_train,1718002,e2726f3e0ac1acfa289f677cff0bc8cafafc2976fd90b770389a99c2440c1f98
+old:cut,/content/corpus/old/cut/tachiwin.txt,tachiwin/tokenizer_train,1386166,485b1db4de2d24bab236fa056a22a4f0719a20acd580c7b1f7c2d8de276606aa
+old:cux,/content/corpus/old/cux/tachiwin.txt,tachiwin/tokenizer_train,2032964,bf4eec12c96bf97b6fcf6b8ea534f63eda9d93d3dc16e7e4196009645b195900
+old:huv,/content/corpus/old/huv/tachiwin.txt,tachiwin/tokenizer_train,1386037,dd72cb250cc25b841ad10b740908a00831896080fd2c7694089c1c7299cce624
+old:jac,/content/corpus/old/jac/tachiwin.txt,tachiwin/tokenizer_train,1525809,ce1030395be0388252b0c8eb733a77ff8bd2b23c26b26a92e8ccb52c14e61c93
+old:kek,/content/corpus/old/kek/tachiwin.txt,tachiwin/tokenizer_train,1442162,137c6cbd9a8e6eb2c8f69646ab7f8f0a0b2d2370c2a2b8f59463c980a3d7fcdc
+old:knj,/content/corpus/old/knj/tachiwin.txt,tachiwin/tokenizer_train,1479598,2b4c1f7dadcf6cbb33e21d3ed4ab5775254155b105ca66b6f1cf2666181fbd42
+old:lac,/content/corpus/old/lac/tachiwin.txt,tachiwin/tokenizer_train,1786034,e9ad1b5855f12b678bfdf0a949d0b5695178e1f480ad8c7122f9201070dc0197
+old:maa,/content/corpus/old/maa/tachiwin.txt,tachiwin/tokenizer_train,1663664,94c9ddd3a808c83c9ab1d5f67ee2c1a3e574cb03e823217bc5c69921fe3bba64
+old:maj,/content/corpus/old/maj/tachiwin.txt,tachiwin/tokenizer_train,1435709,09a80db503470425923ea5f04a40ee1907a2cad22b071c844d421517e6ba55f1
+old:mam,/content/corpus/old/mam/tachiwin.txt,tachiwin/tokenizer_train,1493794,6185b325458e44afc112064c2d873ca1adc260490221a982c2384c4f6c7fb635
+old:maq,/content/corpus/old/maq/tachiwin.txt,tachiwin/tokenizer_train,1590278,efe6528f255a7b9bbe1b4a29eaa6d160a12fc7fdebf41138a98ed198286b0cb5
+old:mau,/content/corpus/old/mau/tachiwin.txt,tachiwin/tokenizer_train,1712656,115f17fa5f0d89ae206326abb6acc3c9bbadd838294e65fcea1e2918a8c2b40d
+old:mco,/content/corpus/old/mco/tachiwin.txt,tachiwin/tokenizer_train,1650610,af1767b9594d4cd62ea295c7e04aac6d2d9bfb51300c9ebbb689c4fa4e155547
+old:mib,/content/corpus/old/mib/tachiwin.txt,tachiwin/tokenizer_train,1486855,55e0e83e72cb236b765bd9065aceca7cd481be61a5c0b27ba2958b5217c60358
+old:mie,/content/corpus/old/mie/tachiwin.txt,tachiwin/tokenizer_train,1560786,f1dbc64eb4ca9ff723545725f1290d2bf20f9575a6ee687878e291f9a34f1d7b
+old:mig,/content/corpus/old/mig/tachiwin.txt,tachiwin/tokenizer_train,1496709,f0d10d6d54095063fb4d635fdc2c5698e4ea13042ab78a8267410a7c4afb8568
+old:mih,/content/corpus/old/mih/tachiwin.txt,tachiwin/tokenizer_train,1378594,e9f301295007f4c09118ad05303efee39c900f2483179b213777b0271684e683
+old:mil,/content/corpus/old/mil/tachiwin.txt,tachiwin/tokenizer_train,2336251,fd979517f3283f1907f67c8e50d46bd6dc09e66093b14946e95738961935031c
+old:mio,/content/corpus/old/mio/tachiwin.txt,tachiwin/tokenizer_train,1418834,a0a7b7748b9d4b5049d3c6f8d0507203189d601d004d4afede736afb332a8dce
+old:mir,/content/corpus/old/mir/tachiwin.txt,tachiwin/tokenizer_train,1846063,556da31bb305cf99e124567a0189dab0cbcdc034e1d8a291843eeb9398bd4849
+old:mit,/content/corpus/old/mit/tachiwin.txt,tachiwin/tokenizer_train,1793340,43fc109cca293404e68910e0a04da56fccc3c87c1fdd24d14ccc5dab492998c7
+old:miz,/content/corpus/old/miz/tachiwin.txt,tachiwin/tokenizer_train,1490242,3ba8ece71fdefc6a521e23e333850528d5d24690917c9d394fb6d4d280308873
+old:mjc,/content/corpus/old/mjc/tachiwin.txt,tachiwin/tokenizer_train,1566289,ad41db539bc4a2f07ebdd72cca604d406515569d5e030f4388d40b31bad04532
+old:mks,/content/corpus/old/mks/tachiwin.txt,tachiwin/tokenizer_train,2053079,b46eb117b1704f8bdbbb916c0acd8864601e30fc76327f1505ea43bfe124a891
+old:mop,/content/corpus/old/mop/tachiwin.txt,tachiwin/tokenizer_train,1570071,c72ef36894aeea7d71173bc50869321eeae04151cc406591e1275c0682fd7899
+old:mto,/content/corpus/old/mto/tachiwin.txt,tachiwin/tokenizer_train,2141897,4dba3bfb79cd700a6129f058230736b9fbaba60a09a4ad83817e9b07f0dd10b0
+old:mxb,/content/corpus/old/mxb/tachiwin.txt,tachiwin/tokenizer_train,1885675,b0934a7cd183f50518dd577576cab586635f0561ff12ebbd0c49ee736003c8d1
+old:mxp,/content/corpus/old/mxp/tachiwin.txt,tachiwin/tokenizer_train,1779977,ec13eabcb9ccceebd7fedecfe04fc6e48c47e5c312948946061763d5ed2dedbc
+old:mxq,/content/corpus/old/mxq/tachiwin.txt,tachiwin/tokenizer_train,1534901,e81344e7bd9584a63321607f9cc2e89911428b7094a373b79d974c179e081ac7
+old:mxt,/content/corpus/old/mxt/tachiwin.txt,tachiwin/tokenizer_train,1468515,14783a7139ac7bfdb668102173b5a6a5cbf0110b4dc434dc958baac6daa8d591
+old:ncj,/content/corpus/old/ncj/tachiwin.txt,tachiwin/tokenizer_train,1298532,99395368e6f98733fc82448b5cad8948c91df713cf54db461e2535b953baadfb
+old:ncl,/content/corpus/old/ncl/tachiwin.txt,tachiwin/tokenizer_train,1860027,a6cf1d33b217317623ee1ff98f36b91bc41ae4eb76cac679ad94e006aeede050
+old:ngu,/content/corpus/old/ngu/tachiwin.txt,tachiwin/tokenizer_train,1434224,87f99800ab1ba87b039550f61ddca4c257fef98d36688d48507e55146d5dc676
+old:nhe,/content/corpus/old/nhe/tachiwin.txt,tachiwin/tokenizer_train,1551636,f3d8a146eeab28a4c4fbbaba1ec9a434f1ffdd57a1f92d179f8f36836575bedb
+old:nhg,/content/corpus/old/nhg/tachiwin.txt,tachiwin/tokenizer_train,1341451,edfca53cc0ea85a52e3a297134bb9d30bc64b66097e220fc5e064dc97d0cc414
+old:nhy,/content/corpus/old/nhy/tachiwin.txt,tachiwin/tokenizer_train,1362410,2c4ac36780e02fb36b05ed3b3d24519170eba5967fcb25efa75248058b287db3
+old:npl,/content/corpus/old/npl/tachiwin.txt,tachiwin/tokenizer_train,1143178,9506d505bbf642b42f8dc5797631c6054cf7c32fd46637a4b9ec065d6ae6f69b
+old:ood,/content/corpus/old/ood/tachiwin.txt,tachiwin/tokenizer_train,1276059,0bbd5b618e3d7d7c04c9546486d25e6def1591cede739bef6fc41bca0e6798f8
+old:ote,/content/corpus/old/ote/tachiwin.txt,tachiwin/tokenizer_train,1509290,785717a56df78572e42eee1f203e7051f3267d8549504646bc8803d516d61a83
+old:otm,/content/corpus/old/otm/tachiwin.txt,tachiwin/tokenizer_train,1399497,c57cd249f32c83bfe3640b30dbcd4b1308509207ae3e4d34390be1e98f031435
+old:otn,/content/corpus/old/otn/tachiwin.txt,tachiwin/tokenizer_train,1763087,52e52079e9f89d7aa2f674cf81085253d57a28222a72ee8019f18d1db27c6dde
+old:otq,/content/corpus/old/otq/tachiwin.txt,tachiwin/tokenizer_train,1207769,fc2f5e88ae5af2a9bd32999ec50e756e43fb239e1ca2ac70adb8814553e3ee7f
+old:ots,/content/corpus/old/ots/tachiwin.txt,tachiwin/tokenizer_train,1987831,3aa185914ca1cddca540f96926b10c3ebe29643386cd42b65a582d879f041670
+old:pls,/content/corpus/old/pls/tachiwin.txt,tachiwin/tokenizer_train,1451039,56a0f891e25fc631b831fb05a35a3dd9fd4a7ed4aaa02137e098316c8295be01
+old:poe,/content/corpus/old/poe/tachiwin.txt,tachiwin/tokenizer_train,1668804,11f540aa1fa86144a037ef58b6bc31dde997f66005379c6b39313646ce8dc592
+old:spa,/content/corpus/old/spa/tachiwin.txt,tachiwin/tokenizer_train,2837596,40b0194c42a30e46a3588f02063de53a7f6083aecc1fbfa48801ed24969854e2
+old:stp,/content/corpus/old/stp/tachiwin.txt,tachiwin/tokenizer_train,2419436,f9bf7198d55f6a256860c295c19b24fdb87ffac7e64b3e3419bb49218873e9c8
+old:tac,/content/corpus/old/tac/tachiwin.txt,tachiwin/tokenizer_train,1828562,4cbdb470a466891b11a2ff277c1ac6684767353037ba12429323c0039828a6dd
+old:tee,/content/corpus/old/tee/tachiwin.txt,tachiwin/tokenizer_train,1704189,3702536fa26c30a31f2699634b49cc76bf62ad1b3575db5c0f73a150ec12b06a
+old:tku,/content/corpus/old/tku/tachiwin.txt,tachiwin/tokenizer_train,1413835,91b01d1ece32db10e286b568c3685f8fd6280d968aa535e66a9e4101ea4c1a4a
+old:toc,/content/corpus/old/toc/tachiwin.txt,tachiwin/tokenizer_train,2203227,35e60d7c8c4a4f00bfe37420996ac1d480a09d0cc5e6dffeb473b3acdafe5aa1
+old:too,/content/corpus/old/too/tachiwin.txt,tachiwin/tokenizer_train,1574199,9737e9b24ae72063da2c49d0b8b5466958baad9a81b1de9b4b7bc781b9121025
+old:top,/content/corpus/old/top/tachiwin.txt,tachiwin/tokenizer_train,1413131,206acbfac209d7c12265c797016883c55a459c0ccb58c4ba3abdb8e7a01f15f9
+old:tos,/content/corpus/old/tos/tachiwin.txt,tachiwin/tokenizer_train,2397602,071f0d503473b65ee8eaa93881336119d3657e195bc154b05142d725af113649
+old:tpt,/content/corpus/old/tpt/tachiwin.txt,tachiwin/tokenizer_train,1434646,6ec44231ffe7b8aa09ff267d3b33c2ad560743c8da58b036b1c7eff4952df203
+old:trc,/content/corpus/old/trc/tachiwin.txt,tachiwin/tokenizer_train,2471453,46bdfed52a78fc6ee22b54b8008fbe2e934230296b0f55463eeef110a48b255e
+old:ttc,/content/corpus/old/ttc/tachiwin.txt,tachiwin/tokenizer_train,1365691,a858113a8563cf16b0ffd796b5fb1bc67bf35bb33e37c635dda36475cbce4fac
+old:tzo,/content/corpus/old/tzo/tachiwin.txt,tachiwin/tokenizer_train,1641697,c93d74f64c2802402a0700673bb952f1c9207da613af018d802e047f2082c957
+old:vmy,/content/corpus/old/vmy/tachiwin.txt,tachiwin/tokenizer_train,1283592,a3074b47eecc7678c177de3558501e8b344927f25de966f357ed02bc9aadefc3
+old:xtd,/content/corpus/old/xtd/tachiwin.txt,tachiwin/tokenizer_train,1524060,06cfde378dcf1ace64684c241da26b244172879ee4575f42bd875459c49304b1
+old:yaq,/content/corpus/old/yaq/tachiwin.txt,tachiwin/tokenizer_train,1809067,d7d129c442ca8782406ee794640d77f0a4d808026f05807a7ace2cd9cc7c0277
+old:zaa,/content/corpus/old/zaa/tachiwin.txt,tachiwin/tokenizer_train,1588176,43e1e162d85362101af56e19144eafa2e3ffef8bcd0d99b9e6670e1455867e33
+old:zab,/content/corpus/old/zab/tachiwin.txt,tachiwin/tokenizer_train,1131599,05752348e5d4ab941015f178d9e899ca718e71fec55cd2a4b429ddec70d63d73
+old:zac,/content/corpus/old/zac/tachiwin.txt,tachiwin/tokenizer_train,1544671,ac6223149f6e82318678834870cb1916a95e02c8b4ac7a101a65fe503d288ef5
+old:zad,/content/corpus/old/zad/tachiwin.txt,tachiwin/tokenizer_train,1234652,8128c36725ed57485dbb7f3a5e8ead0bf2fd270ed649cc96c154d1777d9c018a
+old:zai,/content/corpus/old/zai/tachiwin.txt,tachiwin/tokenizer_train,1071036,479c795aa41bf531aa36d5e6bbde5512fa4cd2b930aa3ed64e3cefc30ec41399
+old:zam,/content/corpus/old/zam/tachiwin.txt,tachiwin/tokenizer_train,2136709,59b59f92e180ce796527f436915199804df080067e3c17626c49662af7b6397e
+old:zao,/content/corpus/old/zao/tachiwin.txt,tachiwin/tokenizer_train,404661,f22a8923c40d53b9d9c1e863f0e1a1a923e5454a8603944258b4496320cc0932
+eng,/content/corpus/eng/shard_000.txt,uonlp/CulturaX:en,36099024,bb042821187105e04bc17b799d65accf85f0bb7b153a11566f7114eb71760dd3
+spa,/content/corpus/spa/shard_000.txt,uonlp/CulturaX:es,36089642,f93eabf35d5bc497727eec6cd83dd814e7694794146b5509043e68c486acee57
+code,/content/corpus/code/shard_000.txt,bigcode/the-stack-smol,35938164,8fed572d89cbd1b3996e387e5f4ca905de6efad543fc8088256c429b060930d8