Upload recipe/corpus_manifest.csv with huggingface_hub

recipe/corpus_manifest.csv

@@ -0,0 +1,334 @@
+component,local_path,source,bytes,sha256
+modern:agu,/content/corpus/modern/agu/tachiwin.txt,tachiwin/tokenizer_train,19986,bb023010c8f7156b268c689020e47c7f35bfe6019b5521f055d7e30fcb28729a
+modern:all,/content/corpus/modern/all/tachiwin.txt,tachiwin/tokenizer_train,757286,eaa63f248ced9d75480195dea826f79555a28d028d111c01a73a8420b69b6e31
+modern:am1*,/content/corpus/modern/am1*/tachiwin.txt,tachiwin/tokenizer_train,11389,95c60765276122edc3c3322b32ac8d477cc26b37ddb814331297cb5fd2f06ff5
+modern:amu,/content/corpus/modern/amu/tachiwin.txt,tachiwin/tokenizer_train,4797918,469f417a758a53acfe0b963e7ffc75e9c4f0dbf9d0d8e3e5a28141834e8188cd
+modern:amu0,/content/corpus/modern/amu0/tachiwin.txt,tachiwin/tokenizer_train,19180,d19bd2ade6551b7971e2b9cca5ca6edc61fcff0895578bf9811347e7d4b78869
+modern:azg,/content/corpus/modern/azg/tachiwin.txt,tachiwin/tokenizer_train,867294,53969a7dc7f44a68134028a6e934cb4e9e76f8be3ce27034267fa86ea2ba31c6
+modern:azn,/content/corpus/modern/azn/tachiwin.txt,tachiwin/tokenizer_train,25045,65279084393263499764bf09bd950560d6e9d038b34002657be9ae566911b63f
+modern:azn0,/content/corpus/modern/azn0/tachiwin.txt,tachiwin/tokenizer_train,273361,57374859f3f4eb6307cc579c977170853c42adf5c616945b6139c2d2d48e57b9
+modern:azz,/content/corpus/modern/azz/tachiwin.txt,tachiwin/tokenizer_train,793952,c8a93e61783bd4a3cddeea6719d4360eda6ecd75e9448480242d99f7355c5ca7
+modern:cac,/content/corpus/modern/cac/tachiwin.txt,tachiwin/tokenizer_train,41592,02ffc296c93d11bca69500b79d0f82c2afffb6a539884700c8fd2e4f73f6b9da
+modern:cak,/content/corpus/modern/cak/tachiwin.txt,tachiwin/tokenizer_train,61353,1c399acd1eeffa8c3d2b0d46c36b62a33fb6b74e77a45c051b5afb8f2e2ce716
+modern:cco,/content/corpus/modern/cco/tachiwin.txt,tachiwin/tokenizer_train,759505,bd89ab733882c310409330e9e26938d0287e94083a6bf480b450a2863cac1e91
+modern:cco0,/content/corpus/modern/cco0/tachiwin.txt,tachiwin/tokenizer_train,866918,b5b6e5f1e3750495afc1b844eaffe2d48df30b9bd6b5180d759ec5beefe930ff
+modern:chd,/content/corpus/modern/chd/tachiwin.txt,tachiwin/tokenizer_train,13682,e7b9233243a337ac902edd4161864e880860f36419c111e420663f804313ea7b
+modern:chf,/content/corpus/modern/chf/tachiwin.txt,tachiwin/tokenizer_train,2407914,106e0aa5f6797b44bf2801c3688d11d9d90c518225c93ee852193c0716317005
+modern:chf0,/content/corpus/modern/chf0/tachiwin.txt,tachiwin/tokenizer_train,2948,5dfc68f9081368cd7c4a626d0779f63ff364d9fe097b00f5c80fbdd51e0599f8
+modern:chj,/content/corpus/modern/chj/tachiwin.txt,tachiwin/tokenizer_train,307266,49175b7a46a8ba09d726ba51bef0e4bcbbdb7f8550964df3d517023488c025b1
+modern:chz,/content/corpus/modern/chz/tachiwin.txt,tachiwin/tokenizer_train,597435,4efbd81c0f1305908b087590db00b41e714a3de805f5f6e2fc877b2fc2afc461
+modern:cle,/content/corpus/modern/cle/tachiwin.txt,tachiwin/tokenizer_train,25537,a69039bed0739bf46d5ccc5f41cf48ef26d74e51284213b828759bb11afab714
+modern:cok,/content/corpus/modern/cok/tachiwin.txt,tachiwin/tokenizer_train,86138,9a784afbaee00dcf432a78083d179125a61977326f59fc6515e988e15f83cfc2
+modern:coz,/content/corpus/modern/coz/tachiwin.txt,tachiwin/tokenizer_train,29516,35cc15db139c4ce83b5e06708a26e37cde831a9326b34a15581c0ed2d5d2e902
+modern:cpa,/content/corpus/modern/cpa/tachiwin.txt,tachiwin/tokenizer_train,3178018,cd207f9bde656c9001fe91973d6e3e277bb0f19fec223a6f1e80f9ee9d52f79d
+modern:crn,/content/corpus/modern/crn/tachiwin.txt,tachiwin/tokenizer_train,1870336,783b40068aca6a5d95d5589e2a905f515d416f214f48c3093b200df51cda7aae
+modern:ct2*,/content/corpus/modern/ct2*/tachiwin.txt,tachiwin/tokenizer_train,28573,465ed70d05720f5aa0131cdb812413f34a791704b9ff3ed43840800f5b7963f0
+modern:cte,/content/corpus/modern/cte/tachiwin.txt,tachiwin/tokenizer_train,40873,371b9ddd28155a591c702cd84fbfbda20623999c5b26f5fb324e88b8aa90f533
+modern:ctl,/content/corpus/modern/ctl/tachiwin.txt,tachiwin/tokenizer_train,248449,db4c632552b6ce710bc7b24c2f12d3f58af1e12b4036105dd15dabe5299ec62d
+modern:ctp,/content/corpus/modern/ctp/tachiwin.txt,tachiwin/tokenizer_train,1135633,2f7264a215b311f6c8308dfa693baede1cfc23931af9c040dbb5127a1de3a632
+modern:ctp0,/content/corpus/modern/ctp0/tachiwin.txt,tachiwin/tokenizer_train,632269,0957383a876334fa42366da7820c7c3f914c7e43dfdb8e2ee27bd683a6ad93be
+modern:ctu,/content/corpus/modern/ctu/tachiwin.txt,tachiwin/tokenizer_train,1396454,64674019f72c9b6e3994cc31df2b347fb23cff23071acfcd572bf17623621d3d
+modern:cuc,/content/corpus/modern/cuc/tachiwin.txt,tachiwin/tokenizer_train,2098042,ab0e1aa34f48480572d4c24cdd6243dcc8d4db8e5be7e49f9fde60fa1fbb4357
+modern:cux,/content/corpus/modern/cux/tachiwin.txt,tachiwin/tokenizer_train,534154,bbac6d95dff241fa012863cfb6bbf87fbd01e393ae2df09520d0add1bbfec3fa
+modern:de,/content/corpus/modern/de/tachiwin.txt,tachiwin/tokenizer_train,675283,080a205ef5d5b98b8ac227ebb03fef5fb788f12c051134b421787709e1fe5f7a
+modern:dih,/content/corpus/modern/dih/tachiwin.txt,tachiwin/tokenizer_train,33587,26494d1974e8cfd911d2341108e219d0d8460c253c180a71f005dac274f9f8c5
+modern:en-US,/content/corpus/modern/en-US/tachiwin.txt,tachiwin/tokenizer_train,610624,8837e45b09c6e8e392a7cd386206a39d4f65f45ee3b8115223cf32280d440f0e
+modern:es-MX,/content/corpus/modern/es-MX/tachiwin.txt,tachiwin/tokenizer_train,612289,ef7da6994006eb0069e3a0acb07b8d8e6605e969704d238c43918844a5d33152
+modern:esp,/content/corpus/modern/esp/tachiwin.txt,tachiwin/tokenizer_train,122045,256d7d3d6b4717315f5be45afa15025f3d0dccf13dca6af38a4105cadf04b622
+modern:fr,/content/corpus/modern/fr/tachiwin.txt,tachiwin/tokenizer_train,760566,ea8a7090480009f76aeeb9eae4b0ef5a6c75e78bf51355eeee2f15215097539f
+modern:hch,/content/corpus/modern/hch/tachiwin.txt,tachiwin/tokenizer_train,913367,f2242a474ccbe890b6bafbbef5d3f61080bf35056c126a4911b22298318ff02d
+modern:hu2*,/content/corpus/modern/hu2*/tachiwin.txt,tachiwin/tokenizer_train,112423,6ead3dc90bec8202c72e8a896ab62e1fd652f469841e7735d1a82d0afa076b14
+modern:hus,/content/corpus/modern/hus/tachiwin.txt,tachiwin/tokenizer_train,1345543,c4ad39d9e26059347f8e4de4449abcdd62af19d19f8be9baf3917f4f49a68de1
+modern:huv,/content/corpus/modern/huv/tachiwin.txt,tachiwin/tokenizer_train,2939233,8741e796a660ea26f0627bab9243d6a53b486fb69f7be08057c4e7c7eaf39a49
+modern:hve,/content/corpus/modern/hve/tachiwin.txt,tachiwin/tokenizer_train,384,aca4739a473c7ea0908f21715edf807d2a8bd065b2908ee5c1b571235f04090c
+modern:hve0,/content/corpus/modern/hve0/tachiwin.txt,tachiwin/tokenizer_train,3021,111870d38dd08087973c1a8fc485b65b7f09c64c273a24d16b51e50c812d30aa
+modern:ixc,/content/corpus/modern/ixc/tachiwin.txt,tachiwin/tokenizer_train,48172,f69f24548cb2d5b5db59502a38583624484ed2fd47b74c9fac50bba9c0c0259c
+modern:jac,/content/corpus/modern/jac/tachiwin.txt,tachiwin/tokenizer_train,49051,1560e0aee9d867de7288095a9fad7b15a63b56b8317d73b23a71f655999dafbb
+modern:jmx,/content/corpus/modern/jmx/tachiwin.txt,tachiwin/tokenizer_train,361506,c0b72dd71bec42ca799310bf88a323ce678e64abeede356fb09117f78d1066a2
+modern:kak,/content/corpus/modern/kak/tachiwin.txt,tachiwin/tokenizer_train,165016,5ca39ec0792e05bc91a8ca6d3d876934182620c77d5a050e7bbd465bc23d1656
+modern:kek,/content/corpus/modern/kek/tachiwin.txt,tachiwin/tokenizer_train,52959,d0315332b42218736671a4818a9ec51d9a109de7f9904de53e1c65e1df660110
+modern:kic,/content/corpus/modern/kic/tachiwin.txt,tachiwin/tokenizer_train,177826,7a794f087c4aad1a5b590f213dfea8c135f61d9d419e0fa5f843b71575901183
+modern:klb,/content/corpus/modern/klb/tachiwin.txt,tachiwin/tokenizer_train,191530,3dd44c89c215096e2a262c5e523970b058c7a305b33b159f6443abb611ad445c
+modern:knj,/content/corpus/modern/knj/tachiwin.txt,tachiwin/tokenizer_train,51688,e173c30cac68ec37502518303f6e5a43c7bf261c63dbe61a60651e80d0f1af22
+modern:knja,/content/corpus/modern/knja/tachiwin.txt,tachiwin/tokenizer_train,32927,c732b69e86c7692ddc4806e9a6d161f0e014f6e9bc2f89045d2df83cacabb2dd
+modern:ku1*,/content/corpus/modern/ku1*/tachiwin.txt,tachiwin/tokenizer_train,13489,cd3bd4b4ef5366e74f93fc7cb74c2cb2b249c134a6e39dc9f9b81fb8277a1281
+modern:lac,/content/corpus/modern/lac/tachiwin.txt,tachiwin/tokenizer_train,2001103,7ba28c2284b8426720b8da0e5082ebcb1da9a867879b68780cd197f4988d1e14
+modern:maa,/content/corpus/modern/maa/tachiwin.txt,tachiwin/tokenizer_train,79998,0126328753c90a3efa13275af8be7e67b0561f9805634ca615dd03771d2c2c44
+modern:maj,/content/corpus/modern/maj/tachiwin.txt,tachiwin/tokenizer_train,459373,7b3a93bce4f90096533bc7e0e4733f2d8b75819a9cd8d97e17cce502d47e4fe8
+modern:mam,/content/corpus/modern/mam/tachiwin.txt,tachiwin/tokenizer_train,733889,740826899e4a5ba5bc63bc35aba1472a683c70875223854ca8a9319645208cf1
+modern:maq,/content/corpus/modern/maq/tachiwin.txt,tachiwin/tokenizer_train,234339,99b8eabaf0fea56f3252bb363e507e9c9d70122542a9efaec6f6ec36d9e75097
+modern:mat,/content/corpus/modern/mat/tachiwin.txt,tachiwin/tokenizer_train,8096,005065d1003f6a60527268cc423b47d65a31f2059567b8928497de05363759dd
+modern:mau,/content/corpus/modern/mau/tachiwin.txt,tachiwin/tokenizer_train,164931,79a11cc11c0a566d76ae9fd9b0bf28b25ee181d6996f78c4b453d2d45b0e9c01
+modern:maz,/content/corpus/modern/maz/tachiwin.txt,tachiwin/tokenizer_train,1611573,9cfc86ed226373882de54d8782e873575a27d26c5423f3116e2e6e00c4ee4ab7
+modern:maz0,/content/corpus/modern/maz0/tachiwin.txt,tachiwin/tokenizer_train,679,0a7d7c80df296d81168294e5610962d23b0a336f26655f18a7f2c92691b0b061
+modern:mbz,/content/corpus/modern/mbz/tachiwin.txt,tachiwin/tokenizer_train,35116,a18091e995d821a39f7f736996c7a14f3258aaaf3cd26b5313fecdffd1cd3e6a
+modern:mbzl,/content/corpus/modern/mbzl/tachiwin.txt,tachiwin/tokenizer_train,4045,85a459f8103fcf6a2d93b92497faa6492c06c7727296ea92b39a917ae9c8bd96
+modern:mco,/content/corpus/modern/mco/tachiwin.txt,tachiwin/tokenizer_train,1066346,3bd4c807fac18706e5724f1127a0e6130b0c11cf3b03c5c22806ba785ffc03bc
+modern:mco0,/content/corpus/modern/mco0/tachiwin.txt,tachiwin/tokenizer_train,148701,4a84f214922e84a317b3d84824be4000b0ab4f474b4dc0e0263e04877151e50c
+modern:meh,/content/corpus/modern/meh/tachiwin.txt,tachiwin/tokenizer_train,477860,c28d5fb882304fed2fa030e2bd05c4243963067d76fba71fbbd8e76094601a7e
+modern:mfy,/content/corpus/modern/mfy/tachiwin.txt,tachiwin/tokenizer_train,1427961,3d1cb2b2a722e93935b952068411d1a1f0faec8fde05bf1ac8661d3443864ab7
+modern:mhc,/content/corpus/modern/mhc/tachiwin.txt,tachiwin/tokenizer_train,222322,b677a05a795d012eb920be0105b3495d46d8e8408d0441a2de84ec5c5bf166da
+modern:mib,/content/corpus/modern/mib/tachiwin.txt,tachiwin/tokenizer_train,27465,a0d60ae7dd1d942d2f45e53f11c7695505c9bbca3b9cc42d0f22de0a37521af9
+modern:mie,/content/corpus/modern/mie/tachiwin.txt,tachiwin/tokenizer_train,46742,0b4e81f204d20b279733945253788a602a98b2e11f3d93e8da67c72347aeb9cc
+modern:mig,/content/corpus/modern/mig/tachiwin.txt,tachiwin/tokenizer_train,95420,7e0817d40734992ca220198f8776679c82dc9a7dc59ae38384a87530f57d53cd
+modern:mih,/content/corpus/modern/mih/tachiwin.txt,tachiwin/tokenizer_train,236679,c882af8c6756057e7001a0b6745f7aec4b0ec50c5eb6b460d2d2c113867914ae
+modern:mim,/content/corpus/modern/mim/tachiwin.txt,tachiwin/tokenizer_train,631990,e47bd979a42ccc581c5d5e927471ab6bcfc21a38988e19360dc4d161ddcde5e1
+modern:mim0,/content/corpus/modern/mim0/tachiwin.txt,tachiwin/tokenizer_train,169737,56b71be92e529c9be6af6900e92bbc6578c7dada787cbccf96b0984333c9e15c
+modern:mio,/content/corpus/modern/mio/tachiwin.txt,tachiwin/tokenizer_train,728323,a8803c1f11b5b44a18482c97afb5ec15c9394cb4270eb21be0208d61ab068dea
+modern:mir,/content/corpus/modern/mir/tachiwin.txt,tachiwin/tokenizer_train,622950,2c19b7e6aeab10a9124c92b364958b53f4c55fde82a95beadc30821eda906599
+modern:mit,/content/corpus/modern/mit/tachiwin.txt,tachiwin/tokenizer_train,490022,0a017eb4241a52f94c6ef548ee0c63a73b4ff465629cdccff527bcc21f6dfa00
+modern:mix,/content/corpus/modern/mix/tachiwin.txt,tachiwin/tokenizer_train,276159,b37c9e9d32c5b35016054744ef3f2363a9afc7f8630bd2f8e8b84ed6dff026bc
+modern:miy,/content/corpus/modern/miy/tachiwin.txt,tachiwin/tokenizer_train,262495,9f5fc57bd8ffa0d4e04bc7878c4250a602a74dd898b3301ad858f0a2b29f1c6e
+modern:miz,/content/corpus/modern/miz/tachiwin.txt,tachiwin/tokenizer_train,53188,b777e24abb19db557db76cacbddd0beb479402107061ba03fa0615f0fdff604f
+modern:mjc,/content/corpus/modern/mjc/tachiwin.txt,tachiwin/tokenizer_train,465472,4f7d33c409fc8c747c31c6a3ce2efb4b9464151d7d9526f8fe6beab670ea5f9a
+modern:ml2*,/content/corpus/modern/ml2*/tachiwin.txt,tachiwin/tokenizer_train,10154,e00a5c54641f9bf87b18edbf67aa4d247ca94617947441fc4e604f634f365c99
+modern:ml8*,/content/corpus/modern/ml8*/tachiwin.txt,tachiwin/tokenizer_train,39515,a2c2f924a8a6710af8339f02fdb62e13eb443288a021e0b11fd53ddb9d263217
+modern:mmc,/content/corpus/modern/mmc/tachiwin.txt,tachiwin/tokenizer_train,404615,8169445b304094e48f61273d04014f9460b39b3d720780de590144f772ad9b10
+modern:mpm,/content/corpus/modern/mpm/tachiwin.txt,tachiwin/tokenizer_train,301154,2b310e2848cc32a740b172e677767a3ca50e42fad509353e19b827e4763f7a9a
+modern:mto,/content/corpus/modern/mto/tachiwin.txt,tachiwin/tokenizer_train,379624,68dbe3af947b1ca6971e8076f57e5992a1101cbed9f5328057a18f9d5dd8f62c
+modern:mxb,/content/corpus/modern/mxb/tachiwin.txt,tachiwin/tokenizer_train,1699238,70f0270e0f988ae59a576146033773907f872c453b11c5614357766bdeb0795b
+modern:mxp,/content/corpus/modern/mxp/tachiwin.txt,tachiwin/tokenizer_train,115409,d3f9bd86ecfcd51c2f839f846e5ca54face3ce4c53cdec545973ec2737b2c1ae
+modern:mxq,/content/corpus/modern/mxq/tachiwin.txt,tachiwin/tokenizer_train,423088,1163494fbb9a88c7fbe27ff97e91d4e2de551f33b6428b3448c2f171ec6005ad
+modern:mxt,/content/corpus/modern/mxt/tachiwin.txt,tachiwin/tokenizer_train,98428,7b5b9ee1a21a30ca260a231fd058c50d306dcbf668090dbce6ccb2502e8e7053
+modern:mxv,/content/corpus/modern/mxv/tachiwin.txt,tachiwin/tokenizer_train,313279,06627c564f97b112090bcac7941699f01e781c4ccc507d96e72e1c9b58af9f74
+modern:mxv0,/content/corpus/modern/mxv0/tachiwin.txt,tachiwin/tokenizer_train,57654,f3577a9773cd3b1419398d379af0e1977bebb122b17966f9e2a12e59389203b7
+modern:mxy,/content/corpus/modern/mxy/tachiwin.txt,tachiwin/tokenizer_train,778,48915024ef83963fca1e28d70f0f78b2ec85330e96a0a60161b0bdcbfdeff678
+modern:mza,/content/corpus/modern/mza/tachiwin.txt,tachiwin/tokenizer_train,273834,d2cd7d9c76f92c7fbf0081d26104f3f3b21a18cf521b36a66f471a6fbc1acf99
+modern:mzi,/content/corpus/modern/mzi/tachiwin.txt,tachiwin/tokenizer_train,69058,b307f8aabe5337ee41de8fa70fddea58310faecbf808105688e2fe58f75bcdba
+modern:mzia,/content/corpus/modern/mzia/tachiwin.txt,tachiwin/tokenizer_train,291832,0743e9c5d300e9aacafe0b9f4be02804a321dbbe0262c68ea6575143e7fc39c5
+modern:naz,/content/corpus/modern/naz/tachiwin.txt,tachiwin/tokenizer_train,146485,8d23c43bdd4394f4292a5d23b5b462585a5a4ae3f52d195d4c20f0fb849a2e01
+modern:nch,/content/corpus/modern/nch/tachiwin.txt,tachiwin/tokenizer_train,1098462,32420629a1512b180f0cd2689eb84b0539e41b58b7c526bcd9e238d31a1fe9f3
+modern:ncj,/content/corpus/modern/ncj/tachiwin.txt,tachiwin/tokenizer_train,1334918,2513c71b8404144398baa480faaddd2485fd8f6cbfd4d8529806e10e479516b4
+modern:ncl,/content/corpus/modern/ncl/tachiwin.txt,tachiwin/tokenizer_train,827711,96b7a2466b62d3b5204a1d21600a799c339f7dd71315060be6156429527d02e8
+modern:ncx,/content/corpus/modern/ncx/tachiwin.txt,tachiwin/tokenizer_train,53190,05c17a9ab1122129a543cb42a6c95d52ed021ea6b266c74ff1434d045a281bc6
+modern:neq,/content/corpus/modern/neq/tachiwin.txt,tachiwin/tokenizer_train,18479,87480a898f59de2bc432fde73f2c52208abad16af342b6961abe0c9c6698acac
+modern:ngu,/content/corpus/modern/ngu/tachiwin.txt,tachiwin/tokenizer_train,986588,7f0c90482d44bb52ed2a9cf9c31abb62fe32174e58e77407f88ef4486ef8256a
+modern:nhe,/content/corpus/modern/nhe/tachiwin.txt,tachiwin/tokenizer_train,675515,9042e84db7ab088eb18315f998857d2bbf5d8864c8dd779f6a5ff6d3be718268
+modern:nhg,/content/corpus/modern/nhg/tachiwin.txt,tachiwin/tokenizer_train,22601,e35ef0427184b754aaccc211deccbbdcc6d84eb0e984c2019dfbeb831a4c265c
+modern:nhi,/content/corpus/modern/nhi/tachiwin.txt,tachiwin/tokenizer_train,223636,d983e9c88ee2e15cffae7b7128026780aeffecc2aa3de6b6a9f15a7b059b4424
+modern:nhm,/content/corpus/modern/nhm/tachiwin.txt,tachiwin/tokenizer_train,252737,b3560baf740faac0fa28200c92cb998b79fc015ad2d4d43815226009c8b8bcda
+modern:nhn,/content/corpus/modern/nhn/tachiwin.txt,tachiwin/tokenizer_train,187335,82c4510d1071df165015048ebb3314e67f4e6b0545d65a563f745d1c95e8c40b
+modern:nhw,/content/corpus/modern/nhw/tachiwin.txt,tachiwin/tokenizer_train,110803,406469a267ec5a93a0d2da6c14065856fdf267b7150b8bc0da7353bd504edcff
+modern:nhx,/content/corpus/modern/nhx/tachiwin.txt,tachiwin/tokenizer_train,922983,ac08e7b3b638a62bd1a89da6ec8ac8e8261bec0887357d99c034861056b382a2
+modern:nhy,/content/corpus/modern/nhy/tachiwin.txt,tachiwin/tokenizer_train,25312,a5176b4749e4958b70fdecbfd6a1c268a951126d76a8fcd62d1980b91b8813e1
+modern:nlv,/content/corpus/modern/nlv/tachiwin.txt,tachiwin/tokenizer_train,579447,89b59a7da5f4badef02baaa74715911ed45af453f1c43d7b671f3011acbcbe9e
+modern:nlv0,/content/corpus/modern/nlv0/tachiwin.txt,tachiwin/tokenizer_train,149988,e38d5de53fb2951135fa657f42c3e1497b57ce86fd0ffb23237926d6b35dc010
+modern:nsu,/content/corpus/modern/nsu/tachiwin.txt,tachiwin/tokenizer_train,377717,762ffb2d1aaccf6fbc5e5c4598e180b96d14712f745bf46122b12677ef03969e
+modern:ntp,/content/corpus/modern/ntp/tachiwin.txt,tachiwin/tokenizer_train,2107890,306a3577a0fc3059c95ddad30d3c63db8dfd21bb5e7523626f6af7bf3037b511
+modern:ocu,/content/corpus/modern/ocu/tachiwin.txt,tachiwin/tokenizer_train,438579,86caacc777d8f8516ae800e3ed4796fae632811d56d2a7790cb8f6fb98f14fe7
+modern:ood,/content/corpus/modern/ood/tachiwin.txt,tachiwin/tokenizer_train,109488,89ec05cd4f140f87e7c21b896833aced80a99f002feb8c8c0c0fc9c74e475acd
+modern:opt,/content/corpus/modern/opt/tachiwin.txt,tachiwin/tokenizer_train,888,80e40a9f14dcbe63c92da1fdbb4ca47c5de65b97e24c47fc878be1e9ba6c544d
+modern:ote,/content/corpus/modern/ote/tachiwin.txt,tachiwin/tokenizer_train,2636679,bdf47442af8af5d06a9263706740d2154bd5477200c6fe10a278f61d844793b6
+modern:otm,/content/corpus/modern/otm/tachiwin.txt,tachiwin/tokenizer_train,507350,cbcc70ffd35082323be2e96dd7798bb50e554397d4d1c9765539cb77cb0ae50e
+modern:otq,/content/corpus/modern/otq/tachiwin.txt,tachiwin/tokenizer_train,132477,a3cdad9b7cc6e8fd39f08221afe2718b73f90b4df0623b8201383af51d878af7
+modern:ots,/content/corpus/modern/ots/tachiwin.txt,tachiwin/tokenizer_train,530690,79a36a9fb86539e04553a4ad01313455e5e512335d7f2a37abee0cedc3c3fc9b
+modern:ott,/content/corpus/modern/ott/tachiwin.txt,tachiwin/tokenizer_train,99987,91db31533073cffac8eb75c8da32eb25b5d8940bc2b2b29d081152dffaf42166
+modern:pbs,/content/corpus/modern/pbs/tachiwin.txt,tachiwin/tokenizer_train,29035,bfac82a3dce5a59dea08b3863555fba62f59a60e624b30db0b93af8047996d58
+modern:pei,/content/corpus/modern/pei/tachiwin.txt,tachiwin/tokenizer_train,659987,ed632a9dd9f044dba44c0209aa118c196544b36225eb67557bee6393fedc6b17
+modern:pia,/content/corpus/modern/pia/tachiwin.txt,tachiwin/tokenizer_train,464426,2b808dd3017cd8d58691d86684c6c0712914a681e2d2d7433f8c9d5ef83d9654
+modern:plo,/content/corpus/modern/plo/tachiwin.txt,tachiwin/tokenizer_train,435304,a261a88e974cbcc485df034d584f1189020a8c4fce8cf66b7f05ddc04e90c49c
+modern:pls,/content/corpus/modern/pls/tachiwin.txt,tachiwin/tokenizer_train,291861,4a89aa4bdb03c98c966ddab704c6bd158e38fce1039bb5e41a1cbab07bbd4d86
+modern:pmq,/content/corpus/modern/pmq/tachiwin.txt,tachiwin/tokenizer_train,614821,7386ff1c9aeb8c71a6316b97d6737ca9c5599efb8f3d391d56c91e7e1ef44242
+modern:pmz,/content/corpus/modern/pmz/tachiwin.txt,tachiwin/tokenizer_train,45739,8a628ed79b086740bd9ff3716ecd1e9d6313aeca751fcefbd3417814d0b696ac
+modern:poe,/content/corpus/modern/poe/tachiwin.txt,tachiwin/tokenizer_train,35751,ca3f8f8ba34bc78995abb020c17a83d484ee2dea2eea85887c57fdfb63a6e9ab
+modern:poi,/content/corpus/modern/poi/tachiwin.txt,tachiwin/tokenizer_train,2200886,2721c569208fb537e66ec51c53295b02390bd2243ba5ed4e5d2da09f96f9b87f
+modern:poi0,/content/corpus/modern/poi0/tachiwin.txt,tachiwin/tokenizer_train,21634,311e8c19cbb849aa0a34b4e20d5cbd317c6b72f6884a46e8ef04abbab2e6d52f
+modern:pos,/content/corpus/modern/pos/tachiwin.txt,tachiwin/tokenizer_train,156354,7b88d3710803144aa8234252d12c7751dcbc2fd2b0782c10ab459377df112f8c
+modern:ppi,/content/corpus/modern/ppi/tachiwin.txt,tachiwin/tokenizer_train,30502,b93f6ced3c4c94bd03ef6c899e2ca017871b546a8412c031a716f971eb6deb52
+modern:pps,/content/corpus/modern/pps/tachiwin.txt,tachiwin/tokenizer_train,1215,2ffa090f45e7c664a75e6aadcec4ac91769eba28a3773da359e0b74120544601
+modern:pt-BR,/content/corpus/modern/pt-BR/tachiwin.txt,tachiwin/tokenizer_train,633129,399709d37d53154d1b6aef4cd0075f21a4c854c7a09ef6832252275d81bb5fce
+modern:pua,/content/corpus/modern/pua/tachiwin.txt,tachiwin/tokenizer_train,43315,aa2b92a4042fe3e7aafd0d225051d94bd3dcc82cb18ef1dd2a6161552793e211
+modern:quc,/content/corpus/modern/quc/tachiwin.txt,tachiwin/tokenizer_train,186841,f0c19060146c95e64da2057aa02d13e14469516a00452976ce0178e17adb2a24
+modern:sei,/content/corpus/modern/sei/tachiwin.txt,tachiwin/tokenizer_train,4187175,d71bb762026801d575d910792740bc019730e80fedaf4d63a4a84c35dc963923
+modern:spa,/content/corpus/modern/spa/tachiwin.txt,tachiwin/tokenizer_train,4229466,61711f47065f7eb8216344cf4a65ff39b663ef4fa60cfe36217351f6538cba33
+modern:st1*,/content/corpus/modern/st1*/tachiwin.txt,tachiwin/tokenizer_train,14595,844c910f8ee343f71b899f14dcbb9f59219b8392b8ef16aede50f084dc06d0f5
+modern:stp,/content/corpus/modern/stp/tachiwin.txt,tachiwin/tokenizer_train,1226318,706fd4dc643cf81cc227b5ae273531ee126dab658f6bd255ce2efbb8900115bd
+modern:tac,/content/corpus/modern/tac/tachiwin.txt,tachiwin/tokenizer_train,219,8f99293157c1bcb7eff8014f0b3be674b357a7293915949d5156d6297690b93d
+modern:tar,/content/corpus/modern/tar/tachiwin.txt,tachiwin/tokenizer_train,338602,9c6e8e18144f93e924309c71b50645302c05f2c729a592862d45f563f7b28758
+modern:tar0,/content/corpus/modern/tar0/tachiwin.txt,tachiwin/tokenizer_train,563356,7bae625f9a7913b8bd5cb7e054e1cd3bf4a9e60e229e631a7c9d97c726ae90fa
+modern:tcf,/content/corpus/modern/tcf/tachiwin.txt,tachiwin/tokenizer_train,73406,43c74cb115475cb6c937cc4f73be6b2833160c288d2743f022db1d4a2065e368
+modern:tee,/content/corpus/modern/tee/tachiwin.txt,tachiwin/tokenizer_train,1676468,8fb14f21ce2cdd30329e38918fddd9acb50714f93810f1e601771afd64309f21
+modern:thh,/content/corpus/modern/thh/tachiwin.txt,tachiwin/tokenizer_train,100873,66b6461c73b0d91133496b91baeb8e3e701523a3306ec41cbc8c01ebaf4a5ce4
+modern:tl1*,/content/corpus/modern/tl1*/tachiwin.txt,tachiwin/tokenizer_train,20734,dc5eb3ee7801befb2433f9fb7869af461bb1d5038d2c0ee697fd49c341f37e09
+modern:tla,/content/corpus/modern/tla/tachiwin.txt,tachiwin/tokenizer_train,351424,898ff1945ee02cb0cfdc820ad9eb933f38d93a154f3e33807d7b3040be145e97
+modern:to1*,/content/corpus/modern/to1*/tachiwin.txt,tachiwin/tokenizer_train,1631693,39714a8ac86f51dfd92079f3f78cf136444839c1432f3dc6f608ea48d7e0f869
+modern:toc,/content/corpus/modern/toc/tachiwin.txt,tachiwin/tokenizer_train,1524199,342d2eb8e725f05c95e35cf7f50b9def80758635d140c269564752f821b19224
+modern:toj,/content/corpus/modern/toj/tachiwin.txt,tachiwin/tokenizer_train,1266682,8f65dfa896d4a59127224c28f2d223ef59a829b63569c7c8d3fc60dd7a650c4b
+modern:too,/content/corpus/modern/too/tachiwin.txt,tachiwin/tokenizer_train,1019599,d576ba5e2f999fe7ebf378326e582c516f87792859ef92f46db1a0546d3a7d34
+modern:top,/content/corpus/modern/top/tachiwin.txt,tachiwin/tokenizer_train,1870060,c579cd3438f404804a37d022c5648bf28d1b16f63f45d8ccbbfebeb362b6f7a0
+modern:tos,/content/corpus/modern/tos/tachiwin.txt,tachiwin/tokenizer_train,3129810,9d03df551cfb084fe49f19dabf4e4913d598b00962718c4f00c9f49a20a81819
+modern:tpl,/content/corpus/modern/tpl/tachiwin.txt,tachiwin/tokenizer_train,243527,9e5a0499619aa95b50487ffe4974efc97ea7b9a11c6a50edc7cef27df019fa56
+modern:tpp,/content/corpus/modern/tpp/tachiwin.txt,tachiwin/tokenizer_train,1485901,2c222f6a28a6dac82d7524a5f44663aafb6a5532cc4170a8110282a540070932
+modern:tpt,/content/corpus/modern/tpt/tachiwin.txt,tachiwin/tokenizer_train,404621,24b156d6d76f70f9f75b19cb389d542068010499ddb9477efbe11e21504bdc8f
+modern:tpx,/content/corpus/modern/tpx/tachiwin.txt,tachiwin/tokenizer_train,485178,bcae0195d5cac171648fc97043302e283e288e2220a290fec81a3cc9d89e5350
+modern:tpx0,/content/corpus/modern/tpx0/tachiwin.txt,tachiwin/tokenizer_train,17638,fa8fe7c910f3fa85b5716b70bc287cb2dd27931019b24b96ea7c04e2a23a257e
+modern:tqt,/content/corpus/modern/tqt/tachiwin.txt,tachiwin/tokenizer_train,320925,5463a145782b23a403c32784addd453d2439df2353c4ae06f01155987f221184
+modern:tr3*,/content/corpus/modern/tr3*/tachiwin.txt,tachiwin/tokenizer_train,11985,c669feb6f62002394a5263bf3f9ca84963318658bdba2982a23df80843992234
+modern:trc,/content/corpus/modern/trc/tachiwin.txt,tachiwin/tokenizer_train,390704,f12d01c901b8257b90ec0e83c5936cbde5c156837a4a4424f61e28a2a55490af
+modern:trs,/content/corpus/modern/trs/tachiwin.txt,tachiwin/tokenizer_train,2019965,7aaa186358062278f04c24e619b3560b859f6bb6a84644098dd1883904e43adf
+modern:trs0,/content/corpus/modern/trs0/tachiwin.txt,tachiwin/tokenizer_train,89406,b7642e4f2fb90ddd363c7f85201f69f747431b792ac26206aaef22779f6f58c5
+modern:ts4*,/content/corpus/modern/ts4*/tachiwin.txt,tachiwin/tokenizer_train,102315,57d2555a37a1ca4fc7a172b151a4291bcd098c23fc1d2f42f160433dc4639aef
+modern:ts9*,/content/corpus/modern/ts9*/tachiwin.txt,tachiwin/tokenizer_train,27437,1620bd4170d27bb52dc9fe127d2e8ad76b5bd276e129d97636bea57f01ca748d
+modern:tsz,/content/corpus/modern/tsz/tachiwin.txt,tachiwin/tokenizer_train,1102548,40f7e5fdc64202435232815c17f074d6716e9ea04479c7e632aaf557c56e7863
+modern:tzh,/content/corpus/modern/tzh/tachiwin.txt,tachiwin/tokenizer_train,4605032,c6fcc6127781649ae5ffa628182ad584ca68399289bd4fed0e8e3a2ab4c11627
+modern:tzo,/content/corpus/modern/tzo/tachiwin.txt,tachiwin/tokenizer_train,2102351,4a2d806f4dfd54ecc225dd9606bb744d5502e8441beb2d176eb5691ec00f0bcf
+modern:unk,/content/corpus/modern/unk/tachiwin.txt,tachiwin/tokenizer_train,472386,c38d18fa4fa83d228f92f31f8166971c9d219e00981828d0f5a5b8228c6142d7
+modern:var,/content/corpus/modern/var/tachiwin.txt,tachiwin/tokenizer_train,64628,5f9190bbe3eb2c40376508a037992050abc3f2727a4ba46451d3b13ec4a288d9
+modern:vmj,/content/corpus/modern/vmj/tachiwin.txt,tachiwin/tokenizer_train,57516,f5304d6d2289a00c461f2fa1a48aa00f8726d6dc5d866af5f43fc368246b0c18
+modern:vmm,/content/corpus/modern/vmm/tachiwin.txt,tachiwin/tokenizer_train,871,faab1800c746a36b2a94f2f2e3ee6ada94f79a7e373e4e9c9427f6cd5a895f50
+modern:vmp,/content/corpus/modern/vmp/tachiwin.txt,tachiwin/tokenizer_train,286150,c166cefadf0346e382189087383470de3561a1fa6530b374321dc961d64a21a5
+modern:vmy,/content/corpus/modern/vmy/tachiwin.txt,tachiwin/tokenizer_train,167775,7754644038f1f788e933439681592c85d58ec7624c3fe21b08ee5a22299509d5
+modern:vmy0,/content/corpus/modern/vmy0/tachiwin.txt,tachiwin/tokenizer_train,2186,060e61bc2e6cc924c1d24b3e02b97fb8bc89adf296a0c17bb3ae1fc83e3f557d
+modern:vmz,/content/corpus/modern/vmz/tachiwin.txt,tachiwin/tokenizer_train,769302,9bbd7f9b0f8fa6f03a3447616ecdd86fd989ce1e03b6f045e5580e94fa5bf544
+modern:wa1*,/content/corpus/modern/wa1*/tachiwin.txt,tachiwin/tokenizer_train,19015,5308b74285a7b58c01ea91f245be18d3932dcf8dfb1e2ea13db93b76f927b59d
+modern:xta,/content/corpus/modern/xta/tachiwin.txt,tachiwin/tokenizer_train,360558,1c05feed76271601391f1d527a638b67b7f024bb2bd44d94ee5a61afa3905192
+modern:xtd,/content/corpus/modern/xtd/tachiwin.txt,tachiwin/tokenizer_train,212520,dda628afbaa193e5505bcf3b4c240749ea74a4ec39fd77be50977e006cc63f9f
+modern:xti,/content/corpus/modern/xti/tachiwin.txt,tachiwin/tokenizer_train,4155,eb8f91977cc6c88eff3bd3ada67ab2d7679055afb3b55e51d915b0097547a8fe
+modern:xtj,/content/corpus/modern/xtj/tachiwin.txt,tachiwin/tokenizer_train,59375,ecab82bd45a8767138d66e8aac6a8c96872e929c3300d7fae30a6166b742bdc1
+modern:xtm,/content/corpus/modern/xtm/tachiwin.txt,tachiwin/tokenizer_train,5540717,08f2e9a38f8dd2215ec79b2dfac4ea34a36f1a6b6221215041fd7eed7771ebd1
+modern:xtn,/content/corpus/modern/xtn/tachiwin.txt,tachiwin/tokenizer_train,1172067,d3966b9db1ae07f9689fb2882c261f51d1008e1365f248b6c53d84961f16fc3b
+modern:yaq,/content/corpus/modern/yaq/tachiwin.txt,tachiwin/tokenizer_train,640973,f403d0024d9a28b11a1639c2cc37af322f386dd01feb260a3a8446466d57cde5
+modern:yua,/content/corpus/modern/yua/tachiwin.txt,tachiwin/tokenizer_train,3968803,fc88ed29db9f86869b664a6e1daefd4c9bb0f64fcaf69d3e5ba7e3562bef7059
+modern:zaa,/content/corpus/modern/zaa/tachiwin.txt,tachiwin/tokenizer_train,40849,56f4dd23a0aabe64df51c0afabb21b38faedb1a9618c3ec11a3f94c45c325268
+modern:zab,/content/corpus/modern/zab/tachiwin.txt,tachiwin/tokenizer_train,33246,f26e104fd25f614918713a0c9f2a19fd8c13faade556ba4c6ea1132df42a15f2
+modern:zac,/content/corpus/modern/zac/tachiwin.txt,tachiwin/tokenizer_train,6962,ce7159cb4f351bb917c7e777fad387b81ea38f26c4e425e9e4df5ea27525ddce
+modern:zad,/content/corpus/modern/zad/tachiwin.txt,tachiwin/tokenizer_train,135399,f7a9479c5af58b93e953f71485f2fcb9f340d63b81ba34250989dd33435fbf70
+modern:zae,/content/corpus/modern/zae/tachiwin.txt,tachiwin/tokenizer_train,676631,35d484f5fac1f3a745b2444205c5c0f6d9e35cecb315f57e46ce8ace0ec3ab75
+modern:zai,/content/corpus/modern/zai/tachiwin.txt,tachiwin/tokenizer_train,1270491,3dcd268075132f0267b525ba9b30d1cc6d1c558e34b53b24eefb1b2d8800b023
+modern:zam,/content/corpus/modern/zam/tachiwin.txt,tachiwin/tokenizer_train,101201,d16654f6dc4b520190d9973dd346c6bb7ae106d284fc4ddb6244367ffb906406
+modern:zao,/content/corpus/modern/zao/tachiwin.txt,tachiwin/tokenizer_train,2855,a391633f2fe080e8c435f389f7b7ea45962364dc81c355d74a331402a4cee0fd
+modern:zaq,/content/corpus/modern/zaq/tachiwin.txt,tachiwin/tokenizer_train,18832,676b2a7a427194901fc66fb051758ee0fc3fa4988e0cf6d16ed14d6c8e8a3ceb
+modern:zaq0,/content/corpus/modern/zaq0/tachiwin.txt,tachiwin/tokenizer_train,106351,ccc4dbd2d1c004dee41ffd484955ace8c6ecd699f1857d7f9533493963aec7ae
+modern:zar,/content/corpus/modern/zar/tachiwin.txt,tachiwin/tokenizer_train,1214646,c6b6635a1f88098bf8ea59b7e2c0d125fedccaadceaa29ea468884ad937bdd1a
+modern:zas,/content/corpus/modern/zas/tachiwin.txt,tachiwin/tokenizer_train,41155,486230d11794ec51b6eaf8ebce0ca2fe2d33300d9c6a9bbba04f1d1205091c5a
+modern:zav,/content/corpus/modern/zav/tachiwin.txt,tachiwin/tokenizer_train,2027529,f1b3c69974419a250117cd8ce9bfd0cbbb9dcd1c8f2da34669bd7d91b9c5828e
+modern:zaw,/content/corpus/modern/zaw/tachiwin.txt,tachiwin/tokenizer_train,1334804,b30b531c087c1f415fb188c16d0e1341e70358972b3e36171579cd7c0a5fce7e
+modern:zca,/content/corpus/modern/zca/tachiwin.txt,tachiwin/tokenizer_train,301062,18fe467b2a2aa3125ba4a3edda787aa9e07b9beea89f547f0703adce8c4dd89f
+modern:zl3*,/content/corpus/modern/zl3*/tachiwin.txt,tachiwin/tokenizer_train,33401,8f009ab8ce32faf2b7838304ba3bc44c089c2175e2024db60eb9d5ee5cf210f0
+modern:zoc,/content/corpus/modern/zoc/tachiwin.txt,tachiwin/tokenizer_train,407391,a4f247e65768e574b15734ce55ed92dfa28f8e0556ec02e669096e832b67f050
+modern:zoh,/content/corpus/modern/zoh/tachiwin.txt,tachiwin/tokenizer_train,105425,e8771364f29e2e7e815116bda121dfecab5f09a46b7c1dde0fbec860762fe266
+modern:zoh0,/content/corpus/modern/zoh0/tachiwin.txt,tachiwin/tokenizer_train,5162,e50e1430725ef773d264ab30f6c2588a8703d82518677ece8478ad35d9f1ff35
+modern:zoq,/content/corpus/modern/zoq/tachiwin.txt,tachiwin/tokenizer_train,414498,58d473ce9d8e3849121145adb78850ee063980617442d354a6d966bc0b4e7d29
+modern:zoqa,/content/corpus/modern/zoqa/tachiwin.txt,tachiwin/tokenizer_train,21188,a45618087f44c2e4878e7269db37afdc137ad71f19ba08626db3ffc1d82c5568
+modern:zor,/content/corpus/modern/zor/tachiwin.txt,tachiwin/tokenizer_train,365376,22f007a3c13b84d466109c920ba4207131d6d96c085284536ac8c1c9882d74b5
+modern:zos,/content/corpus/modern/zos/tachiwin.txt,tachiwin/tokenizer_train,248866,261c67f5c6c09c56829df83fdd74e9241ef3be0a109351c10b09259e2a2b4983
+modern:zpb,/content/corpus/modern/zpb/tachiwin.txt,tachiwin/tokenizer_train,30123,e984639745fb9fecccc355f97d4c0c8f1cfb992b5c14ce17fbf8b13cbb91cf64
+modern:zpc,/content/corpus/modern/zpc/tachiwin.txt,tachiwin/tokenizer_train,398243,39875460f18a53e90b13c7a25eb40adc4f84e9d39fcb2e4d0c345c62eb44f8da
+modern:zpd,/content/corpus/modern/zpd/tachiwin.txt,tachiwin/tokenizer_train,346738,8eac74e78659c558264a6688f2d94c634f67c9ac2014f25cb95de2762ffdd596
+modern:zpf,/content/corpus/modern/zpf/tachiwin.txt,tachiwin/tokenizer_train,198477,338f408b8f57d11dc51a72fd63061c6234262b42ee3953009fdd2d6581cb4ee9
+modern:zpg,/content/corpus/modern/zpg/tachiwin.txt,tachiwin/tokenizer_train,119797,daa1801b11fb4d2dbaa3e97b56f0b10ac1f3914975a8dca54501569017ea8c05
+modern:zpi,/content/corpus/modern/zpi/tachiwin.txt,tachiwin/tokenizer_train,115195,3d07bf49a3b57d1f7943c20213515d0fd883156e382d1ce89888b6f4c1152d64
+modern:zpl,/content/corpus/modern/zpl/tachiwin.txt,tachiwin/tokenizer_train,238075,a517d334ab1e8d8061b96ad3135ad74cf6cb3970ca2805a0238fdbbc8b89fc89
+modern:zpm,/content/corpus/modern/zpm/tachiwin.txt,tachiwin/tokenizer_train,16257,406143d1eb77c96a9bebecca6a56b779e4acff07fc3d75b7ce037a9646a8b8a4
+modern:zpn,/content/corpus/modern/zpn/tachiwin.txt,tachiwin/tokenizer_train,1727,9c2b60bda006f93b204ecab261073465b891e8d18d64b9e532dd36cc60d813ec
+modern:zpo,/content/corpus/modern/zpo/tachiwin.txt,tachiwin/tokenizer_train,49597,b5999dece11a982899a4a9064940a89ae2ee6f06bf60ece26d182d836ecbedd5
+modern:zpq,/content/corpus/modern/zpq/tachiwin.txt,tachiwin/tokenizer_train,325377,35bfb2a6c41a09ea51818a56dee8624a0d22a4caf2404fa2dcccc1bfd01ae601
+modern:zpr,/content/corpus/modern/zpr/tachiwin.txt,tachiwin/tokenizer_train,114546,b71cae860280de2891f04cff63a6f5007fe18963aede8ee09c331c39714d675d
+modern:zpt,/content/corpus/modern/zpt/tachiwin.txt,tachiwin/tokenizer_train,36973,5ff2a8748e67e45c14c7604b534c8dadc732466bbac704df57a3298dbe24c9e0
+modern:zpu,/content/corpus/modern/zpu/tachiwin.txt,tachiwin/tokenizer_train,257090,0ae6b6b84e4baa58ca20cd6730f501d5ef31c2a7d138d59e06b28258f3b023f0
+modern:zpv,/content/corpus/modern/zpv/tachiwin.txt,tachiwin/tokenizer_train,417635,61807dacb57a0dcd628f6da24636e47f00120885b42f8b59e85ed10101dd03f2
+modern:zpz,/content/corpus/modern/zpz/tachiwin.txt,tachiwin/tokenizer_train,127004,0559058c1f2e29033386ff65fd2ed118738bf7e8a2d721c504e6e29648f8fa04
+modern:ztg,/content/corpus/modern/ztg/tachiwin.txt,tachiwin/tokenizer_train,364292,3b23cc3a054add03daa031390ead5f3a6f606309aa583cc983094d3d240e8994
+modern:ztp,/content/corpus/modern/ztp/tachiwin.txt,tachiwin/tokenizer_train,5568,2fa7a19779c2e8e4c4396ec2ecc935bfc170c7e708a184cf99c0734f045490b2
+modern:ztq,/content/corpus/modern/ztq/tachiwin.txt,tachiwin/tokenizer_train,1390835,dd4cbd2a70df33f90d411c5123f6e9993c10ba21cafecf7e925206fadaf3bf32
+modern:zts,/content/corpus/modern/zts/tachiwin.txt,tachiwin/tokenizer_train,48874,af9bf483e827c84e6da69d5d6b02fc8447ff0239a500b41ae429d1a1816c2827
+old:amu,/content/corpus/old/amu/tachiwin.txt,tachiwin/tokenizer_train,1863269,d23078a47b4e76ab6e476f302d409a5f8c01527dd396e0c827f268352ce269c1
+old:azg,/content/corpus/old/azg/tachiwin.txt,tachiwin/tokenizer_train,2092504,03febf0a4bf4e0c03c689b8fafd2eac1647ba173fb992d02ba6658751739165b
+old:azz,/content/corpus/old/azz/tachiwin.txt,tachiwin/tokenizer_train,2025011,f56a654debfae91a95e0fff31fae92f62200f6a353df49cd1d6683b3c5c6cc82
+old:cco,/content/corpus/old/cco/tachiwin.txt,tachiwin/tokenizer_train,2646127,6c0f0fc456d5ddd66ab550747f50235fd373c5367a9b8a850ac01a181c836bd0
+old:chd,/content/corpus/old/chd/tachiwin.txt,tachiwin/tokenizer_train,1466443,41f7c3f9b38ccffa8333215898de71ec8e07ff7f9ac72b651c17b56c0c3668a0
+old:chq,/content/corpus/old/chq/tachiwin.txt,tachiwin/tokenizer_train,1530589,c3d48a74c5e953eb61307e4a1bf4096f57e77f994acd5ec5055c9a6dc8de5357
+old:cle,/content/corpus/old/cle/tachiwin.txt,tachiwin/tokenizer_train,2206770,3fc084e9d70ee12033cc8b710e8749b09065bb52767e064ae5ef85f3a5131c0b
+old:cnl,/content/corpus/old/cnl/tachiwin.txt,tachiwin/tokenizer_train,2215651,7f5dc76ff022c0b7b21e72a9345f9036fc4f9aea2e995f51da0eab2c44d92a7c
+old:cnt,/content/corpus/old/cnt/tachiwin.txt,tachiwin/tokenizer_train,2012833,2ae45e0087d10a81a719f2e1ee4f7cd4466935780b73dccd862869dd4ce08de3
+old:cpa,/content/corpus/old/cpa/tachiwin.txt,tachiwin/tokenizer_train,1729383,1b0a8055a8a7630448cbf41b32ccaf1a419155bc14bbe1c063622b1abce34e8f
+old:crn,/content/corpus/old/crn/tachiwin.txt,tachiwin/tokenizer_train,2621671,c8e55d2008f84570ff29f3d2c5aba3b9d68d3a933e3a66a1c9e9ad903425e913
+old:cso,/content/corpus/old/cso/tachiwin.txt,tachiwin/tokenizer_train,2300901,2fc5ad9ac736570cb805de3b0a6b368a3101f0bcd5ba5996aab45a3b4492b59d
+old:cta,/content/corpus/old/cta/tachiwin.txt,tachiwin/tokenizer_train,2392862,d55e2cb3d843473b6b649e87775b8f38473a70daf99b0735f0778ed2619f4830
+old:ctp,/content/corpus/old/ctp/tachiwin.txt,tachiwin/tokenizer_train,2221145,d612319096d5fd74a0a21b8ae6927354220944f8c9454567708d6fad6ceb3581
+old:cuc,/content/corpus/old/cuc/tachiwin.txt,tachiwin/tokenizer_train,1718002,e2726f3e0ac1acfa289f677cff0bc8cafafc2976fd90b770389a99c2440c1f98
+old:cut,/content/corpus/old/cut/tachiwin.txt,tachiwin/tokenizer_train,1386166,485b1db4de2d24bab236fa056a22a4f0719a20acd580c7b1f7c2d8de276606aa
+old:cux,/content/corpus/old/cux/tachiwin.txt,tachiwin/tokenizer_train,2032964,bf4eec12c96bf97b6fcf6b8ea534f63eda9d93d3dc16e7e4196009645b195900
+old:huv,/content/corpus/old/huv/tachiwin.txt,tachiwin/tokenizer_train,1386037,dd72cb250cc25b841ad10b740908a00831896080fd2c7694089c1c7299cce624
+old:jac,/content/corpus/old/jac/tachiwin.txt,tachiwin/tokenizer_train,1525809,ce1030395be0388252b0c8eb733a77ff8bd2b23c26b26a92e8ccb52c14e61c93
+old:kek,/content/corpus/old/kek/tachiwin.txt,tachiwin/tokenizer_train,1442162,137c6cbd9a8e6eb2c8f69646ab7f8f0a0b2d2370c2a2b8f59463c980a3d7fcdc
+old:knj,/content/corpus/old/knj/tachiwin.txt,tachiwin/tokenizer_train,1479598,2b4c1f7dadcf6cbb33e21d3ed4ab5775254155b105ca66b6f1cf2666181fbd42
+old:lac,/content/corpus/old/lac/tachiwin.txt,tachiwin/tokenizer_train,1786034,e9ad1b5855f12b678bfdf0a949d0b5695178e1f480ad8c7122f9201070dc0197
+old:maa,/content/corpus/old/maa/tachiwin.txt,tachiwin/tokenizer_train,1663664,94c9ddd3a808c83c9ab1d5f67ee2c1a3e574cb03e823217bc5c69921fe3bba64
+old:maj,/content/corpus/old/maj/tachiwin.txt,tachiwin/tokenizer_train,1435709,09a80db503470425923ea5f04a40ee1907a2cad22b071c844d421517e6ba55f1
+old:mam,/content/corpus/old/mam/tachiwin.txt,tachiwin/tokenizer_train,1493794,6185b325458e44afc112064c2d873ca1adc260490221a982c2384c4f6c7fb635
+old:maq,/content/corpus/old/maq/tachiwin.txt,tachiwin/tokenizer_train,1590278,efe6528f255a7b9bbe1b4a29eaa6d160a12fc7fdebf41138a98ed198286b0cb5
+old:mau,/content/corpus/old/mau/tachiwin.txt,tachiwin/tokenizer_train,1712656,115f17fa5f0d89ae206326abb6acc3c9bbadd838294e65fcea1e2918a8c2b40d
+old:mco,/content/corpus/old/mco/tachiwin.txt,tachiwin/tokenizer_train,1650610,af1767b9594d4cd62ea295c7e04aac6d2d9bfb51300c9ebbb689c4fa4e155547
+old:mib,/content/corpus/old/mib/tachiwin.txt,tachiwin/tokenizer_train,1486855,55e0e83e72cb236b765bd9065aceca7cd481be61a5c0b27ba2958b5217c60358
+old:mie,/content/corpus/old/mie/tachiwin.txt,tachiwin/tokenizer_train,1560786,f1dbc64eb4ca9ff723545725f1290d2bf20f9575a6ee687878e291f9a34f1d7b
+old:mig,/content/corpus/old/mig/tachiwin.txt,tachiwin/tokenizer_train,1496709,f0d10d6d54095063fb4d635fdc2c5698e4ea13042ab78a8267410a7c4afb8568
+old:mih,/content/corpus/old/mih/tachiwin.txt,tachiwin/tokenizer_train,1378594,e9f301295007f4c09118ad05303efee39c900f2483179b213777b0271684e683
+old:mil,/content/corpus/old/mil/tachiwin.txt,tachiwin/tokenizer_train,2336251,fd979517f3283f1907f67c8e50d46bd6dc09e66093b14946e95738961935031c
+old:mio,/content/corpus/old/mio/tachiwin.txt,tachiwin/tokenizer_train,1418834,a0a7b7748b9d4b5049d3c6f8d0507203189d601d004d4afede736afb332a8dce
+old:mir,/content/corpus/old/mir/tachiwin.txt,tachiwin/tokenizer_train,1846063,556da31bb305cf99e124567a0189dab0cbcdc034e1d8a291843eeb9398bd4849
+old:mit,/content/corpus/old/mit/tachiwin.txt,tachiwin/tokenizer_train,1793340,43fc109cca293404e68910e0a04da56fccc3c87c1fdd24d14ccc5dab492998c7
+old:miz,/content/corpus/old/miz/tachiwin.txt,tachiwin/tokenizer_train,1490242,3ba8ece71fdefc6a521e23e333850528d5d24690917c9d394fb6d4d280308873
+old:mjc,/content/corpus/old/mjc/tachiwin.txt,tachiwin/tokenizer_train,1566289,ad41db539bc4a2f07ebdd72cca604d406515569d5e030f4388d40b31bad04532
+old:mks,/content/corpus/old/mks/tachiwin.txt,tachiwin/tokenizer_train,2053079,b46eb117b1704f8bdbbb916c0acd8864601e30fc76327f1505ea43bfe124a891
+old:mop,/content/corpus/old/mop/tachiwin.txt,tachiwin/tokenizer_train,1570071,c72ef36894aeea7d71173bc50869321eeae04151cc406591e1275c0682fd7899
+old:mto,/content/corpus/old/mto/tachiwin.txt,tachiwin/tokenizer_train,2141897,4dba3bfb79cd700a6129f058230736b9fbaba60a09a4ad83817e9b07f0dd10b0
+old:mxb,/content/corpus/old/mxb/tachiwin.txt,tachiwin/tokenizer_train,1885675,b0934a7cd183f50518dd577576cab586635f0561ff12ebbd0c49ee736003c8d1
+old:mxp,/content/corpus/old/mxp/tachiwin.txt,tachiwin/tokenizer_train,1779977,ec13eabcb9ccceebd7fedecfe04fc6e48c47e5c312948946061763d5ed2dedbc
+old:mxq,/content/corpus/old/mxq/tachiwin.txt,tachiwin/tokenizer_train,1534901,e81344e7bd9584a63321607f9cc2e89911428b7094a373b79d974c179e081ac7
+old:mxt,/content/corpus/old/mxt/tachiwin.txt,tachiwin/tokenizer_train,1468515,14783a7139ac7bfdb668102173b5a6a5cbf0110b4dc434dc958baac6daa8d591
+old:ncj,/content/corpus/old/ncj/tachiwin.txt,tachiwin/tokenizer_train,1298532,99395368e6f98733fc82448b5cad8948c91df713cf54db461e2535b953baadfb
+old:ncl,/content/corpus/old/ncl/tachiwin.txt,tachiwin/tokenizer_train,1860027,a6cf1d33b217317623ee1ff98f36b91bc41ae4eb76cac679ad94e006aeede050
+old:ngu,/content/corpus/old/ngu/tachiwin.txt,tachiwin/tokenizer_train,1434224,87f99800ab1ba87b039550f61ddca4c257fef98d36688d48507e55146d5dc676
+old:nhe,/content/corpus/old/nhe/tachiwin.txt,tachiwin/tokenizer_train,1551636,f3d8a146eeab28a4c4fbbaba1ec9a434f1ffdd57a1f92d179f8f36836575bedb
+old:nhg,/content/corpus/old/nhg/tachiwin.txt,tachiwin/tokenizer_train,1341451,edfca53cc0ea85a52e3a297134bb9d30bc64b66097e220fc5e064dc97d0cc414
+old:nhy,/content/corpus/old/nhy/tachiwin.txt,tachiwin/tokenizer_train,1362410,2c4ac36780e02fb36b05ed3b3d24519170eba5967fcb25efa75248058b287db3
+old:npl,/content/corpus/old/npl/tachiwin.txt,tachiwin/tokenizer_train,1143178,9506d505bbf642b42f8dc5797631c6054cf7c32fd46637a4b9ec065d6ae6f69b
+old:ood,/content/corpus/old/ood/tachiwin.txt,tachiwin/tokenizer_train,1276059,0bbd5b618e3d7d7c04c9546486d25e6def1591cede739bef6fc41bca0e6798f8
+old:ote,/content/corpus/old/ote/tachiwin.txt,tachiwin/tokenizer_train,1509290,785717a56df78572e42eee1f203e7051f3267d8549504646bc8803d516d61a83
+old:otm,/content/corpus/old/otm/tachiwin.txt,tachiwin/tokenizer_train,1399497,c57cd249f32c83bfe3640b30dbcd4b1308509207ae3e4d34390be1e98f031435
+old:otn,/content/corpus/old/otn/tachiwin.txt,tachiwin/tokenizer_train,1763087,52e52079e9f89d7aa2f674cf81085253d57a28222a72ee8019f18d1db27c6dde
+old:otq,/content/corpus/old/otq/tachiwin.txt,tachiwin/tokenizer_train,1207769,fc2f5e88ae5af2a9bd32999ec50e756e43fb239e1ca2ac70adb8814553e3ee7f
+old:ots,/content/corpus/old/ots/tachiwin.txt,tachiwin/tokenizer_train,1987831,3aa185914ca1cddca540f96926b10c3ebe29643386cd42b65a582d879f041670
+old:pls,/content/corpus/old/pls/tachiwin.txt,tachiwin/tokenizer_train,1451039,56a0f891e25fc631b831fb05a35a3dd9fd4a7ed4aaa02137e098316c8295be01
+old:poe,/content/corpus/old/poe/tachiwin.txt,tachiwin/tokenizer_train,1668804,11f540aa1fa86144a037ef58b6bc31dde997f66005379c6b39313646ce8dc592
+old:spa,/content/corpus/old/spa/tachiwin.txt,tachiwin/tokenizer_train,2837596,40b0194c42a30e46a3588f02063de53a7f6083aecc1fbfa48801ed24969854e2
+old:stp,/content/corpus/old/stp/tachiwin.txt,tachiwin/tokenizer_train,2419436,f9bf7198d55f6a256860c295c19b24fdb87ffac7e64b3e3419bb49218873e9c8
+old:tac,/content/corpus/old/tac/tachiwin.txt,tachiwin/tokenizer_train,1828562,4cbdb470a466891b11a2ff277c1ac6684767353037ba12429323c0039828a6dd
+old:tee,/content/corpus/old/tee/tachiwin.txt,tachiwin/tokenizer_train,1704189,3702536fa26c30a31f2699634b49cc76bf62ad1b3575db5c0f73a150ec12b06a
+old:tku,/content/corpus/old/tku/tachiwin.txt,tachiwin/tokenizer_train,1413835,91b01d1ece32db10e286b568c3685f8fd6280d968aa535e66a9e4101ea4c1a4a
+old:toc,/content/corpus/old/toc/tachiwin.txt,tachiwin/tokenizer_train,2203227,35e60d7c8c4a4f00bfe37420996ac1d480a09d0cc5e6dffeb473b3acdafe5aa1
+old:too,/content/corpus/old/too/tachiwin.txt,tachiwin/tokenizer_train,1574199,9737e9b24ae72063da2c49d0b8b5466958baad9a81b1de9b4b7bc781b9121025
+old:top,/content/corpus/old/top/tachiwin.txt,tachiwin/tokenizer_train,1413131,206acbfac209d7c12265c797016883c55a459c0ccb58c4ba3abdb8e7a01f15f9
+old:tos,/content/corpus/old/tos/tachiwin.txt,tachiwin/tokenizer_train,1834117,56f0083a8efcfcb164a7ab5788d64ac297378e0a07ccf74c0f73a1e8938fc587
+old:tpt,/content/corpus/old/tpt/tachiwin.txt,tachiwin/tokenizer_train,1434646,6ec44231ffe7b8aa09ff267d3b33c2ad560743c8da58b036b1c7eff4952df203
+old:trc,/content/corpus/old/trc/tachiwin.txt,tachiwin/tokenizer_train,2471453,46bdfed52a78fc6ee22b54b8008fbe2e934230296b0f55463eeef110a48b255e
+old:ttc,/content/corpus/old/ttc/tachiwin.txt,tachiwin/tokenizer_train,1365691,a858113a8563cf16b0ffd796b5fb1bc67bf35bb33e37c635dda36475cbce4fac
+old:tzo,/content/corpus/old/tzo/tachiwin.txt,tachiwin/tokenizer_train,1641697,c93d74f64c2802402a0700673bb952f1c9207da613af018d802e047f2082c957
+old:vmy,/content/corpus/old/vmy/tachiwin.txt,tachiwin/tokenizer_train,1283592,a3074b47eecc7678c177de3558501e8b344927f25de966f357ed02bc9aadefc3
+old:xtd,/content/corpus/old/xtd/tachiwin.txt,tachiwin/tokenizer_train,1524060,06cfde378dcf1ace64684c241da26b244172879ee4575f42bd875459c49304b1
+old:yaq,/content/corpus/old/yaq/tachiwin.txt,tachiwin/tokenizer_train,1809067,d7d129c442ca8782406ee794640d77f0a4d808026f05807a7ace2cd9cc7c0277
+old:zaa,/content/corpus/old/zaa/tachiwin.txt,tachiwin/tokenizer_train,1588176,43e1e162d85362101af56e19144eafa2e3ffef8bcd0d99b9e6670e1455867e33
+old:zab,/content/corpus/old/zab/tachiwin.txt,tachiwin/tokenizer_train,1131599,05752348e5d4ab941015f178d9e899ca718e71fec55cd2a4b429ddec70d63d73
+old:zac,/content/corpus/old/zac/tachiwin.txt,tachiwin/tokenizer_train,1544671,ac6223149f6e82318678834870cb1916a95e02c8b4ac7a101a65fe503d288ef5
+old:zad,/content/corpus/old/zad/tachiwin.txt,tachiwin/tokenizer_train,1234652,8128c36725ed57485dbb7f3a5e8ead0bf2fd270ed649cc96c154d1777d9c018a
+old:zai,/content/corpus/old/zai/tachiwin.txt,tachiwin/tokenizer_train,1071036,479c795aa41bf531aa36d5e6bbde5512fa4cd2b930aa3ed64e3cefc30ec41399
+old:zam,/content/corpus/old/zam/tachiwin.txt,tachiwin/tokenizer_train,2136709,59b59f92e180ce796527f436915199804df080067e3c17626c49662af7b6397e
+old:zao,/content/corpus/old/zao/tachiwin.txt,tachiwin/tokenizer_train,1129123,bf4cc15df0daa3c95bdc09854d585aad48acfe76f5bf778d9e3d67f63f34cbf8
+old:zar,/content/corpus/old/zar/tachiwin.txt,tachiwin/tokenizer_train,1891794,76fd3ccc7daaed36a47286ecfbd02b96e1d2194951f2936b7910c357aae43f85
+old:zas,/content/corpus/old/zas/tachiwin.txt,tachiwin/tokenizer_train,1175103,df0bb7a2af6ea982bfe510d407464f10b144e9d21b69d236ef054be6881e8dbf
+old:zav,/content/corpus/old/zav/tachiwin.txt,tachiwin/tokenizer_train,1710052,868427b6d8cef21b0274cad403cd5c287c62e3a5f736dea0e7a3e8ccf5184f50
+old:zaw,/content/corpus/old/zaw/tachiwin.txt,tachiwin/tokenizer_train,1136687,b813418546fd0d90cf6551eda468c44fc2d3f212d169c6fd9dd71a4b00f9ab9c
+old:zca,/content/corpus/old/zca/tachiwin.txt,tachiwin/tokenizer_train,1224701,5064bb67dad921e7c15d9a949166fa383c1378e5d3497ab578ccfb9f47b82a42
+old:zos,/content/corpus/old/zos/tachiwin.txt,tachiwin/tokenizer_train,1406640,98c92cdd47ad9a03816eeb94f0bec38798177be366c5f31d7587d3e32f967b9c
+old:zpc,/content/corpus/old/zpc/tachiwin.txt,tachiwin/tokenizer_train,1628902,8ef23041908837c88a623cc52952a84788879f73dd0cf2b716de0157de31a70a
+old:zpl,/content/corpus/old/zpl/tachiwin.txt,tachiwin/tokenizer_train,1420126,3dc7f7f54232849b5b93c1bd1cd78e77060bed18fea3b9aaa37149fb2e831bda
+old:zpm,/content/corpus/old/zpm/tachiwin.txt,tachiwin/tokenizer_train,1310603,031b756925415fc6c0ead41b0a8f735933c39628184554dfb07c385a959a568f
+old:zpo,/content/corpus/old/zpo/tachiwin.txt,tachiwin/tokenizer_train,1095930,1d33d7ad0cf5bc1e673c5d16896a0766b798565fc009826322571f89340a6985
+old:zpu,/content/corpus/old/zpu/tachiwin.txt,tachiwin/tokenizer_train,1465037,4773264c0c1d2cebc1b9fbacd661b335dff3d09dac3e4567648b097332326a57
+old:zpv,/content/corpus/old/zpv/tachiwin.txt,tachiwin/tokenizer_train,1718405,ba7b04cc1e532838f55ae7e9454044d07a796927a03a0421f5c723f033c23e45
+old:zsr,/content/corpus/old/zsr/tachiwin.txt,tachiwin/tokenizer_train,1541134,846dca55b218533a3fc005716f92d9d6d9c30304bf4c3b3c85a19ddd84f3f790
+old:ztq,/content/corpus/old/ztq/tachiwin.txt,tachiwin/tokenizer_train,1014368,f6b1930211843b0d8327fa0035ec2bce1af23c3274b4f229be2763322b78e475
+eng,/content/corpus/eng/shard_000.txt,uonlp/CulturaX:en,45722428,cf3942d8ed96fe8d27883c3a1ca9f414b9256a8766d96b1692a789225d68d21f
+spa,/content/corpus/spa/shard_000.txt,uonlp/CulturaX:es,45729856,288555c2c657e0c3b4ab77895bf1a7b680f82c0158f42f6a2011d1ceb14306b4
+code,/content/corpus/code/shard_000.txt,bigcode/the-stack-smol,45729757,240ef95ecb9e75cb557cd3a87c7aafe3d4c6e4ca4988c33cc54e293740f8f93f