Upload recipe/corpus_manifest.csv with huggingface_hub

recipe/corpus_manifest.csv

@@ -0,0 +1,102 @@
+component,local_path,source,bytes,sha256
+modern:all,/content/corpus/modern/all/tachiwin.txt,tachiwin/tokenizer_train,757286,eaa63f248ced9d75480195dea826f79555a28d028d111c01a73a8420b69b6e31
+modern:amu,/content/corpus/modern/amu/tachiwin.txt,tachiwin/tokenizer_train,706788,575cd8f9af2bbc85888e37b9b43cb7289de6cce9e852b975fb71837aeb6bcadc
+modern:amu0,/content/corpus/modern/amu0/tachiwin.txt,tachiwin/tokenizer_train,19180,d19bd2ade6551b7971e2b9cca5ca6edc61fcff0895578bf9811347e7d4b78869
+modern:azn0,/content/corpus/modern/azn0/tachiwin.txt,tachiwin/tokenizer_train,273361,57374859f3f4eb6307cc579c977170853c42adf5c616945b6139c2d2d48e57b9
+modern:azz,/content/corpus/modern/azz/tachiwin.txt,tachiwin/tokenizer_train,56817,0ec8dc251b709fa5cd1865550cbb8e83eff482dd215babb40fe3030dac5e299c
+modern:cco0,/content/corpus/modern/cco0/tachiwin.txt,tachiwin/tokenizer_train,866918,b5b6e5f1e3750495afc1b844eaffe2d48df30b9bd6b5180d759ec5beefe930ff
+modern:chf,/content/corpus/modern/chf/tachiwin.txt,tachiwin/tokenizer_train,470400,471e58382d62995cfe1dd29d9cf328f9a1392bc629c2d99f52ee5a32f7cfe962
+modern:chf0,/content/corpus/modern/chf0/tachiwin.txt,tachiwin/tokenizer_train,2948,5dfc68f9081368cd7c4a626d0779f63ff364d9fe097b00f5c80fbdd51e0599f8
+modern:coz,/content/corpus/modern/coz/tachiwin.txt,tachiwin/tokenizer_train,2245,4c3a8b4d44b2d95a063e85005d48d061fef5178b06bba21d1349db22baf02a51
+modern:ctp0,/content/corpus/modern/ctp0/tachiwin.txt,tachiwin/tokenizer_train,632269,0957383a876334fa42366da7820c7c3f914c7e43dfdb8e2ee27bd683a6ad93be
+modern:ctu,/content/corpus/modern/ctu/tachiwin.txt,tachiwin/tokenizer_train,550584,2b82e0cc5ca7ff144a4d5af47f1f3967accb0b5c63f735d2d534c4752a82a669
+modern:cux,/content/corpus/modern/cux/tachiwin.txt,tachiwin/tokenizer_train,508640,b052d56635eff77b1b1abfd2c85f67f9447468bfe661ed271ee14df174a88032
+modern:de,/content/corpus/modern/de/tachiwin.txt,tachiwin/tokenizer_train,675283,080a205ef5d5b98b8ac227ebb03fef5fb788f12c051134b421787709e1fe5f7a
+modern:en-US,/content/corpus/modern/en-US/tachiwin.txt,tachiwin/tokenizer_train,610624,8837e45b09c6e8e392a7cd386206a39d4f65f45ee3b8115223cf32280d440f0e
+modern:es-MX,/content/corpus/modern/es-MX/tachiwin.txt,tachiwin/tokenizer_train,612289,ef7da6994006eb0069e3a0acb07b8d8e6605e969704d238c43918844a5d33152
+modern:fr,/content/corpus/modern/fr/tachiwin.txt,tachiwin/tokenizer_train,760566,ea8a7090480009f76aeeb9eae4b0ef5a6c75e78bf51355eeee2f15215097539f
+modern:hch,/content/corpus/modern/hch/tachiwin.txt,tachiwin/tokenizer_train,429574,fe5538b3ff1d3f09b5498133016f522d225c460a2d59107a63f0ade28f2bef7e
+modern:hus,/content/corpus/modern/hus/tachiwin.txt,tachiwin/tokenizer_train,474407,b0fe343a0cc3043a9a2a50b04ca70bef6c009dda8527c3b5963cf560eecd915d
+modern:huv,/content/corpus/modern/huv/tachiwin.txt,tachiwin/tokenizer_train,553940,204141004c0292f343b7b513a41247f58cb45e16d3a3cdc5efebcbcfece9bf6b
+modern:hve0,/content/corpus/modern/hve0/tachiwin.txt,tachiwin/tokenizer_train,3021,111870d38dd08087973c1a8fc485b65b7f09c64c273a24d16b51e50c812d30aa
+modern:lac,/content/corpus/modern/lac/tachiwin.txt,tachiwin/tokenizer_train,505177,9d00ee2759a22b22be33cd869e9b8c096dbcb3d27da21ff0517f215b94ff7f53
+modern:mam,/content/corpus/modern/mam/tachiwin.txt,tachiwin/tokenizer_train,403218,9536262fe2f582236d6d34c1f7dd7432b0d607dda9697b3c30e8a9b632d8e60f
+modern:mau,/content/corpus/modern/mau/tachiwin.txt,tachiwin/tokenizer_train,21739,ea96983ae0de50ab365209039c24f576f6b4cb2af3cf20e9476893cb9d583940
+modern:maz,/content/corpus/modern/maz/tachiwin.txt,tachiwin/tokenizer_train,495979,3678d0993a7cbe28420592520a3f062c178208b5c5743e8c091d843a4a00d054
+modern:maz0,/content/corpus/modern/maz0/tachiwin.txt,tachiwin/tokenizer_train,679,0a7d7c80df296d81168294e5610962d23b0a336f26655f18a7f2c92691b0b061
+modern:mco0,/content/corpus/modern/mco0/tachiwin.txt,tachiwin/tokenizer_train,148701,4a84f214922e84a317b3d84824be4000b0ab4f474b4dc0e0263e04877151e50c
+modern:meh,/content/corpus/modern/meh/tachiwin.txt,tachiwin/tokenizer_train,193877,4b41d7d660a5126de056d082d1b9cb59b3ff6f8a7d611a978c56db224ef25b47
+modern:mfy,/content/corpus/modern/mfy/tachiwin.txt,tachiwin/tokenizer_train,411917,3cf753745c965c1f05c2e0409ba81e26ad5b6c234433734da8f4a00b761f4b21
+modern:mim0,/content/corpus/modern/mim0/tachiwin.txt,tachiwin/tokenizer_train,169737,56b71be92e529c9be6af6900e92bbc6578c7dada787cbccf96b0984333c9e15c
+modern:mix,/content/corpus/modern/mix/tachiwin.txt,tachiwin/tokenizer_train,64421,59826b0f98867336f17d5aacfaa0b81aea7f6527d829d10e6b6d1ff73f390d84
+modern:mmc,/content/corpus/modern/mmc/tachiwin.txt,tachiwin/tokenizer_train,5817,83c383e43ca217585b5a70de1ecd1edc8637cae399f0c302093fe21bdccbba66
+modern:mxv0,/content/corpus/modern/mxv0/tachiwin.txt,tachiwin/tokenizer_train,57654,f3577a9773cd3b1419398d379af0e1977bebb122b17966f9e2a12e59389203b7
+modern:nch,/content/corpus/modern/nch/tachiwin.txt,tachiwin/tokenizer_train,400157,e3e087d2041795dba46eb06f9e6ac8d2a00841d57ad2b804dd095564fccae8bc
+modern:nlv0,/content/corpus/modern/nlv0/tachiwin.txt,tachiwin/tokenizer_train,149988,e38d5de53fb2951135fa657f42c3e1497b57ce86fd0ffb23237926d6b35dc010
+modern:ntp,/content/corpus/modern/ntp/tachiwin.txt,tachiwin/tokenizer_train,527751,be450f93267e6832729154a9cec9a98af4eda30867d15a35b6118b054b56f625
+modern:ocu,/content/corpus/modern/ocu/tachiwin.txt,tachiwin/tokenizer_train,397733,bb7f6b08a0911c8c220b1c9e0ac854cdb7a8ad6e9fa45adeb864e8fece657fce
+modern:ots,/content/corpus/modern/ots/tachiwin.txt,tachiwin/tokenizer_train,476148,59d182297d6270dd4155fe594104f95d988382c4a1283b2e37ee9c89fe032976
+modern:pei,/content/corpus/modern/pei/tachiwin.txt,tachiwin/tokenizer_train,501655,00efb09742356c78aa58b892d6e172d72ae9bd9c117b27e970ab046ab7601631
+modern:pia,/content/corpus/modern/pia/tachiwin.txt,tachiwin/tokenizer_train,334730,4dea40a06452e8f3eb13f298a947919d90435a21e63f1c2d0ebd4be002a475d0
+modern:pmq,/content/corpus/modern/pmq/tachiwin.txt,tachiwin/tokenizer_train,509773,a446ce67f08eec9f4ee5ecda0451e31e23f71288794fdd0df8c5a69bcff558dc
+modern:poi,/content/corpus/modern/poi/tachiwin.txt,tachiwin/tokenizer_train,708703,2ce83d37a2a49a76aa399c7684be696266be542107004c8077a58ff942259b10
+modern:poi0,/content/corpus/modern/poi0/tachiwin.txt,tachiwin/tokenizer_train,21634,311e8c19cbb849aa0a34b4e20d5cbd317c6b72f6884a46e8ef04abbab2e6d52f
+modern:pt-BR,/content/corpus/modern/pt-BR/tachiwin.txt,tachiwin/tokenizer_train,633129,399709d37d53154d1b6aef4cd0075f21a4c854c7a09ef6832252275d81bb5fce
+modern:pua,/content/corpus/modern/pua/tachiwin.txt,tachiwin/tokenizer_train,40741,990576a76408391068f3804006e096ae85d829dc5752fb5a29a7d0ddbe85fa76
+modern:quc,/content/corpus/modern/quc/tachiwin.txt,tachiwin/tokenizer_train,62407,86561c2c66dcb6884e742bde2d66b230011038111ca95755f3e45e95e823f0cd
+modern:sei,/content/corpus/modern/sei/tachiwin.txt,tachiwin/tokenizer_train,786940,3f288232d531fd9f6f2df2a40a1edc19ce51d8f429b0c455677c776cd7ef57c5
+modern:spa,/content/corpus/modern/spa/tachiwin.txt,tachiwin/tokenizer_train,451611,58f3dfd7104b4371657cff4303de50d0af490c4a7740378a80fd41c5bd33ba4e
+modern:stp,/content/corpus/modern/stp/tachiwin.txt,tachiwin/tokenizer_train,22949,3c4c864b63ea36199d02ecf2b691101aab1c0e53ba79af3b81e4c483b0feb5ff
+modern:tar0,/content/corpus/modern/tar0/tachiwin.txt,tachiwin/tokenizer_train,498173,77588caed3933557aa63f1466ad21d7f7947f46681ebf6b9c9c25a8fadc25879
+modern:toj,/content/corpus/modern/toj/tachiwin.txt,tachiwin/tokenizer_train,675870,32aa2149e0711b964586018115cda8d4d144db5901776cc43f7df525d598b25e
+modern:top,/content/corpus/modern/top/tachiwin.txt,tachiwin/tokenizer_train,495877,9b9801ccef1b7bb07c4fe51800357a5494aaf34eb67c0c3c7cb621ae28a0db18
+modern:tpp,/content/corpus/modern/tpp/tachiwin.txt,tachiwin/tokenizer_train,529336,0e7b21a5c106bee19de4278e05cf7ea1bb5695c11dbd95e86ce59aa377666e1c
+modern:tpx,/content/corpus/modern/tpx/tachiwin.txt,tachiwin/tokenizer_train,439219,9105b345db5959dd6205df7905ea82460ab220cf94822ecd6923c4694c8b0047
+modern:tpx0,/content/corpus/modern/tpx0/tachiwin.txt,tachiwin/tokenizer_train,17638,fa8fe7c910f3fa85b5716b70bc287cb2dd27931019b24b96ea7c04e2a23a257e
+modern:trs,/content/corpus/modern/trs/tachiwin.txt,tachiwin/tokenizer_train,1289319,4b87b99fa626607936c0499a7b9e9e2a982eed514bd9b057d000e1e252a20e3d
+modern:trs0,/content/corpus/modern/trs0/tachiwin.txt,tachiwin/tokenizer_train,89406,b7642e4f2fb90ddd363c7f85201f69f747431b792ac26206aaef22779f6f58c5
+modern:tsz,/content/corpus/modern/tsz/tachiwin.txt,tachiwin/tokenizer_train,515044,81a8789c22bd21a105843e1f295deac40f071520f3a021099f60dcb219a7d2cd
+modern:tzh,/content/corpus/modern/tzh/tachiwin.txt,tachiwin/tokenizer_train,531809,973a8284eb75cb545442093318ca249d8257b53354d417d8609dfcb2ccbaed22
+modern:tzo,/content/corpus/modern/tzo/tachiwin.txt,tachiwin/tokenizer_train,587554,b4d2dd95b805394f9b9bdc1481b01f183e6c57da27953f5b11c5f58b13313601
+modern:unk,/content/corpus/modern/unk/tachiwin.txt,tachiwin/tokenizer_train,472386,c38d18fa4fa83d228f92f31f8166971c9d219e00981828d0f5a5b8228c6142d7
+modern:var,/content/corpus/modern/var/tachiwin.txt,tachiwin/tokenizer_train,35913,924ccc91d299a1b0540fe745cdb3d851c96107c5838b3b34a5e8dddaa94d5cb4
+modern:yaq,/content/corpus/modern/yaq/tachiwin.txt,tachiwin/tokenizer_train,451003,643755beeff11e468457877a825c8052f574165e264565d4a4bad1b680215b77
+modern:yua,/content/corpus/modern/yua/tachiwin.txt,tachiwin/tokenizer_train,692957,80ecdfa0810f93efcfb5f4b86e9fa36e16f63c31fb139ab10f0b61ab8c637727
+modern:zai,/content/corpus/modern/zai/tachiwin.txt,tachiwin/tokenizer_train,515465,ec49fd6fba6658480414a106d67e1fc5e70bfb2c5068cc434032565c1a8227da
+modern:zam,/content/corpus/modern/zam/tachiwin.txt,tachiwin/tokenizer_train,101201,d16654f6dc4b520190d9973dd346c6bb7ae106d284fc4ddb6244367ffb906406
+modern:zoc,/content/corpus/modern/zoc/tachiwin.txt,tachiwin/tokenizer_train,40330,02595710df6e4da5a2a6ec7c2abadeae1b3438c74c1685ac537b45dee90abf04
+modern:zoq,/content/corpus/modern/zoq/tachiwin.txt,tachiwin/tokenizer_train,363388,b5e32794b718e64f059846694e060988a002d0144a9a3a56aa8903813f743a86
+old:amu,/content/corpus/old/amu/tachiwin.txt,tachiwin/tokenizer_train,1863269,d23078a47b4e76ab6e476f302d409a5f8c01527dd396e0c827f268352ce269c1
+old:azg,/content/corpus/old/azg/tachiwin.txt,tachiwin/tokenizer_train,2092504,03febf0a4bf4e0c03c689b8fafd2eac1647ba173fb992d02ba6658751739165b
+old:azz,/content/corpus/old/azz/tachiwin.txt,tachiwin/tokenizer_train,2025011,f56a654debfae91a95e0fff31fae92f62200f6a353df49cd1d6683b3c5c6cc82
+old:cco,/content/corpus/old/cco/tachiwin.txt,tachiwin/tokenizer_train,2646127,6c0f0fc456d5ddd66ab550747f50235fd373c5367a9b8a850ac01a181c836bd0
+old:chd,/content/corpus/old/chd/tachiwin.txt,tachiwin/tokenizer_train,1466443,41f7c3f9b38ccffa8333215898de71ec8e07ff7f9ac72b651c17b56c0c3668a0
+old:chq,/content/corpus/old/chq/tachiwin.txt,tachiwin/tokenizer_train,1530589,c3d48a74c5e953eb61307e4a1bf4096f57e77f994acd5ec5055c9a6dc8de5357
+old:cle,/content/corpus/old/cle/tachiwin.txt,tachiwin/tokenizer_train,2206770,3fc084e9d70ee12033cc8b710e8749b09065bb52767e064ae5ef85f3a5131c0b
+old:cnl,/content/corpus/old/cnl/tachiwin.txt,tachiwin/tokenizer_train,2215651,7f5dc76ff022c0b7b21e72a9345f9036fc4f9aea2e995f51da0eab2c44d92a7c
+old:cnt,/content/corpus/old/cnt/tachiwin.txt,tachiwin/tokenizer_train,2012833,2ae45e0087d10a81a719f2e1ee4f7cd4466935780b73dccd862869dd4ce08de3
+old:cpa,/content/corpus/old/cpa/tachiwin.txt,tachiwin/tokenizer_train,1729383,1b0a8055a8a7630448cbf41b32ccaf1a419155bc14bbe1c063622b1abce34e8f
+old:crn,/content/corpus/old/crn/tachiwin.txt,tachiwin/tokenizer_train,2621671,c8e55d2008f84570ff29f3d2c5aba3b9d68d3a933e3a66a1c9e9ad903425e913
+old:cso,/content/corpus/old/cso/tachiwin.txt,tachiwin/tokenizer_train,2300901,2fc5ad9ac736570cb805de3b0a6b368a3101f0bcd5ba5996aab45a3b4492b59d
+old:cta,/content/corpus/old/cta/tachiwin.txt,tachiwin/tokenizer_train,2392862,d55e2cb3d843473b6b649e87775b8f38473a70daf99b0735f0778ed2619f4830
+old:ctp,/content/corpus/old/ctp/tachiwin.txt,tachiwin/tokenizer_train,2221145,d612319096d5fd74a0a21b8ae6927354220944f8c9454567708d6fad6ceb3581
+old:cuc,/content/corpus/old/cuc/tachiwin.txt,tachiwin/tokenizer_train,1718002,e2726f3e0ac1acfa289f677cff0bc8cafafc2976fd90b770389a99c2440c1f98
+old:cut,/content/corpus/old/cut/tachiwin.txt,tachiwin/tokenizer_train,1386166,485b1db4de2d24bab236fa056a22a4f0719a20acd580c7b1f7c2d8de276606aa
+old:cux,/content/corpus/old/cux/tachiwin.txt,tachiwin/tokenizer_train,2032964,bf4eec12c96bf97b6fcf6b8ea534f63eda9d93d3dc16e7e4196009645b195900
+old:huv,/content/corpus/old/huv/tachiwin.txt,tachiwin/tokenizer_train,1386037,dd72cb250cc25b841ad10b740908a00831896080fd2c7694089c1c7299cce624
+old:jac,/content/corpus/old/jac/tachiwin.txt,tachiwin/tokenizer_train,1525809,ce1030395be0388252b0c8eb733a77ff8bd2b23c26b26a92e8ccb52c14e61c93
+old:kek,/content/corpus/old/kek/tachiwin.txt,tachiwin/tokenizer_train,1442162,137c6cbd9a8e6eb2c8f69646ab7f8f0a0b2d2370c2a2b8f59463c980a3d7fcdc
+old:knj,/content/corpus/old/knj/tachiwin.txt,tachiwin/tokenizer_train,1479598,2b4c1f7dadcf6cbb33e21d3ed4ab5775254155b105ca66b6f1cf2666181fbd42
+old:lac,/content/corpus/old/lac/tachiwin.txt,tachiwin/tokenizer_train,1786034,e9ad1b5855f12b678bfdf0a949d0b5695178e1f480ad8c7122f9201070dc0197
+old:maa,/content/corpus/old/maa/tachiwin.txt,tachiwin/tokenizer_train,1663664,94c9ddd3a808c83c9ab1d5f67ee2c1a3e574cb03e823217bc5c69921fe3bba64
+old:maj,/content/corpus/old/maj/tachiwin.txt,tachiwin/tokenizer_train,1435709,09a80db503470425923ea5f04a40ee1907a2cad22b071c844d421517e6ba55f1
+old:mam,/content/corpus/old/mam/tachiwin.txt,tachiwin/tokenizer_train,1493794,6185b325458e44afc112064c2d873ca1adc260490221a982c2384c4f6c7fb635
+old:maq,/content/corpus/old/maq/tachiwin.txt,tachiwin/tokenizer_train,428902,78edeb1510761a9281bfcb8bf262bbbb40467d71c6f01f96905bbbe81bf8c0e9
+old:mau,/content/corpus/old/mau/tachiwin.txt,tachiwin/tokenizer_train,1712656,115f17fa5f0d89ae206326abb6acc3c9bbadd838294e65fcea1e2918a8c2b40d
+old:mco,/content/corpus/old/mco/tachiwin.txt,tachiwin/tokenizer_train,1650610,af1767b9594d4cd62ea295c7e04aac6d2d9bfb51300c9ebbb689c4fa4e155547
+old:mib,/content/corpus/old/mib/tachiwin.txt,tachiwin/tokenizer_train,1486855,55e0e83e72cb236b765bd9065aceca7cd481be61a5c0b27ba2958b5217c60358
+old:mie,/content/corpus/old/mie/tachiwin.txt,tachiwin/tokenizer_train,1560786,f1dbc64eb4ca9ff723545725f1290d2bf20f9575a6ee687878e291f9a34f1d7b
+old:mig,/content/corpus/old/mig/tachiwin.txt,tachiwin/tokenizer_train,469780,71be1635d741104c887911511d28b1ec6779f5ee6f3d4e03a58ebf59d6352d75
+eng,/content/corpus/eng/shard_000.txt,uonlp/CulturaX:en,11399753,1e15c5fc91d7be25c9145612a9c567d764f9152121f894dbc683944a9003920a
+spa,/content/corpus/spa/shard_000.txt,uonlp/CulturaX:es,11396352,b2ba799df4d2a5894a6349bd381023f61501ec98e8110bcf60509251f7ebbdc7
+code,/content/corpus/code/shard_000.txt,bigcode/the-stack-smol,11326616,f685c30dbd84705111b1c6a48ce62e887f4f1ed68bb1bf14e8ab543ed48d4939